agentic-qe 3.7.9 → 3.7.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (401) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  157. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  158. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  159. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  160. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  161. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  162. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  163. package/CHANGELOG.md +36 -0
  164. package/README.md +171 -901
  165. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  166. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  167. package/assets/governance/constitution.md +202 -202
  168. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  169. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  170. package/assets/governance/shards/contract-testing.shard.md +206 -206
  171. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  172. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  173. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  174. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  175. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  176. package/assets/governance/shards/security-compliance.shard.md +196 -196
  177. package/assets/governance/shards/test-execution.shard.md +156 -156
  178. package/assets/governance/shards/test-generation.shard.md +128 -128
  179. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  180. package/assets/hooks/cross-phase-memory.yaml +253 -253
  181. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  182. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  183. package/assets/patterns/adr-051-integration-summary.json +62 -62
  184. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  185. package/assets/patterns/adr-051-router-patterns.json +113 -113
  186. package/assets/patterns/index.json +136 -136
  187. package/assets/skills/.validation/README.md +111 -111
  188. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  189. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  190. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  191. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  192. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  193. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  194. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  195. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  196. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  197. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  198. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  199. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  200. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  201. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  202. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  203. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  204. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  205. package/assets/skills/a11y-ally/schemas/output.json +549 -549
  206. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  207. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  208. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  209. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  210. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  211. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  212. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  213. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
  214. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  215. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  216. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  217. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  218. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  219. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  220. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  221. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  222. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  223. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  224. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  225. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  226. package/assets/skills/contract-testing/schemas/output.json +638 -638
  227. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  228. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  229. package/assets/skills/debug-loop/SKILL.md +61 -61
  230. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  231. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
  232. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
  233. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
  234. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  235. package/assets/skills/localization-testing/schemas/output.json +325 -325
  236. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  237. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
  238. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
  239. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
  240. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  241. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  242. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  243. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  244. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  245. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  246. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
  247. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  248. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  249. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  250. package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
  251. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  252. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  253. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  254. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  255. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  256. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
  257. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
  258. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
  259. package/assets/skills/pentest-validation/SKILL.md +268 -268
  260. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  261. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  262. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  263. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  264. package/assets/skills/pr-review/SKILL.md +61 -61
  265. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  266. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
  267. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
  268. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
  269. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  270. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
  271. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
  272. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
  273. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  274. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  275. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  276. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  277. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
  278. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  279. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  280. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  281. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  282. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  283. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  284. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  285. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  286. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  287. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  288. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  289. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  290. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  291. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  292. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  293. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  294. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  295. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  296. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  297. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  298. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  299. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  300. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  301. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  302. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  303. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  304. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  305. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  306. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  307. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  308. package/assets/skills/regression-testing/schemas/output.json +311 -311
  309. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  310. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  311. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  312. package/assets/skills/security-testing/schemas/output.json +879 -879
  313. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  314. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  315. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  316. package/assets/skills/sherlock-review/schemas/output.json +297 -297
  317. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  318. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  319. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  320. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  321. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  322. package/assets/skills/technical-writing/schemas/output.json +268 -268
  323. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  324. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  325. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  326. package/assets/skills/test-data-management/schemas/output.json +284 -284
  327. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  328. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  329. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  330. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  331. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  332. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  333. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  334. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  335. package/assets/skills/testability-scoring/schemas/output.json +606 -606
  336. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  337. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  338. package/assets/skills/verification-quality/schemas/output.json +432 -432
  339. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  340. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  341. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  342. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
  343. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  344. package/assets/templates/validation-summary.json +56 -56
  345. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
  346. package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
  347. package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
  348. package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
  349. package/dist/cli/bundle.js +488 -75
  350. package/dist/cli/commands/mcp.d.ts.map +1 -1
  351. package/dist/cli/commands/mcp.js +11 -9
  352. package/dist/cli/commands/mcp.js.map +1 -1
  353. package/dist/governance/adversarial-defense-integration.d.ts +29 -0
  354. package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
  355. package/dist/governance/adversarial-defense-integration.js +85 -1
  356. package/dist/governance/adversarial-defense-integration.js.map +1 -1
  357. package/dist/governance/continue-gate-integration.d.ts +7 -5
  358. package/dist/governance/continue-gate-integration.d.ts.map +1 -1
  359. package/dist/governance/continue-gate-integration.js +72 -15
  360. package/dist/governance/continue-gate-integration.js.map +1 -1
  361. package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
  362. package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
  363. package/dist/governance/deterministic-gateway-integration.js +35 -1
  364. package/dist/governance/deterministic-gateway-integration.js.map +1 -1
  365. package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
  366. package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
  367. package/dist/governance/evolution-pipeline-integration.js +57 -1
  368. package/dist/governance/evolution-pipeline-integration.js.map +1 -1
  369. package/dist/governance/memory-write-gate-integration.d.ts +6 -3
  370. package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
  371. package/dist/governance/memory-write-gate-integration.js +48 -10
  372. package/dist/governance/memory-write-gate-integration.js.map +1 -1
  373. package/dist/governance/proof-envelope-integration.d.ts +1 -0
  374. package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
  375. package/dist/governance/proof-envelope-integration.js +37 -0
  376. package/dist/governance/proof-envelope-integration.js.map +1 -1
  377. package/dist/governance/shard-retriever-integration.d.ts +10 -0
  378. package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
  379. package/dist/governance/shard-retriever-integration.js +50 -1
  380. package/dist/governance/shard-retriever-integration.js.map +1 -1
  381. package/dist/governance/trust-accumulator-integration.d.ts +5 -0
  382. package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
  383. package/dist/governance/trust-accumulator-integration.js +35 -2
  384. package/dist/governance/trust-accumulator-integration.js.map +1 -1
  385. package/dist/init/phases/10-workers.js +2 -2
  386. package/dist/init/phases/10-workers.js.map +1 -1
  387. package/dist/mcp/bundle.js +478 -62
  388. package/dist/mcp/protocol-server.js +2 -2
  389. package/dist/mcp/tool-registry.d.ts.map +1 -1
  390. package/dist/mcp/tool-registry.js +1 -0
  391. package/dist/mcp/tool-registry.js.map +1 -1
  392. package/dist/shared/language-detector.js +1 -1
  393. package/dist/shared/language-detector.js.map +1 -1
  394. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
  395. package/dist/shared/parsers/multi-language-parser.js +55 -16
  396. package/dist/shared/parsers/multi-language-parser.js.map +1 -1
  397. package/dist/shared/sql-safety.d.ts.map +1 -1
  398. package/dist/shared/sql-safety.js +7 -1
  399. package/dist/shared/sql-safety.js.map +1 -1
  400. package/package.json +6 -2
  401. package/scripts/prepare-assets.sh +8 -0
@@ -1,529 +1,529 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://agentic-qe.dev/schemas/qe-test-execution-output.json",
4
- "title": "AQE Test Execution Skill Output Schema",
5
- "description": "Schema for test execution skill output. Includes parallel execution results, retries, and execution metrics.",
6
- "type": "object",
7
- "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
- "properties": {
9
- "skillName": {
10
- "type": "string",
11
- "const": "qe-test-execution",
12
- "description": "Must be 'qe-test-execution'"
13
- },
14
- "version": {
15
- "type": "string",
16
- "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
- },
18
- "timestamp": {
19
- "type": "string",
20
- "format": "date-time"
21
- },
22
- "status": {
23
- "type": "string",
24
- "enum": ["success", "partial", "failed", "skipped"]
25
- },
26
- "trustTier": {
27
- "type": "integer",
28
- "const": 3
29
- },
30
- "output": {
31
- "type": "object",
32
- "required": ["summary", "results", "metrics"],
33
- "properties": {
34
- "summary": {
35
- "type": "string",
36
- "minLength": 50,
37
- "maxLength": 2000
38
- },
39
- "results": {
40
- "$ref": "#/$defs/executionResults"
41
- },
42
- "parallelization": {
43
- "$ref": "#/$defs/parallelizationConfig"
44
- },
45
- "retries": {
46
- "$ref": "#/$defs/retryReport"
47
- },
48
- "metrics": {
49
- "$ref": "#/$defs/executionMetrics"
50
- },
51
- "failures": {
52
- "type": "array",
53
- "items": {
54
- "$ref": "#/$defs/testFailure"
55
- },
56
- "maxItems": 500
57
- },
58
- "flakyTests": {
59
- "type": "array",
60
- "items": {
61
- "$ref": "#/$defs/flakyTest"
62
- },
63
- "maxItems": 100
64
- },
65
- "shards": {
66
- "type": "array",
67
- "items": {
68
- "$ref": "#/$defs/shardResult"
69
- },
70
- "maxItems": 50
71
- },
72
- "coverage": {
73
- "$ref": "#/$defs/coverageReport"
74
- },
75
- "timing": {
76
- "$ref": "#/$defs/timingAnalysis"
77
- },
78
- "artifacts": {
79
- "type": "array",
80
- "items": {
81
- "$ref": "#/$defs/artifact"
82
- },
83
- "maxItems": 30
84
- }
85
- }
86
- },
87
- "metadata": {
88
- "$ref": "#/$defs/metadata"
89
- },
90
- "validation": {
91
- "$ref": "#/$defs/validationResult"
92
- },
93
- "learning": {
94
- "$ref": "#/$defs/learningData"
95
- }
96
- },
97
- "$defs": {
98
- "executionResults": {
99
- "type": "object",
100
- "required": ["total", "passed", "failed"],
101
- "properties": {
102
- "total": {
103
- "type": "integer",
104
- "minimum": 0
105
- },
106
- "passed": {
107
- "type": "integer",
108
- "minimum": 0
109
- },
110
- "failed": {
111
- "type": "integer",
112
- "minimum": 0
113
- },
114
- "skipped": {
115
- "type": "integer",
116
- "minimum": 0
117
- },
118
- "pending": {
119
- "type": "integer",
120
- "minimum": 0
121
- },
122
- "flaky": {
123
- "type": "integer",
124
- "minimum": 0
125
- },
126
- "passRate": {
127
- "type": "number",
128
- "minimum": 0,
129
- "maximum": 100
130
- },
131
- "status": {
132
- "type": "string",
133
- "enum": ["pass", "fail", "partial"]
134
- },
135
- "testsByType": {
136
- "type": "object",
137
- "properties": {
138
- "unit": { "$ref": "#/$defs/typeSummary" },
139
- "integration": { "$ref": "#/$defs/typeSummary" },
140
- "e2e": { "$ref": "#/$defs/typeSummary" },
141
- "performance": { "$ref": "#/$defs/typeSummary" }
142
- }
143
- }
144
- }
145
- },
146
- "typeSummary": {
147
- "type": "object",
148
- "properties": {
149
- "total": { "type": "integer", "minimum": 0 },
150
- "passed": { "type": "integer", "minimum": 0 },
151
- "failed": { "type": "integer", "minimum": 0 },
152
- "duration": { "type": "integer", "minimum": 0 }
153
- }
154
- },
155
- "parallelizationConfig": {
156
- "type": "object",
157
- "properties": {
158
- "enabled": {
159
- "type": "boolean"
160
- },
161
- "workers": {
162
- "type": "integer",
163
- "minimum": 1,
164
- "maximum": 64
165
- },
166
- "strategy": {
167
- "type": "string",
168
- "enum": ["by-file", "by-test", "by-duration", "by-shard"]
169
- },
170
- "sharding": {
171
- "type": "object",
172
- "properties": {
173
- "enabled": { "type": "boolean" },
174
- "totalShards": { "type": "integer", "minimum": 1 },
175
- "shardIndex": { "type": "integer", "minimum": 0 }
176
- }
177
- },
178
- "isolation": {
179
- "type": "string",
180
- "enum": ["process", "thread", "worker", "container"]
181
- }
182
- }
183
- },
184
- "retryReport": {
185
- "type": "object",
186
- "properties": {
187
- "enabled": {
188
- "type": "boolean"
189
- },
190
- "maxRetries": {
191
- "type": "integer",
192
- "minimum": 0,
193
- "maximum": 10
194
- },
195
- "retryDelay": {
196
- "type": "integer",
197
- "minimum": 0,
198
- "description": "Delay in milliseconds"
199
- },
200
- "testsRetried": {
201
- "type": "integer",
202
- "minimum": 0
203
- },
204
- "successAfterRetry": {
205
- "type": "integer",
206
- "minimum": 0
207
- },
208
- "failedAfterAllRetries": {
209
- "type": "integer",
210
- "minimum": 0
211
- },
212
- "retriedTests": {
213
- "type": "array",
214
- "items": {
215
- "type": "object",
216
- "properties": {
217
- "testId": { "type": "string" },
218
- "attempts": { "type": "integer" },
219
- "finalStatus": { "type": "string", "enum": ["pass", "fail"] }
220
- }
221
- }
222
- }
223
- }
224
- },
225
- "executionMetrics": {
226
- "type": "object",
227
- "required": ["totalDuration"],
228
- "properties": {
229
- "totalDuration": {
230
- "type": "integer",
231
- "minimum": 0,
232
- "description": "Total execution time in milliseconds"
233
- },
234
- "setupDuration": {
235
- "type": "integer",
236
- "minimum": 0
237
- },
238
- "testDuration": {
239
- "type": "integer",
240
- "minimum": 0
241
- },
242
- "teardownDuration": {
243
- "type": "integer",
244
- "minimum": 0
245
- },
246
- "parallelEfficiency": {
247
- "type": "number",
248
- "minimum": 0,
249
- "maximum": 100,
250
- "description": "Parallel efficiency percentage"
251
- },
252
- "testsPerSecond": {
253
- "type": "number",
254
- "minimum": 0
255
- },
256
- "avgTestDuration": {
257
- "type": "integer",
258
- "minimum": 0
259
- },
260
- "maxTestDuration": {
261
- "type": "integer",
262
- "minimum": 0
263
- },
264
- "slowestTests": {
265
- "type": "array",
266
- "items": {
267
- "type": "object",
268
- "properties": {
269
- "name": { "type": "string" },
270
- "duration": { "type": "integer" }
271
- }
272
- },
273
- "maxItems": 10
274
- },
275
- "memoryUsage": {
276
- "type": "object",
277
- "properties": {
278
- "peak": { "type": "integer" },
279
- "average": { "type": "integer" }
280
- }
281
- }
282
- }
283
- },
284
- "testFailure": {
285
- "type": "object",
286
- "required": ["testId", "name", "error"],
287
- "properties": {
288
- "testId": {
289
- "type": "string"
290
- },
291
- "name": {
292
- "type": "string",
293
- "maxLength": 500
294
- },
295
- "file": {
296
- "type": "string"
297
- },
298
- "suite": {
299
- "type": "string"
300
- },
301
- "error": {
302
- "type": "string",
303
- "maxLength": 5000
304
- },
305
- "stackTrace": {
306
- "type": "string",
307
- "maxLength": 10000
308
- },
309
- "type": {
310
- "type": "string",
311
- "enum": ["assertion", "timeout", "error", "setup", "teardown"]
312
- },
313
- "duration": {
314
- "type": "integer",
315
- "minimum": 0
316
- },
317
- "retryCount": {
318
- "type": "integer",
319
- "minimum": 0
320
- },
321
- "screenshot": {
322
- "type": "string",
323
- "description": "Path to failure screenshot"
324
- },
325
- "diff": {
326
- "type": "object",
327
- "properties": {
328
- "expected": { "type": "string" },
329
- "actual": { "type": "string" }
330
- }
331
- }
332
- }
333
- },
334
- "flakyTest": {
335
- "type": "object",
336
- "required": ["testId", "name", "flakinessRate"],
337
- "properties": {
338
- "testId": {
339
- "type": "string"
340
- },
341
- "name": {
342
- "type": "string"
343
- },
344
- "file": {
345
- "type": "string"
346
- },
347
- "flakinessRate": {
348
- "type": "number",
349
- "minimum": 0,
350
- "maximum": 1,
351
- "description": "Rate of flaky behavior (0-1)"
352
- },
353
- "recentRuns": {
354
- "type": "integer",
355
- "minimum": 1
356
- },
357
- "failures": {
358
- "type": "integer",
359
- "minimum": 0
360
- },
361
- "quarantined": {
362
- "type": "boolean"
363
- },
364
- "lastFailure": {
365
- "type": "string",
366
- "format": "date-time"
367
- },
368
- "failureReasons": {
369
- "type": "array",
370
- "items": { "type": "string" }
371
- }
372
- }
373
- },
374
- "shardResult": {
375
- "type": "object",
376
- "required": ["shardIndex", "status"],
377
- "properties": {
378
- "shardIndex": {
379
- "type": "integer",
380
- "minimum": 0
381
- },
382
- "status": {
383
- "type": "string",
384
- "enum": ["pass", "fail", "running", "pending"]
385
- },
386
- "tests": {
387
- "type": "integer",
388
- "minimum": 0
389
- },
390
- "passed": {
391
- "type": "integer",
392
- "minimum": 0
393
- },
394
- "failed": {
395
- "type": "integer",
396
- "minimum": 0
397
- },
398
- "duration": {
399
- "type": "integer",
400
- "minimum": 0
401
- },
402
- "worker": {
403
- "type": "string"
404
- }
405
- }
406
- },
407
- "coverageReport": {
408
- "type": "object",
409
- "properties": {
410
- "statement": {
411
- "type": "number",
412
- "minimum": 0,
413
- "maximum": 100
414
- },
415
- "branch": {
416
- "type": "number",
417
- "minimum": 0,
418
- "maximum": 100
419
- },
420
- "function": {
421
- "type": "number",
422
- "minimum": 0,
423
- "maximum": 100
424
- },
425
- "line": {
426
- "type": "number",
427
- "minimum": 0,
428
- "maximum": 100
429
- },
430
- "delta": {
431
- "type": "object",
432
- "properties": {
433
- "statement": { "type": "number" },
434
- "branch": { "type": "number" },
435
- "function": { "type": "number" },
436
- "line": { "type": "number" }
437
- },
438
- "description": "Coverage change from previous run"
439
- }
440
- }
441
- },
442
- "timingAnalysis": {
443
- "type": "object",
444
- "properties": {
445
- "percentiles": {
446
- "type": "object",
447
- "properties": {
448
- "p50": { "type": "integer" },
449
- "p75": { "type": "integer" },
450
- "p90": { "type": "integer" },
451
- "p95": { "type": "integer" },
452
- "p99": { "type": "integer" }
453
- }
454
- },
455
- "distribution": {
456
- "type": "array",
457
- "items": {
458
- "type": "object",
459
- "properties": {
460
- "range": { "type": "string" },
461
- "count": { "type": "integer" }
462
- }
463
- }
464
- },
465
- "criticalPath": {
466
- "type": "array",
467
- "items": {
468
- "type": "string"
469
- },
470
- "description": "Tests on the critical path"
471
- }
472
- }
473
- },
474
- "artifact": {
475
- "type": "object",
476
- "required": ["type", "path"],
477
- "properties": {
478
- "type": {
479
- "type": "string",
480
- "enum": ["report", "junit", "coverage", "screenshot", "video", "log"]
481
- },
482
- "path": { "type": "string", "maxLength": 500 },
483
- "format": {
484
- "type": "string",
485
- "enum": ["json", "xml", "html", "md", "lcov", "png", "mp4"]
486
- },
487
- "description": { "type": "string" }
488
- }
489
- },
490
- "metadata": {
491
- "type": "object",
492
- "properties": {
493
- "executionTimeMs": { "type": "integer", "minimum": 0 },
494
- "framework": {
495
- "type": "string",
496
- "enum": ["jest", "vitest", "mocha", "pytest", "junit", "playwright", "cypress"]
497
- },
498
- "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
499
- "environment": {
500
- "type": "string",
501
- "enum": ["development", "staging", "production", "ci"]
502
- },
503
- "nodeVersion": { "type": "string" },
504
- "platform": { "type": "string" }
505
- }
506
- },
507
- "validationResult": {
508
- "type": "object",
509
- "properties": {
510
- "schemaValid": { "type": "boolean" },
511
- "contentValid": { "type": "boolean" },
512
- "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
513
- "warnings": { "type": "array", "items": { "type": "string" } },
514
- "errors": { "type": "array", "items": { "type": "string" } }
515
- }
516
- },
517
- "learningData": {
518
- "type": "object",
519
- "properties": {
520
- "patternsDetected": { "type": "array", "items": { "type": "string" } },
521
- "reward": { "type": "number", "minimum": 0, "maximum": 1 },
522
- "optimizationSuggestions": {
523
- "type": "array",
524
- "items": { "type": "string" }
525
- }
526
- }
527
- }
528
- }
529
- }
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/qe-test-execution-output.json",
4
+ "title": "AQE Test Execution Skill Output Schema",
5
+ "description": "Schema for test execution skill output. Includes parallel execution results, retries, and execution metrics.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "qe-test-execution",
12
+ "description": "Must be 'qe-test-execution'"
13
+ },
14
+ "version": {
15
+ "type": "string",
16
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
+ },
18
+ "timestamp": {
19
+ "type": "string",
20
+ "format": "date-time"
21
+ },
22
+ "status": {
23
+ "type": "string",
24
+ "enum": ["success", "partial", "failed", "skipped"]
25
+ },
26
+ "trustTier": {
27
+ "type": "integer",
28
+ "const": 3
29
+ },
30
+ "output": {
31
+ "type": "object",
32
+ "required": ["summary", "results", "metrics"],
33
+ "properties": {
34
+ "summary": {
35
+ "type": "string",
36
+ "minLength": 50,
37
+ "maxLength": 2000
38
+ },
39
+ "results": {
40
+ "$ref": "#/$defs/executionResults"
41
+ },
42
+ "parallelization": {
43
+ "$ref": "#/$defs/parallelizationConfig"
44
+ },
45
+ "retries": {
46
+ "$ref": "#/$defs/retryReport"
47
+ },
48
+ "metrics": {
49
+ "$ref": "#/$defs/executionMetrics"
50
+ },
51
+ "failures": {
52
+ "type": "array",
53
+ "items": {
54
+ "$ref": "#/$defs/testFailure"
55
+ },
56
+ "maxItems": 500
57
+ },
58
+ "flakyTests": {
59
+ "type": "array",
60
+ "items": {
61
+ "$ref": "#/$defs/flakyTest"
62
+ },
63
+ "maxItems": 100
64
+ },
65
+ "shards": {
66
+ "type": "array",
67
+ "items": {
68
+ "$ref": "#/$defs/shardResult"
69
+ },
70
+ "maxItems": 50
71
+ },
72
+ "coverage": {
73
+ "$ref": "#/$defs/coverageReport"
74
+ },
75
+ "timing": {
76
+ "$ref": "#/$defs/timingAnalysis"
77
+ },
78
+ "artifacts": {
79
+ "type": "array",
80
+ "items": {
81
+ "$ref": "#/$defs/artifact"
82
+ },
83
+ "maxItems": 30
84
+ }
85
+ }
86
+ },
87
+ "metadata": {
88
+ "$ref": "#/$defs/metadata"
89
+ },
90
+ "validation": {
91
+ "$ref": "#/$defs/validationResult"
92
+ },
93
+ "learning": {
94
+ "$ref": "#/$defs/learningData"
95
+ }
96
+ },
97
+ "$defs": {
98
+ "executionResults": {
99
+ "type": "object",
100
+ "required": ["total", "passed", "failed"],
101
+ "properties": {
102
+ "total": {
103
+ "type": "integer",
104
+ "minimum": 0
105
+ },
106
+ "passed": {
107
+ "type": "integer",
108
+ "minimum": 0
109
+ },
110
+ "failed": {
111
+ "type": "integer",
112
+ "minimum": 0
113
+ },
114
+ "skipped": {
115
+ "type": "integer",
116
+ "minimum": 0
117
+ },
118
+ "pending": {
119
+ "type": "integer",
120
+ "minimum": 0
121
+ },
122
+ "flaky": {
123
+ "type": "integer",
124
+ "minimum": 0
125
+ },
126
+ "passRate": {
127
+ "type": "number",
128
+ "minimum": 0,
129
+ "maximum": 100
130
+ },
131
+ "status": {
132
+ "type": "string",
133
+ "enum": ["pass", "fail", "partial"]
134
+ },
135
+ "testsByType": {
136
+ "type": "object",
137
+ "properties": {
138
+ "unit": { "$ref": "#/$defs/typeSummary" },
139
+ "integration": { "$ref": "#/$defs/typeSummary" },
140
+ "e2e": { "$ref": "#/$defs/typeSummary" },
141
+ "performance": { "$ref": "#/$defs/typeSummary" }
142
+ }
143
+ }
144
+ }
145
+ },
146
+ "typeSummary": {
147
+ "type": "object",
148
+ "properties": {
149
+ "total": { "type": "integer", "minimum": 0 },
150
+ "passed": { "type": "integer", "minimum": 0 },
151
+ "failed": { "type": "integer", "minimum": 0 },
152
+ "duration": { "type": "integer", "minimum": 0 }
153
+ }
154
+ },
155
+ "parallelizationConfig": {
156
+ "type": "object",
157
+ "properties": {
158
+ "enabled": {
159
+ "type": "boolean"
160
+ },
161
+ "workers": {
162
+ "type": "integer",
163
+ "minimum": 1,
164
+ "maximum": 64
165
+ },
166
+ "strategy": {
167
+ "type": "string",
168
+ "enum": ["by-file", "by-test", "by-duration", "by-shard"]
169
+ },
170
+ "sharding": {
171
+ "type": "object",
172
+ "properties": {
173
+ "enabled": { "type": "boolean" },
174
+ "totalShards": { "type": "integer", "minimum": 1 },
175
+ "shardIndex": { "type": "integer", "minimum": 0 }
176
+ }
177
+ },
178
+ "isolation": {
179
+ "type": "string",
180
+ "enum": ["process", "thread", "worker", "container"]
181
+ }
182
+ }
183
+ },
184
+ "retryReport": {
185
+ "type": "object",
186
+ "properties": {
187
+ "enabled": {
188
+ "type": "boolean"
189
+ },
190
+ "maxRetries": {
191
+ "type": "integer",
192
+ "minimum": 0,
193
+ "maximum": 10
194
+ },
195
+ "retryDelay": {
196
+ "type": "integer",
197
+ "minimum": 0,
198
+ "description": "Delay in milliseconds"
199
+ },
200
+ "testsRetried": {
201
+ "type": "integer",
202
+ "minimum": 0
203
+ },
204
+ "successAfterRetry": {
205
+ "type": "integer",
206
+ "minimum": 0
207
+ },
208
+ "failedAfterAllRetries": {
209
+ "type": "integer",
210
+ "minimum": 0
211
+ },
212
+ "retriedTests": {
213
+ "type": "array",
214
+ "items": {
215
+ "type": "object",
216
+ "properties": {
217
+ "testId": { "type": "string" },
218
+ "attempts": { "type": "integer" },
219
+ "finalStatus": { "type": "string", "enum": ["pass", "fail"] }
220
+ }
221
+ }
222
+ }
223
+ }
224
+ },
225
+ "executionMetrics": {
226
+ "type": "object",
227
+ "required": ["totalDuration"],
228
+ "properties": {
229
+ "totalDuration": {
230
+ "type": "integer",
231
+ "minimum": 0,
232
+ "description": "Total execution time in milliseconds"
233
+ },
234
+ "setupDuration": {
235
+ "type": "integer",
236
+ "minimum": 0
237
+ },
238
+ "testDuration": {
239
+ "type": "integer",
240
+ "minimum": 0
241
+ },
242
+ "teardownDuration": {
243
+ "type": "integer",
244
+ "minimum": 0
245
+ },
246
+ "parallelEfficiency": {
247
+ "type": "number",
248
+ "minimum": 0,
249
+ "maximum": 100,
250
+ "description": "Parallel efficiency percentage"
251
+ },
252
+ "testsPerSecond": {
253
+ "type": "number",
254
+ "minimum": 0
255
+ },
256
+ "avgTestDuration": {
257
+ "type": "integer",
258
+ "minimum": 0
259
+ },
260
+ "maxTestDuration": {
261
+ "type": "integer",
262
+ "minimum": 0
263
+ },
264
+ "slowestTests": {
265
+ "type": "array",
266
+ "items": {
267
+ "type": "object",
268
+ "properties": {
269
+ "name": { "type": "string" },
270
+ "duration": { "type": "integer" }
271
+ }
272
+ },
273
+ "maxItems": 10
274
+ },
275
+ "memoryUsage": {
276
+ "type": "object",
277
+ "properties": {
278
+ "peak": { "type": "integer" },
279
+ "average": { "type": "integer" }
280
+ }
281
+ }
282
+ }
283
+ },
284
+ "testFailure": {
285
+ "type": "object",
286
+ "required": ["testId", "name", "error"],
287
+ "properties": {
288
+ "testId": {
289
+ "type": "string"
290
+ },
291
+ "name": {
292
+ "type": "string",
293
+ "maxLength": 500
294
+ },
295
+ "file": {
296
+ "type": "string"
297
+ },
298
+ "suite": {
299
+ "type": "string"
300
+ },
301
+ "error": {
302
+ "type": "string",
303
+ "maxLength": 5000
304
+ },
305
+ "stackTrace": {
306
+ "type": "string",
307
+ "maxLength": 10000
308
+ },
309
+ "type": {
310
+ "type": "string",
311
+ "enum": ["assertion", "timeout", "error", "setup", "teardown"]
312
+ },
313
+ "duration": {
314
+ "type": "integer",
315
+ "minimum": 0
316
+ },
317
+ "retryCount": {
318
+ "type": "integer",
319
+ "minimum": 0
320
+ },
321
+ "screenshot": {
322
+ "type": "string",
323
+ "description": "Path to failure screenshot"
324
+ },
325
+ "diff": {
326
+ "type": "object",
327
+ "properties": {
328
+ "expected": { "type": "string" },
329
+ "actual": { "type": "string" }
330
+ }
331
+ }
332
+ }
333
+ },
334
+ "flakyTest": {
335
+ "type": "object",
336
+ "required": ["testId", "name", "flakinessRate"],
337
+ "properties": {
338
+ "testId": {
339
+ "type": "string"
340
+ },
341
+ "name": {
342
+ "type": "string"
343
+ },
344
+ "file": {
345
+ "type": "string"
346
+ },
347
+ "flakinessRate": {
348
+ "type": "number",
349
+ "minimum": 0,
350
+ "maximum": 1,
351
+ "description": "Rate of flaky behavior (0-1)"
352
+ },
353
+ "recentRuns": {
354
+ "type": "integer",
355
+ "minimum": 1
356
+ },
357
+ "failures": {
358
+ "type": "integer",
359
+ "minimum": 0
360
+ },
361
+ "quarantined": {
362
+ "type": "boolean"
363
+ },
364
+ "lastFailure": {
365
+ "type": "string",
366
+ "format": "date-time"
367
+ },
368
+ "failureReasons": {
369
+ "type": "array",
370
+ "items": { "type": "string" }
371
+ }
372
+ }
373
+ },
374
+ "shardResult": {
375
+ "type": "object",
376
+ "required": ["shardIndex", "status"],
377
+ "properties": {
378
+ "shardIndex": {
379
+ "type": "integer",
380
+ "minimum": 0
381
+ },
382
+ "status": {
383
+ "type": "string",
384
+ "enum": ["pass", "fail", "running", "pending"]
385
+ },
386
+ "tests": {
387
+ "type": "integer",
388
+ "minimum": 0
389
+ },
390
+ "passed": {
391
+ "type": "integer",
392
+ "minimum": 0
393
+ },
394
+ "failed": {
395
+ "type": "integer",
396
+ "minimum": 0
397
+ },
398
+ "duration": {
399
+ "type": "integer",
400
+ "minimum": 0
401
+ },
402
+ "worker": {
403
+ "type": "string"
404
+ }
405
+ }
406
+ },
407
+ "coverageReport": {
408
+ "type": "object",
409
+ "properties": {
410
+ "statement": {
411
+ "type": "number",
412
+ "minimum": 0,
413
+ "maximum": 100
414
+ },
415
+ "branch": {
416
+ "type": "number",
417
+ "minimum": 0,
418
+ "maximum": 100
419
+ },
420
+ "function": {
421
+ "type": "number",
422
+ "minimum": 0,
423
+ "maximum": 100
424
+ },
425
+ "line": {
426
+ "type": "number",
427
+ "minimum": 0,
428
+ "maximum": 100
429
+ },
430
+ "delta": {
431
+ "type": "object",
432
+ "properties": {
433
+ "statement": { "type": "number" },
434
+ "branch": { "type": "number" },
435
+ "function": { "type": "number" },
436
+ "line": { "type": "number" }
437
+ },
438
+ "description": "Coverage change from previous run"
439
+ }
440
+ }
441
+ },
442
+ "timingAnalysis": {
443
+ "type": "object",
444
+ "properties": {
445
+ "percentiles": {
446
+ "type": "object",
447
+ "properties": {
448
+ "p50": { "type": "integer" },
449
+ "p75": { "type": "integer" },
450
+ "p90": { "type": "integer" },
451
+ "p95": { "type": "integer" },
452
+ "p99": { "type": "integer" }
453
+ }
454
+ },
455
+ "distribution": {
456
+ "type": "array",
457
+ "items": {
458
+ "type": "object",
459
+ "properties": {
460
+ "range": { "type": "string" },
461
+ "count": { "type": "integer" }
462
+ }
463
+ }
464
+ },
465
+ "criticalPath": {
466
+ "type": "array",
467
+ "items": {
468
+ "type": "string"
469
+ },
470
+ "description": "Tests on the critical path"
471
+ }
472
+ }
473
+ },
474
+ "artifact": {
475
+ "type": "object",
476
+ "required": ["type", "path"],
477
+ "properties": {
478
+ "type": {
479
+ "type": "string",
480
+ "enum": ["report", "junit", "coverage", "screenshot", "video", "log"]
481
+ },
482
+ "path": { "type": "string", "maxLength": 500 },
483
+ "format": {
484
+ "type": "string",
485
+ "enum": ["json", "xml", "html", "md", "lcov", "png", "mp4"]
486
+ },
487
+ "description": { "type": "string" }
488
+ }
489
+ },
490
+ "metadata": {
491
+ "type": "object",
492
+ "properties": {
493
+ "executionTimeMs": { "type": "integer", "minimum": 0 },
494
+ "framework": {
495
+ "type": "string",
496
+ "enum": ["jest", "vitest", "mocha", "pytest", "junit", "playwright", "cypress"]
497
+ },
498
+ "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
499
+ "environment": {
500
+ "type": "string",
501
+ "enum": ["development", "staging", "production", "ci"]
502
+ },
503
+ "nodeVersion": { "type": "string" },
504
+ "platform": { "type": "string" }
505
+ }
506
+ },
507
+ "validationResult": {
508
+ "type": "object",
509
+ "properties": {
510
+ "schemaValid": { "type": "boolean" },
511
+ "contentValid": { "type": "boolean" },
512
+ "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
513
+ "warnings": { "type": "array", "items": { "type": "string" } },
514
+ "errors": { "type": "array", "items": { "type": "string" } }
515
+ }
516
+ },
517
+ "learningData": {
518
+ "type": "object",
519
+ "properties": {
520
+ "patternsDetected": { "type": "array", "items": { "type": "string" } },
521
+ "reward": { "type": "number", "minimum": 0, "maximum": 1 },
522
+ "optimizationSuggestions": {
523
+ "type": "array",
524
+ "items": { "type": "string" }
525
+ }
526
+ }
527
+ }
528
+ }
529
+ }