agentic-qe 3.7.8 → 3.7.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (285) hide show
  1. package/.claude/skills/debug-loop/SKILL.md +1 -1
  2. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -0
  3. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -0
  4. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -0
  5. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -0
  6. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -0
  7. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -0
  8. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -0
  9. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -0
  10. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -0
  11. package/.claude/skills/pr-review/SKILL.md +1 -1
  12. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -0
  13. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -0
  14. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -0
  15. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -0
  16. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -0
  17. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -0
  18. package/.claude/skills/skills-manifest.json +1 -1
  19. package/.claude/skills/trust-tier-manifest.json +78 -7
  20. package/CHANGELOG.md +20 -0
  21. package/assets/skills/a11y-ally/SKILL.md +1664 -1658
  22. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
  23. package/assets/skills/a11y-ally/schemas/output.json +549 -0
  24. package/assets/skills/a11y-ally/scripts/validate-config.json +42 -0
  25. package/assets/skills/brutal-honesty-review/SKILL.md +5 -0
  26. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -0
  27. package/assets/skills/brutal-honesty-review/scripts/validate-config.json +34 -0
  28. package/assets/skills/cicd-pipeline-qe-orchestrator/README.md +1 -1
  29. package/assets/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
  30. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
  31. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
  32. package/assets/skills/cicd-pipeline-qe-orchestrator/scripts/validate-config.json +42 -0
  33. package/assets/skills/debug-loop/SKILL.md +1 -1
  34. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -0
  35. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -0
  36. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -0
  37. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -0
  38. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -0
  39. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -0
  40. package/assets/skills/n8n-expression-testing/SKILL.md +6 -0
  41. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
  42. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -0
  43. package/assets/skills/n8n-expression-testing/scripts/validate-config.json +39 -0
  44. package/assets/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
  45. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
  46. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
  47. package/assets/skills/n8n-integration-testing-patterns/scripts/validate-config.json +34 -0
  48. package/assets/skills/n8n-security-testing/SKILL.md +6 -0
  49. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
  50. package/assets/skills/n8n-security-testing/schemas/output.json +293 -0
  51. package/assets/skills/n8n-security-testing/scripts/validate-config.json +34 -0
  52. package/assets/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
  53. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
  54. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
  55. package/assets/skills/n8n-trigger-testing-strategies/scripts/validate-config.json +34 -0
  56. package/assets/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
  57. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
  58. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
  59. package/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate-config.json +35 -0
  60. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -0
  61. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -0
  62. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -0
  63. package/assets/skills/pentest-validation/scripts/validate-config.json +12 -0
  64. package/assets/skills/pr-review/SKILL.md +1 -1
  65. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -0
  66. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -0
  67. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -0
  68. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -0
  69. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -0
  70. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -0
  71. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
  72. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
  73. package/assets/skills/qcsd-ideation-swarm/scripts/validate-config.json +25 -0
  74. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -0
  75. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -0
  76. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -0
  77. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -0
  78. package/assets/skills/qcsd-refinement-swarm/evals/qcsd-refinement-swarm.yaml +139 -0
  79. package/assets/skills/qcsd-refinement-swarm/schemas/output.json +811 -0
  80. package/assets/skills/qcsd-refinement-swarm/scripts/validate-config.json +25 -0
  81. package/assets/skills/security-visual-testing/scripts/validate-config.json +45 -0
  82. package/assets/skills/sherlock-review/SKILL.md +5 -0
  83. package/assets/skills/sherlock-review/schemas/output.json +297 -0
  84. package/assets/skills/sherlock-review/scripts/validate-config.json +35 -0
  85. package/assets/skills/testability-scoring/SKILL.md +5 -0
  86. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
  87. package/assets/skills/testability-scoring/schemas/output.json +606 -0
  88. package/assets/skills/testability-scoring/scripts/validate-config.json +42 -0
  89. package/assets/skills/trust-tier-manifest.json +2404 -0
  90. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -0
  91. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -0
  92. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -0
  93. package/dist/benchmarks/performance-benchmarks.js +1 -1
  94. package/dist/cli/bundle.js +9130 -2283
  95. package/dist/cli/commands/hooks.d.ts.map +1 -1
  96. package/dist/cli/commands/hooks.js +92 -0
  97. package/dist/cli/commands/hooks.js.map +1 -1
  98. package/dist/cli/commands/migrate.js +2 -2
  99. package/dist/coordination/constants.d.ts +1 -1
  100. package/dist/coordination/constants.js +1 -1
  101. package/dist/coordination/handlers/coverage-handlers.js +1 -1
  102. package/dist/coordination/handlers/coverage-handlers.js.map +1 -1
  103. package/dist/domains/code-intelligence/services/semantic-analyzer.d.ts +1 -1
  104. package/dist/domains/code-intelligence/services/semantic-analyzer.d.ts.map +1 -1
  105. package/dist/domains/code-intelligence/services/semantic-analyzer.js +1 -1
  106. package/dist/domains/code-intelligence/services/semantic-analyzer.js.map +1 -1
  107. package/dist/domains/coverage-analysis/coordinator.js +1 -1
  108. package/dist/domains/coverage-analysis/services/coverage-analyzer.js +1 -1
  109. package/dist/domains/coverage-analysis/services/coverage-embedder.d.ts +1 -1
  110. package/dist/domains/coverage-analysis/services/coverage-embedder.js +1 -1
  111. package/dist/domains/coverage-analysis/services/gap-detector.js +1 -1
  112. package/dist/domains/coverage-analysis/services/ghost-coverage-analyzer.js +1 -1
  113. package/dist/domains/coverage-analysis/services/hnsw-index.d.ts +2 -2
  114. package/dist/domains/coverage-analysis/services/hnsw-index.js +3 -3
  115. package/dist/domains/coverage-analysis/services/sublinear-analyzer.d.ts +1 -1
  116. package/dist/domains/coverage-analysis/services/sublinear-analyzer.js +1 -1
  117. package/dist/domains/test-execution/services/test-prioritizer.js +1 -1
  118. package/dist/domains/test-generation/context/rust-context-builder.d.ts +31 -0
  119. package/dist/domains/test-generation/context/rust-context-builder.d.ts.map +1 -0
  120. package/dist/domains/test-generation/context/rust-context-builder.js +27 -0
  121. package/dist/domains/test-generation/context/rust-context-builder.js.map +1 -0
  122. package/dist/domains/test-generation/coordinator.js +3 -3
  123. package/dist/domains/test-generation/coordinator.js.map +1 -1
  124. package/dist/domains/test-generation/detectors/mobile-detector.d.ts +41 -0
  125. package/dist/domains/test-generation/detectors/mobile-detector.d.ts.map +1 -0
  126. package/dist/domains/test-generation/detectors/mobile-detector.js +111 -0
  127. package/dist/domains/test-generation/detectors/mobile-detector.js.map +1 -0
  128. package/dist/domains/test-generation/detectors/spring-detector.d.ts +22 -0
  129. package/dist/domains/test-generation/detectors/spring-detector.d.ts.map +1 -0
  130. package/dist/domains/test-generation/detectors/spring-detector.js +37 -0
  131. package/dist/domains/test-generation/detectors/spring-detector.js.map +1 -0
  132. package/dist/domains/test-generation/factories/test-generator-factory.d.ts +2 -1
  133. package/dist/domains/test-generation/factories/test-generator-factory.d.ts.map +1 -1
  134. package/dist/domains/test-generation/factories/test-generator-factory.js +33 -13
  135. package/dist/domains/test-generation/factories/test-generator-factory.js.map +1 -1
  136. package/dist/domains/test-generation/generators/flutter-test-generator.d.ts +107 -0
  137. package/dist/domains/test-generation/generators/flutter-test-generator.d.ts.map +1 -0
  138. package/dist/domains/test-generation/generators/flutter-test-generator.js +590 -0
  139. package/dist/domains/test-generation/generators/flutter-test-generator.js.map +1 -0
  140. package/dist/domains/test-generation/generators/go-test-generator.d.ts +139 -0
  141. package/dist/domains/test-generation/generators/go-test-generator.d.ts.map +1 -0
  142. package/dist/domains/test-generation/generators/go-test-generator.js +654 -0
  143. package/dist/domains/test-generation/generators/go-test-generator.js.map +1 -0
  144. package/dist/domains/test-generation/generators/index.d.ts +8 -0
  145. package/dist/domains/test-generation/generators/index.d.ts.map +1 -1
  146. package/dist/domains/test-generation/generators/index.js +8 -0
  147. package/dist/domains/test-generation/generators/index.js.map +1 -1
  148. package/dist/domains/test-generation/generators/jest-rn-generator.d.ts +95 -0
  149. package/dist/domains/test-generation/generators/jest-rn-generator.d.ts.map +1 -0
  150. package/dist/domains/test-generation/generators/jest-rn-generator.js +591 -0
  151. package/dist/domains/test-generation/generators/jest-rn-generator.js.map +1 -0
  152. package/dist/domains/test-generation/generators/junit5-generator.d.ts +107 -0
  153. package/dist/domains/test-generation/generators/junit5-generator.d.ts.map +1 -0
  154. package/dist/domains/test-generation/generators/junit5-generator.js +588 -0
  155. package/dist/domains/test-generation/generators/junit5-generator.js.map +1 -0
  156. package/dist/domains/test-generation/generators/kotlin-junit-generator.d.ts +109 -0
  157. package/dist/domains/test-generation/generators/kotlin-junit-generator.d.ts.map +1 -0
  158. package/dist/domains/test-generation/generators/kotlin-junit-generator.js +588 -0
  159. package/dist/domains/test-generation/generators/kotlin-junit-generator.js.map +1 -0
  160. package/dist/domains/test-generation/generators/pytest-generator.d.ts +8 -1
  161. package/dist/domains/test-generation/generators/pytest-generator.d.ts.map +1 -1
  162. package/dist/domains/test-generation/generators/pytest-generator.js +57 -0
  163. package/dist/domains/test-generation/generators/pytest-generator.js.map +1 -1
  164. package/dist/domains/test-generation/generators/rust-test-generator.d.ts +80 -0
  165. package/dist/domains/test-generation/generators/rust-test-generator.d.ts.map +1 -0
  166. package/dist/domains/test-generation/generators/rust-test-generator.js +442 -0
  167. package/dist/domains/test-generation/generators/rust-test-generator.js.map +1 -0
  168. package/dist/domains/test-generation/generators/swift-testing-generator.d.ts +97 -0
  169. package/dist/domains/test-generation/generators/swift-testing-generator.d.ts.map +1 -0
  170. package/dist/domains/test-generation/generators/swift-testing-generator.js +482 -0
  171. package/dist/domains/test-generation/generators/swift-testing-generator.js.map +1 -0
  172. package/dist/domains/test-generation/generators/xunit-generator.d.ts +110 -0
  173. package/dist/domains/test-generation/generators/xunit-generator.d.ts.map +1 -0
  174. package/dist/domains/test-generation/generators/xunit-generator.js +611 -0
  175. package/dist/domains/test-generation/generators/xunit-generator.js.map +1 -0
  176. package/dist/domains/test-generation/interfaces.d.ts +11 -2
  177. package/dist/domains/test-generation/interfaces.d.ts.map +1 -1
  178. package/dist/domains/test-generation/prompts/language-prompts.d.ts +29 -0
  179. package/dist/domains/test-generation/prompts/language-prompts.d.ts.map +1 -0
  180. package/dist/domains/test-generation/prompts/language-prompts.js +135 -0
  181. package/dist/domains/test-generation/prompts/language-prompts.js.map +1 -0
  182. package/dist/domains/test-generation/services/compilation-validator.d.ts +43 -0
  183. package/dist/domains/test-generation/services/compilation-validator.d.ts.map +1 -0
  184. package/dist/domains/test-generation/services/compilation-validator.js +134 -0
  185. package/dist/domains/test-generation/services/compilation-validator.js.map +1 -0
  186. package/dist/domains/test-generation/services/index.d.ts +2 -1
  187. package/dist/domains/test-generation/services/index.d.ts.map +1 -1
  188. package/dist/domains/test-generation/services/index.js +3 -1
  189. package/dist/domains/test-generation/services/index.js.map +1 -1
  190. package/dist/domains/test-generation/services/test-file-resolver.d.ts +32 -0
  191. package/dist/domains/test-generation/services/test-file-resolver.d.ts.map +1 -0
  192. package/dist/domains/test-generation/services/test-file-resolver.js +159 -0
  193. package/dist/domains/test-generation/services/test-file-resolver.js.map +1 -0
  194. package/dist/domains/test-generation/services/test-generator.d.ts +10 -0
  195. package/dist/domains/test-generation/services/test-generator.d.ts.map +1 -1
  196. package/dist/domains/test-generation/services/test-generator.js +87 -10
  197. package/dist/domains/test-generation/services/test-generator.js.map +1 -1
  198. package/dist/governance/feature-flags.js +2 -2
  199. package/dist/governance/feature-flags.js.map +1 -1
  200. package/dist/governance/shard-embeddings.js +1 -1
  201. package/dist/init/init-wizard-hooks.d.ts.map +1 -1
  202. package/dist/init/init-wizard-hooks.js +0 -1
  203. package/dist/init/init-wizard-hooks.js.map +1 -1
  204. package/dist/init/phases/07-hooks.d.ts.map +1 -1
  205. package/dist/init/phases/07-hooks.js +0 -2
  206. package/dist/init/phases/07-hooks.js.map +1 -1
  207. package/dist/init/phases/08-mcp.d.ts +8 -4
  208. package/dist/init/phases/08-mcp.d.ts.map +1 -1
  209. package/dist/init/phases/08-mcp.js +13 -31
  210. package/dist/init/phases/08-mcp.js.map +1 -1
  211. package/dist/init/phases/10-workers.js +2 -2
  212. package/dist/init/phases/10-workers.js.map +1 -1
  213. package/dist/init/settings-merge.d.ts.map +1 -1
  214. package/dist/init/settings-merge.js +0 -2
  215. package/dist/init/settings-merge.js.map +1 -1
  216. package/dist/init/token-bootstrap.js +1 -1
  217. package/dist/init/token-bootstrap.js.map +1 -1
  218. package/dist/integrations/rl-suite/algorithms/decision-transformer.js +1 -1
  219. package/dist/kernel/constants.d.ts +2 -2
  220. package/dist/kernel/constants.js +2 -2
  221. package/dist/kernel/hnsw-adapter.js +1 -1
  222. package/dist/kernel/progressive-hnsw-backend.d.ts +2 -2
  223. package/dist/kernel/progressive-hnsw-backend.js +2 -2
  224. package/dist/learning/dream/concept-graph.d.ts +1 -1
  225. package/dist/learning/dream/concept-graph.js +1 -1
  226. package/dist/learning/dream/dream-engine.d.ts +1 -1
  227. package/dist/learning/dream/dream-engine.js +1 -1
  228. package/dist/learning/dream/index.d.ts +1 -1
  229. package/dist/learning/dream/index.js +1 -1
  230. package/dist/learning/dream/types.d.ts +1 -1
  231. package/dist/learning/dream/types.d.ts.map +1 -1
  232. package/dist/learning/dream/types.js +1 -1
  233. package/dist/learning/dream/types.js.map +1 -1
  234. package/dist/learning/token-tracker.js +1 -1
  235. package/dist/learning/token-tracker.js.map +1 -1
  236. package/dist/mcp/bundle.js +7515 -893
  237. package/dist/routing/qe-agent-registry.js +4 -4
  238. package/dist/routing/qe-agent-registry.js.map +1 -1
  239. package/dist/routing/types.d.ts +5 -8
  240. package/dist/routing/types.d.ts.map +1 -1
  241. package/dist/routing/types.js.map +1 -1
  242. package/dist/shared/embeddings/embedding-cache.js +2 -2
  243. package/dist/shared/embeddings/index.d.ts +2 -2
  244. package/dist/shared/embeddings/index.js +2 -2
  245. package/dist/shared/embeddings/nomic-embedder.d.ts +4 -4
  246. package/dist/shared/embeddings/nomic-embedder.js +2 -2
  247. package/dist/shared/embeddings/ollama-client.d.ts +1 -1
  248. package/dist/shared/embeddings/ollama-client.js +2 -2
  249. package/dist/shared/embeddings/ollama-client.js.map +1 -1
  250. package/dist/shared/embeddings/types.d.ts +2 -2
  251. package/dist/shared/embeddings/types.js +2 -2
  252. package/dist/shared/language-detector.d.ts +46 -0
  253. package/dist/shared/language-detector.d.ts.map +1 -0
  254. package/dist/shared/language-detector.js +183 -0
  255. package/dist/shared/language-detector.js.map +1 -0
  256. package/dist/shared/llm/providers/ollama.js +1 -1
  257. package/dist/shared/metrics/code-metrics.d.ts.map +1 -1
  258. package/dist/shared/metrics/code-metrics.js +24 -1
  259. package/dist/shared/metrics/code-metrics.js.map +1 -1
  260. package/dist/shared/parsers/index.d.ts +2 -0
  261. package/dist/shared/parsers/index.d.ts.map +1 -1
  262. package/dist/shared/parsers/index.js +2 -0
  263. package/dist/shared/parsers/index.js.map +1 -1
  264. package/dist/shared/parsers/interfaces.d.ts +81 -0
  265. package/dist/shared/parsers/interfaces.d.ts.map +1 -0
  266. package/dist/shared/parsers/interfaces.js +6 -0
  267. package/dist/shared/parsers/interfaces.js.map +1 -0
  268. package/dist/shared/parsers/multi-language-parser.d.ts +144 -0
  269. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -0
  270. package/dist/shared/parsers/multi-language-parser.js +1232 -0
  271. package/dist/shared/parsers/multi-language-parser.js.map +1 -0
  272. package/dist/shared/parsers/rust-ownership-analyzer.d.ts +45 -0
  273. package/dist/shared/parsers/rust-ownership-analyzer.d.ts.map +1 -0
  274. package/dist/shared/parsers/rust-ownership-analyzer.js +52 -0
  275. package/dist/shared/parsers/rust-ownership-analyzer.js.map +1 -0
  276. package/dist/shared/parsers/typescript-parser.d.ts +16 -0
  277. package/dist/shared/parsers/typescript-parser.d.ts.map +1 -1
  278. package/dist/shared/parsers/typescript-parser.js +85 -0
  279. package/dist/shared/parsers/typescript-parser.js.map +1 -1
  280. package/dist/shared/types/test-frameworks.d.ts +25 -0
  281. package/dist/shared/types/test-frameworks.d.ts.map +1 -0
  282. package/dist/shared/types/test-frameworks.js +111 -0
  283. package/dist/shared/types/test-frameworks.js.map +1 -0
  284. package/package.json +1 -1
  285. package/scripts/prepare-assets.sh +8 -2
@@ -0,0 +1,58 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/observability-testing-patterns-output.json",
4
+ "title": "Observability Testing Patterns Output Schema",
5
+ "description": "Schema for observability testing output. Covers dashboards, alerting, logging, tracing, and SLO verification.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "observability-testing-patterns"
12
+ },
13
+ "version": {
14
+ "type": "string",
15
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
16
+ },
17
+ "timestamp": {
18
+ "type": "string",
19
+ "format": "date-time"
20
+ },
21
+ "status": {
22
+ "type": "string",
23
+ "enum": ["success", "partial", "failed", "skipped"]
24
+ },
25
+ "trustTier": {
26
+ "type": "integer",
27
+ "const": 3
28
+ },
29
+ "output": {
30
+ "type": "object",
31
+ "required": ["summary", "testStrategy"],
32
+ "properties": {
33
+ "summary": {
34
+ "type": "string",
35
+ "minLength": 100
36
+ },
37
+ "testStrategy": {
38
+ "type": "object",
39
+ "properties": {
40
+ "dashboardTests": { "type": "array", "items": { "type": "object" } },
41
+ "alertTests": { "type": "array", "items": { "type": "object" } },
42
+ "logTests": { "type": "array", "items": { "type": "object" } },
43
+ "traceTests": { "type": "array", "items": { "type": "object" } },
44
+ "sloTests": { "type": "array", "items": { "type": "object" } }
45
+ }
46
+ },
47
+ "findings": {
48
+ "type": "array",
49
+ "items": { "type": "object" }
50
+ },
51
+ "recommendations": {
52
+ "type": "array",
53
+ "items": { "type": "string" }
54
+ }
55
+ }
56
+ }
57
+ }
58
+ }
@@ -0,0 +1,25 @@
1
+ {
2
+ "skillName": "observability-testing-patterns",
3
+ "skillVersion": "1.0.0",
4
+ "requiredTools": [
5
+ "jq"
6
+ ],
7
+ "optionalTools": [],
8
+ "schemaPath": "schemas/output.json",
9
+ "requiredFields": [
10
+ "skillName",
11
+ "status",
12
+ "output"
13
+ ],
14
+ "requiredNonEmptyFields": [],
15
+ "mustContainTerms": [],
16
+ "mustNotContainTerms": [],
17
+ "enumValidations": {
18
+ ".status": [
19
+ "success",
20
+ "partial",
21
+ "failed",
22
+ "skipped"
23
+ ]
24
+ }
25
+ }
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  name: pr-review
3
3
  description: Scope-aware GitHub PR review with user-friendly tone and trust tier validation
4
- trust_tier: 3
4
+ trust_tier: 0
5
5
  domain: code-review
6
6
  ---
7
7
 
@@ -0,0 +1,211 @@
1
+ skill: qcsd-cicd-swarm
2
+ version: 1.0.0
3
+ description: >
4
+ Evaluation suite for QCSD CI/CD verification swarm orchestration.
5
+ Tests regression analysis, flaky test detection, quality gate enforcement,
6
+ deployment readiness assessment, and SHIP/CONDITIONAL/HOLD decisions.
7
+
8
+ models_to_test:
9
+ - claude-3.5-sonnet
10
+ - claude-3-haiku
11
+
12
+ mcp_integration:
13
+ enabled: true
14
+ namespace: skill-validation
15
+ query_patterns: true
16
+ track_outcomes: true
17
+ store_patterns: true
18
+ target_agents:
19
+ - qe-learning-coordinator
20
+ - qe-queen-coordinator
21
+
22
+ learning:
23
+ store_success_patterns: true
24
+ pattern_ttl_days: 90
25
+
26
+ result_format:
27
+ json_output: true
28
+ include_timing: true
29
+ include_token_usage: true
30
+
31
+ setup:
32
+ required_tools:
33
+ - jq
34
+
35
+ test_cases:
36
+
37
+ - id: tc001_regression_analysis
38
+ description: "Perform regression analysis on test suite results"
39
+ category: regression
40
+ priority: critical
41
+
42
+ input:
43
+ test_results: "Unit tests: 450 pass, 2 fail. Integration: 30 pass, 1 fail."
44
+ previous_baseline: "Unit: 450 pass, 0 fail. Integration: 31 pass, 0 fail."
45
+
46
+ expected_output:
47
+ must_contain:
48
+ - "regression"
49
+ - "fail"
50
+ must_not_contain:
51
+ - "no regressions detected"
52
+
53
+ validation:
54
+ schema_check: true
55
+ keyword_match_threshold: 0.8
56
+
57
+ - id: tc002_flaky_test_detection
58
+ description: "Detect flaky tests from historical execution data"
59
+ category: flaky
60
+ priority: critical
61
+
62
+ input:
63
+ test_history: "test_auth_login: PASS,FAIL,PASS,FAIL,PASS (5 runs, 40% failure rate)"
64
+ threshold: 0.2
65
+
66
+ expected_output:
67
+ must_contain:
68
+ - "flaky"
69
+ - "test_auth_login"
70
+
71
+ validation:
72
+ schema_check: true
73
+
74
+ - id: tc003_quality_gate_enforcement
75
+ description: "Enforce quality gates against configured thresholds"
76
+ category: quality-gate
77
+ priority: critical
78
+
79
+ input:
80
+ metrics:
81
+ coverage: 72
82
+ mutation_score: 45
83
+ regression_count: 3
84
+ flaky_count: 5
85
+ thresholds:
86
+ coverage_min: 80
87
+ mutation_min: 60
88
+ regression_max: 0
89
+ flaky_max: 2
90
+
91
+ expected_output:
92
+ must_contain:
93
+ - "HOLD"
94
+ - "coverage"
95
+ - "threshold"
96
+ must_not_contain:
97
+ - "SHIP"
98
+
99
+ validation:
100
+ schema_check: true
101
+ decision_deterministic: true
102
+
103
+ - id: tc004_deployment_readiness
104
+ description: "Assess deployment readiness from pipeline signals"
105
+ category: deployment
106
+ priority: high
107
+
108
+ input:
109
+ pipeline:
110
+ build: "success"
111
+ unit_tests: "success"
112
+ integration_tests: "success"
113
+ security_scan: "success"
114
+ performance_test: "success"
115
+ coverage: 85
116
+
117
+ expected_output:
118
+ must_contain:
119
+ - "ready"
120
+ - "deploy"
121
+
122
+ validation:
123
+ schema_check: true
124
+
125
+ - id: tc005_decision_ship
126
+ description: "Decision logic produces SHIP when all gates pass"
127
+ category: decision_logic
128
+ priority: critical
129
+
130
+ input:
131
+ metrics:
132
+ coverage: 92
133
+ mutation_score: 78
134
+ regression_count: 0
135
+ flaky_count: 0
136
+ security_vulnerabilities: 0
137
+ performance_degradation: false
138
+
139
+ expected_output:
140
+ must_contain:
141
+ - "SHIP"
142
+ must_not_contain:
143
+ - "HOLD"
144
+ - "CONDITIONAL"
145
+
146
+ validation:
147
+ schema_check: true
148
+ decision_deterministic: true
149
+
150
+ - id: tc006_decision_hold
151
+ description: "Decision logic produces HOLD when critical gates fail"
152
+ category: decision_logic
153
+ priority: critical
154
+
155
+ input:
156
+ metrics:
157
+ coverage: 55
158
+ mutation_score: 30
159
+ regression_count: 8
160
+ flaky_count: 12
161
+ security_vulnerabilities: 3
162
+ performance_degradation: true
163
+
164
+ expected_output:
165
+ must_contain:
166
+ - "HOLD"
167
+ must_not_contain:
168
+ - "SHIP"
169
+
170
+ validation:
171
+ schema_check: true
172
+ decision_deterministic: true
173
+
174
+ - id: tc007_decision_conditional
175
+ description: "Decision logic produces CONDITIONAL when non-critical gates fail"
176
+ category: decision_logic
177
+ priority: critical
178
+
179
+ input:
180
+ metrics:
181
+ coverage: 78
182
+ mutation_score: 55
183
+ regression_count: 0
184
+ flaky_count: 3
185
+ security_vulnerabilities: 0
186
+ performance_degradation: false
187
+
188
+ expected_output:
189
+ must_contain:
190
+ - "CONDITIONAL"
191
+ must_not_contain:
192
+ - "HOLD"
193
+
194
+ validation:
195
+ schema_check: true
196
+ decision_deterministic: true
197
+
198
+ success_criteria:
199
+ pass_rate: 0.875
200
+ critical_pass_rate: 1.0
201
+ avg_reasoning_quality: 0.75
202
+ max_execution_time_ms: 300000
203
+ decision_logic_pass_rate: 1.0
204
+
205
+ metadata:
206
+ author: "qe-qcsd-orchestrator"
207
+ created: "2026-03-05"
208
+ coverage_target: >
209
+ QCSD CI/CD verification swarm with 7 test cases covering regression analysis,
210
+ flaky test detection, quality gate enforcement, deployment readiness,
211
+ and 3 decision logic determinism tests (SHIP, HOLD, CONDITIONAL paths).
@@ -0,0 +1,86 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/qcsd-cicd-swarm-output.json",
4
+ "title": "QCSD CI/CD Verification Swarm Output Schema",
5
+ "description": "Schema for QCSD CI/CD verification swarm output. Includes regression analysis, flaky detection, quality gates, and deployment readiness.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "qcsd-cicd-swarm"
12
+ },
13
+ "version": {
14
+ "type": "string",
15
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
16
+ },
17
+ "timestamp": {
18
+ "type": "string",
19
+ "format": "date-time"
20
+ },
21
+ "status": {
22
+ "type": "string",
23
+ "enum": ["success", "partial", "failed", "skipped"]
24
+ },
25
+ "trustTier": {
26
+ "type": "integer",
27
+ "const": 3
28
+ },
29
+ "output": {
30
+ "type": "object",
31
+ "required": ["summary", "decision", "regressionAnalysis", "qualityGates"],
32
+ "properties": {
33
+ "summary": {
34
+ "type": "string",
35
+ "minLength": 100
36
+ },
37
+ "decision": {
38
+ "type": "string",
39
+ "enum": ["SHIP", "CONDITIONAL", "HOLD"]
40
+ },
41
+ "regressionAnalysis": {
42
+ "type": "object",
43
+ "properties": {
44
+ "totalTests": { "type": "integer", "minimum": 0 },
45
+ "regressions": { "type": "integer", "minimum": 0 },
46
+ "newFailures": { "type": "array", "items": { "type": "string" } }
47
+ }
48
+ },
49
+ "flakyTests": {
50
+ "type": "object",
51
+ "properties": {
52
+ "detected": { "type": "integer", "minimum": 0 },
53
+ "tests": { "type": "array", "items": { "type": "string" } },
54
+ "quarantined": { "type": "integer", "minimum": 0 }
55
+ }
56
+ },
57
+ "qualityGates": {
58
+ "type": "object",
59
+ "properties": {
60
+ "passed": { "type": "boolean" },
61
+ "gates": {
62
+ "type": "array",
63
+ "items": {
64
+ "type": "object",
65
+ "properties": {
66
+ "name": { "type": "string" },
67
+ "status": { "type": "string", "enum": ["pass", "fail", "warn"] },
68
+ "actual": { "type": "number" },
69
+ "threshold": { "type": "number" }
70
+ }
71
+ }
72
+ }
73
+ }
74
+ },
75
+ "deploymentReadiness": {
76
+ "type": "object",
77
+ "properties": {
78
+ "ready": { "type": "boolean" },
79
+ "blockers": { "type": "array", "items": { "type": "string" } },
80
+ "warnings": { "type": "array", "items": { "type": "string" } }
81
+ }
82
+ }
83
+ }
84
+ }
85
+ }
86
+ }
@@ -0,0 +1,30 @@
1
+ {
2
+ "skillName": "qcsd-cicd-swarm",
3
+ "skillVersion": "1.0.0",
4
+ "requiredTools": [
5
+ "jq"
6
+ ],
7
+ "optionalTools": [],
8
+ "schemaPath": "schemas/output.json",
9
+ "requiredFields": [
10
+ "skillName",
11
+ "status",
12
+ "output"
13
+ ],
14
+ "requiredNonEmptyFields": [],
15
+ "mustContainTerms": [],
16
+ "mustNotContainTerms": [],
17
+ "enumValidations": {
18
+ ".status": [
19
+ "success",
20
+ "partial",
21
+ "failed",
22
+ "skipped"
23
+ ],
24
+ ".output.decision": [
25
+ "SHIP",
26
+ "CONDITIONAL",
27
+ "HOLD"
28
+ ]
29
+ }
30
+ }
@@ -0,0 +1,162 @@
1
+ skill: qcsd-development-swarm
2
+ version: 1.0.0
3
+ description: >
4
+ Evaluation suite for QCSD development phase swarm orchestration.
5
+ Tests TDD adherence, code complexity analysis, coverage gap detection,
6
+ defect prediction, and in-sprint quality signals.
7
+
8
+ models_to_test:
9
+ - claude-3.5-sonnet
10
+ - claude-3-haiku
11
+
12
+ mcp_integration:
13
+ enabled: true
14
+ namespace: skill-validation
15
+ query_patterns: true
16
+ track_outcomes: true
17
+ store_patterns: true
18
+ target_agents:
19
+ - qe-learning-coordinator
20
+ - qe-queen-coordinator
21
+
22
+ learning:
23
+ store_success_patterns: true
24
+ pattern_ttl_days: 90
25
+
26
+ result_format:
27
+ json_output: true
28
+ include_timing: true
29
+ include_token_usage: true
30
+
31
+ setup:
32
+ required_tools:
33
+ - jq
34
+
35
+ test_cases:
36
+
37
+ - id: tc001_tdd_adherence_check
38
+ description: "Assess TDD adherence from commit history and test patterns"
39
+ category: tdd
40
+ priority: critical
41
+
42
+ input:
43
+ commit_history: "feat: add auth → test: add auth tests → fix: auth edge case"
44
+ test_first_ratio: 0.3
45
+
46
+ expected_output:
47
+ must_contain:
48
+ - "TDD"
49
+ - "adherence"
50
+
51
+ validation:
52
+ schema_check: true
53
+ keyword_match_threshold: 0.8
54
+
55
+ - id: tc002_code_complexity_analysis
56
+ description: "Analyze code complexity metrics for quality signals"
57
+ category: complexity
58
+ priority: critical
59
+
60
+ input:
61
+ code: |
62
+ function processOrder(order, user, config, flags) {
63
+ if (order.type === 'premium' && user.tier >= 3) {
64
+ if (config.discountEnabled && flags.holiday) {
65
+ return calculateDiscount(order, user, config);
66
+ } else if (config.loyaltyEnabled) {
67
+ return calculateLoyalty(order, user);
68
+ }
69
+ }
70
+ return order.total;
71
+ }
72
+ language: javascript
73
+
74
+ expected_output:
75
+ must_contain:
76
+ - "complexity"
77
+ - "cyclomatic"
78
+
79
+ validation:
80
+ schema_check: true
81
+
82
+ - id: tc003_coverage_gap_detection
83
+ description: "Detect coverage gaps in test suite"
84
+ category: coverage
85
+ priority: high
86
+
87
+ input:
88
+ coverage_report:
89
+ total: 72
90
+ branches: 58
91
+ functions: 80
92
+ lines: 75
93
+ uncovered_files:
94
+ - "src/auth/oauth2.ts"
95
+ - "src/payment/processor.ts"
96
+
97
+ expected_output:
98
+ must_contain:
99
+ - "gap"
100
+ - "coverage"
101
+ - "branch"
102
+
103
+ validation:
104
+ schema_check: true
105
+
106
+ - id: tc004_defect_prediction
107
+ description: "Predict defect-prone areas from code metrics"
108
+ category: defect-prediction
109
+ priority: high
110
+
111
+ input:
112
+ file_metrics:
113
+ - file: "src/auth/oauth2.ts"
114
+ churn: 15
115
+ complexity: 28
116
+ contributors: 4
117
+ - file: "src/core/router.ts"
118
+ churn: 2
119
+ complexity: 5
120
+ contributors: 1
121
+
122
+ expected_output:
123
+ must_contain:
124
+ - "defect"
125
+ - "risk"
126
+ - "oauth2"
127
+
128
+ validation:
129
+ schema_check: true
130
+
131
+ - id: tc005_quality_signal_synthesis
132
+ description: "Synthesize quality signals from development phase data"
133
+ category: synthesis
134
+ priority: medium
135
+
136
+ input:
137
+ tdd_score: 0.6
138
+ complexity_score: 0.55
139
+ coverage: 72
140
+ defect_density: 3.2
141
+
142
+ expected_output:
143
+ must_contain:
144
+ - "quality"
145
+ - "signal"
146
+
147
+ validation:
148
+ schema_check: true
149
+
150
+ success_criteria:
151
+ pass_rate: 0.9
152
+ critical_pass_rate: 1.0
153
+ avg_reasoning_quality: 0.75
154
+ max_execution_time_ms: 300000
155
+
156
+ metadata:
157
+ author: "qe-qcsd-orchestrator"
158
+ created: "2026-03-05"
159
+ coverage_target: >
160
+ QCSD development swarm with 5 test cases covering TDD adherence,
161
+ code complexity analysis, coverage gap detection, defect prediction,
162
+ and quality signal synthesis.
@@ -0,0 +1,72 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://agentic-qe.dev/schemas/qcsd-development-swarm-output.json",
4
+ "title": "QCSD Development Swarm Output Schema",
5
+ "description": "Schema for QCSD development phase swarm output. Includes TDD adherence, complexity analysis, coverage gaps, and defect prediction.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "qcsd-development-swarm"
12
+ },
13
+ "version": {
14
+ "type": "string",
15
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
16
+ },
17
+ "timestamp": {
18
+ "type": "string",
19
+ "format": "date-time"
20
+ },
21
+ "status": {
22
+ "type": "string",
23
+ "enum": ["success", "partial", "failed", "skipped"]
24
+ },
25
+ "trustTier": {
26
+ "type": "integer",
27
+ "const": 3
28
+ },
29
+ "output": {
30
+ "type": "object",
31
+ "required": ["summary", "tddAdherence", "complexityAnalysis", "coverageGaps"],
32
+ "properties": {
33
+ "summary": {
34
+ "type": "string",
35
+ "minLength": 100
36
+ },
37
+ "tddAdherence": {
38
+ "type": "object",
39
+ "properties": {
40
+ "score": { "type": "number", "minimum": 0, "maximum": 1 },
41
+ "testFirstRatio": { "type": "number", "minimum": 0, "maximum": 1 },
42
+ "recommendations": { "type": "array", "items": { "type": "string" } }
43
+ }
44
+ },
45
+ "complexityAnalysis": {
46
+ "type": "object",
47
+ "properties": {
48
+ "averageCyclomaticComplexity": { "type": "number", "minimum": 0 },
49
+ "hotspots": { "type": "array", "items": { "type": "string" } },
50
+ "refactoringTargets": { "type": "array", "items": { "type": "string" } }
51
+ }
52
+ },
53
+ "coverageGaps": {
54
+ "type": "object",
55
+ "properties": {
56
+ "totalCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
57
+ "branchCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
58
+ "uncoveredAreas": { "type": "array", "items": { "type": "string" } }
59
+ }
60
+ },
61
+ "defectPrediction": {
62
+ "type": "object",
63
+ "properties": {
64
+ "highRiskFiles": { "type": "array", "items": { "type": "string" } },
65
+ "defectDensity": { "type": "number", "minimum": 0 },
66
+ "trendDirection": { "type": "string", "enum": ["increasing", "stable", "declining"] }
67
+ }
68
+ }
69
+ }
70
+ }
71
+ }
72
+ }
@@ -0,0 +1,25 @@
1
+ {
2
+ "skillName": "qcsd-development-swarm",
3
+ "skillVersion": "1.0.0",
4
+ "requiredTools": [
5
+ "jq"
6
+ ],
7
+ "optionalTools": [],
8
+ "schemaPath": "schemas/output.json",
9
+ "requiredFields": [
10
+ "skillName",
11
+ "status",
12
+ "output"
13
+ ],
14
+ "requiredNonEmptyFields": [],
15
+ "mustContainTerms": [],
16
+ "mustNotContainTerms": [],
17
+ "enumValidations": {
18
+ ".status": [
19
+ "success",
20
+ "partial",
21
+ "failed",
22
+ "skipped"
23
+ ]
24
+ }
25
+ }
@@ -904,7 +904,7 @@
904
904
  },
905
905
  "metadata": {
906
906
  "generatedBy": "Agentic QE Fleet",
907
- "fleetVersion": "3.7.8",
907
+ "fleetVersion": "3.7.9",
908
908
  "manifestVersion": "1.3.0",
909
909
  "lastUpdated": "2026-02-04T00:00:00.000Z",
910
910
  "contributors": [