agentic-qe 3.4.1 → 3.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (496) hide show
  1. package/.claude/skills/.validation/README.md +111 -0
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -0
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -0
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -0
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +452 -0
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -0
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -0
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -0
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -0
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
  15. package/.claude/skills/.validation/templates/validate.template.sh +1060 -0
  16. package/.claude/skills/.validation/templates/validator-lib.sh +1031 -0
  17. package/.claude/skills/.validation/test-data/invalid-output.json +5 -0
  18. package/.claude/skills/.validation/test-data/minimal-output.json +9 -0
  19. package/.claude/skills/.validation/test-data/sample-output.json +73 -0
  20. package/.claude/skills/TRUST-TIERS.md +158 -0
  21. package/.claude/skills/a11y-ally/SKILL.md +1664 -1658
  22. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
  23. package/.claude/skills/a11y-ally/schemas/output.json +549 -0
  24. package/.claude/skills/a11y-ally/scripts/validate.sh +690 -0
  25. package/.claude/skills/accessibility-testing/SKILL.md +8 -1
  26. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
  27. package/.claude/skills/accessibility-testing/schemas/output.json +776 -0
  28. package/.claude/skills/accessibility-testing/scripts/validate.sh +943 -0
  29. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -0
  30. package/.claude/skills/agentic-quality-engineering/SKILL.md +4 -0
  31. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -0
  32. package/.claude/skills/api-testing-patterns/SKILL.md +5 -0
  33. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
  34. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -0
  35. package/.claude/skills/api-testing-patterns/scripts/validate.sh +931 -0
  36. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
  37. package/.claude/skills/aqe-v2-v3-migration/skill.md +4 -0
  38. package/.claude/skills/brutal-honesty-review/SKILL.md +5 -0
  39. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -0
  40. package/.claude/skills/brutal-honesty-review/scripts/validate.sh +130 -0
  41. package/.claude/skills/bug-reporting-excellence/SKILL.md +5 -0
  42. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -0
  43. package/.claude/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
  44. package/.claude/skills/chaos-engineering-resilience/SKILL.md +5 -0
  45. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  46. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
  47. package/.claude/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
  48. package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
  49. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
  50. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
  51. package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate.sh +310 -0
  52. package/.claude/skills/code-review-quality/SKILL.md +5 -0
  53. package/.claude/skills/code-review-quality/schemas/output.json +264 -0
  54. package/.claude/skills/code-review-quality/scripts/validate.sh +113 -0
  55. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
  56. package/.claude/skills/compatibility-testing/schemas/output.json +551 -0
  57. package/.claude/skills/compatibility-testing/scripts/validate.sh +605 -0
  58. package/.claude/skills/compliance-testing/SKILL.md +7 -0
  59. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
  60. package/.claude/skills/compliance-testing/schemas/output.json +845 -0
  61. package/.claude/skills/compliance-testing/scripts/validate.sh +888 -0
  62. package/.claude/skills/consultancy-practices/SKILL.md +4 -0
  63. package/.claude/skills/consultancy-practices/schemas/output.json +282 -0
  64. package/.claude/skills/context-driven-testing/SKILL.md +3 -0
  65. package/.claude/skills/contract-testing/SKILL.md +5 -0
  66. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -0
  67. package/.claude/skills/contract-testing/schemas/output.json +638 -0
  68. package/.claude/skills/contract-testing/scripts/validate.sh +1033 -0
  69. package/.claude/skills/database-testing/SKILL.md +5 -0
  70. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -0
  71. package/.claude/skills/database-testing/schemas/output.json +1446 -0
  72. package/.claude/skills/database-testing/scripts/validate.sh +1099 -0
  73. package/.claude/skills/exploratory-testing-advanced/SKILL.md +3 -0
  74. package/.claude/skills/holistic-testing-pact/SKILL.md +3 -0
  75. package/.claude/skills/localization-testing/SKILL.md +6 -0
  76. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -0
  77. package/.claude/skills/localization-testing/schemas/output.json +325 -0
  78. package/.claude/skills/localization-testing/scripts/validate.sh +131 -0
  79. package/.claude/skills/mobile-testing/SKILL.md +6 -0
  80. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
  81. package/.claude/skills/mobile-testing/schemas/output.json +318 -0
  82. package/.claude/skills/mobile-testing/scripts/validate.sh +127 -0
  83. package/.claude/skills/mutation-testing/SKILL.md +8 -1
  84. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
  85. package/.claude/skills/mutation-testing/schemas/output.json +707 -0
  86. package/.claude/skills/mutation-testing/scripts/validate.sh +992 -0
  87. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -0
  88. package/.claude/skills/n8n-expression-testing/SKILL.md +6 -0
  89. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
  90. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -0
  91. package/.claude/skills/n8n-expression-testing/scripts/validate.sh +162 -0
  92. package/.claude/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
  93. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
  94. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
  95. package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
  96. package/.claude/skills/n8n-security-testing/SKILL.md +6 -0
  97. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
  98. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -0
  99. package/.claude/skills/n8n-security-testing/scripts/validate.sh +120 -0
  100. package/.claude/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
  101. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
  102. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
  103. package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
  104. package/.claude/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
  105. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
  106. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
  107. package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
  108. package/.claude/skills/performance-analysis/SKILL.md +6 -0
  109. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -0
  110. package/.claude/skills/performance-analysis/schemas/output.json +588 -0
  111. package/.claude/skills/performance-analysis/scripts/validate.sh +63 -0
  112. package/.claude/skills/performance-testing/SKILL.md +5 -0
  113. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -0
  114. package/.claude/skills/performance-testing/schemas/output.json +1184 -0
  115. package/.claude/skills/performance-testing/scripts/validate.sh +1090 -0
  116. package/.claude/skills/qcsd-ideation-swarm/SKILL.md +1759 -1753
  117. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
  118. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
  119. package/.claude/skills/qcsd-ideation-swarm/scripts/validate.sh +56 -0
  120. package/.claude/skills/qe-chaos-resilience/SKILL.md +6 -0
  121. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
  122. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -0
  123. package/.claude/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
  124. package/.claude/skills/qe-code-intelligence/SKILL.md +6 -0
  125. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
  126. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -0
  127. package/.claude/skills/qe-code-intelligence/scripts/validate.sh +408 -0
  128. package/.claude/skills/qe-contract-testing/SKILL.md +6 -0
  129. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
  130. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -0
  131. package/.claude/skills/qe-contract-testing/scripts/validate.sh +421 -0
  132. package/.claude/skills/qe-coverage-analysis/SKILL.md +6 -0
  133. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
  134. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -0
  135. package/.claude/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
  136. package/.claude/skills/qe-defect-intelligence/SKILL.md +6 -0
  137. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
  138. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -0
  139. package/.claude/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
  140. package/.claude/skills/qe-iterative-loop/SKILL.md +445 -440
  141. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -0
  142. package/.claude/skills/qe-iterative-loop/scripts/validate.sh +474 -0
  143. package/.claude/skills/qe-learning-optimization/SKILL.md +6 -0
  144. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
  145. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -0
  146. package/.claude/skills/qe-learning-optimization/scripts/validate.sh +56 -0
  147. package/.claude/skills/qe-quality-assessment/SKILL.md +6 -0
  148. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
  149. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -0
  150. package/.claude/skills/qe-quality-assessment/scripts/validate.sh +352 -0
  151. package/.claude/skills/qe-requirements-validation/SKILL.md +6 -0
  152. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
  153. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -0
  154. package/.claude/skills/qe-requirements-validation/scripts/validate.sh +275 -0
  155. package/.claude/skills/qe-security-compliance/SKILL.md +6 -0
  156. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
  157. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -0
  158. package/.claude/skills/qe-security-compliance/scripts/validate.sh +305 -0
  159. package/.claude/skills/qe-test-execution/SKILL.md +6 -0
  160. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
  161. package/.claude/skills/qe-test-execution/schemas/output.json +529 -0
  162. package/.claude/skills/qe-test-execution/scripts/validate.sh +323 -0
  163. package/.claude/skills/qe-test-generation/SKILL.md +6 -0
  164. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
  165. package/.claude/skills/qe-test-generation/schemas/output.json +439 -0
  166. package/.claude/skills/qe-test-generation/scripts/validate.sh +56 -0
  167. package/.claude/skills/qe-visual-accessibility/SKILL.md +6 -0
  168. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
  169. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -0
  170. package/.claude/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
  171. package/.claude/skills/quality-metrics/SKILL.md +6 -0
  172. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
  173. package/.claude/skills/quality-metrics/schemas/output.json +403 -0
  174. package/.claude/skills/quality-metrics/scripts/validate.sh +434 -0
  175. package/.claude/skills/refactoring-patterns/SKILL.md +5 -0
  176. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -0
  177. package/.claude/skills/refactoring-patterns/scripts/validate.sh +241 -0
  178. package/.claude/skills/regression-testing/SKILL.md +6 -0
  179. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -0
  180. package/.claude/skills/regression-testing/schemas/output.json +311 -0
  181. package/.claude/skills/regression-testing/scripts/validate.sh +130 -0
  182. package/.claude/skills/risk-based-testing/SKILL.md +6 -0
  183. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
  184. package/.claude/skills/risk-based-testing/schemas/output.json +480 -0
  185. package/.claude/skills/risk-based-testing/scripts/validate.sh +56 -0
  186. package/.claude/skills/security-testing/SKILL.md +5 -0
  187. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -0
  188. package/.claude/skills/security-testing/schemas/output.json +879 -0
  189. package/.claude/skills/security-testing/scripts/validate.sh +967 -0
  190. package/.claude/skills/security-visual-testing/SKILL.md +223 -217
  191. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -0
  192. package/.claude/skills/security-visual-testing/schemas/output.json +486 -0
  193. package/.claude/skills/security-visual-testing/scripts/validate.sh +748 -0
  194. package/.claude/skills/sherlock-review/SKILL.md +5 -0
  195. package/.claude/skills/sherlock-review/schemas/output.json +297 -0
  196. package/.claude/skills/sherlock-review/scripts/validate.sh +115 -0
  197. package/.claude/skills/shift-left-testing/SKILL.md +6 -0
  198. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
  199. package/.claude/skills/shift-left-testing/schemas/output.json +459 -0
  200. package/.claude/skills/shift-left-testing/scripts/validate.sh +56 -0
  201. package/.claude/skills/shift-right-testing/SKILL.md +6 -0
  202. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
  203. package/.claude/skills/shift-right-testing/schemas/output.json +418 -0
  204. package/.claude/skills/shift-right-testing/scripts/validate.sh +56 -0
  205. package/.claude/skills/six-thinking-hats/SKILL.md +3 -0
  206. package/.claude/skills/tdd-london-chicago/SKILL.md +5 -0
  207. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -0
  208. package/.claude/skills/tdd-london-chicago/scripts/validate.sh +214 -0
  209. package/.claude/skills/technical-writing/SKILL.md +4 -0
  210. package/.claude/skills/technical-writing/schemas/output.json +268 -0
  211. package/.claude/skills/test-automation-strategy/SKILL.md +6 -0
  212. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
  213. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -0
  214. package/.claude/skills/test-automation-strategy/scripts/validate.sh +195 -0
  215. package/.claude/skills/test-data-management/SKILL.md +6 -0
  216. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -0
  217. package/.claude/skills/test-data-management/schemas/output.json +284 -0
  218. package/.claude/skills/test-data-management/scripts/validate.sh +137 -0
  219. package/.claude/skills/test-design-techniques/SKILL.md +6 -0
  220. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
  221. package/.claude/skills/test-design-techniques/schemas/output.json +295 -0
  222. package/.claude/skills/test-design-techniques/scripts/validate.sh +91 -0
  223. package/.claude/skills/test-environment-management/SKILL.md +4 -0
  224. package/.claude/skills/test-environment-management/schemas/output.json +310 -0
  225. package/.claude/skills/test-reporting-analytics/SKILL.md +6 -0
  226. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
  227. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -0
  228. package/.claude/skills/test-reporting-analytics/scripts/validate.sh +77 -0
  229. package/.claude/skills/testability-scoring/SKILL.md +5 -0
  230. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
  231. package/.claude/skills/testability-scoring/schemas/output.json +606 -0
  232. package/.claude/skills/testability-scoring/scripts/validate.sh +891 -0
  233. package/.claude/skills/trust-tier-manifest.json +2333 -0
  234. package/.claude/skills/verification-quality/SKILL.md +6 -0
  235. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -0
  236. package/.claude/skills/verification-quality/schemas/output.json +432 -0
  237. package/.claude/skills/verification-quality/scripts/validate.sh +77 -0
  238. package/.claude/skills/visual-testing-advanced/SKILL.md +6 -0
  239. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
  240. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -0
  241. package/.claude/skills/visual-testing-advanced/scripts/validate.sh +77 -0
  242. package/.claude/skills/xp-practices/SKILL.md +3 -0
  243. package/README.md +39 -2
  244. package/package.json +4 -1
  245. package/scripts/run-skill-eval.ts +1097 -0
  246. package/scripts/test-schema-validation.js +301 -0
  247. package/scripts/update-skill-manifest.ts +751 -0
  248. package/scripts/validate-skill-frontmatter.js +141 -0
  249. package/v3/CHANGELOG.md +21 -0
  250. package/v3/README.md +43 -3
  251. package/v3/assets/agents/v3/qe-test-idea-rewriter.md +375 -375
  252. package/v3/assets/skills/.validation/README.md +111 -0
  253. package/v3/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
  254. package/v3/assets/skills/.validation/examples/performance-testing-output.example.json +252 -0
  255. package/v3/assets/skills/.validation/examples/security-testing-output.example.json +413 -0
  256. package/v3/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -0
  257. package/v3/assets/skills/.validation/schemas/skill-eval.schema.json +452 -0
  258. package/v3/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
  259. package/v3/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
  260. package/v3/assets/skills/.validation/schemas/skill-output.template.json +610 -0
  261. package/v3/assets/skills/.validation/skill-validation-mcp-integration.md +250 -0
  262. package/v3/assets/skills/.validation/templates/eval.template.yaml +366 -0
  263. package/v3/assets/skills/.validation/templates/schemas/output.json +145 -0
  264. package/v3/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
  265. package/v3/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
  266. package/v3/assets/skills/.validation/templates/validate.template.sh +1060 -0
  267. package/v3/assets/skills/.validation/templates/validator-lib.sh +1031 -0
  268. package/v3/assets/skills/.validation/test-data/invalid-output.json +5 -0
  269. package/v3/assets/skills/.validation/test-data/minimal-output.json +9 -0
  270. package/v3/assets/skills/.validation/test-data/sample-output.json +73 -0
  271. package/v3/assets/skills/accessibility-testing/SKILL.md +8 -1
  272. package/v3/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
  273. package/v3/assets/skills/accessibility-testing/schemas/output.json +776 -0
  274. package/v3/assets/skills/accessibility-testing/scripts/validate.sh +943 -0
  275. package/v3/assets/skills/accessibility-testing/test-data/sample-output.json +191 -0
  276. package/v3/assets/skills/agentic-quality-engineering/SKILL.md +4 -0
  277. package/v3/assets/skills/agentic-quality-engineering/schemas/output.json +577 -0
  278. package/v3/assets/skills/api-testing-patterns/SKILL.md +5 -0
  279. package/v3/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
  280. package/v3/assets/skills/api-testing-patterns/schemas/output.json +845 -0
  281. package/v3/assets/skills/api-testing-patterns/scripts/validate.sh +931 -0
  282. package/v3/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
  283. package/v3/assets/skills/aqe-v2-v3-migration/skill.md +20 -16
  284. package/v3/assets/skills/bug-reporting-excellence/SKILL.md +5 -0
  285. package/v3/assets/skills/bug-reporting-excellence/schemas/output.json +288 -0
  286. package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
  287. package/v3/assets/skills/chaos-engineering-resilience/SKILL.md +5 -0
  288. package/v3/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  289. package/v3/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
  290. package/v3/assets/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
  291. package/v3/assets/skills/code-review-quality/SKILL.md +5 -0
  292. package/v3/assets/skills/code-review-quality/schemas/output.json +264 -0
  293. package/v3/assets/skills/code-review-quality/scripts/validate.sh +113 -0
  294. package/v3/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
  295. package/v3/assets/skills/compatibility-testing/schemas/output.json +551 -0
  296. package/v3/assets/skills/compatibility-testing/scripts/validate.sh +605 -0
  297. package/v3/assets/skills/compliance-testing/SKILL.md +7 -0
  298. package/v3/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
  299. package/v3/assets/skills/compliance-testing/schemas/output.json +845 -0
  300. package/v3/assets/skills/compliance-testing/scripts/validate.sh +888 -0
  301. package/v3/assets/skills/consultancy-practices/SKILL.md +4 -0
  302. package/v3/assets/skills/consultancy-practices/schemas/output.json +282 -0
  303. package/v3/assets/skills/context-driven-testing/SKILL.md +3 -0
  304. package/v3/assets/skills/contract-testing/SKILL.md +5 -0
  305. package/v3/assets/skills/contract-testing/evals/contract-testing.yaml +748 -0
  306. package/v3/assets/skills/contract-testing/schemas/output.json +638 -0
  307. package/v3/assets/skills/contract-testing/scripts/validate.sh +1033 -0
  308. package/v3/assets/skills/database-testing/SKILL.md +5 -0
  309. package/v3/assets/skills/database-testing/evals/database-testing.yaml +968 -0
  310. package/v3/assets/skills/database-testing/schemas/output.json +1446 -0
  311. package/v3/assets/skills/database-testing/scripts/validate.sh +1099 -0
  312. package/v3/assets/skills/exploratory-testing-advanced/SKILL.md +3 -0
  313. package/v3/assets/skills/holistic-testing-pact/SKILL.md +3 -0
  314. package/v3/assets/skills/localization-testing/SKILL.md +6 -0
  315. package/v3/assets/skills/localization-testing/evals/localization-testing.yaml +544 -0
  316. package/v3/assets/skills/localization-testing/schemas/output.json +325 -0
  317. package/v3/assets/skills/localization-testing/scripts/validate.sh +131 -0
  318. package/v3/assets/skills/mobile-testing/SKILL.md +6 -0
  319. package/v3/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
  320. package/v3/assets/skills/mobile-testing/schemas/output.json +318 -0
  321. package/v3/assets/skills/mobile-testing/scripts/validate.sh +127 -0
  322. package/v3/assets/skills/mutation-testing/SKILL.md +8 -1
  323. package/v3/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
  324. package/v3/assets/skills/mutation-testing/schemas/output.json +707 -0
  325. package/v3/assets/skills/mutation-testing/scripts/validate.sh +992 -0
  326. package/v3/assets/skills/mutation-testing/test-data/sample-output.json +295 -0
  327. package/v3/assets/skills/n8n-expression-testing/scripts/validate.sh +162 -0
  328. package/v3/assets/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
  329. package/v3/assets/skills/n8n-security-testing/scripts/validate.sh +120 -0
  330. package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
  331. package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
  332. package/v3/assets/skills/performance-testing/SKILL.md +5 -0
  333. package/v3/assets/skills/performance-testing/evals/performance-testing.yaml +772 -0
  334. package/v3/assets/skills/performance-testing/schemas/output.json +1184 -0
  335. package/v3/assets/skills/performance-testing/scripts/validate.sh +1090 -0
  336. package/v3/assets/skills/qe-chaos-resilience/SKILL.md +6 -0
  337. package/v3/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
  338. package/v3/assets/skills/qe-chaos-resilience/schemas/output.json +314 -0
  339. package/v3/assets/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
  340. package/v3/assets/skills/qe-code-intelligence/SKILL.md +6 -0
  341. package/v3/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
  342. package/v3/assets/skills/qe-code-intelligence/schemas/output.json +315 -0
  343. package/v3/assets/skills/qe-code-intelligence/scripts/validate.sh +408 -0
  344. package/v3/assets/skills/qe-contract-testing/SKILL.md +6 -0
  345. package/v3/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
  346. package/v3/assets/skills/qe-contract-testing/schemas/output.json +295 -0
  347. package/v3/assets/skills/qe-contract-testing/scripts/validate.sh +421 -0
  348. package/v3/assets/skills/qe-coverage-analysis/SKILL.md +6 -0
  349. package/v3/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
  350. package/v3/assets/skills/qe-coverage-analysis/schemas/output.json +286 -0
  351. package/v3/assets/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
  352. package/v3/assets/skills/qe-defect-intelligence/SKILL.md +6 -0
  353. package/v3/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
  354. package/v3/assets/skills/qe-defect-intelligence/schemas/output.json +283 -0
  355. package/v3/assets/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
  356. package/v3/assets/skills/qe-iterative-loop/SKILL.md +445 -443
  357. package/v3/assets/skills/qe-iterative-loop/schemas/output.json +264 -0
  358. package/v3/assets/skills/qe-iterative-loop/scripts/validate.sh +474 -0
  359. package/v3/assets/skills/qe-learning-optimization/SKILL.md +6 -0
  360. package/v3/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
  361. package/v3/assets/skills/qe-learning-optimization/schemas/output.json +288 -0
  362. package/v3/assets/skills/qe-learning-optimization/scripts/validate.sh +56 -0
  363. package/v3/assets/skills/qe-quality-assessment/SKILL.md +6 -0
  364. package/v3/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
  365. package/v3/assets/skills/qe-quality-assessment/schemas/output.json +550 -0
  366. package/v3/assets/skills/qe-quality-assessment/scripts/validate.sh +352 -0
  367. package/v3/assets/skills/qe-requirements-validation/SKILL.md +6 -0
  368. package/v3/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
  369. package/v3/assets/skills/qe-requirements-validation/schemas/output.json +587 -0
  370. package/v3/assets/skills/qe-requirements-validation/scripts/validate.sh +275 -0
  371. package/v3/assets/skills/qe-security-compliance/SKILL.md +6 -0
  372. package/v3/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
  373. package/v3/assets/skills/qe-security-compliance/schemas/output.json +498 -0
  374. package/v3/assets/skills/qe-security-compliance/scripts/validate.sh +305 -0
  375. package/v3/assets/skills/qe-test-execution/SKILL.md +6 -0
  376. package/v3/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
  377. package/v3/assets/skills/qe-test-execution/schemas/output.json +529 -0
  378. package/v3/assets/skills/qe-test-execution/scripts/validate.sh +323 -0
  379. package/v3/assets/skills/qe-test-generation/SKILL.md +6 -0
  380. package/v3/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
  381. package/v3/assets/skills/qe-test-generation/schemas/output.json +439 -0
  382. package/v3/assets/skills/qe-test-generation/scripts/validate.sh +56 -0
  383. package/v3/assets/skills/qe-visual-accessibility/SKILL.md +6 -0
  384. package/v3/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
  385. package/v3/assets/skills/qe-visual-accessibility/schemas/output.json +491 -0
  386. package/v3/assets/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
  387. package/v3/assets/skills/quality-metrics/SKILL.md +6 -0
  388. package/v3/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
  389. package/v3/assets/skills/quality-metrics/schemas/output.json +403 -0
  390. package/v3/assets/skills/quality-metrics/scripts/validate.sh +434 -0
  391. package/v3/assets/skills/refactoring-patterns/SKILL.md +5 -0
  392. package/v3/assets/skills/refactoring-patterns/schemas/output.json +475 -0
  393. package/v3/assets/skills/refactoring-patterns/scripts/validate.sh +241 -0
  394. package/v3/assets/skills/regression-testing/SKILL.md +6 -0
  395. package/v3/assets/skills/regression-testing/evals/regression-testing.yaml +504 -0
  396. package/v3/assets/skills/regression-testing/schemas/output.json +311 -0
  397. package/v3/assets/skills/regression-testing/scripts/validate.sh +130 -0
  398. package/v3/assets/skills/risk-based-testing/SKILL.md +6 -0
  399. package/v3/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
  400. package/v3/assets/skills/risk-based-testing/schemas/output.json +480 -0
  401. package/v3/assets/skills/risk-based-testing/scripts/validate.sh +56 -0
  402. package/v3/assets/skills/security-testing/SKILL.md +5 -0
  403. package/v3/assets/skills/security-testing/evals/security-testing.yaml +789 -0
  404. package/v3/assets/skills/security-testing/schemas/output.json +879 -0
  405. package/v3/assets/skills/security-testing/scripts/validate.sh +967 -0
  406. package/v3/assets/skills/shift-left-testing/SKILL.md +6 -0
  407. package/v3/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
  408. package/v3/assets/skills/shift-left-testing/schemas/output.json +459 -0
  409. package/v3/assets/skills/shift-left-testing/scripts/validate.sh +56 -0
  410. package/v3/assets/skills/shift-right-testing/SKILL.md +6 -0
  411. package/v3/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
  412. package/v3/assets/skills/shift-right-testing/schemas/output.json +418 -0
  413. package/v3/assets/skills/shift-right-testing/scripts/validate.sh +56 -0
  414. package/v3/assets/skills/six-thinking-hats/SKILL.md +3 -0
  415. package/v3/assets/skills/tdd-london-chicago/SKILL.md +5 -0
  416. package/v3/assets/skills/tdd-london-chicago/schemas/output.json +444 -0
  417. package/v3/assets/skills/tdd-london-chicago/scripts/validate.sh +214 -0
  418. package/v3/assets/skills/technical-writing/SKILL.md +4 -0
  419. package/v3/assets/skills/technical-writing/schemas/output.json +268 -0
  420. package/v3/assets/skills/test-automation-strategy/SKILL.md +6 -0
  421. package/v3/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
  422. package/v3/assets/skills/test-automation-strategy/schemas/output.json +444 -0
  423. package/v3/assets/skills/test-automation-strategy/scripts/validate.sh +195 -0
  424. package/v3/assets/skills/test-data-management/SKILL.md +6 -0
  425. package/v3/assets/skills/test-data-management/evals/test-data-management.yaml +504 -0
  426. package/v3/assets/skills/test-data-management/schemas/output.json +284 -0
  427. package/v3/assets/skills/test-data-management/scripts/validate.sh +137 -0
  428. package/v3/assets/skills/test-design-techniques/SKILL.md +6 -0
  429. package/v3/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
  430. package/v3/assets/skills/test-design-techniques/schemas/output.json +295 -0
  431. package/v3/assets/skills/test-design-techniques/scripts/validate.sh +91 -0
  432. package/v3/assets/skills/test-environment-management/SKILL.md +4 -0
  433. package/v3/assets/skills/test-environment-management/schemas/output.json +310 -0
  434. package/v3/assets/skills/test-reporting-analytics/SKILL.md +6 -0
  435. package/v3/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
  436. package/v3/assets/skills/test-reporting-analytics/schemas/output.json +329 -0
  437. package/v3/assets/skills/test-reporting-analytics/scripts/validate.sh +77 -0
  438. package/v3/assets/skills/verification-quality/SKILL.md +6 -0
  439. package/v3/assets/skills/verification-quality/evals/verification-quality.yaml +150 -0
  440. package/v3/assets/skills/verification-quality/schemas/output.json +432 -0
  441. package/v3/assets/skills/verification-quality/scripts/validate.sh +77 -0
  442. package/v3/assets/skills/visual-testing-advanced/SKILL.md +6 -0
  443. package/v3/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
  444. package/v3/assets/skills/visual-testing-advanced/schemas/output.json +294 -0
  445. package/v3/assets/skills/visual-testing-advanced/scripts/validate.sh +77 -0
  446. package/v3/assets/skills/xp-practices/SKILL.md +3 -0
  447. package/v3/assets/templates/validation-report.md.hbs +139 -0
  448. package/v3/assets/templates/validation-summary.json +56 -0
  449. package/v3/dist/cli/bundle.js +7368 -3418
  450. package/v3/dist/cli/commands/eval.d.ts +18 -0
  451. package/v3/dist/cli/commands/eval.d.ts.map +1 -0
  452. package/v3/dist/cli/commands/eval.js +505 -0
  453. package/v3/dist/cli/commands/eval.js.map +1 -0
  454. package/v3/dist/cli/commands/validate-swarm.d.ts +16 -0
  455. package/v3/dist/cli/commands/validate-swarm.d.ts.map +1 -0
  456. package/v3/dist/cli/commands/validate-swarm.js +251 -0
  457. package/v3/dist/cli/commands/validate-swarm.js.map +1 -0
  458. package/v3/dist/cli/commands/validate.d.ts +14 -0
  459. package/v3/dist/cli/commands/validate.d.ts.map +1 -0
  460. package/v3/dist/cli/commands/validate.js +408 -0
  461. package/v3/dist/cli/commands/validate.js.map +1 -0
  462. package/v3/dist/cli/index.js +6 -0
  463. package/v3/dist/cli/index.js.map +1 -1
  464. package/v3/dist/index.d.ts +2 -0
  465. package/v3/dist/index.d.ts.map +1 -1
  466. package/v3/dist/index.js +10 -0
  467. package/v3/dist/index.js.map +1 -1
  468. package/v3/dist/init/skills-installer.d.ts +6 -0
  469. package/v3/dist/init/skills-installer.d.ts.map +1 -1
  470. package/v3/dist/init/skills-installer.js +48 -0
  471. package/v3/dist/init/skills-installer.js.map +1 -1
  472. package/v3/dist/learning/index.d.ts +2 -0
  473. package/v3/dist/learning/index.d.ts.map +1 -1
  474. package/v3/dist/learning/index.js +4 -0
  475. package/v3/dist/learning/index.js.map +1 -1
  476. package/v3/dist/learning/skill-validation-learner.d.ts +264 -0
  477. package/v3/dist/learning/skill-validation-learner.d.ts.map +1 -0
  478. package/v3/dist/learning/skill-validation-learner.js +515 -0
  479. package/v3/dist/learning/skill-validation-learner.js.map +1 -0
  480. package/v3/dist/validation/index.d.ts +19 -0
  481. package/v3/dist/validation/index.d.ts.map +1 -0
  482. package/v3/dist/validation/index.js +31 -0
  483. package/v3/dist/validation/index.js.map +1 -0
  484. package/v3/dist/validation/parallel-eval-runner.d.ts +307 -0
  485. package/v3/dist/validation/parallel-eval-runner.d.ts.map +1 -0
  486. package/v3/dist/validation/parallel-eval-runner.js +566 -0
  487. package/v3/dist/validation/parallel-eval-runner.js.map +1 -0
  488. package/v3/dist/validation/swarm-skill-validator.d.ts +282 -0
  489. package/v3/dist/validation/swarm-skill-validator.d.ts.map +1 -0
  490. package/v3/dist/validation/swarm-skill-validator.js +460 -0
  491. package/v3/dist/validation/swarm-skill-validator.js.map +1 -0
  492. package/v3/dist/validation/validation-result-aggregator.d.ts +232 -0
  493. package/v3/dist/validation/validation-result-aggregator.d.ts.map +1 -0
  494. package/v3/dist/validation/validation-result-aggregator.js +630 -0
  495. package/v3/dist/validation/validation-result-aggregator.js.map +1 -0
  496. package/v3/package.json +1 -1
@@ -0,0 +1,515 @@
1
+ /**
2
+ * Skill Validation Learner
3
+ * ADR-056: Integrates skill validation with ReasoningBank
4
+ *
5
+ * This module bridges skill validation outcomes with the ReasoningBank learning system,
6
+ * enabling:
7
+ * - Pattern storage from successful validations
8
+ * - Cross-model behavior tracking
9
+ * - Skill confidence scoring based on validation history
10
+ * - Integration with QualityFeedbackLoop for continuous improvement
11
+ *
12
+ * Memory Namespace Structure:
13
+ * ```
14
+ * aqe/skill-validation/
15
+ * ├── skill-confidence-{skill}/ - Confidence scores per skill
16
+ * ├── cross-model-{skill}/ - Cross-model behavior tracking
17
+ * ├── patterns/ - Validation patterns
18
+ * │ ├── {skill-name}-validation-* - Per-skill validation patterns
19
+ * │ └── by-model/ - Patterns organized by model
20
+ * └── trends/ - Historical validation trends
21
+ * ```
22
+ *
23
+ * @module learning/skill-validation-learner
24
+ * @see .claude/skills/.validation/skill-validation-mcp-integration.md
25
+ */
26
+ // ============================================================================
27
+ // Skill Validation Learner
28
+ // ============================================================================
29
+ /**
30
+ * Skill Validation Learner
31
+ *
32
+ * Integrates skill validation outcomes with the ReasoningBank learning system.
33
+ * Records validation outcomes, tracks confidence scores, and enables cross-model
34
+ * behavior analysis.
35
+ *
36
+ * @example
37
+ * ```typescript
38
+ * const learner = createSkillValidationLearner(reasoningBank);
39
+ *
40
+ * // Record a validation outcome
41
+ * await learner.recordValidationOutcome({
42
+ * skillName: 'security-testing',
43
+ * trustTier: 3,
44
+ * validationLevel: 'eval',
45
+ * model: 'claude-3.5-sonnet',
46
+ * passed: true,
47
+ * score: 0.92,
48
+ * testCaseResults: [...],
49
+ * timestamp: new Date(),
50
+ * });
51
+ *
52
+ * // Get skill confidence
53
+ * const confidence = await learner.getSkillConfidence('security-testing');
54
+ * console.log(`Confidence: ${confidence?.avgScore}`);
55
+ *
56
+ * // Get cross-model analysis
57
+ * const analysis = await learner.getCrossModelAnalysis('security-testing');
58
+ * console.log(`Variance: ${analysis?.variance}`);
59
+ * ```
60
+ */
61
+ export class SkillValidationLearner {
62
+ reasoningBank;
63
+ memoryNamespace = 'skill-validation';
64
+ feedbackLoop = null;
65
+ constructor(reasoningBank) {
66
+ this.reasoningBank = reasoningBank;
67
+ }
68
+ /**
69
+ * Connect to QualityFeedbackLoop for integrated learning
70
+ */
71
+ connectFeedbackLoop(feedbackLoop) {
72
+ this.feedbackLoop = feedbackLoop;
73
+ }
74
+ /**
75
+ * Record a validation outcome and update patterns
76
+ *
77
+ * This is the main entry point for recording skill validation results.
78
+ * It will:
79
+ * 1. Store a pattern in ReasoningBank
80
+ * 2. Update skill confidence score
81
+ * 3. Track cross-model behavior (for eval level)
82
+ * 4. Optionally record to QualityFeedbackLoop
83
+ */
84
+ async recordValidationOutcome(outcome) {
85
+ // Store pattern for skill validation
86
+ await this.reasoningBank.storeQEPattern({
87
+ patternType: 'test-template',
88
+ name: `${outcome.skillName}-validation-${outcome.validationLevel}`,
89
+ description: `Validation outcome for ${outcome.skillName} at level ${outcome.validationLevel}`,
90
+ context: {
91
+ tags: ['skill-validation', outcome.skillName, outcome.model, outcome.validationLevel],
92
+ testType: 'integration',
93
+ },
94
+ template: {
95
+ type: 'config',
96
+ content: JSON.stringify({
97
+ outcome: {
98
+ skillName: outcome.skillName,
99
+ trustTier: outcome.trustTier,
100
+ validationLevel: outcome.validationLevel,
101
+ model: outcome.model,
102
+ passed: outcome.passed,
103
+ score: outcome.score,
104
+ testCaseCount: outcome.testCaseResults.length,
105
+ passedTests: outcome.testCaseResults.filter(t => t.passed).length,
106
+ avgReasoningQuality: this.calculateAvgReasoningQuality(outcome.testCaseResults),
107
+ timestamp: outcome.timestamp.toISOString(),
108
+ runId: outcome.runId,
109
+ metadata: outcome.metadata,
110
+ },
111
+ }),
112
+ variables: [],
113
+ },
114
+ });
115
+ // Update skill confidence score
116
+ await this.updateSkillConfidence(outcome);
117
+ // Track cross-model behavior if eval level
118
+ if (outcome.validationLevel === 'eval') {
119
+ await this.trackCrossModelBehavior(outcome);
120
+ }
121
+ // Record to feedback loop if connected
122
+ if (this.feedbackLoop && outcome.runId) {
123
+ await this.recordToFeedbackLoop(outcome);
124
+ }
125
+ }
126
+ /**
127
+ * Update skill confidence based on validation history
128
+ */
129
+ async updateSkillConfidence(outcome) {
130
+ const key = `skill-confidence-${outcome.skillName}`;
131
+ // Try to get existing confidence data via pattern search
132
+ const existingPatterns = await this.reasoningBank.searchQEPatterns(key, { limit: 1 });
133
+ let history;
134
+ if (existingPatterns.success && existingPatterns.value.length > 0) {
135
+ try {
136
+ const pattern = existingPatterns.value[0].pattern;
137
+ const templateContent = pattern.template?.content;
138
+ if (templateContent) {
139
+ const parsed = JSON.parse(templateContent);
140
+ // Validate that it has the expected structure
141
+ if (parsed && typeof parsed === 'object' && Array.isArray(parsed.outcomes)) {
142
+ history = parsed;
143
+ }
144
+ else {
145
+ history = this.createEmptyConfidence(outcome.skillName);
146
+ }
147
+ }
148
+ else {
149
+ history = this.createEmptyConfidence(outcome.skillName);
150
+ }
151
+ }
152
+ catch {
153
+ history = this.createEmptyConfidence(outcome.skillName);
154
+ }
155
+ }
156
+ else {
157
+ history = this.createEmptyConfidence(outcome.skillName);
158
+ }
159
+ // Add new outcome
160
+ history.outcomes.push({
161
+ score: outcome.score,
162
+ timestamp: outcome.timestamp,
163
+ model: outcome.model,
164
+ validationLevel: outcome.validationLevel,
165
+ passed: outcome.passed,
166
+ });
167
+ // Keep last 100 outcomes
168
+ if (history.outcomes.length > 100) {
169
+ history.outcomes = history.outcomes.slice(-100);
170
+ }
171
+ // Calculate rolling average
172
+ history.avgScore = history.outcomes.reduce((sum, o) => sum + o.score, 0) / history.outcomes.length;
173
+ history.lastUpdated = new Date();
174
+ // Calculate trend from last 10 outcomes
175
+ history.trend = this.calculateTrend(history.outcomes);
176
+ // Calculate confidence by level
177
+ history.byLevel = this.calculateConfidenceByLevel(history.outcomes);
178
+ // Store updated confidence as a pattern
179
+ await this.reasoningBank.storeQEPattern({
180
+ patternType: 'test-template',
181
+ name: key,
182
+ description: `Skill confidence tracking for ${outcome.skillName}`,
183
+ context: {
184
+ tags: ['skill-confidence', outcome.skillName],
185
+ },
186
+ template: {
187
+ type: 'config',
188
+ content: JSON.stringify(history),
189
+ variables: [],
190
+ },
191
+ });
192
+ }
193
+ /**
194
+ * Track cross-model behavior differences
195
+ */
196
+ async trackCrossModelBehavior(outcome) {
197
+ const key = `cross-model-${outcome.skillName}`;
198
+ // Try to get existing cross-model data
199
+ const existingPatterns = await this.reasoningBank.searchQEPatterns(key, { limit: 1 });
200
+ let crossModel;
201
+ if (existingPatterns.success && existingPatterns.value.length > 0) {
202
+ try {
203
+ const pattern = existingPatterns.value[0].pattern;
204
+ const templateContent = pattern.template?.content;
205
+ if (templateContent) {
206
+ const parsed = JSON.parse(templateContent);
207
+ // Validate that it has the expected structure
208
+ if (parsed && typeof parsed === 'object' && typeof parsed.models === 'object') {
209
+ crossModel = parsed;
210
+ }
211
+ else {
212
+ crossModel = this.createEmptyCrossModelAnalysis();
213
+ }
214
+ }
215
+ else {
216
+ crossModel = this.createEmptyCrossModelAnalysis();
217
+ }
218
+ }
219
+ catch {
220
+ crossModel = this.createEmptyCrossModelAnalysis();
221
+ }
222
+ }
223
+ else {
224
+ crossModel = this.createEmptyCrossModelAnalysis();
225
+ }
226
+ // Ensure models object exists (defensive)
227
+ if (!crossModel.models) {
228
+ crossModel.models = {};
229
+ }
230
+ // Initialize model data if needed
231
+ if (!crossModel.models[outcome.model]) {
232
+ crossModel.models[outcome.model] = {
233
+ scores: [],
234
+ passRate: 0,
235
+ avgReasoningQuality: 0,
236
+ sampleCount: 0,
237
+ };
238
+ }
239
+ const modelData = crossModel.models[outcome.model];
240
+ modelData.scores.push(outcome.score);
241
+ modelData.sampleCount++;
242
+ // Keep last 50 scores per model
243
+ if (modelData.scores.length > 50) {
244
+ modelData.scores = modelData.scores.slice(-50);
245
+ }
246
+ // Calculate pass rate per model
247
+ const avgReasoningQuality = this.calculateAvgReasoningQuality(outcome.testCaseResults);
248
+ modelData.passRate = modelData.scores.filter(s => s >= 0.9).length / modelData.scores.length;
249
+ modelData.avgReasoningQuality = (modelData.avgReasoningQuality * (modelData.sampleCount - 1) + avgReasoningQuality) / modelData.sampleCount;
250
+ // Detect anomalies (model behavior significantly different)
251
+ const allPassRates = Object.values(crossModel.models).map(m => m.passRate);
252
+ if (allPassRates.length > 1) {
253
+ const avgPassRate = allPassRates.reduce((a, b) => a + b, 0) / allPassRates.length;
254
+ const variance = allPassRates.reduce((sum, r) => sum + Math.pow(r - avgPassRate, 2), 0) / allPassRates.length;
255
+ crossModel.variance = variance;
256
+ crossModel.hasAnomalies = variance > 0.04; // >20% std dev
257
+ // Identify specific anomalies
258
+ crossModel.anomalies = [];
259
+ for (const [model, data] of Object.entries(crossModel.models)) {
260
+ if (Math.abs(data.passRate - avgPassRate) > 0.2) {
261
+ crossModel.anomalies.push({
262
+ model,
263
+ type: data.passRate < avgPassRate ? 'low_performance' : 'high_variance',
264
+ description: `Model ${model} has ${((data.passRate - avgPassRate) * 100).toFixed(1)}% difference from average`,
265
+ });
266
+ }
267
+ }
268
+ }
269
+ crossModel.lastUpdated = new Date();
270
+ // Store updated cross-model analysis
271
+ await this.reasoningBank.storeQEPattern({
272
+ patternType: 'test-template',
273
+ name: key,
274
+ description: `Cross-model behavior tracking for ${outcome.skillName}`,
275
+ context: {
276
+ tags: ['cross-model', outcome.skillName],
277
+ },
278
+ template: {
279
+ type: 'config',
280
+ content: JSON.stringify(crossModel),
281
+ variables: [],
282
+ },
283
+ });
284
+ }
285
+ /**
286
+ * Record outcome to QualityFeedbackLoop for integrated learning
287
+ */
288
+ async recordToFeedbackLoop(outcome) {
289
+ if (!this.feedbackLoop)
290
+ return;
291
+ const routingInput = {
292
+ taskId: outcome.runId,
293
+ taskDescription: `Skill validation: ${outcome.skillName} (${outcome.validationLevel})`,
294
+ recommendedAgent: 'skill-validator',
295
+ usedAgent: 'skill-validator',
296
+ followedRecommendation: true,
297
+ success: outcome.passed,
298
+ qualityScore: outcome.score,
299
+ durationMs: outcome.metadata?.duration || 0,
300
+ timestamp: outcome.timestamp,
301
+ };
302
+ await this.feedbackLoop.recordRoutingOutcome(routingInput);
303
+ }
304
+ /**
305
+ * Get skill confidence score
306
+ */
307
+ async getSkillConfidence(skillName) {
308
+ const key = `skill-confidence-${skillName}`;
309
+ const patterns = await this.reasoningBank.searchQEPatterns(key, { limit: 1 });
310
+ if (patterns.success && patterns.value.length > 0) {
311
+ try {
312
+ const templateContent = patterns.value[0].pattern.template?.content;
313
+ if (templateContent) {
314
+ return JSON.parse(templateContent);
315
+ }
316
+ }
317
+ catch {
318
+ // Pattern exists but content is invalid
319
+ }
320
+ }
321
+ return null;
322
+ }
323
+ /**
324
+ * Get cross-model analysis for a skill
325
+ */
326
+ async getCrossModelAnalysis(skillName) {
327
+ const key = `cross-model-${skillName}`;
328
+ const patterns = await this.reasoningBank.searchQEPatterns(key, { limit: 1 });
329
+ if (patterns.success && patterns.value.length > 0) {
330
+ try {
331
+ const templateContent = patterns.value[0].pattern.template?.content;
332
+ if (templateContent) {
333
+ return JSON.parse(templateContent);
334
+ }
335
+ }
336
+ catch {
337
+ // Pattern exists but content is invalid
338
+ }
339
+ }
340
+ return null;
341
+ }
342
+ /**
343
+ * Query validation patterns for a skill
344
+ */
345
+ async queryValidationPatterns(skillName, limit = 10) {
346
+ const patterns = await this.reasoningBank.searchQEPatterns(`${skillName} validation`, { limit });
347
+ if (patterns.success) {
348
+ return patterns.value
349
+ .filter(p => p.pattern.context?.tags?.includes('skill-validation'))
350
+ .map(p => p.pattern);
351
+ }
352
+ return [];
353
+ }
354
+ /**
355
+ * Get validation trends for a skill over time
356
+ */
357
+ async getValidationTrends(skillName) {
358
+ const confidence = await this.getSkillConfidence(skillName);
359
+ const crossModel = await this.getCrossModelAnalysis(skillName);
360
+ if (!confidence)
361
+ return null;
362
+ // Calculate by-model trends
363
+ const byModel = {};
364
+ if (crossModel) {
365
+ for (const model of Object.keys(crossModel.models)) {
366
+ const modelOutcomes = confidence.outcomes
367
+ .filter(o => o.model === model)
368
+ .map(o => ({ score: o.score }));
369
+ byModel[model] = this.calculateTrend(modelOutcomes);
370
+ }
371
+ }
372
+ // Calculate recent pass rate (last 20 outcomes)
373
+ const recent = confidence.outcomes.slice(-20);
374
+ const recentPassRate = recent.filter(o => o.passed).length / recent.length;
375
+ return {
376
+ overall: confidence.trend || 'stable',
377
+ byModel,
378
+ recentPassRate,
379
+ };
380
+ }
381
+ /**
382
+ * Extract learned patterns from validation outcomes
383
+ *
384
+ * Analyzes validation outcomes to identify successful/failure indicators
385
+ * that can be used to improve future validations.
386
+ */
387
+ async extractLearnedPatterns(skillName) {
388
+ const patterns = await this.queryValidationPatterns(skillName, 50);
389
+ const learnedPatterns = [];
390
+ // Group by category
391
+ const byCategory = new Map();
392
+ for (const pattern of patterns) {
393
+ try {
394
+ const content = JSON.parse(pattern.template?.content || '{}');
395
+ const category = content.outcome?.metadata?.category || 'general';
396
+ if (!byCategory.has(category)) {
397
+ byCategory.set(category, []);
398
+ }
399
+ byCategory.get(category).push(pattern);
400
+ }
401
+ catch {
402
+ // Skip invalid patterns
403
+ }
404
+ }
405
+ // Extract patterns from each category
406
+ for (const [category, categoryPatterns] of Array.from(byCategory.entries())) {
407
+ const successIndicators = new Set();
408
+ const failureIndicators = new Set();
409
+ const models = new Set();
410
+ let totalScore = 0;
411
+ for (const pattern of categoryPatterns) {
412
+ try {
413
+ const content = JSON.parse(pattern.template?.content || '{}');
414
+ const outcome = content.outcome;
415
+ if (!outcome)
416
+ continue;
417
+ models.add(outcome.model);
418
+ totalScore += outcome.score;
419
+ // Extract indicators from tags
420
+ const tags = pattern.context?.tags || [];
421
+ if (outcome.passed) {
422
+ tags.filter((t) => !['skill-validation', skillName].includes(t))
423
+ .forEach((t) => successIndicators.add(t));
424
+ }
425
+ else {
426
+ tags.filter((t) => !['skill-validation', skillName].includes(t))
427
+ .forEach((t) => failureIndicators.add(t));
428
+ }
429
+ }
430
+ catch {
431
+ // Skip invalid patterns
432
+ }
433
+ }
434
+ if (categoryPatterns.length > 0) {
435
+ learnedPatterns.push({
436
+ id: `${skillName}-${category}`,
437
+ skillName,
438
+ category,
439
+ successIndicators: Array.from(successIndicators),
440
+ failureIndicators: Array.from(failureIndicators),
441
+ models: Array.from(models),
442
+ confidence: totalScore / categoryPatterns.length,
443
+ observationCount: categoryPatterns.length,
444
+ });
445
+ }
446
+ }
447
+ return learnedPatterns;
448
+ }
449
+ // ============================================================================
450
+ // Helper Methods
451
+ // ============================================================================
452
+ createEmptyConfidence(skillName) {
453
+ return {
454
+ skillName,
455
+ avgScore: 0,
456
+ outcomes: [],
457
+ lastUpdated: new Date(),
458
+ };
459
+ }
460
+ createEmptyCrossModelAnalysis() {
461
+ return {
462
+ models: {},
463
+ variance: 0,
464
+ hasAnomalies: false,
465
+ lastUpdated: new Date(),
466
+ };
467
+ }
468
+ calculateAvgReasoningQuality(results) {
469
+ if (results.length === 0)
470
+ return 0;
471
+ return results.reduce((sum, r) => sum + r.reasoningQuality, 0) / results.length;
472
+ }
473
+ calculateTrend(outcomes) {
474
+ if (outcomes.length < 5)
475
+ return 'stable';
476
+ const recent = outcomes.slice(-10);
477
+ const older = outcomes.slice(-20, -10);
478
+ if (older.length === 0)
479
+ return 'stable';
480
+ const recentAvg = recent.reduce((sum, o) => sum + o.score, 0) / recent.length;
481
+ const olderAvg = older.reduce((sum, o) => sum + o.score, 0) / older.length;
482
+ const diff = recentAvg - olderAvg;
483
+ if (diff > 0.05)
484
+ return 'improving';
485
+ if (diff < -0.05)
486
+ return 'declining';
487
+ return 'stable';
488
+ }
489
+ calculateConfidenceByLevel(outcomes) {
490
+ const byLevel = {
491
+ schema: [],
492
+ validator: [],
493
+ eval: [],
494
+ };
495
+ for (const outcome of outcomes) {
496
+ if (outcome.validationLevel) {
497
+ byLevel[outcome.validationLevel].push(outcome.score);
498
+ }
499
+ }
500
+ const result = {};
501
+ for (const [level, scores] of Object.entries(byLevel)) {
502
+ if (scores.length > 0) {
503
+ result[level] = scores.reduce((a, b) => a + b, 0) / scores.length;
504
+ }
505
+ }
506
+ return result;
507
+ }
508
+ }
509
+ /**
510
+ * Create a SkillValidationLearner instance
511
+ */
512
+ export function createSkillValidationLearner(reasoningBank) {
513
+ return new SkillValidationLearner(reasoningBank);
514
+ }
515
+ //# sourceMappingURL=skill-validation-learner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"skill-validation-learner.js","sourceRoot":"","sources":["../../src/learning/skill-validation-learner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAwLH,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,OAAO,sBAAsB;IAKd;IAJF,eAAe,GAAG,kBAAkB,CAAC;IAC9C,YAAY,GAA+B,IAAI,CAAC;IAExD,YACmB,aAAkC;QAAlC,kBAAa,GAAb,aAAa,CAAqB;IAClD,CAAC;IAEJ;;OAEG;IACH,mBAAmB,CAAC,YAAiC;QACnD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,uBAAuB,CAAC,OAA+B;QAC3D,qCAAqC;QACrC,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC;YACtC,WAAW,EAAE,eAAgC;YAC7C,IAAI,EAAE,GAAG,OAAO,CAAC,SAAS,eAAe,OAAO,CAAC,eAAe,EAAE;YAClE,WAAW,EAAE,0BAA0B,OAAO,CAAC,SAAS,aAAa,OAAO,CAAC,eAAe,EAAE;YAC9F,OAAO,EAAE;gBACP,IAAI,EAAE,CAAC,kBAAkB,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,eAAe,CAAC;gBACrF,QAAQ,EAAE,aAAa;aACxB;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;oBACtB,OAAO,EAAE;wBACP,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;wBACxC,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,aAAa,EAAE,OAAO,CAAC,eAAe,CAAC,MAAM;wBAC7C,WAAW,EAAE,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;wBACjE,mBAAmB,EAAE,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,eAAe,CAAC;wBAC/E,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;wBAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qBAC3B;iBACF,CAAC;gBACF,SAAS,EAAE,EAAE;aACd;SACF,CAAC,CAAC;QAEH,gCAAgC;QAChC,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE1C,2CAA2C;QAC3C,IAAI,OAAO,CAAC,eAAe,KAAK,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,uCAAuC;QACvC,IAAI,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACvC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CAAC,OAA+B;QACjE,MAAM,GAAG,GAAG,oBAAoB,OAAO,CAAC,SAAS,EAAE,CAAC;QAEpD,yDAAyD;QACzD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACtF,IAAI,OAAwB,CAAC;QAE7B,IAAI,gBAAgB,CAAC,OAAO,IAAI,gBAAgB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gBAClD,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;gBAClD,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAC3C,8CAA8C;oBAC9C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC3E,OAAO,GAAG,MAAM,CAAC;oBACnB,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;oBAC1D,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC1D,CAAC;QAED,kBAAkB;QAClB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,yBAAyB;QACzB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAClC,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC;QAED,4BAA4B;QAC5B,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnG,OAAO,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEjC,wCAAwC;QACxC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEtD,gCAAgC;QAChC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEpE,wCAAwC;QACxC,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC;YACtC,WAAW,EAAE,eAAgC;YAC7C,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,iCAAiC,OAAO,CAAC,SAAS,EAAE;YACjE,OAAO,EAAE;gBACP,IAAI,EAAE,CAAC,kBAAkB,EAAE,OAAO,CAAC,SAAS,CAAC;aAC9C;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAChC,SAAS,EAAE,EAAE;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CAAC,OAA+B;QACnE,MAAM,GAAG,GAAG,eAAe,OAAO,CAAC,SAAS,EAAE,CAAC;QAE/C,uCAAuC;QACvC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACtF,IAAI,UAA8B,CAAC;QAEnC,IAAI,gBAAgB,CAAC,OAAO,IAAI,gBAAgB,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gBAClD,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;gBAClD,IAAI,eAAe,EAAE,CAAC;oBACpB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAC3C,8CAA8C;oBAC9C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBAC9E,UAAU,GAAG,MAAM,CAAC;oBACtB,CAAC;yBAAM,CAAC;wBACN,UAAU,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;oBACpD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,UAAU,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;gBACpD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;YACpD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,IAAI,CAAC,6BAA6B,EAAE,CAAC;QACpD,CAAC;QAED,0CAA0C;QAC1C,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACvB,UAAU,CAAC,MAAM,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACtC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG;gBACjC,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,CAAC;gBACX,mBAAmB,EAAE,CAAC;gBACtB,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACnD,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACrC,SAAS,CAAC,WAAW,EAAE,CAAC;QAExB,gCAAgC;QAChC,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACjC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,gCAAgC;QAChC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACvF,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;QAC7F,SAAS,CAAC,mBAAmB,GAAG,CAAC,SAAS,CAAC,mBAAmB,GAAG,CAAC,SAAS,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC;QAE5I,4DAA4D;QAC5D,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;YAClF,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;YAE9G,UAAU,CAAC,QAAQ,GAAG,QAAQ,CAAC;YAC/B,UAAU,CAAC,YAAY,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC,eAAe;YAE1D,8BAA8B;YAC9B,UAAU,CAAC,SAAS,GAAG,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,GAAG,EAAE,CAAC;oBAChD,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC;wBACxB,KAAK;wBACL,IAAI,EAAE,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,eAAe;wBACvE,WAAW,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B;qBAC/G,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,UAAU,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAEpC,qCAAqC;QACrC,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC;YACtC,WAAW,EAAE,eAAgC;YAC7C,IAAI,EAAE,GAAG;YACT,WAAW,EAAE,qCAAqC,OAAO,CAAC,SAAS,EAAE;YACrE,OAAO,EAAE;gBACP,IAAI,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC,SAAS,CAAC;aACzC;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBACnC,SAAS,EAAE,EAAE;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,OAA+B;QAChE,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAE/B,MAAM,YAAY,GAAwB;YACxC,MAAM,EAAE,OAAO,CAAC,KAAM;YACtB,eAAe,EAAE,qBAAqB,OAAO,CAAC,SAAS,KAAK,OAAO,CAAC,eAAe,GAAG;YACtF,gBAAgB,EAAE,iBAAiB;YACnC,SAAS,EAAE,iBAAiB;YAC5B,sBAAsB,EAAE,IAAI;YAC5B,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,YAAY,EAAE,OAAO,CAAC,KAAK;YAC3B,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAkB,IAAI,CAAC;YACrD,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC;QAEF,MAAM,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,SAAiB;QACxC,MAAM,GAAG,GAAG,oBAAoB,SAAS,EAAE,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE9E,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;gBACpE,IAAI,eAAe,EAAE,CAAC;oBACpB,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,wCAAwC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CAAC,SAAiB;QAC3C,MAAM,GAAG,GAAG,eAAe,SAAS,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE9E,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC;gBACpE,IAAI,eAAe,EAAE,CAAC;oBACpB,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,wCAAwC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAAC,SAAiB,EAAE,KAAK,GAAG,EAAE;QACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CACxD,GAAG,SAAS,aAAa,EACzB,EAAE,KAAK,EAAE,CACV,CAAC;QAEF,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO,QAAQ,CAAC,KAAK;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;iBAClE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,SAAiB;QAKzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAE/D,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7B,4BAA4B;QAC5B,MAAM,OAAO,GAAyD,EAAE,CAAC;QACzE,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnD,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ;qBACtC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC;qBAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAClC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAE3E,OAAO;YACL,OAAO,EAAE,UAAU,CAAC,KAAK,IAAI,QAAQ;YACrC,OAAO;YACP,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,sBAAsB,CAAC,SAAiB;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACnE,MAAM,eAAe,GAAwB,EAAE,CAAC;QAEhD,oBAAoB;QACpB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;QAElD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC;gBAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,IAAI,SAAS,CAAC;gBAClE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,wBAAwB;YAC1B,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,KAAK,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YAC5E,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;YAC5C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;YAC5C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;YACjC,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;gBACvC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC;oBAC9D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;oBAChC,IAAI,CAAC,OAAO;wBAAE,SAAS;oBAEvB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC1B,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC;oBAE5B,+BAA+B;oBAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;oBACzC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;6BACrE,OAAO,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;6BACrE,OAAO,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,wBAAwB;gBAC1B,CAAC;YACH,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,eAAe,CAAC,IAAI,CAAC;oBACnB,EAAE,EAAE,GAAG,SAAS,IAAI,QAAQ,EAAE;oBAC9B,SAAS;oBACT,QAAQ;oBACR,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;oBAChD,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;oBAChD,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;oBAC1B,UAAU,EAAE,UAAU,GAAG,gBAAgB,CAAC,MAAM;oBAChD,gBAAgB,EAAE,gBAAgB,CAAC,MAAM;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,+EAA+E;IAC/E,iBAAiB;IACjB,+EAA+E;IAEvE,qBAAqB,CAAC,SAAiB;QAC7C,OAAO;YACL,SAAS;YACT,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACJ,CAAC;IAEO,6BAA6B;QACnC,OAAO;YACL,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,KAAK;YACnB,WAAW,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACJ,CAAC;IAEO,4BAA4B,CAAC,OAAyB;QAC5D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAClF,CAAC;IAEO,cAAc,CAAC,QAAkC;QACvD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAEzC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAEvC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QAExC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAC9E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAE3E,MAAM,IAAI,GAAG,SAAS,GAAG,QAAQ,CAAC;QAElC,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,WAAW,CAAC;QACpC,IAAI,IAAI,GAAG,CAAC,IAAI;YAAE,OAAO,WAAW,CAAC;QACrC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,0BAA0B,CAAC,QAAqE;QAKtG,MAAM,OAAO,GAAsC;YACjD,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,EAAE;YACb,IAAI,EAAE,EAAE;SACT,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAA2D,EAAE,CAAC;QAE1E,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACtD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAwB,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YACvF,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAC1C,aAAkC;IAElC,OAAO,IAAI,sBAAsB,CAAC,aAAa,CAAC,CAAC;AACnD,CAAC"}
@@ -0,0 +1,19 @@
1
+ /**
2
+ * Agentic QE v3 - Validation Module
3
+ * ADR-056 Phase 5: Swarm-based parallel skill validation
4
+ *
5
+ * This module provides validation infrastructure for skills and agents:
6
+ * - SwarmSkillValidator: Parallel skill validation using Claude Flow swarms
7
+ * - ParallelEvalRunner: Worker pool-based parallel eval execution
8
+ * - Cross-model validation support
9
+ * - Integration with SkillValidationLearner
10
+ *
11
+ * @module validation
12
+ */
13
+ export { SwarmSkillValidator, createSwarmSkillValidator, DEFAULT_SWARM_VALIDATION_CONFIG, P0_SKILLS, DEFAULT_VALIDATION_MODELS, } from './swarm-skill-validator.js';
14
+ export type { SwarmValidationConfig, SwarmTopology, SwarmValidationResult, SwarmValidationSummary, SkillValidatorFn, } from './swarm-skill-validator.js';
15
+ export { ParallelEvalRunner, createParallelEvalRunner, DEFAULT_PARALLEL_EVAL_CONFIG, MockLLMExecutor, } from './parallel-eval-runner.js';
16
+ export type { ParallelEvalConfig, EvalTestCase, EvalTestCaseInput, EvalTestCaseExpectedOutput, EvalTestCaseValidation, EvalSuite, TestCaseTask, ParallelEvalResult, WorkerMessage, WorkerProgress, EvalProgress, LLMExecutor, } from './parallel-eval-runner.js';
17
+ export { ValidationResultAggregator, createValidationResultAggregator, } from './validation-result-aggregator.js';
18
+ export type { AggregatedValidationReport, AggregatorConfig, CrossModelReport, IssueSeverity, ModelAnomaly, ParallelValidationRunResult, RegressionReport, SkillValidationSummary, ValidationIssue, } from './validation-result-aggregator.js';
19
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/validation/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAMH,OAAO,EAEL,mBAAmB,EACnB,yBAAyB,EAGzB,+BAA+B,EAG/B,SAAS,EACT,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAEpC,YAAY,EAEV,qBAAqB,EACrB,aAAa,EAGb,qBAAqB,EACrB,sBAAsB,EAGtB,gBAAgB,GACjB,MAAM,4BAA4B,CAAC;AAMpC,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,4BAA4B,EAC5B,eAAe,GAChB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACV,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,0BAA0B,EAC1B,sBAAsB,EACtB,SAAS,EACT,YAAY,EACZ,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,YAAY,EACZ,WAAW,GACZ,MAAM,2BAA2B,CAAC;AAMnC,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,GACjC,MAAM,mCAAmC,CAAC;AAE3C,YAAY,EACV,0BAA0B,EAC1B,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,YAAY,EACZ,2BAA2B,EAC3B,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,GAChB,MAAM,mCAAmC,CAAC"}
@@ -0,0 +1,31 @@
1
+ /**
2
+ * Agentic QE v3 - Validation Module
3
+ * ADR-056 Phase 5: Swarm-based parallel skill validation
4
+ *
5
+ * This module provides validation infrastructure for skills and agents:
6
+ * - SwarmSkillValidator: Parallel skill validation using Claude Flow swarms
7
+ * - ParallelEvalRunner: Worker pool-based parallel eval execution
8
+ * - Cross-model validation support
9
+ * - Integration with SkillValidationLearner
10
+ *
11
+ * @module validation
12
+ */
13
+ // ============================================================================
14
+ // Swarm Skill Validator
15
+ // ============================================================================
16
+ export {
17
+ // Main class
18
+ SwarmSkillValidator, createSwarmSkillValidator,
19
+ // Configuration
20
+ DEFAULT_SWARM_VALIDATION_CONFIG,
21
+ // Constants
22
+ P0_SKILLS, DEFAULT_VALIDATION_MODELS, } from './swarm-skill-validator.js';
23
+ // ============================================================================
24
+ // Parallel Eval Runner (ADR-056 Phase 5)
25
+ // ============================================================================
26
+ export { ParallelEvalRunner, createParallelEvalRunner, DEFAULT_PARALLEL_EVAL_CONFIG, MockLLMExecutor, } from './parallel-eval-runner.js';
27
+ // ============================================================================
28
+ // Validation Result Aggregator (ADR-056 Phase 5)
29
+ // ============================================================================
30
+ export { ValidationResultAggregator, createValidationResultAggregator, } from './validation-result-aggregator.js';
31
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/validation/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E,OAAO;AACL,aAAa;AACb,mBAAmB,EACnB,yBAAyB;AAEzB,gBAAgB;AAChB,+BAA+B;AAE/B,YAAY;AACZ,SAAS,EACT,yBAAyB,GAC1B,MAAM,4BAA4B,CAAC;AAepC,+EAA+E;AAC/E,yCAAyC;AACzC,+EAA+E;AAE/E,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACxB,4BAA4B,EAC5B,eAAe,GAChB,MAAM,2BAA2B,CAAC;AAiBnC,+EAA+E;AAC/E,iDAAiD;AACjD,+EAA+E;AAE/E,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,GACjC,MAAM,mCAAmC,CAAC"}