qa360 2.1.2 → 2.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (866) hide show
  1. package/.BETA_TESTING_FEEDBACK.md +256 -0
  2. package/.claude/settings.local.json +151 -0
  3. package/.editorconfig +21 -0
  4. package/.github/CODEOWNERS +23 -0
  5. package/.github/ISSUE_TEMPLATE/bug_report.yml +108 -0
  6. package/.github/ISSUE_TEMPLATE/feedback_dx.yml +121 -0
  7. package/.github/dependabot.yml +35 -0
  8. package/.github/workflows/mcp-dx.yml +106 -0
  9. package/.github/workflows/release.yml +26 -0
  10. package/.github/workflows/test.yml +93 -0
  11. package/.nvmrc +1 -0
  12. package/.qa360-artifacts/.gitkeep +0 -0
  13. package/.qa360-artifacts/baselines/.gitkeep +0 -0
  14. package/.qa360-artifacts/cache/.gitkeep +0 -0
  15. package/.qa360-artifacts/reports/.gitkeep +0 -0
  16. package/.qa360-artifacts/screenshots/.gitkeep +0 -0
  17. package/.qa360-baselines/www_xyqo_ai.baseline.json +33 -0
  18. package/CHANGELOG.md +234 -0
  19. package/CODEOWNERS +43 -0
  20. package/CONTRIBUTING.md +273 -0
  21. package/NOVICE_USER_GUIDE.md +272 -0
  22. package/QUICK_START.md +191 -0
  23. package/README.md +191 -163
  24. package/adapters/README.md +62 -0
  25. package/check-branches.sh +32 -0
  26. package/cli/CHANGELOG.md +84 -0
  27. package/cli/LICENSE +24 -0
  28. package/cli/README.md +222 -0
  29. package/cli/examples/README.md +160 -0
  30. package/cli/package.json +76 -0
  31. package/cli/scripts/bundle-for-npm.sh +51 -0
  32. package/cli/scripts/validate-package.js +116 -0
  33. package/cli/src/__tests__/commands/doctor.test.ts +97 -0
  34. package/cli/src/__tests__/index.test.ts +15 -0
  35. package/cli/src/cli-minimal.ts +44 -0
  36. package/cli/src/commands/__tests__/crawl.test.ts +412 -0
  37. package/cli/src/commands/__tests__/doctor-qa360-home.test.ts +156 -0
  38. package/cli/src/commands/__tests__/e2e-ui-tests.test.ts +494 -0
  39. package/cli/src/commands/__tests__/e2e.test.ts +187 -0
  40. package/cli/src/commands/__tests__/flakiness.test.ts +528 -0
  41. package/cli/src/commands/__tests__/generate.test.ts +507 -0
  42. package/cli/src/commands/__tests__/history.integration.test.ts +358 -0
  43. package/cli/src/commands/__tests__/history.test.ts +433 -0
  44. package/cli/src/commands/__tests__/monitor-realworld.test.ts +199 -0
  45. package/cli/src/commands/__tests__/monitor.test.ts +81 -0
  46. package/cli/src/commands/__tests__/ollama.test.ts +529 -0
  47. package/cli/src/commands/__tests__/repair.test.ts +225 -0
  48. package/cli/src/commands/__tests__/report.integration.test.ts +167 -0
  49. package/cli/src/commands/__tests__/report.test.ts +294 -0
  50. package/cli/src/commands/__tests__/report.vitest.ts +288 -0
  51. package/cli/src/commands/__tests__/retry.test.ts +78 -0
  52. package/cli/src/commands/__tests__/run.integration.test.ts +240 -0
  53. package/cli/src/commands/__tests__/run.test.ts +346 -0
  54. package/cli/src/commands/__tests__/run.vitest.ts +301 -0
  55. package/cli/src/commands/__tests__/secrets.test.ts +114 -0
  56. package/cli/src/commands/__tests__/serve.test.ts +80 -0
  57. package/cli/src/commands/__tests__/verify.test.ts +103 -0
  58. package/cli/src/commands/ai.ts +579 -0
  59. package/cli/src/commands/ask.ts +678 -0
  60. package/cli/src/commands/coverage.ts +305 -0
  61. package/cli/src/commands/crawl.ts +155 -0
  62. package/cli/src/commands/doctor.ts +610 -0
  63. package/cli/src/commands/examples.ts +248 -0
  64. package/cli/src/commands/explain.ts +710 -0
  65. package/cli/src/commands/flakiness.ts +560 -0
  66. package/cli/src/commands/generate.ts +566 -0
  67. package/cli/src/commands/history.ts +914 -0
  68. package/cli/src/commands/init.ts +763 -0
  69. package/cli/src/commands/monitor.ts +270 -0
  70. package/cli/src/commands/ollama.ts +337 -0
  71. package/cli/src/commands/pack.ts +497 -0
  72. package/cli/src/commands/regression.ts +400 -0
  73. package/cli/src/commands/repair.ts +356 -0
  74. package/cli/src/commands/report.ts +463 -0
  75. package/cli/src/commands/retry.ts +380 -0
  76. package/cli/src/commands/run.ts +218 -0
  77. package/cli/src/commands/scan.ts +177 -0
  78. package/cli/src/commands/secrets.ts +340 -0
  79. package/cli/src/commands/serve.ts +194 -0
  80. package/cli/src/commands/slo.ts +387 -0
  81. package/cli/src/commands/verify-temp-note.md +11 -0
  82. package/cli/src/commands/verify.ts +322 -0
  83. package/cli/src/generators/index.ts +6 -0
  84. package/cli/src/generators/json-reporter.ts +15 -0
  85. package/cli/src/generators/test-generator.ts +90 -0
  86. package/cli/src/index.ts +289 -0
  87. package/cli/src/scanners/dom-scanner.ts +360 -0
  88. package/cli/src/scanners/index.ts +5 -0
  89. package/cli/src/types/scan.ts +84 -0
  90. package/cli/src/utils/config.ts +145 -0
  91. package/cli/tsconfig.bundle.json +12 -0
  92. package/cli/tsconfig.json +23 -0
  93. package/cli/vitest.config.ts +57 -0
  94. package/core/LICENSE +24 -0
  95. package/core/README.md +64 -0
  96. package/core/package.json +81 -0
  97. package/core/src/__tests__/adapters-contract/adapters-contract.test.md +156 -0
  98. package/core/src/__tests__/index.test.ts +31 -0
  99. package/core/src/__tests__/integration/phase3.test.ts +405 -0
  100. package/core/src/__tests__/pack/validator.test.ts +312 -0
  101. package/core/src/__tests__/secrets/crypto.test.ts +190 -0
  102. package/core/src/__tests__/secrets/manager.test.ts +316 -0
  103. package/core/src/__tests__/security/redactor-phase3.test.ts +233 -0
  104. package/core/src/__tests__/serve/health-checker.test.ts +155 -0
  105. package/core/src/__tests__/serve/process-manager.test.ts +213 -0
  106. package/core/src/__tests__/serve/server.test.ts +103 -0
  107. package/core/src/__tests__/vault/cas.test.ts +178 -0
  108. package/core/src/__tests__/vault/vault.test.ts +296 -0
  109. package/core/src/adapters/__tests__/gitleaks-secrets.test.ts +452 -0
  110. package/core/src/adapters/__tests__/k6-perf.test.ts +538 -0
  111. package/core/src/adapters/__tests__/osv-deps.test.ts +471 -0
  112. package/core/src/adapters/__tests__/playwright-native-api.test.ts +792 -0
  113. package/core/src/adapters/__tests__/playwright-ui-e2e.test.ts +431 -0
  114. package/core/src/adapters/__tests__/playwright-ui.test.ts +1073 -0
  115. package/core/src/adapters/__tests__/semgrep-sast.test.ts +436 -0
  116. package/core/src/adapters/__tests__/zap-dast.test.ts +453 -0
  117. package/core/src/adapters/gitleaks-secrets.ts +521 -0
  118. package/core/src/adapters/k6-perf.ts +479 -0
  119. package/core/src/adapters/osv-deps.ts +467 -0
  120. package/core/src/adapters/playwright-native-adapter.ts +472 -0
  121. package/core/src/adapters/playwright-native-api.ts +619 -0
  122. package/core/src/adapters/playwright-ui.ts +1088 -0
  123. package/core/src/adapters/semgrep-sast.ts +410 -0
  124. package/core/src/adapters/zap-dast.ts +551 -0
  125. package/core/src/ai/__tests__/deepseek-provider.test.ts +586 -0
  126. package/core/src/ai/__tests__/ollama-provider.test.ts +641 -0
  127. package/core/src/ai/anthropic-provider.ts +248 -0
  128. package/core/src/ai/deepseek-provider.ts +301 -0
  129. package/core/src/ai/index.ts +87 -0
  130. package/core/src/ai/llm-client.ts +52 -0
  131. package/core/src/ai/mock-provider.ts +146 -0
  132. package/core/src/ai/ollama-provider.ts +255 -0
  133. package/core/src/ai/openai-provider.ts +226 -0
  134. package/core/src/ai/provider-factory.ts +408 -0
  135. package/core/src/artifacts/README.md +78 -0
  136. package/core/src/artifacts/index.ts +16 -0
  137. package/core/src/artifacts/ui-artifacts.ts +412 -0
  138. package/core/src/assertions/__tests__/engine.test.ts +360 -0
  139. package/core/src/assertions/engine.ts +577 -0
  140. package/core/src/assertions/index.ts +13 -0
  141. package/core/src/assertions/types.ts +229 -0
  142. package/core/src/auth/__tests__/api-key-provider.test.ts +282 -0
  143. package/core/src/auth/__tests__/auth-manager.test.ts +430 -0
  144. package/core/src/auth/__tests__/basic-auth-provider.test.ts +364 -0
  145. package/core/src/auth/__tests__/cloud-providers.test.ts +751 -0
  146. package/core/src/auth/__tests__/jwt-provider.test.ts +400 -0
  147. package/core/src/auth/__tests__/oauth2-provider.test.ts +383 -0
  148. package/core/src/auth/__tests__/totp-provider.test.ts +294 -0
  149. package/core/src/auth/__tests__/ui-login-provider.test.ts +323 -0
  150. package/core/src/auth/api-key-provider.ts +75 -0
  151. package/core/src/auth/aws-iam-provider.ts +212 -0
  152. package/core/src/auth/azure-ad-provider.ts +126 -0
  153. package/core/src/auth/basic-auth-provider.ts +133 -0
  154. package/core/src/auth/gcp-adc-provider.ts +146 -0
  155. package/core/src/auth/index.ts +342 -0
  156. package/core/src/auth/jwt-provider.ts +193 -0
  157. package/core/src/auth/manager.ts +281 -0
  158. package/core/src/auth/oauth2-provider.ts +141 -0
  159. package/core/src/auth/totp-provider.ts +163 -0
  160. package/core/src/auth/ui-login-provider.ts +242 -0
  161. package/core/src/cache/__tests__/lru-cache.test.ts +564 -0
  162. package/core/src/cache/index.ts +13 -0
  163. package/core/src/cache/lru-cache.ts +536 -0
  164. package/core/src/crawler/__tests__/journey-generator.test.ts +344 -0
  165. package/core/src/crawler/__tests__/selector-generator.test.ts +211 -0
  166. package/core/src/crawler/index.ts +335 -0
  167. package/core/src/crawler/journey-generator.ts +471 -0
  168. package/core/src/crawler/page-analyzer.ts +857 -0
  169. package/core/src/crawler/selector-generator.ts +280 -0
  170. package/core/src/crawler/types.ts +475 -0
  171. package/core/src/dashboard/__tests__/real-world.test.ts +430 -0
  172. package/core/src/dashboard/__tests__/server.test.ts +283 -0
  173. package/core/src/dashboard/__tests__/types.test.ts +208 -0
  174. package/core/src/dashboard/assets.ts +692 -0
  175. package/core/src/dashboard/index.ts +17 -0
  176. package/core/src/dashboard/server.ts +401 -0
  177. package/core/src/dashboard/types.ts +78 -0
  178. package/core/src/discoverer/__tests__/test-discoverer.test.ts +444 -0
  179. package/core/src/discoverer/index.ts +374 -0
  180. package/core/src/flakiness/__tests__/flakiness.test.ts +554 -0
  181. package/core/src/flakiness/index.ts +536 -0
  182. package/core/src/generation/__tests__/code-formatter.test.ts +170 -0
  183. package/core/src/generation/__tests__/code-generator-contract.test.ts +207 -0
  184. package/core/src/generation/__tests__/code-generator.test.ts +586 -0
  185. package/core/src/generation/__tests__/crawler-pack-generator.test.ts +479 -0
  186. package/core/src/generation/__tests__/generation-e2e-b2bshop.test.ts +718 -0
  187. package/core/src/generation/__tests__/generation-integration.test.ts +655 -0
  188. package/core/src/generation/__tests__/pack-generator.test.ts +408 -0
  189. package/core/src/generation/__tests__/prompt-builder.test.ts +200 -0
  190. package/core/src/generation/__tests__/real-provider-integration.test.ts +414 -0
  191. package/core/src/generation/__tests__/source-analyzer.test.ts +774 -0
  192. package/core/src/generation/__tests__/test-optimizer.test.ts +255 -0
  193. package/core/src/generation/code-formatter.ts +408 -0
  194. package/core/src/generation/code-generator.ts +470 -0
  195. package/core/src/generation/crawler-pack-generator.ts +289 -0
  196. package/core/src/generation/generator.ts +113 -0
  197. package/core/src/generation/index.ts +59 -0
  198. package/core/src/generation/pack-generator.ts +527 -0
  199. package/core/src/generation/prompt-builder.ts +772 -0
  200. package/core/src/generation/source-analyzer.ts +830 -0
  201. package/core/src/generation/test-optimizer.ts +474 -0
  202. package/core/src/generation/types.ts +217 -0
  203. package/core/src/hooks/__tests__/compose.test.ts +636 -0
  204. package/core/src/hooks/__tests__/runner.test.ts +478 -0
  205. package/core/src/hooks/compose.ts +268 -0
  206. package/core/src/hooks/runner.ts +364 -0
  207. package/core/src/index.ts +237 -0
  208. package/core/src/pack/__tests__/migrator.test.ts +594 -0
  209. package/core/src/pack/__tests__/validator.test.ts +759 -0
  210. package/core/src/pack/migrator.ts +353 -0
  211. package/core/src/pack/validator.ts +359 -0
  212. package/core/src/pack-v2/__tests__/loader.test.ts +533 -0
  213. package/core/src/pack-v2/__tests__/migrator.test.ts +455 -0
  214. package/core/src/pack-v2/__tests__/validator.test.ts +549 -0
  215. package/core/src/pack-v2/index.ts +41 -0
  216. package/core/src/pack-v2/loader.ts +321 -0
  217. package/core/src/pack-v2/migrator.ts +540 -0
  218. package/core/src/pack-v2/validator.ts +673 -0
  219. package/core/src/parallel/README.md +143 -0
  220. package/core/src/parallel/index.ts +16 -0
  221. package/core/src/parallel/parallel-runner.ts +282 -0
  222. package/core/src/proof/__tests__/proof-roundtrip.test.ts +149 -0
  223. package/core/src/proof/__tests__/schema-validation-manual.mjs +211 -0
  224. package/core/src/proof/__tests__/schema-validation.test.ts +336 -0
  225. package/core/src/proof/__tests__/signer.test.ts +486 -0
  226. package/core/src/proof/__tests__/temporal-regression.test.ts +537 -0
  227. package/core/src/proof/__tests__/verifier-advanced.test.ts +588 -0
  228. package/core/src/proof/__tests__/verifier.test.ts +413 -0
  229. package/core/src/proof/bundle.ts +290 -0
  230. package/core/src/proof/canonicalize.ts +116 -0
  231. package/core/src/proof/index.ts +74 -0
  232. package/core/src/proof/schema.ts +285 -0
  233. package/core/src/proof/signer.ts +293 -0
  234. package/core/src/proof/verifier.ts +380 -0
  235. package/core/src/regression/__tests__/detector.test.ts +396 -0
  236. package/core/src/regression/__tests__/trend-analyzer.test.ts +300 -0
  237. package/core/src/regression/detector.ts +629 -0
  238. package/core/src/regression/index.ts +34 -0
  239. package/core/src/regression/trend-analyzer.ts +468 -0
  240. package/core/src/regression/types.ts +295 -0
  241. package/core/src/regression/vault.ts +419 -0
  242. package/core/src/repair/__tests__/repairer.test.ts +572 -0
  243. package/core/src/repair/__tests__/types.test.ts +302 -0
  244. package/core/src/repair/engine/__tests__/fixer.test.ts +482 -0
  245. package/core/src/repair/engine/__tests__/suggestion-engine.test.ts +395 -0
  246. package/core/src/repair/engine/fixer.ts +271 -0
  247. package/core/src/repair/engine/suggestion-engine.ts +234 -0
  248. package/core/src/repair/index.ts +53 -0
  249. package/core/src/repair/repairer.ts +376 -0
  250. package/core/src/repair/types.ts +119 -0
  251. package/core/src/repair/utils/__tests__/error-analyzer.test.ts +454 -0
  252. package/core/src/repair/utils/error-analyzer.ts +308 -0
  253. package/core/src/reporting/README.md +144 -0
  254. package/core/src/reporting/html-reporter.ts +835 -0
  255. package/core/src/reporting/index.ts +16 -0
  256. package/core/src/retry/README.md +192 -0
  257. package/core/src/retry/__tests__/flakiness-integration.test.ts +475 -0
  258. package/core/src/retry/__tests__/retry-engine.test.ts +424 -0
  259. package/core/src/retry/flakiness-integration.ts +267 -0
  260. package/core/src/retry/index.ts +48 -0
  261. package/core/src/retry/retry-engine.ts +368 -0
  262. package/core/src/retry/types.ts +208 -0
  263. package/core/src/retry/vault.ts +413 -0
  264. package/core/src/runner/__tests__/flakiness-integration.test.ts +566 -0
  265. package/core/src/runner/__tests__/phase3-e2e-b2bshop.test.ts +218 -0
  266. package/core/src/runner/__tests__/phase3-e2e-reqres.test.ts +199 -0
  267. package/core/src/runner/__tests__/phase3-runner.test.ts +1118 -0
  268. package/core/src/runner/e2e-helpers.ts +216 -0
  269. package/core/src/runner/phase3-runner.ts +1236 -0
  270. package/core/src/schemas/gherkin-report.json +122 -0
  271. package/core/src/secrets/__tests__/crypto.test.ts +180 -0
  272. package/core/src/secrets/crypto.ts +289 -0
  273. package/core/src/secrets/manager.ts +272 -0
  274. package/core/src/security/__tests__/hardening.test.ts +480 -0
  275. package/core/src/security/redaction-patterns-extended.ts +278 -0
  276. package/core/src/security/redactor.ts +326 -0
  277. package/core/src/self-healing/assertion-healer.ts +485 -0
  278. package/core/src/self-healing/engine.ts +626 -0
  279. package/core/src/self-healing/index.ts +33 -0
  280. package/core/src/self-healing/selector-healer.ts +488 -0
  281. package/core/src/self-healing/types.ts +193 -0
  282. package/core/src/serve/diagnostics-collector.ts +201 -0
  283. package/core/src/serve/health-checker.ts +274 -0
  284. package/core/src/serve/index.ts +9 -0
  285. package/core/src/serve/metrics-collector.ts +386 -0
  286. package/core/src/serve/process-manager.ts +265 -0
  287. package/core/src/serve/server.ts +230 -0
  288. package/core/src/slo/config.ts +408 -0
  289. package/core/src/slo/index.ts +68 -0
  290. package/core/src/slo/sli-calculator.ts +474 -0
  291. package/core/src/slo/slo-tracker.ts +481 -0
  292. package/core/src/slo/types.ts +408 -0
  293. package/core/src/slo/vault.ts +600 -0
  294. package/core/src/tui/__tests__/monitor.test.ts +336 -0
  295. package/core/src/tui/__tests__/real-world.test.ts +376 -0
  296. package/core/src/tui/__tests__/renderer.test.ts +201 -0
  297. package/core/src/tui/__tests__/types.test.ts +295 -0
  298. package/core/src/tui/index.ts +19 -0
  299. package/core/src/tui/monitor.ts +331 -0
  300. package/core/src/tui/renderer.ts +269 -0
  301. package/core/src/tui/types.ts +68 -0
  302. package/core/src/types/pack-v1.ts +305 -0
  303. package/core/src/types/pack-v2.ts +491 -0
  304. package/core/src/types/trust-score.ts +258 -0
  305. package/core/src/vault/__tests__/flakiness-vault.test.ts +562 -0
  306. package/core/src/vault/__tests__/vault.test.ts +259 -0
  307. package/core/src/vault/cas.ts +323 -0
  308. package/core/src/vault/index.ts +1361 -0
  309. package/core/src/vault/schema.sql +168 -0
  310. package/core/src/visual/README.md +185 -0
  311. package/core/src/visual/index.ts +14 -0
  312. package/core/src/visual/visual-regression.ts +347 -0
  313. package/core/src/watch/__tests__/watch-mode.test.ts +192 -0
  314. package/core/src/watch/index.ts +14 -0
  315. package/core/src/watch/watch-mode.ts +565 -0
  316. package/core/tsconfig.json +12 -0
  317. package/core/vitest.config.ts +52 -0
  318. package/docs/ARCHITECTURE.md +901 -0
  319. package/docs/AUDIT-GLOBAL-DEC2025.md +271 -0
  320. package/docs/BETA_TESTING.md +257 -0
  321. package/docs/BETA_TESTING_PLAN.md +727 -0
  322. package/docs/CERTIFICATION-REPORT.md +142 -0
  323. package/docs/COMPLETE_AUDIT_REFACTORING.md +965 -0
  324. package/docs/DEVELOPMENT.md +331 -0
  325. package/docs/DEVELOPMENT_HISTORY.md +345 -0
  326. package/docs/LIMITATIONS.md +176 -0
  327. package/docs/MIGRATION.md +303 -0
  328. package/docs/OPTION_3_4_EXPLORATION.md +1257 -0
  329. package/docs/PHASE1_PERFORMANCE.md +144 -0
  330. package/docs/QA360_Cloud.postman_collection.json +89 -0
  331. package/docs/README.md +50 -0
  332. package/docs/STATUS.md +179 -0
  333. package/docs/STRATEGIC_STUDY_GOOSE_INTEGRATION.md +615 -0
  334. package/docs/USER_GUIDE.md +687 -0
  335. package/docs/WORK-DONE-ADAPTER-TESTS.md +136 -0
  336. package/docs/adapters-security.md +485 -0
  337. package/docs/architecture-diagram.mmd +168 -0
  338. package/docs/archive/ARCH-01-DAY6-BUILD-FIXES.md +396 -0
  339. package/docs/archive/ARCH-01-DAY6-FINAL-STATUS.md +324 -0
  340. package/docs/archive/ARCH-01_MCP_MERGE_ANALYSIS.md +644 -0
  341. package/docs/archive/ARCH-01_NEXT_STEPS.md +60 -0
  342. package/docs/archive/BRANCH_PROTECTION.md +183 -0
  343. package/docs/archive/CI_LOCKDOWN_CHECKLIST.md +222 -0
  344. package/docs/archive/HANDOFF_TEST-01.md +669 -0
  345. package/docs/archive/LEGAL_READY_PLACEHOLDERS.md +372 -0
  346. package/docs/archive/NODE_UPGRADE_GUIDE.md +188 -0
  347. package/docs/archive/PHASE1_COMPLETION.md +386 -0
  348. package/docs/archive/PHASE2_COMPLETION.md +404 -0
  349. package/docs/archive/PHASE3_AND_4_FINAL.md +360 -0
  350. package/docs/archive/PHASE3_COMPLETE.md +301 -0
  351. package/docs/archive/PHASE3_STATUS.md +255 -0
  352. package/docs/archive/PRE-WEEK2-AUDIT.md +364 -0
  353. package/docs/archive/README.md +33 -0
  354. package/docs/archive/SCHEMA_AJV_2020_FIX.md +245 -0
  355. package/docs/archive/TEST-01_AUDIT_REPORT.md +240 -0
  356. package/docs/archive/TEST-01_COVERAGE_PLAN.md +423 -0
  357. package/docs/budgets-advanced.md +308 -0
  358. package/docs/examples/history-export-gc.md +285 -0
  359. package/docs/examples/pack-v2-complete.yaml +158 -0
  360. package/docs/examples/pack-v2-quickstart.yaml +24 -0
  361. package/docs/examples/pack-v2-ui-login.yaml +81 -0
  362. package/docs/examples/qa360-report.json +50 -0
  363. package/docs/history.md +565 -0
  364. package/docs/hooks.md +304 -0
  365. package/docs/llm-providers.md +419 -0
  366. package/docs/mcp-server.md +651 -0
  367. package/docs/mcp-tools.md +1131 -0
  368. package/docs/pack-v1.md +383 -0
  369. package/docs/pack-v2.md +558 -0
  370. package/docs/proofs.md +670 -0
  371. package/docs/quickstart-5min.md +257 -0
  372. package/docs/readiness-ci.md +654 -0
  373. package/docs/rfc/README.md +20 -0
  374. package/docs/rfc/proof-bundle-v1.md +787 -0
  375. package/docs/secrets.md +392 -0
  376. package/docs/serve.md +494 -0
  377. package/docs/vault.md +491 -0
  378. package/e2e/qa360-e2e.test.ts +696 -0
  379. package/e2e/vitest.config.ts +18 -0
  380. package/examples/README.md +30 -140
  381. package/examples/ci/docker-compose-serve.yml +375 -0
  382. package/examples/ci/github-actions-serve.yml +345 -0
  383. package/examples/ci/gitlab-ci-serve.yml +407 -0
  384. package/examples/datasets/README.md +101 -0
  385. package/examples/datasets/b2bshop.ts +155 -0
  386. package/examples/datasets/index.ts +57 -0
  387. package/examples/datasets/reqres.ts +195 -0
  388. package/examples/future-api/README.md +16 -0
  389. package/examples/future-api/diag.js +7 -0
  390. package/examples/future-api/health.js +4 -0
  391. package/examples/future-api/packs.js +13 -0
  392. package/examples/future-api/runpack.js +10 -0
  393. package/examples/generation/README.md +148 -0
  394. package/examples/generation/pack-generator-example.js +115 -0
  395. package/examples/generation/source-analyzer-example.js +115 -0
  396. package/examples/httpbin/pack.yml +59 -0
  397. package/examples/load-testing/mcp-load.yml +115 -0
  398. package/examples/load-testing/mcp-stdio.yml +95 -0
  399. package/examples/mcp/claude-desktop-config.json +33 -0
  400. package/examples/mcp/claude-desktop.json +16 -0
  401. package/examples/mcp/conversation-sample.md +131 -0
  402. package/examples/mcp/demo-60s.md +330 -0
  403. package/examples/mcp/sample-conversation.jsonl +21 -0
  404. package/examples/mcp/vscode-settings.json +22 -0
  405. package/examples/pack-v2-complete.yml +242 -0
  406. package/examples/pack-v2-examples.md +244 -0
  407. package/examples/pack-v2-quickstart.yml +55 -0
  408. package/examples/packs-business/ecommerce-api.yml +121 -0
  409. package/examples/packs-business/saas-dashboard-ui.yml +133 -0
  410. package/examples/packs-conformance/compose-multi.yml +174 -0
  411. package/examples/packs-conformance/full.yml +152 -0
  412. package/examples/packs-conformance/heavy-artifacts.yml +152 -0
  413. package/examples/packs-conformance/minimal.yml +71 -0
  414. package/examples/packs-conformance/secrets-missing.yml +97 -0
  415. package/examples/packs-conformance/timeouts.yml +77 -0
  416. package/examples/proofs/e2e-playwright-proof.json +75 -0
  417. package/examples/proofs/httpbin-proof.json +69 -0
  418. package/examples/proofs/multi-adapter-proof.json +117 -0
  419. package/examples/proofs/test-proof.json +26 -0
  420. package/examples/restful-api-dev/README.md +102 -0
  421. package/examples/restful-api-dev/restful-api-advanced.yml +29 -0
  422. package/examples/restful-api-dev/restful-api-basic.yml +29 -0
  423. package/examples/web-lite/.github/workflows/qa360-phase3.yml +73 -0
  424. package/examples/web-lite/api-mock/server.js +258 -0
  425. package/examples/web-lite/pack.yml +71 -0
  426. package/examples/web-lite/services.yml +43 -0
  427. package/examples/web-lite/web-content/healthz +1 -0
  428. package/examples/web-lite/web-content/index.html +259 -0
  429. package/package.json +55 -45
  430. package/packages/mcp/CHANGELOG.md +109 -0
  431. package/packages/mcp/IMPLEMENTATION_SUMMARY.md +350 -0
  432. package/packages/mcp/LICENSE +21 -0
  433. package/packages/mcp/QUICK_START.md +291 -0
  434. package/packages/mcp/README.md +294 -0
  435. package/packages/mcp/TELEMETRY.md +220 -0
  436. package/packages/mcp/package.json +92 -0
  437. package/packages/mcp/scripts/generate-sbom-fallback.cjs +84 -0
  438. package/packages/mcp/scripts/safe-postinstall.cjs +32 -0
  439. package/packages/mcp/src/__tests__/contract.test.ts +902 -0
  440. package/packages/mcp/src/cli/cli.ts +137 -0
  441. package/packages/mcp/src/cli/doctor.ts +286 -0
  442. package/packages/mcp/src/cli/fix.ts +99 -0
  443. package/packages/mcp/src/cli/init.ts +233 -0
  444. package/packages/mcp/src/cli/postinstall.ts +14 -0
  445. package/packages/mcp/src/cli/reset.ts +44 -0
  446. package/packages/mcp/src/cli/telemetry.ts +166 -0
  447. package/packages/mcp/src/cli/test-dx.ts +94 -0
  448. package/packages/mcp/src/cli/uninstall.ts +80 -0
  449. package/packages/mcp/src/cli/up.ts +178 -0
  450. package/packages/mcp/src/index.ts +12 -0
  451. package/packages/mcp/src/scripts/e2e-local.ts +337 -0
  452. package/packages/mcp/src/scripts/verify-settings.ts +242 -0
  453. package/packages/mcp/src/security/audit.ts +244 -0
  454. package/packages/mcp/src/security/manager.ts +242 -0
  455. package/packages/mcp/src/server/full-server.ts +212 -0
  456. package/packages/mcp/src/server/minimal-server.ts +134 -0
  457. package/packages/mcp/src/tools/history.ts +388 -0
  458. package/packages/mcp/src/tools/pack.ts +449 -0
  459. package/packages/mcp/src/tools/registry.ts +638 -0
  460. package/packages/mcp/src/tools/report.ts +100 -0
  461. package/packages/mcp/src/tools/run.ts +268 -0
  462. package/packages/mcp/src/tools/secrets.ts +198 -0
  463. package/packages/mcp/src/tools/serve.ts +221 -0
  464. package/packages/mcp/src/tools/triage.ts +532 -0
  465. package/packages/mcp/src/tools/types.ts +26 -0
  466. package/packages/mcp/src/tools/vault.ts +164 -0
  467. package/packages/mcp/src/tools/verify.ts +166 -0
  468. package/packages/mcp/src/types/index.ts +311 -0
  469. package/packages/mcp/src/types/mcp-stubs.ts +83 -0
  470. package/packages/mcp/tsconfig.json +16 -0
  471. package/playwright.config.ts +20 -0
  472. package/pnpm-workspace.yaml +4 -0
  473. package/run-test-and-push.sh +20 -0
  474. package/scripts/build-proof-cli.sh +110 -0
  475. package/scripts/ci/check-windows-paths.js +92 -0
  476. package/scripts/ci/invariants.sh +124 -0
  477. package/scripts/ci/make-final-bundle.js +106 -0
  478. package/scripts/ci/mcp-run-multipack.js +305 -0
  479. package/scripts/ci/run-pack-suite.sh +103 -0
  480. package/scripts/ci/run-phase7-final.sh +190 -0
  481. package/scripts/ci/slo-assert.js +158 -0
  482. package/scripts/ci/test-fault-tolerance.sh +301 -0
  483. package/scripts/install-mcp.sh +66 -0
  484. package/scripts/mcp-smoke.mjs +27 -0
  485. package/scripts/smoke.sh +26 -0
  486. package/scripts/stress-test.js +288 -0
  487. package/scripts/validate-examples.mjs +404 -0
  488. package/scripts/validation/simple-pack-check.sh +51 -0
  489. package/scripts/validation/validate-universal-pack.mjs +77 -0
  490. package/scripts/verify-persistence.js +127 -0
  491. package/test-pack.yaml +43 -0
  492. package/test-results/.last-run.json +4 -0
  493. package/test-runner.mjs +87 -0
  494. package/tests/artifacts.spec.js +147 -0
  495. package/tests/contracts.spec.js +239 -0
  496. package/tests/e2e/assertions.test.mjs +370 -0
  497. package/tests/e2e/crawler.test.mjs +451 -0
  498. package/tests/e2e/playwright-plus-plus.test.mjs +604 -0
  499. package/tests/e2e/proof-bundle.test.mjs +258 -0
  500. package/tests/e2e/real-world/saucedemo.test.mjs +714 -0
  501. package/tests/e2e/real-world/the-internet-herokuapp.test.mjs +760 -0
  502. package/tests/e2e/ui-actions.test.mjs +546 -0
  503. package/tests/gherkin.e2e.spec.ts +310 -0
  504. package/tests/no-console-errors.spec.js +136 -0
  505. package/tests/pdf.spec.ts +252 -0
  506. package/tests/run-pack.spec.ts +58 -0
  507. package/tsconfig.base.json +15 -0
  508. package/tsconfig.build.json +8 -0
  509. package/tsconfig.json +37 -0
  510. package/tsconfig.test.json +18 -0
  511. package/typedoc.json +37 -0
  512. package/ui/README.md +51 -0
  513. package/verify-proof.mjs +60 -0
  514. package/dist/cli-minimal.d.ts +0 -6
  515. package/dist/cli-minimal.js +0 -36
  516. package/dist/commands/ai.d.ts +0 -41
  517. package/dist/commands/ai.js +0 -511
  518. package/dist/commands/ask.d.ts +0 -94
  519. package/dist/commands/ask.js +0 -582
  520. package/dist/commands/coverage.d.ts +0 -8
  521. package/dist/commands/coverage.js +0 -252
  522. package/dist/commands/crawl.d.ts +0 -24
  523. package/dist/commands/crawl.js +0 -121
  524. package/dist/commands/doctor.d.ts +0 -54
  525. package/dist/commands/doctor.js +0 -513
  526. package/dist/commands/examples.d.ts +0 -33
  527. package/dist/commands/examples.js +0 -193
  528. package/dist/commands/explain.d.ts +0 -27
  529. package/dist/commands/explain.js +0 -630
  530. package/dist/commands/flakiness.d.ts +0 -73
  531. package/dist/commands/flakiness.js +0 -435
  532. package/dist/commands/generate.d.ts +0 -66
  533. package/dist/commands/generate.js +0 -438
  534. package/dist/commands/history.d.ts +0 -76
  535. package/dist/commands/history.js +0 -757
  536. package/dist/commands/init.d.ts +0 -106
  537. package/dist/commands/init.js +0 -599
  538. package/dist/commands/monitor.d.ts +0 -27
  539. package/dist/commands/monitor.js +0 -225
  540. package/dist/commands/ollama.d.ts +0 -40
  541. package/dist/commands/ollama.js +0 -301
  542. package/dist/commands/pack.d.ts +0 -70
  543. package/dist/commands/pack.js +0 -413
  544. package/dist/commands/regression.d.ts +0 -8
  545. package/dist/commands/regression.js +0 -340
  546. package/dist/commands/repair.d.ts +0 -26
  547. package/dist/commands/repair.js +0 -307
  548. package/dist/commands/report.d.ts +0 -62
  549. package/dist/commands/report.js +0 -378
  550. package/dist/commands/retry.d.ts +0 -43
  551. package/dist/commands/retry.js +0 -275
  552. package/dist/commands/run.d.ts +0 -41
  553. package/dist/commands/run.js +0 -169
  554. package/dist/commands/scan.d.ts +0 -5
  555. package/dist/commands/scan.js +0 -155
  556. package/dist/commands/secrets.d.ts +0 -58
  557. package/dist/commands/secrets.js +0 -289
  558. package/dist/commands/serve.d.ts +0 -13
  559. package/dist/commands/serve.js +0 -156
  560. package/dist/commands/slo.d.ts +0 -8
  561. package/dist/commands/slo.js +0 -327
  562. package/dist/commands/verify.d.ts +0 -32
  563. package/dist/commands/verify.js +0 -278
  564. package/dist/core/adapters/gitleaks-secrets.d.ts +0 -114
  565. package/dist/core/adapters/gitleaks-secrets.js +0 -410
  566. package/dist/core/adapters/k6-perf.d.ts +0 -85
  567. package/dist/core/adapters/k6-perf.js +0 -398
  568. package/dist/core/adapters/osv-deps.d.ts +0 -123
  569. package/dist/core/adapters/osv-deps.js +0 -372
  570. package/dist/core/adapters/playwright-native-adapter.d.ts +0 -121
  571. package/dist/core/adapters/playwright-native-adapter.js +0 -339
  572. package/dist/core/adapters/playwright-native-api.d.ts +0 -183
  573. package/dist/core/adapters/playwright-native-api.js +0 -461
  574. package/dist/core/adapters/playwright-ui.d.ts +0 -197
  575. package/dist/core/adapters/playwright-ui.js +0 -840
  576. package/dist/core/adapters/semgrep-sast.d.ts +0 -99
  577. package/dist/core/adapters/semgrep-sast.js +0 -322
  578. package/dist/core/adapters/zap-dast.d.ts +0 -133
  579. package/dist/core/adapters/zap-dast.js +0 -424
  580. package/dist/core/ai/anthropic-provider.d.ts +0 -50
  581. package/dist/core/ai/anthropic-provider.js +0 -211
  582. package/dist/core/ai/deepseek-provider.d.ts +0 -81
  583. package/dist/core/ai/deepseek-provider.js +0 -254
  584. package/dist/core/ai/index.d.ts +0 -60
  585. package/dist/core/ai/index.js +0 -18
  586. package/dist/core/ai/llm-client.d.ts +0 -45
  587. package/dist/core/ai/llm-client.js +0 -7
  588. package/dist/core/ai/mock-provider.d.ts +0 -49
  589. package/dist/core/ai/mock-provider.js +0 -121
  590. package/dist/core/ai/ollama-provider.d.ts +0 -78
  591. package/dist/core/ai/ollama-provider.js +0 -192
  592. package/dist/core/ai/openai-provider.d.ts +0 -48
  593. package/dist/core/ai/openai-provider.js +0 -188
  594. package/dist/core/ai/provider-factory.d.ts +0 -160
  595. package/dist/core/ai/provider-factory.js +0 -269
  596. package/dist/core/artifacts/index.d.ts +0 -6
  597. package/dist/core/artifacts/index.js +0 -6
  598. package/dist/core/artifacts/ui-artifacts.d.ts +0 -133
  599. package/dist/core/artifacts/ui-artifacts.js +0 -304
  600. package/dist/core/assertions/engine.d.ts +0 -51
  601. package/dist/core/assertions/engine.js +0 -530
  602. package/dist/core/assertions/index.d.ts +0 -11
  603. package/dist/core/assertions/index.js +0 -11
  604. package/dist/core/assertions/types.d.ts +0 -121
  605. package/dist/core/assertions/types.js +0 -37
  606. package/dist/core/auth/api-key-provider.d.ts +0 -16
  607. package/dist/core/auth/api-key-provider.js +0 -63
  608. package/dist/core/auth/aws-iam-provider.d.ts +0 -35
  609. package/dist/core/auth/aws-iam-provider.js +0 -177
  610. package/dist/core/auth/azure-ad-provider.d.ts +0 -15
  611. package/dist/core/auth/azure-ad-provider.js +0 -99
  612. package/dist/core/auth/basic-auth-provider.d.ts +0 -26
  613. package/dist/core/auth/basic-auth-provider.js +0 -111
  614. package/dist/core/auth/gcp-adc-provider.d.ts +0 -27
  615. package/dist/core/auth/gcp-adc-provider.js +0 -126
  616. package/dist/core/auth/index.d.ts +0 -238
  617. package/dist/core/auth/index.js +0 -82
  618. package/dist/core/auth/jwt-provider.d.ts +0 -19
  619. package/dist/core/auth/jwt-provider.js +0 -160
  620. package/dist/core/auth/manager.d.ts +0 -84
  621. package/dist/core/auth/manager.js +0 -230
  622. package/dist/core/auth/oauth2-provider.d.ts +0 -17
  623. package/dist/core/auth/oauth2-provider.js +0 -114
  624. package/dist/core/auth/totp-provider.d.ts +0 -31
  625. package/dist/core/auth/totp-provider.js +0 -134
  626. package/dist/core/auth/ui-login-provider.d.ts +0 -26
  627. package/dist/core/auth/ui-login-provider.js +0 -198
  628. package/dist/core/cache/index.d.ts +0 -7
  629. package/dist/core/cache/index.js +0 -6
  630. package/dist/core/cache/lru-cache.d.ts +0 -203
  631. package/dist/core/cache/lru-cache.js +0 -397
  632. package/dist/core/core/coverage/analyzer.d.ts +0 -101
  633. package/dist/core/core/coverage/analyzer.js +0 -415
  634. package/dist/core/core/coverage/collector.d.ts +0 -74
  635. package/dist/core/core/coverage/collector.js +0 -459
  636. package/dist/core/core/coverage/config.d.ts +0 -37
  637. package/dist/core/core/coverage/config.js +0 -156
  638. package/dist/core/core/coverage/index.d.ts +0 -11
  639. package/dist/core/core/coverage/index.js +0 -15
  640. package/dist/core/core/coverage/types.d.ts +0 -267
  641. package/dist/core/core/coverage/types.js +0 -6
  642. package/dist/core/core/coverage/vault.d.ts +0 -95
  643. package/dist/core/core/coverage/vault.js +0 -405
  644. package/dist/core/coverage/analyzer.d.ts +0 -101
  645. package/dist/core/coverage/analyzer.js +0 -415
  646. package/dist/core/coverage/collector.d.ts +0 -74
  647. package/dist/core/coverage/collector.js +0 -459
  648. package/dist/core/coverage/config.d.ts +0 -37
  649. package/dist/core/coverage/config.js +0 -156
  650. package/dist/core/coverage/index.d.ts +0 -11
  651. package/dist/core/coverage/index.js +0 -15
  652. package/dist/core/coverage/types.d.ts +0 -267
  653. package/dist/core/coverage/types.js +0 -6
  654. package/dist/core/coverage/vault.d.ts +0 -95
  655. package/dist/core/coverage/vault.js +0 -405
  656. package/dist/core/crawler/index.d.ts +0 -57
  657. package/dist/core/crawler/index.js +0 -281
  658. package/dist/core/crawler/journey-generator.d.ts +0 -49
  659. package/dist/core/crawler/journey-generator.js +0 -412
  660. package/dist/core/crawler/page-analyzer.d.ts +0 -88
  661. package/dist/core/crawler/page-analyzer.js +0 -709
  662. package/dist/core/crawler/selector-generator.d.ts +0 -34
  663. package/dist/core/crawler/selector-generator.js +0 -240
  664. package/dist/core/crawler/types.d.ts +0 -353
  665. package/dist/core/crawler/types.js +0 -6
  666. package/dist/core/dashboard/assets.d.ts +0 -6
  667. package/dist/core/dashboard/assets.js +0 -690
  668. package/dist/core/dashboard/index.d.ts +0 -6
  669. package/dist/core/dashboard/index.js +0 -5
  670. package/dist/core/dashboard/server.d.ts +0 -72
  671. package/dist/core/dashboard/server.js +0 -354
  672. package/dist/core/dashboard/types.d.ts +0 -70
  673. package/dist/core/dashboard/types.js +0 -5
  674. package/dist/core/discoverer/index.d.ts +0 -115
  675. package/dist/core/discoverer/index.js +0 -250
  676. package/dist/core/flakiness/index.d.ts +0 -228
  677. package/dist/core/flakiness/index.js +0 -384
  678. package/dist/core/generation/code-formatter.d.ts +0 -111
  679. package/dist/core/generation/code-formatter.js +0 -307
  680. package/dist/core/generation/code-generator.d.ts +0 -144
  681. package/dist/core/generation/code-generator.js +0 -293
  682. package/dist/core/generation/crawler-pack-generator.d.ts +0 -44
  683. package/dist/core/generation/crawler-pack-generator.js +0 -231
  684. package/dist/core/generation/generator.d.ts +0 -40
  685. package/dist/core/generation/generator.js +0 -76
  686. package/dist/core/generation/index.d.ts +0 -32
  687. package/dist/core/generation/index.js +0 -30
  688. package/dist/core/generation/pack-generator.d.ts +0 -107
  689. package/dist/core/generation/pack-generator.js +0 -416
  690. package/dist/core/generation/prompt-builder.d.ts +0 -132
  691. package/dist/core/generation/prompt-builder.js +0 -672
  692. package/dist/core/generation/source-analyzer.d.ts +0 -213
  693. package/dist/core/generation/source-analyzer.js +0 -657
  694. package/dist/core/generation/test-optimizer.d.ts +0 -117
  695. package/dist/core/generation/test-optimizer.js +0 -328
  696. package/dist/core/generation/types.d.ts +0 -214
  697. package/dist/core/generation/types.js +0 -4
  698. package/dist/core/hooks/compose.d.ts +0 -61
  699. package/dist/core/hooks/compose.js +0 -225
  700. package/dist/core/hooks/runner.d.ts +0 -68
  701. package/dist/core/hooks/runner.js +0 -303
  702. package/dist/core/index.d.ts +0 -104
  703. package/dist/core/index.js +0 -91
  704. package/dist/core/pack/migrator.d.ts +0 -51
  705. package/dist/core/pack/migrator.js +0 -304
  706. package/dist/core/pack/validator.d.ts +0 -42
  707. package/dist/core/pack/validator.js +0 -322
  708. package/dist/core/pack-v2/index.d.ts +0 -9
  709. package/dist/core/pack-v2/index.js +0 -8
  710. package/dist/core/pack-v2/loader.d.ts +0 -62
  711. package/dist/core/pack-v2/loader.js +0 -259
  712. package/dist/core/pack-v2/migrator.d.ts +0 -61
  713. package/dist/core/pack-v2/migrator.js +0 -480
  714. package/dist/core/pack-v2/validator.d.ts +0 -61
  715. package/dist/core/pack-v2/validator.js +0 -577
  716. package/dist/core/parallel/index.d.ts +0 -6
  717. package/dist/core/parallel/index.js +0 -6
  718. package/dist/core/parallel/parallel-runner.d.ts +0 -107
  719. package/dist/core/parallel/parallel-runner.js +0 -192
  720. package/dist/core/proof/bundle.d.ts +0 -137
  721. package/dist/core/proof/bundle.js +0 -160
  722. package/dist/core/proof/canonicalize.d.ts +0 -47
  723. package/dist/core/proof/canonicalize.js +0 -105
  724. package/dist/core/proof/index.d.ts +0 -13
  725. package/dist/core/proof/index.js +0 -18
  726. package/dist/core/proof/schema.d.ts +0 -217
  727. package/dist/core/proof/schema.js +0 -263
  728. package/dist/core/proof/signer.d.ts +0 -111
  729. package/dist/core/proof/signer.js +0 -226
  730. package/dist/core/proof/verifier.d.ts +0 -97
  731. package/dist/core/proof/verifier.js +0 -308
  732. package/dist/core/regression/detector.d.ts +0 -107
  733. package/dist/core/regression/detector.js +0 -497
  734. package/dist/core/regression/index.d.ts +0 -9
  735. package/dist/core/regression/index.js +0 -11
  736. package/dist/core/regression/trend-analyzer.d.ts +0 -102
  737. package/dist/core/regression/trend-analyzer.js +0 -345
  738. package/dist/core/regression/types.d.ts +0 -222
  739. package/dist/core/regression/types.js +0 -7
  740. package/dist/core/regression/vault.d.ts +0 -87
  741. package/dist/core/regression/vault.js +0 -289
  742. package/dist/core/repair/engine/fixer.d.ts +0 -24
  743. package/dist/core/repair/engine/fixer.js +0 -226
  744. package/dist/core/repair/engine/suggestion-engine.d.ts +0 -18
  745. package/dist/core/repair/engine/suggestion-engine.js +0 -187
  746. package/dist/core/repair/index.d.ts +0 -10
  747. package/dist/core/repair/index.js +0 -13
  748. package/dist/core/repair/repairer.d.ts +0 -90
  749. package/dist/core/repair/repairer.js +0 -284
  750. package/dist/core/repair/types.d.ts +0 -91
  751. package/dist/core/repair/types.js +0 -6
  752. package/dist/core/repair/utils/error-analyzer.d.ts +0 -28
  753. package/dist/core/repair/utils/error-analyzer.js +0 -264
  754. package/dist/core/reporting/html-reporter.d.ts +0 -119
  755. package/dist/core/reporting/html-reporter.js +0 -737
  756. package/dist/core/reporting/index.d.ts +0 -6
  757. package/dist/core/reporting/index.js +0 -6
  758. package/dist/core/retry/flakiness-integration.d.ts +0 -60
  759. package/dist/core/retry/flakiness-integration.js +0 -228
  760. package/dist/core/retry/index.d.ts +0 -14
  761. package/dist/core/retry/index.js +0 -16
  762. package/dist/core/retry/retry-engine.d.ts +0 -80
  763. package/dist/core/retry/retry-engine.js +0 -296
  764. package/dist/core/retry/types.d.ts +0 -178
  765. package/dist/core/retry/types.js +0 -52
  766. package/dist/core/retry/vault.d.ts +0 -77
  767. package/dist/core/retry/vault.js +0 -304
  768. package/dist/core/runner/e2e-helpers.d.ts +0 -102
  769. package/dist/core/runner/e2e-helpers.js +0 -153
  770. package/dist/core/runner/phase3-runner.d.ts +0 -200
  771. package/dist/core/runner/phase3-runner.js +0 -1039
  772. package/dist/core/secrets/crypto.d.ts +0 -75
  773. package/dist/core/secrets/crypto.js +0 -223
  774. package/dist/core/secrets/manager.d.ts +0 -76
  775. package/dist/core/secrets/manager.js +0 -219
  776. package/dist/core/security/redaction-patterns-extended.d.ts +0 -27
  777. package/dist/core/security/redaction-patterns-extended.js +0 -247
  778. package/dist/core/security/redactor.d.ts +0 -71
  779. package/dist/core/security/redactor.js +0 -279
  780. package/dist/core/self-healing/assertion-healer.d.ts +0 -97
  781. package/dist/core/self-healing/assertion-healer.js +0 -371
  782. package/dist/core/self-healing/engine.d.ts +0 -122
  783. package/dist/core/self-healing/engine.js +0 -538
  784. package/dist/core/self-healing/index.d.ts +0 -10
  785. package/dist/core/self-healing/index.js +0 -11
  786. package/dist/core/self-healing/selector-healer.d.ts +0 -103
  787. package/dist/core/self-healing/selector-healer.js +0 -372
  788. package/dist/core/self-healing/types.d.ts +0 -152
  789. package/dist/core/self-healing/types.js +0 -6
  790. package/dist/core/serve/diagnostics-collector.d.ts +0 -32
  791. package/dist/core/serve/diagnostics-collector.js +0 -149
  792. package/dist/core/serve/health-checker.d.ts +0 -44
  793. package/dist/core/serve/health-checker.js +0 -219
  794. package/dist/core/serve/index.d.ts +0 -8
  795. package/dist/core/serve/index.js +0 -8
  796. package/dist/core/serve/metrics-collector.d.ts +0 -24
  797. package/dist/core/serve/metrics-collector.js +0 -322
  798. package/dist/core/serve/process-manager.d.ts +0 -36
  799. package/dist/core/serve/process-manager.js +0 -213
  800. package/dist/core/serve/server.d.ts +0 -36
  801. package/dist/core/serve/server.js +0 -191
  802. package/dist/core/slo/config.d.ts +0 -107
  803. package/dist/core/slo/config.js +0 -360
  804. package/dist/core/slo/index.d.ts +0 -11
  805. package/dist/core/slo/index.js +0 -15
  806. package/dist/core/slo/sli-calculator.d.ts +0 -92
  807. package/dist/core/slo/sli-calculator.js +0 -364
  808. package/dist/core/slo/slo-tracker.d.ts +0 -148
  809. package/dist/core/slo/slo-tracker.js +0 -379
  810. package/dist/core/slo/types.d.ts +0 -281
  811. package/dist/core/slo/types.js +0 -7
  812. package/dist/core/slo/vault.d.ts +0 -102
  813. package/dist/core/slo/vault.js +0 -427
  814. package/dist/core/tui/index.d.ts +0 -7
  815. package/dist/core/tui/index.js +0 -6
  816. package/dist/core/tui/monitor.d.ts +0 -92
  817. package/dist/core/tui/monitor.js +0 -271
  818. package/dist/core/tui/renderer.d.ts +0 -33
  819. package/dist/core/tui/renderer.js +0 -218
  820. package/dist/core/tui/types.d.ts +0 -63
  821. package/dist/core/tui/types.js +0 -5
  822. package/dist/core/types/pack-v1.d.ts +0 -251
  823. package/dist/core/types/pack-v1.js +0 -5
  824. package/dist/core/types/pack-v2.d.ts +0 -425
  825. package/dist/core/types/pack-v2.js +0 -8
  826. package/dist/core/types/trust-score.d.ts +0 -69
  827. package/dist/core/types/trust-score.js +0 -191
  828. package/dist/core/vault/cas.d.ts +0 -90
  829. package/dist/core/vault/cas.js +0 -261
  830. package/dist/core/vault/index.d.ts +0 -326
  831. package/dist/core/vault/index.js +0 -1042
  832. package/dist/core/visual/index.d.ts +0 -6
  833. package/dist/core/visual/index.js +0 -6
  834. package/dist/core/visual/visual-regression.d.ts +0 -113
  835. package/dist/core/visual/visual-regression.js +0 -236
  836. package/dist/core/watch/index.d.ts +0 -7
  837. package/dist/core/watch/index.js +0 -6
  838. package/dist/core/watch/watch-mode.d.ts +0 -213
  839. package/dist/core/watch/watch-mode.js +0 -389
  840. package/dist/generators/index.d.ts +0 -5
  841. package/dist/generators/index.js +0 -5
  842. package/dist/generators/json-reporter.d.ts +0 -10
  843. package/dist/generators/json-reporter.js +0 -12
  844. package/dist/generators/test-generator.d.ts +0 -18
  845. package/dist/generators/test-generator.js +0 -78
  846. package/dist/index.d.ts +0 -8
  847. package/dist/index.js +0 -246
  848. package/dist/scanners/dom-scanner.d.ts +0 -52
  849. package/dist/scanners/dom-scanner.js +0 -296
  850. package/dist/scanners/index.d.ts +0 -4
  851. package/dist/scanners/index.js +0 -4
  852. package/dist/schemas/pack.schema.json +0 -236
  853. package/dist/types/scan.d.ts +0 -68
  854. package/dist/types/scan.js +0 -4
  855. package/dist/utils/config.d.ts +0 -5
  856. package/dist/utils/config.js +0 -136
  857. /package/{bin → cli/bin}/qa360.js +0 -0
  858. /package/{examples → cli/examples}/accessibility.yml +0 -0
  859. /package/{examples → cli/examples}/api-basic.yml +0 -0
  860. /package/{examples → cli/examples}/complete.yml +0 -0
  861. /package/{examples → cli/examples}/crawler.yml +0 -0
  862. /package/{examples → cli/examples}/fullstack.yml +0 -0
  863. /package/{examples → cli/examples}/security.yml +0 -0
  864. /package/{examples → cli/examples}/ui-advanced.yml +0 -0
  865. /package/{examples → cli/examples}/ui-basic.yml +0 -0
  866. /package/{dist/core → core}/schemas/pack.schema.json +0 -0
@@ -1,1042 +0,0 @@
1
- /**
2
- * QA360 Evidence Vault Engine
3
- * SQLite WAL-based storage with idempotence and CAS integration
4
- */
5
- import sqlite3pkg from 'sqlite3';
6
- const { Database } = sqlite3pkg;
7
- import { existsSync, mkdirSync } from 'fs';
8
- import { join, resolve } from 'path';
9
- import { randomUUID } from 'crypto';
10
- import { createHash } from 'crypto';
11
- import { ContentAddressableStorage } from './cas.js';
12
- import { SecurityRedactor } from '../security/redactor.js';
13
- export class EvidenceVault {
14
- db;
15
- cas;
16
- redactor;
17
- dbPath;
18
- baseDir;
19
- constructor(config) {
20
- this.baseDir = resolve(config.baseDir);
21
- this.dbPath = join(this.baseDir, 'vault.db');
22
- this.cas = new ContentAddressableStorage(join(this.baseDir, 'runs'));
23
- this.redactor = SecurityRedactor.forReports();
24
- this.ensureDirectories();
25
- this.initializeDatabase(config);
26
- }
27
- /**
28
- * Open vault connection and initialize schema
29
- */
30
- static async open(baseDir, config) {
31
- const fullConfig = {
32
- baseDir,
33
- enableWAL: true,
34
- maxConnections: 10,
35
- retentionDays: 90,
36
- ...config
37
- };
38
- const vault = new EvidenceVault(fullConfig);
39
- await vault.initializeSchema();
40
- return vault;
41
- }
42
- /**
43
- * Begin a new run with idempotence support
44
- */
45
- async beginRun(options) {
46
- // Check for existing run with same run_key
47
- if (options.run_key) {
48
- const existing = await this.getRunByKey(options.run_key);
49
- if (existing) {
50
- console.log(`[VAULT] RUN_IDEMPOTENT_REUSED: ${existing.id} (key: ${options.run_key})`);
51
- return { runId: existing.id, isReused: true };
52
- }
53
- }
54
- const runId = randomUUID();
55
- const now = options.started_at ?? Date.now(); // Use provided timestamp or current time
56
- const run = {
57
- id: runId,
58
- run_key: options.run_key,
59
- started_at: now,
60
- pack_hash: options.pack_hash,
61
- pack_path: options.pack_path,
62
- status: 'running',
63
- weights_json: options.weights ? JSON.stringify(options.weights) : undefined,
64
- pinned: 0,
65
- created_at: now,
66
- updated_at: now
67
- };
68
- await this.insertRun(run);
69
- console.log(`[VAULT] RUN_STARTED: ${runId} (key: ${options.run_key || 'none'})`);
70
- return { runId, isReused: false };
71
- }
72
- /**
73
- * Finish a run with final status and signature
74
- */
75
- async finishRun(runId, options) {
76
- const now = Date.now();
77
- const updates = {
78
- ended_at: now,
79
- status: options.status,
80
- trust_score: options.trust_score,
81
- signature_hex: options.signature,
82
- updated_at: now
83
- };
84
- if (options.weights) {
85
- updates.weights_json = JSON.stringify(options.weights);
86
- }
87
- if (options.proof_pdf_sha) {
88
- const artifact = await this.getArtifact(options.proof_pdf_sha);
89
- if (artifact) {
90
- updates.proof_pdf_path = artifact.cas_path;
91
- await this.attachArtifact(runId, { sha256: options.proof_pdf_sha, label: 'proof_pdf' });
92
- }
93
- }
94
- await this.updateRun(runId, updates);
95
- console.log(`[VAULT] RUN_FINISHED: ${runId} (status: ${options.status}, trust: ${options.trust_score})`);
96
- }
97
- /**
98
- * Record gate execution result
99
- */
100
- async recordGate(runId, gate) {
101
- const gateRecord = {
102
- run_id: runId,
103
- created_at: Date.now(),
104
- ...gate
105
- };
106
- const gateId = await this.insertGate(gateRecord);
107
- console.log(`[VAULT] GATE_RECORDED: ${runId}/${gate.name} (status: ${gate.status}, duration: ${gate.duration_ms}ms)`);
108
- return gateId;
109
- }
110
- /**
111
- * Record security/quality finding
112
- */
113
- async recordFinding(runId, finding) {
114
- // Redact sensitive information
115
- const redactedFinding = {
116
- run_id: runId,
117
- created_at: Date.now(),
118
- ...finding,
119
- message: this.redactor.redact(finding.message),
120
- raw_output: finding.raw_output ? this.redactor.redact(finding.raw_output) : undefined,
121
- fingerprint: finding.fingerprint || this.generateFindingFingerprint(finding)
122
- };
123
- const findingId = await this.insertFinding(redactedFinding);
124
- console.log(`[VAULT] FINDING_RECORDED: ${runId}/${finding.gate} (severity: ${finding.severity}, rule: ${finding.rule})`);
125
- return findingId;
126
- }
127
- /**
128
- * Record flakiness analysis result
129
- */
130
- async recordFlakiness(runId, flakiness) {
131
- const flakinessRecord = {
132
- run_id: runId,
133
- created_at: Date.now(),
134
- ...flakiness
135
- };
136
- const flakinessId = await this.insertFlakiness(flakinessRecord);
137
- console.log(`[VAULT] FLAKINESS_RECORDED: ${runId}/${flakiness.test_name} (score: ${flakiness.score}, category: ${flakiness.category})`);
138
- return flakinessId;
139
- }
140
- /**
141
- * Record detected flakiness pattern
142
- */
143
- async recordFlakinessPattern(pattern) {
144
- const now = Date.now();
145
- // Check if pattern already exists for this test
146
- const existing = await this.getFlakinessPattern(pattern.test_id, pattern.pattern_type);
147
- if (existing) {
148
- // Update existing pattern
149
- await this.updateFlakinessPattern(existing.id, {
150
- last_detected: now,
151
- detection_count: (existing.detection_count || 0) + 1,
152
- updated_at: now
153
- });
154
- console.log(`[VAULT] FLAKY_PATTERN_UPDATED: ${pattern.test_name} (${pattern.pattern_type})`);
155
- return existing.id;
156
- }
157
- // Insert new pattern
158
- const patternRecord = {
159
- first_detected: now,
160
- last_detected: now,
161
- detection_count: 1,
162
- created_at: now,
163
- updated_at: now,
164
- ...pattern
165
- };
166
- const patternId = await this.insertFlakinessPattern(patternRecord);
167
- console.log(`[VAULT] FLAKY_PATTERN_DETECTED: ${pattern.test_name} (${pattern.pattern_type})`);
168
- return patternId;
169
- }
170
- /**
171
- * Add test to quarantine
172
- */
173
- async addToQuarantine(quarantine) {
174
- const now = Date.now();
175
- // Check if already in quarantine
176
- const existing = await this.getQuarantine(quarantine.test_id);
177
- if (existing && !existing.resolved_at) {
178
- console.log(`[VAULT] ALREADY_IN_QUARANTINE: ${quarantine.test_name}`);
179
- return existing.id;
180
- }
181
- const quarantineRecord = {
182
- created_at: now,
183
- updated_at: now,
184
- ...quarantine
185
- };
186
- const quarantineId = await this.insertQuarantine(quarantineRecord);
187
- console.log(`[VAULT] QUARANTINED: ${quarantine.test_name} (${quarantine.category})`);
188
- return quarantineId;
189
- }
190
- /**
191
- * Remove test from quarantine
192
- */
193
- async removeFromQuarantine(testId, resolvedBy, notes) {
194
- await this.updateQuarantine(testId, {
195
- resolved_at: Date.now(),
196
- resolved_by: resolvedBy,
197
- notes,
198
- updated_at: Date.now()
199
- });
200
- console.log(`[VAULT] QUARANTINE_REMOVED: ${testId} (by: ${resolvedBy})`);
201
- }
202
- /**
203
- * Get flakiness history for a test
204
- */
205
- async getFlakinessHistory(testId, limit = 50) {
206
- return new Promise((resolve, reject) => {
207
- this.db.all(`SELECT * FROM flakiness_history WHERE test_id = ? ORDER BY created_at DESC LIMIT ?`, [testId, limit], (err, rows) => {
208
- if (err)
209
- reject(err);
210
- else
211
- resolve(rows);
212
- });
213
- });
214
- }
215
- /**
216
- * Get flakiness history for a run
217
- */
218
- async getRunFlakiness(runId) {
219
- return new Promise((resolve, reject) => {
220
- this.db.all(`SELECT * FROM flakiness_history WHERE run_id = ? ORDER BY score ASC`, [runId], (err, rows) => {
221
- if (err)
222
- reject(err);
223
- else
224
- resolve(rows);
225
- });
226
- });
227
- }
228
- /**
229
- * Get all quarantined tests
230
- */
231
- async getQuarantinedTests(includeResolved = false) {
232
- let query = 'SELECT * FROM flakiness_quarantine WHERE 1=1';
233
- const params = [];
234
- if (!includeResolved) {
235
- query += ' AND resolved_at IS NULL';
236
- }
237
- query += ' ORDER BY quarantined_at DESC';
238
- return new Promise((resolve, reject) => {
239
- this.db.all(query, params, (err, rows) => {
240
- if (err)
241
- reject(err);
242
- else
243
- resolve(rows);
244
- });
245
- });
246
- }
247
- /**
248
- * Get quarantine record for a test
249
- */
250
- async getQuarantine(testId) {
251
- return new Promise((resolve, reject) => {
252
- this.db.get('SELECT * FROM flakiness_quarantine WHERE test_id = ? ORDER BY created_at DESC LIMIT 1', [testId], (err, row) => {
253
- if (err)
254
- reject(err);
255
- else
256
- resolve(row || null);
257
- });
258
- });
259
- }
260
- /**
261
- * Get flakiness pattern for a test
262
- */
263
- async getFlakinessPattern(testId, patternType) {
264
- return new Promise((resolve, reject) => {
265
- this.db.get('SELECT * FROM flakiness_patterns WHERE test_id = ? AND pattern_type = ?', [testId, patternType], (err, row) => {
266
- if (err)
267
- reject(err);
268
- else
269
- resolve(row || null);
270
- });
271
- });
272
- }
273
- /**
274
- * Get flakiness trends for a test
275
- */
276
- async getFlakinessTrends(testId, days = 30) {
277
- const cutoff = Date.now() - (days * 24 * 60 * 60 * 1000);
278
- return new Promise((resolve, reject) => {
279
- this.db.all(`SELECT created_at, score FROM flakiness_history WHERE test_id = ? AND created_at >= ? ORDER BY created_at ASC`, [testId, cutoff], (err, rows) => {
280
- if (err) {
281
- reject(err);
282
- }
283
- else {
284
- const rawPoints = rows;
285
- // Convert to expected format with 'date' property
286
- const dataPoints = rawPoints.map(p => ({ date: p.created_at, score: p.score }));
287
- if (dataPoints.length === 0) {
288
- resolve({
289
- testId,
290
- currentScore: 100,
291
- averageScore: 100,
292
- trend: 'stable',
293
- dataPoints: []
294
- });
295
- return;
296
- }
297
- const currentScore = dataPoints[dataPoints.length - 1].score;
298
- const averageScore = Math.round(dataPoints.reduce((sum, p) => sum + p.score, 0) / dataPoints.length);
299
- // Calculate trend
300
- let trend = 'stable';
301
- if (dataPoints.length >= 3) {
302
- const recent = dataPoints.slice(-3);
303
- const older = dataPoints.slice(0, -3);
304
- const recentAvg = recent.reduce((sum, p) => sum + p.score, 0) / recent.length;
305
- const olderAvg = older.reduce((sum, p) => sum + p.score, 0) / older.length;
306
- if (recentAvg > olderAvg + 5)
307
- trend = 'improving';
308
- else if (recentAvg < olderAvg - 5)
309
- trend = 'degrading';
310
- }
311
- resolve({
312
- testId,
313
- currentScore,
314
- averageScore,
315
- trend,
316
- dataPoints
317
- });
318
- }
319
- });
320
- });
321
- }
322
- /**
323
- * Store artifact in CAS and link to run
324
- */
325
- async storeArtifact(runId, content, mimeType, label, originalName) {
326
- const casArtifact = await this.cas.saveArtifact(content, mimeType, originalName);
327
- // Store artifact metadata
328
- const artifact = {
329
- sha256: casArtifact.sha256,
330
- mime_type: mimeType,
331
- size_bytes: casArtifact.size,
332
- cas_path: casArtifact.path,
333
- original_name: originalName,
334
- created_at: Date.now(),
335
- last_accessed: Date.now()
336
- };
337
- await this.insertArtifact(artifact);
338
- await this.attachArtifact(runId, { sha256: casArtifact.sha256, label });
339
- console.log(`[VAULT] ARTIFACT_STORED: ${runId}/${label} (sha256: ${casArtifact.sha256.substring(0, 8)}..., size: ${casArtifact.size})`);
340
- return casArtifact;
341
- }
342
- /**
343
- * Attach existing artifact to run
344
- */
345
- async attachArtifact(runId, link) {
346
- const linkRecord = {
347
- run_id: runId,
348
- sha256: link.sha256,
349
- label: link.label,
350
- created_at: Date.now()
351
- };
352
- await this.insertRunArtifact(linkRecord);
353
- }
354
- /**
355
- * Get run by ID
356
- */
357
- async getRun(runId) {
358
- return new Promise((resolve, reject) => {
359
- this.db.get('SELECT * FROM runs WHERE id = ?', [runId], (err, row) => {
360
- if (err)
361
- reject(err);
362
- else
363
- resolve(row || null);
364
- });
365
- });
366
- }
367
- /**
368
- * Get run by ID prefix (e.g., "6ce422f7" for shortened display)
369
- * Returns null if multiple or no runs match the prefix
370
- */
371
- async getRunByPrefix(prefix) {
372
- const allRuns = await this.listRuns({});
373
- const matching = allRuns.filter(r => r.id.startsWith(prefix));
374
- if (matching.length === 0) {
375
- return null;
376
- }
377
- if (matching.length > 1) {
378
- // Ambiguous prefix - return null to indicate error
379
- return null;
380
- }
381
- return matching[0];
382
- }
383
- /**
384
- * Get run by run_key
385
- */
386
- async getRunByKey(runKey) {
387
- return new Promise((resolve, reject) => {
388
- this.db.get('SELECT * FROM runs WHERE run_key = ?', [runKey], (err, row) => {
389
- if (err)
390
- reject(err);
391
- else
392
- resolve(row || null);
393
- });
394
- });
395
- }
396
- /**
397
- * List runs with filters
398
- */
399
- async listRuns(filters) {
400
- let query = 'SELECT * FROM runs WHERE 1=1';
401
- const params = [];
402
- if (filters?.status?.length) {
403
- query += ` AND status IN (${filters.status.map(() => '?').join(',')})`;
404
- params.push(...filters.status);
405
- }
406
- if (filters?.since) {
407
- query += ' AND started_at >= ?';
408
- params.push(filters.since.getTime());
409
- }
410
- if (filters?.until) {
411
- query += ' AND started_at <= ?';
412
- params.push(filters.until.getTime());
413
- }
414
- if (filters?.pack_hash) {
415
- query += ' AND pack_hash = ?';
416
- params.push(filters.pack_hash);
417
- }
418
- query += ' ORDER BY started_at DESC';
419
- if (filters?.limit) {
420
- query += ' LIMIT ?';
421
- params.push(filters.limit);
422
- if (filters?.offset) {
423
- query += ' OFFSET ?';
424
- params.push(filters.offset);
425
- }
426
- }
427
- return new Promise((resolve, reject) => {
428
- this.db.all(query, params, (err, rows) => {
429
- if (err)
430
- reject(err);
431
- else
432
- resolve(rows);
433
- });
434
- });
435
- }
436
- /**
437
- * Get gates for a run
438
- */
439
- async getGates(runId) {
440
- return new Promise((resolve, reject) => {
441
- this.db.all('SELECT * FROM gates WHERE run_id = ? ORDER BY created_at', [runId], (err, rows) => {
442
- if (err)
443
- reject(err);
444
- else
445
- resolve(rows);
446
- });
447
- });
448
- }
449
- /**
450
- * Get findings for a run
451
- */
452
- async getFindings(runId, gate) {
453
- let query = 'SELECT * FROM findings WHERE run_id = ?';
454
- const params = [runId];
455
- if (gate) {
456
- query += ' AND gate = ?';
457
- params.push(gate);
458
- }
459
- query += ' ORDER BY severity DESC, created_at';
460
- return new Promise((resolve, reject) => {
461
- this.db.all(query, params, (err, rows) => {
462
- if (err)
463
- reject(err);
464
- else
465
- resolve(rows);
466
- });
467
- });
468
- }
469
- /**
470
- * Get artifacts for a run
471
- */
472
- async getRunArtifacts(runId) {
473
- return new Promise((resolve, reject) => {
474
- this.db.all(`
475
- SELECT a.*, ra.label
476
- FROM artifacts a
477
- JOIN run_artifacts ra ON a.sha256 = ra.sha256
478
- WHERE ra.run_id = ?
479
- ORDER BY ra.created_at
480
- `, [runId], (err, rows) => {
481
- if (err)
482
- reject(err);
483
- else
484
- resolve(rows);
485
- });
486
- });
487
- }
488
- /**
489
- * Get artifact by SHA256
490
- */
491
- async getArtifact(sha256) {
492
- return new Promise((resolve, reject) => {
493
- this.db.get('SELECT * FROM artifacts WHERE sha256 = ?', [sha256], (err, row) => {
494
- if (err)
495
- reject(err);
496
- else
497
- resolve(row || null);
498
- });
499
- });
500
- }
501
- /**
502
- * Pin/unpin run to protect from GC
503
- */
504
- async pinRun(runId, pinned = true) {
505
- await this.updateRun(runId, { pinned: pinned ? 1 : 0 });
506
- console.log(`[VAULT] RUN_${pinned ? 'PINNED' : 'UNPINNED'}: ${runId}`);
507
- }
508
- /**
509
- * Calculate pack hash for idempotence
510
- */
511
- static calculatePackHash(packContent) {
512
- // Normalize pack content (remove comments, sort keys, etc.)
513
- const normalized = packContent
514
- .split('\n')
515
- .filter(line => !line.trim().startsWith('#'))
516
- .join('\n')
517
- .trim();
518
- return createHash('sha256').update(normalized).digest('hex');
519
- }
520
- /**
521
- * Get vault statistics
522
- */
523
- async getStats() {
524
- const queries = [
525
- 'SELECT COUNT(*) as count FROM runs',
526
- 'SELECT COUNT(*) as count FROM gates',
527
- 'SELECT COUNT(*) as count FROM findings',
528
- 'SELECT COUNT(*) as count FROM artifacts',
529
- 'SELECT MIN(started_at) as oldest, MAX(started_at) as newest FROM runs'
530
- ];
531
- const results = await Promise.all(queries.map(query => new Promise((resolve, reject) => {
532
- this.db.get(query, (err, row) => {
533
- if (err)
534
- reject(err);
535
- else
536
- resolve(row);
537
- });
538
- })));
539
- const casStats = await this.cas.getStats();
540
- return {
541
- totalRuns: results[0].count,
542
- totalGates: results[1].count,
543
- totalFindings: results[2].count,
544
- totalArtifacts: results[3].count,
545
- vaultSizeBytes: casStats.totalBytes,
546
- oldestRun: results[4].oldest ? new Date(results[4].oldest) : undefined,
547
- newestRun: results[4].newest ? new Date(results[4].newest) : undefined
548
- };
549
- }
550
- // Private helper methods
551
- async insertRun(run) {
552
- const fields = Object.keys(run).join(', ');
553
- const placeholders = Object.keys(run).map(() => '?').join(', ');
554
- const values = Object.values(run);
555
- return new Promise((resolve, reject) => {
556
- this.db.run(`INSERT INTO runs (${fields}) VALUES (${placeholders})`, values, (err) => {
557
- if (err)
558
- reject(err);
559
- else
560
- resolve();
561
- });
562
- });
563
- }
564
- async updateRun(runId, updates) {
565
- const fields = Object.keys(updates).map(key => `${key} = ?`).join(', ');
566
- const values = [...Object.values(updates), runId];
567
- return new Promise((resolve, reject) => {
568
- this.db.run(`UPDATE runs SET ${fields} WHERE id = ?`, values, (err) => {
569
- if (err)
570
- reject(err);
571
- else
572
- resolve();
573
- });
574
- });
575
- }
576
- async insertGate(gate) {
577
- const fields = Object.keys(gate).join(', ');
578
- const placeholders = Object.keys(gate).map(() => '?').join(', ');
579
- const values = Object.values(gate);
580
- return new Promise((resolve, reject) => {
581
- this.db.run(`INSERT INTO gates (${fields}) VALUES (${placeholders})`, values, function (err) {
582
- if (err)
583
- reject(err);
584
- else
585
- resolve(this.lastID);
586
- });
587
- });
588
- }
589
- async insertFinding(finding) {
590
- const fields = Object.keys(finding).join(', ');
591
- const placeholders = Object.keys(finding).map(() => '?').join(', ');
592
- const values = Object.values(finding);
593
- return new Promise((resolve, reject) => {
594
- this.db.run(`INSERT INTO findings (${fields}) VALUES (${placeholders})`, values, function (err) {
595
- if (err)
596
- reject(err);
597
- else
598
- resolve(this.lastID);
599
- });
600
- });
601
- }
602
- async insertArtifact(artifact) {
603
- return new Promise((resolve, reject) => {
604
- this.db.run(`INSERT OR IGNORE INTO artifacts (sha256, mime_type, size_bytes, cas_path, original_name, created_at, last_accessed)
605
- VALUES (?, ?, ?, ?, ?, ?, ?)`, [
606
- artifact.sha256,
607
- artifact.mime_type,
608
- artifact.size_bytes,
609
- artifact.cas_path,
610
- artifact.original_name,
611
- artifact.created_at,
612
- artifact.last_accessed
613
- ], (err) => {
614
- if (err)
615
- reject(err);
616
- else
617
- resolve();
618
- });
619
- });
620
- }
621
- async insertRunArtifact(link) {
622
- return new Promise((resolve, reject) => {
623
- this.db.run('INSERT OR IGNORE INTO run_artifacts (run_id, sha256, label, created_at) VALUES (?, ?, ?, ?)', [link.run_id, link.sha256, link.label, link.created_at], (err) => {
624
- if (err)
625
- reject(err);
626
- else
627
- resolve();
628
- });
629
- });
630
- }
631
- async insertFlakiness(flakiness) {
632
- const fields = Object.keys(flakiness).join(', ');
633
- const placeholders = Object.keys(flakiness).map(() => '?').join(', ');
634
- const values = Object.values(flakiness);
635
- return new Promise((resolve, reject) => {
636
- this.db.run(`INSERT INTO flakiness_history (${fields}) VALUES (${placeholders})`, values, function (err) {
637
- if (err)
638
- reject(err);
639
- else
640
- resolve(this.lastID);
641
- });
642
- });
643
- }
644
- async insertFlakinessPattern(pattern) {
645
- const fields = Object.keys(pattern).join(', ');
646
- const placeholders = Object.keys(pattern).map(() => '?').join(', ');
647
- const values = Object.values(pattern);
648
- return new Promise((resolve, reject) => {
649
- this.db.run(`INSERT INTO flakiness_patterns (${fields}) VALUES (${placeholders})`, values, function (err) {
650
- if (err)
651
- reject(err);
652
- else
653
- resolve(this.lastID);
654
- });
655
- });
656
- }
657
- async updateFlakinessPattern(id, updates) {
658
- const fields = Object.keys(updates).map(key => `${key} = ?`).join(', ');
659
- const values = [...Object.values(updates), id];
660
- return new Promise((resolve, reject) => {
661
- this.db.run(`UPDATE flakiness_patterns SET ${fields} WHERE id = ?`, values, (err) => {
662
- if (err)
663
- reject(err);
664
- else
665
- resolve();
666
- });
667
- });
668
- }
669
- async insertQuarantine(quarantine) {
670
- const fields = Object.keys(quarantine).join(', ');
671
- const placeholders = Object.keys(quarantine).map(() => '?').join(', ');
672
- const values = Object.values(quarantine);
673
- return new Promise((resolve, reject) => {
674
- this.db.run(`INSERT INTO flakiness_quarantine (${fields}) VALUES (${placeholders})`, values, function (err) {
675
- if (err)
676
- reject(err);
677
- else
678
- resolve(this.lastID);
679
- });
680
- });
681
- }
682
- async updateQuarantine(testId, updates) {
683
- const fields = Object.keys(updates).map(key => `${key} = ?`).join(', ');
684
- const values = [...Object.values(updates), testId];
685
- return new Promise((resolve, reject) => {
686
- this.db.run(`UPDATE flakiness_quarantine SET ${fields} WHERE test_id = ?`, values, (err) => {
687
- if (err)
688
- reject(err);
689
- else
690
- resolve();
691
- });
692
- });
693
- }
694
- generateFindingFingerprint(finding) {
695
- const content = `${finding.gate}:${finding.rule}:${finding.location || ''}:${finding.message}`;
696
- return createHash('sha256').update(content).digest('hex').substring(0, 16);
697
- }
698
- /**
699
- * Initialize database connection
700
- */
701
- initializeDatabase(config) {
702
- this.db = new Database(this.dbPath);
703
- if (config.enableWAL) {
704
- this.db.exec('PRAGMA journal_mode = WAL');
705
- this.db.exec('PRAGMA synchronous = NORMAL');
706
- }
707
- this.db.exec('PRAGMA foreign_keys = ON');
708
- this.db.exec('PRAGMA cache_size = 10000');
709
- this.db.exec('PRAGMA temp_store = MEMORY');
710
- }
711
- /**
712
- * Initialize database schema
713
- */
714
- async initializeSchema() {
715
- const schema = `
716
- -- QA360 Evidence Vault Schema
717
- -- SQLite WAL mode for concurrent access and performance
718
-
719
- -- Runs table: core execution records
720
- CREATE TABLE IF NOT EXISTS runs (
721
- id TEXT PRIMARY KEY,
722
- run_key TEXT UNIQUE,
723
- started_at INTEGER NOT NULL,
724
- ended_at INTEGER,
725
- pack_hash TEXT NOT NULL,
726
- pack_path TEXT NOT NULL,
727
- status TEXT NOT NULL DEFAULT 'running',
728
- trust_score INTEGER,
729
- weights_json TEXT,
730
- sign_alg TEXT DEFAULT 'ed25519',
731
- signature_hex TEXT,
732
- proof_pdf_path TEXT,
733
- pinned INTEGER DEFAULT 0,
734
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000),
735
- updated_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
736
- );
737
-
738
- -- Gates table: individual test gate results
739
- CREATE TABLE IF NOT EXISTS gates (
740
- id INTEGER PRIMARY KEY AUTOINCREMENT,
741
- run_id TEXT NOT NULL REFERENCES runs(id) ON DELETE CASCADE,
742
- name TEXT NOT NULL,
743
- status TEXT NOT NULL,
744
- duration_ms INTEGER,
745
- metrics_json TEXT,
746
- budgets_json TEXT,
747
- started_at INTEGER,
748
- ended_at INTEGER,
749
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
750
- );
751
-
752
- -- Findings table: security and quality findings
753
- CREATE TABLE IF NOT EXISTS findings (
754
- id INTEGER PRIMARY KEY AUTOINCREMENT,
755
- run_id TEXT NOT NULL REFERENCES runs(id) ON DELETE CASCADE,
756
- gate TEXT NOT NULL,
757
- severity TEXT NOT NULL,
758
- rule TEXT NOT NULL,
759
- location TEXT,
760
- message TEXT,
761
- raw_output TEXT,
762
- fingerprint TEXT,
763
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
764
- );
765
-
766
- -- Artifacts table: Content-Addressable Storage metadata
767
- CREATE TABLE IF NOT EXISTS artifacts (
768
- sha256 TEXT PRIMARY KEY,
769
- mime_type TEXT NOT NULL,
770
- size_bytes INTEGER NOT NULL,
771
- cas_path TEXT NOT NULL,
772
- original_name TEXT,
773
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000),
774
- last_accessed INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
775
- );
776
-
777
- -- Run artifacts table: N-N relationship between runs and artifacts
778
- CREATE TABLE IF NOT EXISTS run_artifacts (
779
- run_id TEXT NOT NULL REFERENCES runs(id) ON DELETE CASCADE,
780
- sha256 TEXT NOT NULL REFERENCES artifacts(sha256) ON DELETE CASCADE,
781
- label TEXT NOT NULL,
782
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000),
783
- PRIMARY KEY (run_id, sha256, label)
784
- );
785
-
786
- -- Flakiness history table: tracks test reliability over time
787
- CREATE TABLE IF NOT EXISTS flakiness_history (
788
- id INTEGER PRIMARY KEY AUTOINCREMENT,
789
- run_id TEXT NOT NULL REFERENCES runs(id) ON DELETE CASCADE,
790
- test_id TEXT NOT NULL,
791
- test_name TEXT NOT NULL,
792
- gate TEXT NOT NULL,
793
- file_path TEXT NOT NULL,
794
- score INTEGER NOT NULL CHECK (score >= 0 AND score <= 100),
795
- category TEXT NOT NULL CHECK (category IN ('legendary', 'solid', 'good', 'shaky', 'unstable')),
796
- total_runs INTEGER NOT NULL,
797
- successful_runs INTEGER NOT NULL,
798
- avg_duration_ms INTEGER NOT NULL,
799
- pattern_type TEXT,
800
- suggested_fix TEXT,
801
- confidence REAL,
802
- first_seen INTEGER NOT NULL,
803
- last_seen INTEGER NOT NULL,
804
- current_streak INTEGER,
805
- streak_type TEXT CHECK (streak_type IN ('pass', 'fail')),
806
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
807
- );
808
-
809
- -- Flakiness patterns table: detected patterns for flaky tests
810
- CREATE TABLE IF NOT EXISTS flakiness_patterns (
811
- id INTEGER PRIMARY KEY AUTOINCREMENT,
812
- test_id TEXT NOT NULL,
813
- test_name TEXT NOT NULL,
814
- pattern_type TEXT NOT NULL CHECK (pattern_type IN ('timing', 'race_condition', 'external_dependency', 'environment_specific', 'selector_issue', 'unknown')),
815
- description TEXT NOT NULL,
816
- suggested_fix TEXT NOT NULL,
817
- confidence REAL NOT NULL CHECK (confidence >= 0 AND confidence <= 1),
818
- auto_fix_possible INTEGER NOT NULL DEFAULT 0,
819
- first_detected INTEGER NOT NULL,
820
- last_detected INTEGER NOT NULL,
821
- detection_count INTEGER NOT NULL DEFAULT 1,
822
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000),
823
- updated_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000),
824
- UNIQUE(test_id, pattern_type)
825
- );
826
-
827
- -- Flakiness quarantine table: tests quarantined for flakiness
828
- CREATE TABLE IF NOT EXISTS flakiness_quarantine (
829
- id INTEGER PRIMARY KEY AUTOINCREMENT,
830
- test_id TEXT NOT NULL UNIQUE,
831
- test_name TEXT NOT NULL,
832
- gate TEXT NOT NULL,
833
- file_path TEXT NOT NULL,
834
- reason TEXT NOT NULL,
835
- score INTEGER NOT NULL CHECK (score >= 0 AND score <= 100),
836
- category TEXT NOT NULL CHECK (category IN ('shaky', 'unstable')),
837
- quarantined_at INTEGER NOT NULL,
838
- quarantined_by TEXT NOT NULL,
839
- resolved_at INTEGER,
840
- resolved_by TEXT,
841
- notes TEXT,
842
- created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000),
843
- updated_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
844
- );
845
-
846
- -- Vault metadata table: schema version and configuration
847
- CREATE TABLE IF NOT EXISTS vault_metadata (
848
- key TEXT PRIMARY KEY,
849
- value TEXT NOT NULL,
850
- updated_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
851
- );
852
-
853
- -- Indexes for performance
854
- CREATE INDEX IF NOT EXISTS idx_runs_started_at ON runs(started_at DESC);
855
- CREATE INDEX IF NOT EXISTS idx_runs_run_key ON runs(run_key) WHERE run_key IS NOT NULL;
856
- CREATE INDEX IF NOT EXISTS idx_runs_status ON runs(status);
857
- CREATE INDEX IF NOT EXISTS idx_runs_pack_hash ON runs(pack_hash);
858
- CREATE INDEX IF NOT EXISTS idx_runs_pinned ON runs(pinned) WHERE pinned = 1;
859
-
860
- CREATE INDEX IF NOT EXISTS idx_gates_run_id ON gates(run_id);
861
- CREATE INDEX IF NOT EXISTS idx_gates_run_name ON gates(run_id, name);
862
- CREATE INDEX IF NOT EXISTS idx_gates_status ON gates(status);
863
- CREATE INDEX IF NOT EXISTS idx_gates_name ON gates(name);
864
-
865
- CREATE INDEX IF NOT EXISTS idx_findings_run_id ON findings(run_id);
866
- CREATE INDEX IF NOT EXISTS idx_findings_run_gate ON findings(run_id, gate);
867
- CREATE INDEX IF NOT EXISTS idx_findings_severity ON findings(severity);
868
- CREATE INDEX IF NOT EXISTS idx_findings_rule ON findings(rule);
869
- CREATE INDEX IF NOT EXISTS idx_findings_fingerprint ON findings(fingerprint);
870
-
871
- CREATE INDEX IF NOT EXISTS idx_artifacts_mime_type ON artifacts(mime_type);
872
- CREATE INDEX IF NOT EXISTS idx_artifacts_size ON artifacts(size_bytes);
873
- CREATE INDEX IF NOT EXISTS idx_artifacts_created_at ON artifacts(created_at);
874
- CREATE INDEX IF NOT EXISTS idx_artifacts_last_accessed ON artifacts(last_accessed);
875
-
876
- CREATE INDEX IF NOT EXISTS idx_run_artifacts_run_id ON run_artifacts(run_id);
877
- CREATE INDEX IF NOT EXISTS idx_run_artifacts_sha256 ON run_artifacts(sha256);
878
- CREATE INDEX IF NOT EXISTS idx_run_artifacts_label ON run_artifacts(label);
879
-
880
- -- Flakiness indexes
881
- CREATE INDEX IF NOT EXISTS idx_flakiness_run_id ON flakiness_history(run_id);
882
- CREATE INDEX IF NOT EXISTS idx_flakiness_test_id ON flakiness_history(test_id);
883
- CREATE INDEX IF NOT EXISTS idx_flakiness_score ON flakiness_history(score);
884
- CREATE INDEX IF NOT EXISTS idx_flakiness_category ON flakiness_history(category);
885
- CREATE INDEX IF NOT EXISTS idx_flakiness_created_at ON flakiness_history(created_at DESC);
886
-
887
- CREATE INDEX IF NOT EXISTS idx_flaky_patterns_test_id ON flakiness_patterns(test_id);
888
- CREATE INDEX IF NOT EXISTS idx_flaky_patterns_pattern_type ON flakiness_patterns(pattern_type);
889
- CREATE INDEX IF NOT EXISTS idx_flaky_patterns_detection_count ON flakiness_patterns(detection_count DESC);
890
-
891
- CREATE INDEX IF NOT EXISTS idx_quarantine_test_id ON flakiness_quarantine(test_id);
892
- CREATE INDEX IF NOT EXISTS idx_quarantine_quarantined_at ON flakiness_quarantine(quarantined_at DESC);
893
- CREATE INDEX IF NOT EXISTS idx_quarantine_resolved_at ON flakiness_quarantine(resolved_at);
894
- CREATE INDEX IF NOT EXISTS idx_quarantine_category ON flakiness_quarantine(category);
895
-
896
- -- Insert initial metadata
897
- INSERT OR IGNORE INTO vault_metadata (key, value) VALUES
898
- ('schema_version', '2.0.0'),
899
- ('created_at', strftime('%s', 'now') * 1000),
900
- ('vault_format', 'qa360-evidence-vault-v2');
901
-
902
- -- Triggers for updated_at timestamps
903
- CREATE TRIGGER IF NOT EXISTS trigger_runs_updated_at
904
- AFTER UPDATE ON runs
905
- BEGIN
906
- UPDATE runs SET updated_at = strftime('%s', 'now') * 1000 WHERE id = NEW.id;
907
- END;
908
-
909
- CREATE TRIGGER IF NOT EXISTS trigger_artifacts_last_accessed
910
- AFTER UPDATE ON artifacts
911
- BEGIN
912
- UPDATE artifacts SET last_accessed = strftime('%s', 'now') * 1000 WHERE sha256 = NEW.sha256;
913
- END;
914
-
915
- CREATE TRIGGER IF NOT EXISTS trigger_flakiness_patterns_updated_at
916
- AFTER UPDATE ON flakiness_patterns
917
- BEGIN
918
- UPDATE flakiness_patterns SET updated_at = strftime('%s', 'now') * 1000 WHERE id = NEW.id;
919
- END;
920
-
921
- CREATE TRIGGER IF NOT EXISTS trigger_quarantine_updated_at
922
- AFTER UPDATE ON flakiness_quarantine
923
- BEGIN
924
- UPDATE flakiness_quarantine SET updated_at = strftime('%s', 'now') * 1000 WHERE id = NEW.id;
925
- END;
926
-
927
- -- Views for common queries
928
- CREATE VIEW IF NOT EXISTS v_recent_runs AS
929
- SELECT
930
- r.id,
931
- r.run_key,
932
- r.started_at,
933
- r.ended_at,
934
- r.status,
935
- r.trust_score,
936
- r.pack_path,
937
- COUNT(g.id) as gate_count,
938
- COUNT(CASE WHEN g.status = 'passed' THEN 1 END) as gates_passed,
939
- COUNT(CASE WHEN g.status = 'failed' THEN 1 END) as gates_failed,
940
- COUNT(f.id) as finding_count,
941
- COUNT(CASE WHEN f.severity IN ('high', 'critical') THEN 1 END) as critical_findings
942
- FROM runs r
943
- LEFT JOIN gates g ON r.id = g.run_id
944
- LEFT JOIN findings f ON r.id = f.run_id
945
- GROUP BY r.id
946
- ORDER BY r.started_at DESC;
947
-
948
- CREATE VIEW IF NOT EXISTS v_gate_trends AS
949
- SELECT
950
- g.name,
951
- g.status,
952
- r.started_at,
953
- r.trust_score,
954
- g.duration_ms,
955
- g.metrics_json
956
- FROM gates g
957
- JOIN runs r ON g.run_id = r.id
958
- WHERE r.status IN ('passed', 'failed')
959
- ORDER BY r.started_at DESC;
960
-
961
- -- Flakiness summary view: aggregate flakiness stats by test
962
- CREATE VIEW IF NOT EXISTS v_flakiness_summary AS
963
- SELECT
964
- test_id,
965
- test_name,
966
- gate,
967
- file_path,
968
- MAX(score) as latest_score,
969
- MIN(score) as worst_score,
970
- AVG(score) as avg_score,
971
- COUNT(*) as total_analyses,
972
- MAX(category) as latest_category,
973
- MAX(last_seen) as last_analyzed,
974
- MAX(first_seen) as first_seen
975
- FROM flakiness_history
976
- GROUP BY test_id, test_name, gate, file_path
977
- ORDER BY latest_score ASC;
978
-
979
- -- Flakiness trends view: time series analysis
980
- CREATE VIEW IF NOT EXISTS v_flakiness_trends AS
981
- SELECT
982
- DATE(created_at / 1000, 'unixepoch') as analysis_date,
983
- category,
984
- COUNT(*) as test_count,
985
- AVG(score) as avg_score
986
- FROM flakiness_history
987
- WHERE created_at >= strftime('%s', 'now', '-30 days') * 1000
988
- GROUP BY analysis_date, category
989
- ORDER BY analysis_date DESC, category DESC;
990
-
991
- -- Quarantined tests view
992
- CREATE VIEW IF NOT EXISTS v_quarantined_tests AS
993
- SELECT
994
- q.*,
995
- fh.score as current_score,
996
- fh.category as current_category
997
- FROM flakiness_quarantine q
998
- LEFT JOIN (
999
- SELECT test_id, score, category
1000
- FROM flakiness_history fh1
1001
- WHERE fh1.created_at = (
1002
- SELECT MAX(fh2.created_at)
1003
- FROM flakiness_history fh2
1004
- WHERE fh2.test_id = fh1.test_id
1005
- )
1006
- ) fh ON q.test_id = fh.test_id
1007
- WHERE q.resolved_at IS NULL
1008
- ORDER BY q.quarantined_at DESC;
1009
- `;
1010
- return new Promise((resolve, reject) => {
1011
- this.db.exec(schema, (err) => {
1012
- if (err) {
1013
- reject(new Error(`Failed to initialize schema: ${err.message}`));
1014
- }
1015
- else {
1016
- resolve();
1017
- }
1018
- });
1019
- });
1020
- }
1021
- /**
1022
- * Ensure required directories exist
1023
- */
1024
- ensureDirectories() {
1025
- if (!existsSync(this.baseDir)) {
1026
- mkdirSync(this.baseDir, { recursive: true });
1027
- }
1028
- }
1029
- /**
1030
- * Close database connection
1031
- */
1032
- async close() {
1033
- return new Promise((resolve, reject) => {
1034
- this.db.close((err) => {
1035
- if (err)
1036
- reject(err);
1037
- else
1038
- resolve();
1039
- });
1040
- });
1041
- }
1042
- }