quality-intelligence-engine 2.2.2 → 2.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/.github/workflows/playwright.yml +27 -0
  2. package/.github/workflows/quality-intelligence.yml +45 -0
  3. package/CHANGELOG.md +164 -0
  4. package/REFACTORING_SUMMARY.md +417 -0
  5. package/artifacts/failure-analysis/run-1769595909824-login_with_valid_user.md +25 -0
  6. package/artifacts/failure-analysis/run-1769596445203-login_with_valid_user.md +25 -0
  7. package/artifacts/failure-analysis/run-1769596573162-login_with_valid_user.md +34 -0
  8. package/artifacts/failure-analysis/run-1769596591727-login_with_valid_user.md +25 -0
  9. package/artifacts/failure-analysis/run-1769596600117-login_with_valid_user.md +34 -0
  10. package/artifacts/failure-analysis/run-1769596782107-login_with_valid_user.md +32 -0
  11. package/artifacts/failure-analysis/run-1769596940770-login_with_valid_user.md +28 -0
  12. package/artifacts/failure-analysis/run-1769596960417-login_with_valid_user.md +28 -0
  13. package/artifacts/failure-analysis/run-1769596981303-login_with_valid_user.md +28 -0
  14. package/artifacts/failure-analysis/run-1769597351831-login_with_valid_user.md +21 -0
  15. package/artifacts/failure-analysis/run-1769597486816-login_with_valid_user.md +21 -0
  16. package/artifacts/failure-analysis/run-1769599708378-login_with_valid_user.md +22 -0
  17. package/artifacts/failure-analysis/run-1769600327960-login_with_valid_user.md +22 -0
  18. package/artifacts/failure-analysis/run-1769600596201-saucedemo__login_fails_with_wrong_password_fail.md +22 -0
  19. package/artifacts/failure-analysis/run-1769600682675-saucedemo__login_fails_with_wrong_password_fail.md +22 -0
  20. package/artifacts/failure-analysis/run-1769602090701-saucedemo__add_to_cart_button_is_hidden_fail.md +30 -0
  21. package/artifacts/failure-analysis/run-1769602090701-saucedemo__cart_count_updates_to_2_after_adding_one_item_fail.md +30 -0
  22. package/artifacts/failure-analysis/run-1769602090701-saucedemo__checkout_navigates_to_payment_page_directly_fail.md +30 -0
  23. package/artifacts/failure-analysis/run-1769602090701-saucedemo__inventory_shows_10_products_fail.md +30 -0
  24. package/artifacts/failure-analysis/run-1769602090701-saucedemo__products_sorted_high_to_low_start_with_999_fail.md +30 -0
  25. package/artifacts/failure-history/1769696674298.json +9 -0
  26. package/artifacts/failure-history/1769697768622.json +10 -0
  27. package/artifacts/failure-history/1769697923557.json +10 -0
  28. package/artifacts/failure-history/1769698160213.json +11 -0
  29. package/artifacts/failure-history/1769698353440.json +11 -0
  30. package/artifacts/failure-history/1769698763306.json +11 -0
  31. package/artifacts/failure-history/1769698878947.json +11 -0
  32. package/artifacts/failure-history/1769699909817.json +11 -0
  33. package/artifacts/failure-history/1769703130913.json +11 -0
  34. package/artifacts/failure-history/1769703142113.json +11 -0
  35. package/artifacts/failure-history/1769703158978.json +11 -0
  36. package/artifacts/failure-history/1769703406025.json +11 -0
  37. package/artifacts/failure-history/1769703422720.json +11 -0
  38. package/artifacts/failure-history/1769703518837.json +11 -0
  39. package/artifacts/failure-history/1769703530419.json +11 -0
  40. package/artifacts/failure-history/1769703577078.json +11 -0
  41. package/artifacts/failure-history/1769704067098.json +11 -0
  42. package/artifacts/failure-history/1769704074618.json +11 -0
  43. package/artifacts/failure-history/1769704084948.json +11 -0
  44. package/artifacts/failure-history/1769704091950.json +11 -0
  45. package/artifacts/failure-history/1769704435355.json +11 -0
  46. package/artifacts/failure-history/1769704832871.json +11 -0
  47. package/artifacts/failure-history/1769707051830.json +11 -0
  48. package/artifacts/failure-history/1769739820395.json +11 -0
  49. package/artifacts/failure-history/1769739820400.json +11 -0
  50. package/artifacts/failure-history/1769742422254.json +11 -0
  51. package/artifacts/failure-history/1769743106016.json +11 -0
  52. package/artifacts/failure-history/1769743121857.json +11 -0
  53. package/artifacts/failure-history/1769750875212.json +11 -0
  54. package/artifacts/failure-history/1769750880790.json +11 -0
  55. package/artifacts/failure-history/1769761177923.json +11 -0
  56. package/artifacts/failure-history/1769761191176.json +11 -0
  57. package/bin/qi.ts +37 -0
  58. package/config/agent.config.json +18 -0
  59. package/data/failures/fingerprints/0ded7b45.json +10 -0
  60. package/data/failures/fingerprints/2437666a.json +8 -0
  61. package/data/failures/fingerprints/3746e3b4.json +42 -0
  62. package/data/failures/fingerprints/533e258f.json +10 -0
  63. package/data/failures/fingerprints/56b547d3.json +10 -0
  64. package/data/failures/fingerprints/693661fa.json +10 -0
  65. package/data/failures/fingerprints/789126b1.json +8 -0
  66. package/data/failures/fingerprints/936d995e.json +10 -0
  67. package/data/failures/fingerprints/ba5f6c0a.json +10 -0
  68. package/data/failures/fingerprints/f148a261.json +56 -0
  69. package/data/failures/fingerprints/fa14440f.json +14 -0
  70. package/data/failures/registry.json +57 -0
  71. package/data/flakiness/history.json +71 -0
  72. package/dist/bin/qi.js +0 -0
  73. package/dist/src/intelligence/failure-fingerprinting/failure.classifier.js +5 -1
  74. package/dist/src/intelligence/failure-fingerprinting/failure.tracker.js +5 -0
  75. package/dist/src/playwright/qi.reporter.js +17 -0
  76. package/final.sanity.test.ts +46 -0
  77. package/input/raw-failure.json +36 -0
  78. package/input/raw-pass.json +33 -0
  79. package/output/run-2026-01-28_02-48-38-420/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  80. package/output/run-2026-01-28_02-48-38-420/TEST_FAILURE-Unknown--/analysis.md +50 -0
  81. package/output/run-2026-01-28_02-48-52-140/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  82. package/output/run-2026-01-28_02-48-52-140/TEST_FAILURE-Unknown--/analysis.md +50 -0
  83. package/output/run-2026-01-28_03-13-16-302/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  84. package/output/run-2026-01-28_03-13-16-302/PASS-checkout.spec.ts-API_WARNING/analysis.md +49 -0
  85. package/output/run-2026-01-28_03-13-16-302/PASS-login.spec.ts-FLAKY_PASS/analysis.md +49 -0
  86. package/output/run-2026-01-28_03-13-16-302/TEST_FAILURE-Unknown--/analysis.md +50 -0
  87. package/output/run-2026-01-28_03-29-49-786/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  88. package/package.json +4 -10
  89. package/playwright-results/.last-run.json +17 -0
  90. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/error-context.md +31 -0
  91. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/test-failed-1.png +0 -0
  92. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/trace.zip +0 -0
  93. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/video.webm +0 -0
  94. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/error-context.md +31 -0
  95. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/test-failed-1.png +0 -0
  96. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/trace.zip +0 -0
  97. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/video.webm +0 -0
  98. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/error-context.md +31 -0
  99. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/test-failed-1.png +0 -0
  100. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/trace.zip +0 -0
  101. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/video.webm +0 -0
  102. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/error-context.md +31 -0
  103. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/test-failed-1.png +0 -0
  104. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/trace.zip +0 -0
  105. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/video.webm +0 -0
  106. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/error-context.md +31 -0
  107. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/test-failed-1.png +0 -0
  108. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/trace.zip +0 -0
  109. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/video.webm +0 -0
  110. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/error-context.md +31 -0
  111. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/test-failed-1.png +0 -0
  112. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/trace.zip +0 -0
  113. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/video.webm +0 -0
  114. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/error-context.md +112 -0
  115. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/test-failed-1.png +0 -0
  116. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/trace.zip +0 -0
  117. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/video.webm +0 -0
  118. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/error-context.md +112 -0
  119. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/test-failed-1.png +0 -0
  120. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/trace.zip +0 -0
  121. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/video.webm +0 -0
  122. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/error-context.md +112 -0
  123. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/test-failed-1.png +0 -0
  124. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/trace.zip +0 -0
  125. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/video.webm +0 -0
  126. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/error-context.md +112 -0
  127. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/test-failed-1.png +0 -0
  128. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/trace.zip +0 -0
  129. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/video.webm +0 -0
  130. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/error-context.md +112 -0
  131. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/test-failed-1.png +0 -0
  132. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/trace.zip +0 -0
  133. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/video.webm +0 -0
  134. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/error-context.md +112 -0
  135. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/test-failed-1.png +0 -0
  136. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/trace.zip +0 -0
  137. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/video.webm +0 -0
  138. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/error-context.md +112 -0
  139. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/test-failed-1.png +0 -0
  140. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/trace.zip +0 -0
  141. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/video.webm +0 -0
  142. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/error-context.md +112 -0
  143. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/test-failed-1.png +0 -0
  144. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/trace.zip +0 -0
  145. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/video.webm +0 -0
  146. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/error-context.md +112 -0
  147. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/test-failed-1.png +0 -0
  148. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/trace.zip +0 -0
  149. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/video.webm +0 -0
  150. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/error-context.md +112 -0
  151. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/test-failed-1.png +0 -0
  152. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/trace.zip +0 -0
  153. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/video.webm +0 -0
  154. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/error-context.md +112 -0
  155. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/test-failed-1.png +0 -0
  156. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/trace.zip +0 -0
  157. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/video.webm +0 -0
  158. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/error-context.md +112 -0
  159. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/test-failed-1.png +0 -0
  160. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/trace.zip +0 -0
  161. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/video.webm +0 -0
  162. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/error-context.md +31 -0
  163. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/test-failed-1.png +0 -0
  164. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/trace.zip +0 -0
  165. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/video.webm +0 -0
  166. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/error-context.md +31 -0
  167. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/test-failed-1.png +0 -0
  168. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/trace.zip +0 -0
  169. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/video.webm +0 -0
  170. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/error-context.md +31 -0
  171. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/test-failed-1.png +0 -0
  172. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/trace.zip +0 -0
  173. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/video.webm +0 -0
  174. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/error-context.md +31 -0
  175. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/test-failed-1.png +0 -0
  176. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/trace.zip +0 -0
  177. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/video.webm +0 -0
  178. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/error-context.md +31 -0
  179. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/test-failed-1.png +0 -0
  180. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/trace.zip +0 -0
  181. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/video.webm +0 -0
  182. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/error-context.md +31 -0
  183. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/test-failed-1.png +0 -0
  184. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/trace.zip +0 -0
  185. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/video.webm +0 -0
  186. package/playwright.config.ts +42 -0
  187. package/quality-intelligence-engine-2.2.0.tgz +0 -0
  188. package/quality-intelligence-engine-2.2.2.tgz +0 -0
  189. package/sanity.test.ts +33 -0
  190. package/src/adapters/playwright-folder.adapter.ts +85 -0
  191. package/src/adapters/playwright-json.adapter.ts +49 -0
  192. package/src/adapters/playwright.adapter.ts +44 -0
  193. package/src/cli/qi-test.ts +20 -0
  194. package/src/cli/qi.ts +67 -0
  195. package/src/cli/ui/divider.ts +9 -0
  196. package/src/cli/ui/failureLogger.ts +33 -0
  197. package/src/configLoader.ts +70 -0
  198. package/src/console/issue-view.ts +193 -0
  199. package/src/failure-analysis/failure-analyzer.ts +43 -0
  200. package/src/final-run.ts +174 -0
  201. package/src/final-runner.ts +31 -0
  202. package/src/fixtures/networkCollector.ts +27 -0
  203. package/src/history/failure-history.store.ts +23 -0
  204. package/src/history/failure-history.types.ts +12 -0
  205. package/src/history/failure-trend.analyzer.ts +49 -0
  206. package/src/index.ts +10 -0
  207. package/src/integrations/ci/ci-annotator.ts +42 -0
  208. package/src/intelligence/confidence-calibration.engine.ts +41 -0
  209. package/src/intelligence/decision-intelligence/confidence.engine.ts +18 -0
  210. package/src/intelligence/decision-intelligence/decision.config.ts +18 -0
  211. package/src/intelligence/decision-intelligence/decision.engine.ts +30 -0
  212. package/src/intelligence/decision-intelligence/decision.types.ts +15 -0
  213. package/src/intelligence/failure-fingerprinting/failure.classifier.ts +61 -0
  214. package/src/intelligence/failure-fingerprinting/failure.store.ts +42 -0
  215. package/src/intelligence/failure-fingerprinting/failure.tracker.ts +28 -0
  216. package/src/intelligence/failure-fingerprinting/fingerprint.generator.ts +28 -0
  217. package/src/intelligence/failure-fingerprinting/fingerprint.types.ts +14 -0
  218. package/src/intelligence/flakiness-intelligence/flakiness.analyzer.ts +23 -0
  219. package/src/intelligence/flakiness-intelligence/flakiness.fingerprint.ts +14 -0
  220. package/src/intelligence/flakiness-intelligence/flakiness.store.ts +24 -0
  221. package/src/intelligence/flakiness-intelligence/flakiness.tracker.ts +42 -0
  222. package/src/intelligence/flakiness-intelligence/flakiness.types.ts +8 -0
  223. package/src/intelligence/intelligence.pipeline.ts +20 -0
  224. package/src/intelligence/llm-explainer.ts +29 -0
  225. package/src/intelligence/root-cause/rootcause.engine.ts +46 -0
  226. package/src/intelligence/trend-intelligence/trend.engine.ts +42 -0
  227. package/src/markdownWriter.ts +68 -0
  228. package/src/normalizer.ts +31 -0
  229. package/src/passAnalyzer.ts +38 -0
  230. package/src/pipeline/ai.summarizer.ts +39 -0
  231. package/src/pipeline/failure-analysis.pipeline.ts +13 -0
  232. package/src/pipeline/failure-grouping.pipeline.ts +67 -0
  233. package/src/playwright/qi.reporter.ts +26 -0
  234. package/src/reporter.ts +88 -0
  235. package/src/reporters/qi-reporter.js +34 -0
  236. package/src/rules.ts +35 -0
  237. package/src/runManager.ts +21 -0
  238. package/src/runner.ts +12 -0
  239. package/src/runtime/networkCollector.ts +36 -0
  240. package/src/stackParser.ts +22 -0
  241. package/src/test-run.ts +59 -0
  242. package/src/types/analysis-result.ts +16 -0
  243. package/src/types/failure.types.ts +28 -0
  244. package/src/types/playwright-failure.ts +10 -0
  245. package/src/types.ts +102 -0
  246. package/src/utils/artifact.locator.ts +42 -0
  247. package/src/utils/confidence-constants.ts +111 -0
  248. package/src/utils/file-utils.ts +146 -0
  249. package/src/v2/llm/llm-advisor.ts +22 -0
  250. package/src/v2/pipeline/v2-intelligence.pipeline.ts +21 -0
  251. package/src/v2/self-healing/self-healer.ts +60 -0
  252. package/src/v2/trace-intelligence/trace-analyzer.ts +42 -0
  253. package/src/v2-test-run.ts +74 -0
  254. package/tests/fixtures.ts +40 -0
  255. package/tests/saucedemo-login-validation.spec.ts +74 -0
  256. package/tsconfig.json +16 -0
  257. package/tsconfig.playwright.json +13 -0
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703406025",
3
+ "timestamp": "2026-01-29T16:16:46.025Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703422720",
3
+ "timestamp": "2026-01-29T16:17:02.720Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703518837",
3
+ "timestamp": "2026-01-29T16:18:38.837Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703530419",
3
+ "timestamp": "2026-01-29T16:18:50.419Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703577078",
3
+ "timestamp": "2026-01-29T16:19:37.078Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769704067098",
3
+ "timestamp": "2026-01-29T16:27:47.098Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769704074618",
3
+ "timestamp": "2026-01-29T16:27:54.618Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769704084948",
3
+ "timestamp": "2026-01-29T16:28:04.948Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769704091950",
3
+ "timestamp": "2026-01-29T16:28:11.950Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769704435355",
3
+ "timestamp": "2026-01-29T16:33:55.355Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769704832871",
3
+ "timestamp": "2026-01-29T16:40:32.871Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769707051830",
3
+ "timestamp": "2026-01-29T17:17:31.831Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769739820395",
3
+ "timestamp": "2026-01-30T02:23:40.395Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769739820400",
3
+ "timestamp": "2026-01-30T02:23:40.400Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769742422254",
3
+ "timestamp": "2026-01-30T03:07:02.254Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769743106016",
3
+ "timestamp": "2026-01-30T03:18:26.016Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769743121857",
3
+ "timestamp": "2026-01-30T03:18:41.857Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769750875212",
3
+ "timestamp": "2026-01-30T05:27:55.212Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769750880790",
3
+ "timestamp": "2026-01-30T05:28:00.790Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769761177923",
3
+ "timestamp": "2026-01-30T08:19:37.923Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769761191176",
3
+ "timestamp": "2026-01-30T08:19:51.176Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
package/bin/qi.ts ADDED
@@ -0,0 +1,37 @@
1
+ #!/usr/bin/env node
2
+
3
+ import path from "path";
4
+
5
+ /**
6
+ * CLI entry point for Quality Intelligence
7
+ * Compiled and executed as CommonJS
8
+ */
9
+ async function main() {
10
+ const args = process.argv.slice(2);
11
+
12
+ const playwrightResultsDir =
13
+ args.find(a => !a.startsWith("--")) ?? "playwright-results";
14
+
15
+ const showIssues =
16
+ args.includes("--issue") || args.includes("--issues");
17
+
18
+ // Resolve project root (works after npm install)
19
+ const projectRoot = path.resolve(__dirname, "..");
20
+
21
+ // IMPORTANT: call compiled JS, never TS
22
+ const finalRunPath = path.join(
23
+ projectRoot,
24
+ "src",
25
+ "final-run.js"
26
+ );
27
+
28
+ // eslint-disable-next-line @typescript-eslint/no-var-requires
29
+ const { runFinal } = require(finalRunPath);
30
+
31
+ runFinal(playwrightResultsDir, showIssues);
32
+ }
33
+
34
+ main().catch(err => {
35
+ console.error("QI failed:", err);
36
+ process.exit(1);
37
+ });
@@ -0,0 +1,18 @@
1
+ {
2
+ "engine": {
3
+ "mode": "standard",
4
+ "confidenceThresholds": {
5
+ "fail": 0.85,
6
+ "passRisk": 0.6
7
+ }
8
+ },
9
+ "output": {
10
+ "writeMarkdown": true,
11
+ "maxHistoryRuns": 10
12
+ },
13
+ "passAnalysis": {
14
+ "enable": true,
15
+ "reportFlakyPass": true,
16
+ "reportApiWarnings": true
17
+ }
18
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769602090701,
4
+ 1769604078940
5
+ ],
6
+ "affectedTests": [
7
+ "SauceDemo – inventory shows 10 products (FAIL)",
8
+ "SauceDemo – inventory shows 10 products (FAIL)"
9
+ ]
10
+ }
@@ -0,0 +1,8 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769607279839
4
+ ],
5
+ "affectedTests": [
6
+ "Unknown Test"
7
+ ]
8
+ }
@@ -0,0 +1,42 @@
1
+ {
2
+ "runsSeen": [
3
+ 1,
4
+ 1,
5
+ 2,
6
+ 3,
7
+ 4,
8
+ 1,
9
+ 2,
10
+ 3,
11
+ 4,
12
+ 5,
13
+ 1,
14
+ 1,
15
+ 1,
16
+ 1,
17
+ 1,
18
+ 1,
19
+ 1,
20
+ 1
21
+ ],
22
+ "affectedTests": [
23
+ "checkout.spec.ts",
24
+ "checkout.spec.ts",
25
+ "checkout.spec.ts",
26
+ "checkout.spec.ts",
27
+ "checkout.spec.ts",
28
+ "checkout.spec.ts",
29
+ "checkout.spec.ts",
30
+ "checkout.spec.ts",
31
+ "checkout.spec.ts",
32
+ "checkout.spec.ts",
33
+ "checkout.spec.ts",
34
+ "checkout.spec.ts",
35
+ "checkout.spec.ts",
36
+ "checkout.spec.ts",
37
+ "checkout.spec.ts",
38
+ "checkout.spec.ts",
39
+ "checkout.spec.ts",
40
+ "checkout.spec.ts"
41
+ ]
42
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769600596201,
4
+ 1769600682675
5
+ ],
6
+ "affectedTests": [
7
+ "SauceDemo – login fails with wrong password (FAIL)",
8
+ "SauceDemo – login fails with wrong password (FAIL)"
9
+ ]
10
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769602090701,
4
+ 1769604078940
5
+ ],
6
+ "affectedTests": [
7
+ "SauceDemo – checkout navigates to payment page directly (FAIL)",
8
+ "SauceDemo – checkout navigates to payment page directly (FAIL)"
9
+ ]
10
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769602090701,
4
+ 1769604078940
5
+ ],
6
+ "affectedTests": [
7
+ "SauceDemo – products sorted high to low start with $9.99 (FAIL)",
8
+ "SauceDemo – products sorted high to low start with $9.99 (FAIL)"
9
+ ]
10
+ }
@@ -0,0 +1,8 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769607279839
4
+ ],
5
+ "affectedTests": [
6
+ "Unknown Test"
7
+ ]
8
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769602090701,
4
+ 1769604078940
5
+ ],
6
+ "affectedTests": [
7
+ "SauceDemo – cart count updates to 2 after adding one item (FAIL)",
8
+ "SauceDemo – cart count updates to 2 after adding one item (FAIL)"
9
+ ]
10
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769602090701,
4
+ 1769604078940
5
+ ],
6
+ "affectedTests": [
7
+ "SauceDemo – Add to Cart button is hidden (FAIL)",
8
+ "SauceDemo – Add to Cart button is hidden (FAIL)"
9
+ ]
10
+ }
@@ -0,0 +1,56 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769595367126,
4
+ 1769595629068,
5
+ 1769595646691,
6
+ 1769595909824,
7
+ 1769596445203,
8
+ 1769596445203,
9
+ 1769596573162,
10
+ 1769596573162,
11
+ 1769596591727,
12
+ 1769596591727,
13
+ 1769596600117,
14
+ 1769596600117,
15
+ 1769596782107,
16
+ 1769596782107,
17
+ 1769596940770,
18
+ 1769596940770,
19
+ 1769596960417,
20
+ 1769596960417,
21
+ 1769596981303,
22
+ 1769596981303,
23
+ 1769597351831,
24
+ 1769597351831,
25
+ 1769597486816,
26
+ 1769599708378,
27
+ 1769600327960
28
+ ],
29
+ "affectedTests": [
30
+ null,
31
+ null,
32
+ null,
33
+ "Login with valid user",
34
+ "Login with valid user",
35
+ "Login with valid user",
36
+ "Login with valid user",
37
+ "Login with valid user",
38
+ "Login with valid user",
39
+ "Login with valid user",
40
+ "Login with valid user",
41
+ "Login with valid user",
42
+ "Login with valid user",
43
+ "Login with valid user",
44
+ "Login with valid user",
45
+ "Login with valid user",
46
+ "Login with valid user",
47
+ "Login with valid user",
48
+ "Login with valid user",
49
+ "Login with valid user",
50
+ "Login with valid user",
51
+ "Login with valid user",
52
+ "Login with valid user",
53
+ "Login with valid user",
54
+ "Login with valid user"
55
+ ]
56
+ }
@@ -0,0 +1,14 @@
1
+ {
2
+ "runsSeen": [
3
+ 1769608633046,
4
+ 1769608633046,
5
+ 1769608855643,
6
+ 1769608855643
7
+ ],
8
+ "affectedTests": [
9
+ "SauceDemo – inventory shows 10 products (FAIL)",
10
+ "SauceDemo – inventory shows 10 products (FAIL)",
11
+ "SauceDemo – inventory shows 10 products (FAIL)",
12
+ "SauceDemo – inventory shows 10 products (FAIL)"
13
+ ]
14
+ }
@@ -0,0 +1,57 @@
1
+ {
2
+ "3746e3b4": {
3
+ "firstSeenRun": 1,
4
+ "lastSeenRun": 1,
5
+ "totalOccurrences": 18
6
+ },
7
+ "f148a261": {
8
+ "firstSeenRun": 1769595367126,
9
+ "lastSeenRun": 1769600327960,
10
+ "totalOccurrences": 25
11
+ },
12
+ "533e258f": {
13
+ "firstSeenRun": 1769600596201,
14
+ "lastSeenRun": 1769600682675,
15
+ "totalOccurrences": 2
16
+ },
17
+ "0ded7b45": {
18
+ "firstSeenRun": 1769602090701,
19
+ "lastSeenRun": 1769604078940,
20
+ "totalOccurrences": 2
21
+ },
22
+ "ba5f6c0a": {
23
+ "firstSeenRun": 1769602090701,
24
+ "lastSeenRun": 1769604078940,
25
+ "totalOccurrences": 2
26
+ },
27
+ "936d995e": {
28
+ "firstSeenRun": 1769602090701,
29
+ "lastSeenRun": 1769604078940,
30
+ "totalOccurrences": 2
31
+ },
32
+ "56b547d3": {
33
+ "firstSeenRun": 1769602090701,
34
+ "lastSeenRun": 1769604078940,
35
+ "totalOccurrences": 2
36
+ },
37
+ "693661fa": {
38
+ "firstSeenRun": 1769602090701,
39
+ "lastSeenRun": 1769604078940,
40
+ "totalOccurrences": 2
41
+ },
42
+ "2437666a": {
43
+ "firstSeenRun": 1769607279839,
44
+ "lastSeenRun": 1769607279839,
45
+ "totalOccurrences": 1
46
+ },
47
+ "789126b1": {
48
+ "firstSeenRun": 1769607279839,
49
+ "lastSeenRun": 1769607279839,
50
+ "totalOccurrences": 1
51
+ },
52
+ "fa14440f": {
53
+ "firstSeenRun": 1769608633046,
54
+ "lastSeenRun": 1769608855643,
55
+ "totalOccurrences": 4
56
+ }
57
+ }
@@ -0,0 +1,71 @@
1
+ {
2
+ "06fc43f5": [
3
+ "FAIL",
4
+ "FAIL",
5
+ "FAIL",
6
+ "FAIL",
7
+ "FAIL",
8
+ "FAIL",
9
+ "FAIL"
10
+ ],
11
+ "a84d3bef92d46b3f47d9228464eb061d": [
12
+ "FAIL",
13
+ "FAIL"
14
+ ],
15
+ "c5ce3120e8ad26c259ea0a6e8b3dcd57": [
16
+ "FAIL",
17
+ "FAIL",
18
+ "FAIL",
19
+ "FAIL",
20
+ "FAIL",
21
+ "FAIL",
22
+ "FAIL",
23
+ "FAIL",
24
+ "FAIL",
25
+ "FAIL",
26
+ "FAIL",
27
+ "FAIL",
28
+ "FAIL",
29
+ "FAIL",
30
+ "FAIL",
31
+ "FAIL",
32
+ "FAIL",
33
+ "FAIL",
34
+ "FAIL",
35
+ "FAIL",
36
+ "FAIL",
37
+ "FAIL"
38
+ ],
39
+ "6838b217c566d71b51d7da2b79e1a8c7": [
40
+ "FAIL",
41
+ "FAIL"
42
+ ],
43
+ "1b46101919815fc4a8aa4433f05ff3d1": [
44
+ "FAIL",
45
+ "FAIL",
46
+ "FAIL",
47
+ "FAIL",
48
+ "FAIL",
49
+ "FAIL"
50
+ ],
51
+ "f628154f071297ca068304b248587f0f": [
52
+ "FAIL",
53
+ "FAIL"
54
+ ],
55
+ "813ef9053b046de88bc2350e9d071cba": [
56
+ "FAIL",
57
+ "FAIL"
58
+ ],
59
+ "4f2066f4a6185c532b994156adb83453": [
60
+ "FAIL",
61
+ "FAIL"
62
+ ],
63
+ "bf3efc11a699713085ccce129349c8af": [
64
+ "FAIL",
65
+ "FAIL"
66
+ ],
67
+ "51d78d189a3ae79b5fdc8b64c2e4e2aa": [
68
+ "FAIL",
69
+ "FAIL"
70
+ ]
71
+ }
package/dist/bin/qi.js CHANGED
File without changes