quality-intelligence-engine 2.2.3 → 2.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/.github/workflows/playwright.yml +27 -0
  2. package/.github/workflows/quality-intelligence.yml +45 -0
  3. package/CHANGELOG.md +164 -0
  4. package/REFACTORING_SUMMARY.md +417 -0
  5. package/artifacts/failure-analysis/run-1769595909824-login_with_valid_user.md +25 -0
  6. package/artifacts/failure-analysis/run-1769596445203-login_with_valid_user.md +25 -0
  7. package/artifacts/failure-analysis/run-1769596573162-login_with_valid_user.md +34 -0
  8. package/artifacts/failure-analysis/run-1769596591727-login_with_valid_user.md +25 -0
  9. package/artifacts/failure-analysis/run-1769596600117-login_with_valid_user.md +34 -0
  10. package/artifacts/failure-analysis/run-1769596782107-login_with_valid_user.md +32 -0
  11. package/artifacts/failure-analysis/run-1769596940770-login_with_valid_user.md +28 -0
  12. package/artifacts/failure-analysis/run-1769596960417-login_with_valid_user.md +28 -0
  13. package/artifacts/failure-analysis/run-1769596981303-login_with_valid_user.md +28 -0
  14. package/artifacts/failure-analysis/run-1769597351831-login_with_valid_user.md +21 -0
  15. package/artifacts/failure-analysis/run-1769597486816-login_with_valid_user.md +21 -0
  16. package/artifacts/failure-analysis/run-1769599708378-login_with_valid_user.md +22 -0
  17. package/artifacts/failure-analysis/run-1769600327960-login_with_valid_user.md +22 -0
  18. package/artifacts/failure-analysis/run-1769600596201-saucedemo__login_fails_with_wrong_password_fail.md +22 -0
  19. package/artifacts/failure-analysis/run-1769600682675-saucedemo__login_fails_with_wrong_password_fail.md +22 -0
  20. package/artifacts/failure-analysis/run-1769602090701-saucedemo__add_to_cart_button_is_hidden_fail.md +30 -0
  21. package/artifacts/failure-analysis/run-1769602090701-saucedemo__cart_count_updates_to_2_after_adding_one_item_fail.md +30 -0
  22. package/artifacts/failure-analysis/run-1769602090701-saucedemo__checkout_navigates_to_payment_page_directly_fail.md +30 -0
  23. package/artifacts/failure-analysis/run-1769602090701-saucedemo__inventory_shows_10_products_fail.md +30 -0
  24. package/artifacts/failure-analysis/run-1769602090701-saucedemo__products_sorted_high_to_low_start_with_999_fail.md +30 -0
  25. package/artifacts/failure-history/1769696674298.json +9 -0
  26. package/artifacts/failure-history/1769697768622.json +10 -0
  27. package/artifacts/failure-history/1769697923557.json +10 -0
  28. package/artifacts/failure-history/1769698160213.json +11 -0
  29. package/artifacts/failure-history/1769698353440.json +11 -0
  30. package/artifacts/failure-history/1769698763306.json +11 -0
  31. package/artifacts/failure-history/1769698878947.json +11 -0
  32. package/artifacts/failure-history/1769699909817.json +11 -0
  33. package/artifacts/failure-history/1769703130913.json +11 -0
  34. package/artifacts/failure-history/1769703142113.json +11 -0
  35. package/artifacts/failure-history/1769703158978.json +11 -0
  36. package/artifacts/failure-history/1769703406025.json +11 -0
  37. package/artifacts/failure-history/1769703422720.json +11 -0
  38. package/artifacts/failure-history/1769703518837.json +11 -0
  39. package/artifacts/failure-history/1769703530419.json +11 -0
  40. package/artifacts/failure-history/1769703577078.json +11 -0
  41. package/artifacts/failure-history/1769704067098.json +11 -0
  42. package/artifacts/failure-history/1769704074618.json +11 -0
  43. package/artifacts/failure-history/1769704084948.json +11 -0
  44. package/artifacts/failure-history/1769704091950.json +11 -0
  45. package/artifacts/failure-history/1769704435355.json +11 -0
  46. package/artifacts/failure-history/1769704832871.json +11 -0
  47. package/artifacts/failure-history/1769707051830.json +11 -0
  48. package/artifacts/failure-history/1769739820395.json +11 -0
  49. package/artifacts/failure-history/1769739820400.json +11 -0
  50. package/artifacts/failure-history/1769742422254.json +11 -0
  51. package/artifacts/failure-history/1769743106016.json +11 -0
  52. package/artifacts/failure-history/1769743121857.json +11 -0
  53. package/artifacts/failure-history/1769750875212.json +11 -0
  54. package/artifacts/failure-history/1769750880790.json +11 -0
  55. package/artifacts/failure-history/1769761177923.json +11 -0
  56. package/artifacts/failure-history/1769761191176.json +11 -0
  57. package/bin/qi.ts +37 -0
  58. package/config/agent.config.json +18 -0
  59. package/data/failures/fingerprints/0ded7b45.json +10 -0
  60. package/data/failures/fingerprints/2437666a.json +8 -0
  61. package/data/failures/fingerprints/3746e3b4.json +42 -0
  62. package/data/failures/fingerprints/533e258f.json +10 -0
  63. package/data/failures/fingerprints/56b547d3.json +10 -0
  64. package/data/failures/fingerprints/693661fa.json +10 -0
  65. package/data/failures/fingerprints/789126b1.json +8 -0
  66. package/data/failures/fingerprints/936d995e.json +10 -0
  67. package/data/failures/fingerprints/ba5f6c0a.json +10 -0
  68. package/data/failures/fingerprints/f148a261.json +56 -0
  69. package/data/failures/fingerprints/fa14440f.json +14 -0
  70. package/data/failures/registry.json +57 -0
  71. package/data/flakiness/history.json +71 -0
  72. package/dist/bin/qi.js +0 -0
  73. package/dist/src/intelligence/failure-fingerprinting/failure.classifier.js +5 -1
  74. package/dist/src/intelligence/failure-fingerprinting/failure.tracker.js +5 -0
  75. package/dist/src/playwright/qi.reporter.js +17 -0
  76. package/final.sanity.test.ts +46 -0
  77. package/input/raw-failure.json +36 -0
  78. package/input/raw-pass.json +33 -0
  79. package/output/run-2026-01-28_02-48-38-420/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  80. package/output/run-2026-01-28_02-48-38-420/TEST_FAILURE-Unknown--/analysis.md +50 -0
  81. package/output/run-2026-01-28_02-48-52-140/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  82. package/output/run-2026-01-28_02-48-52-140/TEST_FAILURE-Unknown--/analysis.md +50 -0
  83. package/output/run-2026-01-28_03-13-16-302/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  84. package/output/run-2026-01-28_03-13-16-302/PASS-checkout.spec.ts-API_WARNING/analysis.md +49 -0
  85. package/output/run-2026-01-28_03-13-16-302/PASS-login.spec.ts-FLAKY_PASS/analysis.md +49 -0
  86. package/output/run-2026-01-28_03-13-16-302/TEST_FAILURE-Unknown--/analysis.md +50 -0
  87. package/output/run-2026-01-28_03-29-49-786/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
  88. package/package.json +4 -10
  89. package/playwright-results/.last-run.json +17 -0
  90. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/error-context.md +31 -0
  91. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/test-failed-1.png +0 -0
  92. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/trace.zip +0 -0
  93. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/video.webm +0 -0
  94. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/error-context.md +31 -0
  95. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/test-failed-1.png +0 -0
  96. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/trace.zip +0 -0
  97. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/video.webm +0 -0
  98. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/error-context.md +31 -0
  99. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/test-failed-1.png +0 -0
  100. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/trace.zip +0 -0
  101. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/video.webm +0 -0
  102. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/error-context.md +31 -0
  103. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/test-failed-1.png +0 -0
  104. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/trace.zip +0 -0
  105. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/video.webm +0 -0
  106. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/error-context.md +31 -0
  107. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/test-failed-1.png +0 -0
  108. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/trace.zip +0 -0
  109. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/video.webm +0 -0
  110. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/error-context.md +31 -0
  111. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/test-failed-1.png +0 -0
  112. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/trace.zip +0 -0
  113. package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/video.webm +0 -0
  114. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/error-context.md +112 -0
  115. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/test-failed-1.png +0 -0
  116. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/trace.zip +0 -0
  117. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/video.webm +0 -0
  118. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/error-context.md +112 -0
  119. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/test-failed-1.png +0 -0
  120. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/trace.zip +0 -0
  121. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/video.webm +0 -0
  122. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/error-context.md +112 -0
  123. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/test-failed-1.png +0 -0
  124. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/trace.zip +0 -0
  125. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/video.webm +0 -0
  126. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/error-context.md +112 -0
  127. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/test-failed-1.png +0 -0
  128. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/trace.zip +0 -0
  129. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/video.webm +0 -0
  130. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/error-context.md +112 -0
  131. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/test-failed-1.png +0 -0
  132. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/trace.zip +0 -0
  133. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/video.webm +0 -0
  134. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/error-context.md +112 -0
  135. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/test-failed-1.png +0 -0
  136. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/trace.zip +0 -0
  137. package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/video.webm +0 -0
  138. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/error-context.md +112 -0
  139. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/test-failed-1.png +0 -0
  140. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/trace.zip +0 -0
  141. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/video.webm +0 -0
  142. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/error-context.md +112 -0
  143. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/test-failed-1.png +0 -0
  144. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/trace.zip +0 -0
  145. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/video.webm +0 -0
  146. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/error-context.md +112 -0
  147. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/test-failed-1.png +0 -0
  148. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/trace.zip +0 -0
  149. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/video.webm +0 -0
  150. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/error-context.md +112 -0
  151. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/test-failed-1.png +0 -0
  152. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/trace.zip +0 -0
  153. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/video.webm +0 -0
  154. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/error-context.md +112 -0
  155. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/test-failed-1.png +0 -0
  156. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/trace.zip +0 -0
  157. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/video.webm +0 -0
  158. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/error-context.md +112 -0
  159. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/test-failed-1.png +0 -0
  160. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/trace.zip +0 -0
  161. package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/video.webm +0 -0
  162. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/error-context.md +31 -0
  163. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/test-failed-1.png +0 -0
  164. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/trace.zip +0 -0
  165. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/video.webm +0 -0
  166. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/error-context.md +31 -0
  167. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/test-failed-1.png +0 -0
  168. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/trace.zip +0 -0
  169. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/video.webm +0 -0
  170. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/error-context.md +31 -0
  171. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/test-failed-1.png +0 -0
  172. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/trace.zip +0 -0
  173. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/video.webm +0 -0
  174. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/error-context.md +31 -0
  175. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/test-failed-1.png +0 -0
  176. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/trace.zip +0 -0
  177. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/video.webm +0 -0
  178. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/error-context.md +31 -0
  179. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/test-failed-1.png +0 -0
  180. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/trace.zip +0 -0
  181. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/video.webm +0 -0
  182. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/error-context.md +31 -0
  183. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/test-failed-1.png +0 -0
  184. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/trace.zip +0 -0
  185. package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/video.webm +0 -0
  186. package/playwright.config.ts +42 -0
  187. package/quality-intelligence-engine-2.2.0.tgz +0 -0
  188. package/quality-intelligence-engine-2.2.2.tgz +0 -0
  189. package/sanity.test.ts +33 -0
  190. package/src/adapters/playwright-folder.adapter.ts +85 -0
  191. package/src/adapters/playwright-json.adapter.ts +49 -0
  192. package/src/adapters/playwright.adapter.ts +44 -0
  193. package/src/cli/qi-test.ts +20 -0
  194. package/src/cli/qi.ts +67 -0
  195. package/src/cli/ui/divider.ts +9 -0
  196. package/src/cli/ui/failureLogger.ts +33 -0
  197. package/src/configLoader.ts +70 -0
  198. package/src/console/issue-view.ts +193 -0
  199. package/src/failure-analysis/failure-analyzer.ts +43 -0
  200. package/src/final-run.ts +174 -0
  201. package/src/final-runner.ts +31 -0
  202. package/src/fixtures/networkCollector.ts +27 -0
  203. package/src/history/failure-history.store.ts +23 -0
  204. package/src/history/failure-history.types.ts +12 -0
  205. package/src/history/failure-trend.analyzer.ts +49 -0
  206. package/src/index.ts +10 -0
  207. package/src/integrations/ci/ci-annotator.ts +42 -0
  208. package/src/intelligence/confidence-calibration.engine.ts +41 -0
  209. package/src/intelligence/decision-intelligence/confidence.engine.ts +18 -0
  210. package/src/intelligence/decision-intelligence/decision.config.ts +18 -0
  211. package/src/intelligence/decision-intelligence/decision.engine.ts +30 -0
  212. package/src/intelligence/decision-intelligence/decision.types.ts +15 -0
  213. package/src/intelligence/failure-fingerprinting/failure.classifier.ts +61 -0
  214. package/src/intelligence/failure-fingerprinting/failure.store.ts +42 -0
  215. package/src/intelligence/failure-fingerprinting/failure.tracker.ts +28 -0
  216. package/src/intelligence/failure-fingerprinting/fingerprint.generator.ts +28 -0
  217. package/src/intelligence/failure-fingerprinting/fingerprint.types.ts +14 -0
  218. package/src/intelligence/flakiness-intelligence/flakiness.analyzer.ts +23 -0
  219. package/src/intelligence/flakiness-intelligence/flakiness.fingerprint.ts +14 -0
  220. package/src/intelligence/flakiness-intelligence/flakiness.store.ts +24 -0
  221. package/src/intelligence/flakiness-intelligence/flakiness.tracker.ts +42 -0
  222. package/src/intelligence/flakiness-intelligence/flakiness.types.ts +8 -0
  223. package/src/intelligence/intelligence.pipeline.ts +20 -0
  224. package/src/intelligence/llm-explainer.ts +29 -0
  225. package/src/intelligence/root-cause/rootcause.engine.ts +46 -0
  226. package/src/intelligence/trend-intelligence/trend.engine.ts +42 -0
  227. package/src/markdownWriter.ts +68 -0
  228. package/src/normalizer.ts +31 -0
  229. package/src/passAnalyzer.ts +38 -0
  230. package/src/pipeline/ai.summarizer.ts +39 -0
  231. package/src/pipeline/failure-analysis.pipeline.ts +13 -0
  232. package/src/pipeline/failure-grouping.pipeline.ts +67 -0
  233. package/src/playwright/qi.reporter.ts +26 -0
  234. package/src/reporter.ts +88 -0
  235. package/src/reporters/qi-reporter.js +34 -0
  236. package/src/rules.ts +35 -0
  237. package/src/runManager.ts +21 -0
  238. package/src/runner.ts +12 -0
  239. package/src/runtime/networkCollector.ts +36 -0
  240. package/src/stackParser.ts +22 -0
  241. package/src/test-run.ts +59 -0
  242. package/src/types/analysis-result.ts +16 -0
  243. package/src/types/failure.types.ts +28 -0
  244. package/src/types/playwright-failure.ts +10 -0
  245. package/src/types.ts +102 -0
  246. package/src/utils/artifact.locator.ts +42 -0
  247. package/src/utils/confidence-constants.ts +111 -0
  248. package/src/utils/file-utils.ts +146 -0
  249. package/src/v2/llm/llm-advisor.ts +22 -0
  250. package/src/v2/pipeline/v2-intelligence.pipeline.ts +21 -0
  251. package/src/v2/self-healing/self-healer.ts +60 -0
  252. package/src/v2/trace-intelligence/trace-analyzer.ts +42 -0
  253. package/src/v2-test-run.ts +74 -0
  254. package/tests/fixtures.ts +40 -0
  255. package/tests/saucedemo-login-validation.spec.ts +74 -0
  256. package/tsconfig.json +16 -0
  257. package/tsconfig.playwright.json +13 -0
@@ -0,0 +1,34 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Evidence:
15
+ - No network error captured
16
+ - No DOM evidence captured
17
+
18
+ Artifacts:
19
+ - Trace : Not found
20
+ - Screenshots :
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
22
+
23
+ Suggested Action:
24
+ - Fix test logic
25
+ - Do not retry test
26
+
27
+
28
+ AI Summary:
29
+ This failure occurred in the test "Login with valid user".
30
+ Based on the observed error and system heuristics, the root cause is classified as:
31
+ "Assertion failure with stable history → test logic issue likely"
32
+
33
+ The confidence score (0.90) indicates a stable and repeatable issue.
34
+ Recommended action is to follow the suggested remediation rather than retrying the test.
@@ -0,0 +1,25 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Evidence:
15
+ - No network error captured
16
+ - No DOM evidence captured
17
+
18
+ Artifacts:
19
+ - Trace : Not found
20
+ - Screenshots :
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
22
+
23
+ Suggested Action:
24
+ - Fix test logic
25
+ - Do not retry test
@@ -0,0 +1,34 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Evidence:
15
+ - No network error captured
16
+ - No DOM evidence captured
17
+
18
+ Artifacts:
19
+ - Trace : Not found
20
+ - Screenshots :
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
22
+
23
+ Suggested Action:
24
+ - Fix test logic
25
+ - Do not retry test
26
+
27
+
28
+ AI Summary:
29
+ This failure occurred in the test "Login with valid user".
30
+ Based on the observed error and system heuristics, the root cause is classified as:
31
+ "Assertion failure with stable history → test logic issue likely"
32
+
33
+ The confidence score (0.90) indicates a stable and repeatable issue.
34
+ Recommended action is to follow the suggested remediation rather than retrying the test.
@@ -0,0 +1,32 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Evidence:
15
+ - No network error captured
16
+ - No DOM evidence captured
17
+
18
+ Artifacts:
19
+ - Trace : Not found
20
+ - Screenshots :
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
22
+
23
+ Trend Summary (last 10 runs)
24
+ --------------------------------
25
+ Test Stability : UNSTABLE
26
+ Pass rate : 0%
27
+ Failure rate : 100%
28
+ Flakiness : LOW
29
+
30
+ Suggested Action:
31
+ - Fix test logic
32
+ - Do not retry test
@@ -0,0 +1,28 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : Not found
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
18
+
19
+ Trend Summary (last 10 runs)
20
+ --------------------------------
21
+ Test Stability : UNSTABLE
22
+ Pass rate : 0%
23
+ Failure rate : 100%
24
+ Flakiness : LOW
25
+
26
+ Suggested Action:
27
+ - Fix test logic
28
+ - Do not retry test
@@ -0,0 +1,28 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : Not found
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
18
+
19
+ Trend Summary (last 10 runs)
20
+ --------------------------------
21
+ Test Stability : UNSTABLE
22
+ Pass rate : 0%
23
+ Failure rate : 100%
24
+ Flakiness : LOW
25
+
26
+ Suggested Action:
27
+ - Fix test logic
28
+ - Do not retry test
@@ -0,0 +1,28 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : Not found
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
18
+
19
+ Trend Summary (last 10 runs)
20
+ --------------------------------
21
+ Test Stability : UNSTABLE
22
+ Pass rate : 0%
23
+ Failure rate : 100%
24
+ Flakiness : LOW
25
+
26
+ Suggested Action:
27
+ - Fix test logic
28
+ - Do not retry test
@@ -0,0 +1,21 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.90
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : Not found
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
18
+
19
+ Suggested Action:
20
+ - Fix test logic
21
+ - Do not retry test
@@ -0,0 +1,21 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.70
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : Not found
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
18
+
19
+ Suggested Action:
20
+ - Fix test logic
21
+ - Do not retry test
@@ -0,0 +1,22 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.70
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/test-failed-1.png
19
+
20
+ Suggested Action:
21
+ - Fix test logic
22
+ - Do not retry test
@@ -0,0 +1,22 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : Login with valid user
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.70
6
+
7
+ Failure Location:
8
+ - Test File : sanity.spec.ts
9
+ - Line Number : 5
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/test-failed-1.png
19
+
20
+ Suggested Action:
21
+ - Fix test logic
22
+ - Do not retry test
@@ -0,0 +1,22 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – login fails with wrong password (FAIL)
4
+ Failure Type : APPLICATION_BUG
5
+ Confidence : 0.80
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 22
10
+
11
+ Root Cause:
12
+ - Network error detected (HTTP 5xx) → backend issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL-/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/test-failed-1.png
19
+
20
+ Suggested Action:
21
+ - Raise defect
22
+ - Do not retry test
@@ -0,0 +1,22 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – login fails with wrong password (FAIL)
4
+ Failure Type : APPLICATION_BUG
5
+ Confidence : 0.70
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 22
10
+
11
+ Root Cause:
12
+ - Network error detected (HTTP 5xx) → backend issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL-/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/test-failed-1.png
19
+
20
+ Suggested Action:
21
+ - Raise defect
22
+ - Do not retry test
@@ -0,0 +1,30 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – Add to Cart button is hidden (FAIL)
4
+ Failure Type : APPLICATION_BUG
5
+ Confidence : 0.80
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 40
10
+
11
+ Root Cause:
12
+ - Network error detected (HTTP 5xx) → backend issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
19
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
20
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
22
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
23
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
24
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
25
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
26
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
27
+
28
+ Suggested Action:
29
+ - Raise defect
30
+ - Do not retry test
@@ -0,0 +1,30 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – cart count updates to 2 after adding one item (FAIL)
4
+ Failure Type : APPLICATION_BUG
5
+ Confidence : 0.80
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 53
10
+
11
+ Root Cause:
12
+ - Network error detected (HTTP 5xx) → backend issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
19
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
20
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
22
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
23
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
24
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
25
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
26
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
27
+
28
+ Suggested Action:
29
+ - Raise defect
30
+ - Do not retry test
@@ -0,0 +1,30 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – checkout navigates to payment page directly (FAIL)
4
+ Failure Type : APPLICATION_BUG
5
+ Confidence : 0.80
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 66
10
+
11
+ Root Cause:
12
+ - Network error detected (HTTP 5xx) → backend issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
19
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
20
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
22
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
23
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
24
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
25
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
26
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
27
+
28
+ Suggested Action:
29
+ - Raise defect
30
+ - Do not retry test
@@ -0,0 +1,30 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – inventory shows 10 products (FAIL)
4
+ Failure Type : APPLICATION_BUG
5
+ Confidence : 0.80
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 29
10
+
11
+ Root Cause:
12
+ - Network error detected (HTTP 5xx) → backend issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
19
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
20
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
22
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
23
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
24
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
25
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
26
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
27
+
28
+ Suggested Action:
29
+ - Raise defect
30
+ - Do not retry test
@@ -0,0 +1,30 @@
1
+ ❌ Automation Test Failure
2
+
3
+ Test Name : SauceDemo – products sorted high to low start with $9.99 (FAIL)
4
+ Failure Type : TEST_BUG
5
+ Confidence : 0.80
6
+
7
+ Failure Location:
8
+ - Test File : saucedemo.spec.ts
9
+ - Line Number : 79
10
+
11
+ Root Cause:
12
+ - Assertion failure with stable history → test logic issue likely
13
+
14
+ Artifacts:
15
+ - Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
16
+ - Screenshots :
17
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
18
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
19
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
20
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
21
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
22
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
23
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
24
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
25
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
26
+ - /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
27
+
28
+ Suggested Action:
29
+ - Fix test logic
30
+ - Do not retry test
@@ -0,0 +1,9 @@
1
+ {
2
+ "runId": "1769696674298",
3
+ "timestamp": "2026-01-29T14:24:34.298Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "NUMERIC_MISMATCH": 1
7
+ },
8
+ "confidence": 1
9
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runId": "1769697768622",
3
+ "timestamp": "2026-01-29T14:42:48.622Z",
4
+ "dominantCategory": "UNKNOWN",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 6,
7
+ "NUMERIC_MISMATCH": 18
8
+ },
9
+ "confidence": 0.25
10
+ }
@@ -0,0 +1,10 @@
1
+ {
2
+ "runId": "1769697923557",
3
+ "timestamp": "2026-01-29T14:45:23.557Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 6,
7
+ "NUMERIC_MISMATCH": 18
8
+ },
9
+ "confidence": 0.75
10
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769698160213",
3
+ "timestamp": "2026-01-29T14:49:20.213Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.75
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769698353440",
3
+ "timestamp": "2026-01-29T14:52:33.440Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769698763306",
3
+ "timestamp": "2026-01-29T14:59:23.306Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769698878947",
3
+ "timestamp": "2026-01-29T15:01:18.947Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769699909817",
3
+ "timestamp": "2026-01-29T15:18:29.817Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703130913",
3
+ "timestamp": "2026-01-29T16:12:10.913Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703142113",
3
+ "timestamp": "2026-01-29T16:12:22.113Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "runId": "1769703158978",
3
+ "timestamp": "2026-01-29T16:12:38.978Z",
4
+ "dominantCategory": "NUMERIC_MISMATCH",
5
+ "groupedCounts": {
6
+ "UNKNOWN": 3,
7
+ "FLAKY": 3,
8
+ "NUMERIC_MISMATCH": 18
9
+ },
10
+ "confidence": 0.625
11
+ }