quality-intelligence-engine 2.2.2 → 2.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/playwright.yml +27 -0
- package/.github/workflows/quality-intelligence.yml +45 -0
- package/CHANGELOG.md +164 -0
- package/REFACTORING_SUMMARY.md +417 -0
- package/artifacts/failure-analysis/run-1769595909824-login_with_valid_user.md +25 -0
- package/artifacts/failure-analysis/run-1769596445203-login_with_valid_user.md +25 -0
- package/artifacts/failure-analysis/run-1769596573162-login_with_valid_user.md +34 -0
- package/artifacts/failure-analysis/run-1769596591727-login_with_valid_user.md +25 -0
- package/artifacts/failure-analysis/run-1769596600117-login_with_valid_user.md +34 -0
- package/artifacts/failure-analysis/run-1769596782107-login_with_valid_user.md +32 -0
- package/artifacts/failure-analysis/run-1769596940770-login_with_valid_user.md +28 -0
- package/artifacts/failure-analysis/run-1769596960417-login_with_valid_user.md +28 -0
- package/artifacts/failure-analysis/run-1769596981303-login_with_valid_user.md +28 -0
- package/artifacts/failure-analysis/run-1769597351831-login_with_valid_user.md +21 -0
- package/artifacts/failure-analysis/run-1769597486816-login_with_valid_user.md +21 -0
- package/artifacts/failure-analysis/run-1769599708378-login_with_valid_user.md +22 -0
- package/artifacts/failure-analysis/run-1769600327960-login_with_valid_user.md +22 -0
- package/artifacts/failure-analysis/run-1769600596201-saucedemo__login_fails_with_wrong_password_fail.md +22 -0
- package/artifacts/failure-analysis/run-1769600682675-saucedemo__login_fails_with_wrong_password_fail.md +22 -0
- package/artifacts/failure-analysis/run-1769602090701-saucedemo__add_to_cart_button_is_hidden_fail.md +30 -0
- package/artifacts/failure-analysis/run-1769602090701-saucedemo__cart_count_updates_to_2_after_adding_one_item_fail.md +30 -0
- package/artifacts/failure-analysis/run-1769602090701-saucedemo__checkout_navigates_to_payment_page_directly_fail.md +30 -0
- package/artifacts/failure-analysis/run-1769602090701-saucedemo__inventory_shows_10_products_fail.md +30 -0
- package/artifacts/failure-analysis/run-1769602090701-saucedemo__products_sorted_high_to_low_start_with_999_fail.md +30 -0
- package/artifacts/failure-history/1769696674298.json +9 -0
- package/artifacts/failure-history/1769697768622.json +10 -0
- package/artifacts/failure-history/1769697923557.json +10 -0
- package/artifacts/failure-history/1769698160213.json +11 -0
- package/artifacts/failure-history/1769698353440.json +11 -0
- package/artifacts/failure-history/1769698763306.json +11 -0
- package/artifacts/failure-history/1769698878947.json +11 -0
- package/artifacts/failure-history/1769699909817.json +11 -0
- package/artifacts/failure-history/1769703130913.json +11 -0
- package/artifacts/failure-history/1769703142113.json +11 -0
- package/artifacts/failure-history/1769703158978.json +11 -0
- package/artifacts/failure-history/1769703406025.json +11 -0
- package/artifacts/failure-history/1769703422720.json +11 -0
- package/artifacts/failure-history/1769703518837.json +11 -0
- package/artifacts/failure-history/1769703530419.json +11 -0
- package/artifacts/failure-history/1769703577078.json +11 -0
- package/artifacts/failure-history/1769704067098.json +11 -0
- package/artifacts/failure-history/1769704074618.json +11 -0
- package/artifacts/failure-history/1769704084948.json +11 -0
- package/artifacts/failure-history/1769704091950.json +11 -0
- package/artifacts/failure-history/1769704435355.json +11 -0
- package/artifacts/failure-history/1769704832871.json +11 -0
- package/artifacts/failure-history/1769707051830.json +11 -0
- package/artifacts/failure-history/1769739820395.json +11 -0
- package/artifacts/failure-history/1769739820400.json +11 -0
- package/artifacts/failure-history/1769742422254.json +11 -0
- package/artifacts/failure-history/1769743106016.json +11 -0
- package/artifacts/failure-history/1769743121857.json +11 -0
- package/artifacts/failure-history/1769750875212.json +11 -0
- package/artifacts/failure-history/1769750880790.json +11 -0
- package/artifacts/failure-history/1769761177923.json +11 -0
- package/artifacts/failure-history/1769761191176.json +11 -0
- package/bin/qi.ts +37 -0
- package/config/agent.config.json +18 -0
- package/data/failures/fingerprints/0ded7b45.json +10 -0
- package/data/failures/fingerprints/2437666a.json +8 -0
- package/data/failures/fingerprints/3746e3b4.json +42 -0
- package/data/failures/fingerprints/533e258f.json +10 -0
- package/data/failures/fingerprints/56b547d3.json +10 -0
- package/data/failures/fingerprints/693661fa.json +10 -0
- package/data/failures/fingerprints/789126b1.json +8 -0
- package/data/failures/fingerprints/936d995e.json +10 -0
- package/data/failures/fingerprints/ba5f6c0a.json +10 -0
- package/data/failures/fingerprints/f148a261.json +56 -0
- package/data/failures/fingerprints/fa14440f.json +14 -0
- package/data/failures/registry.json +57 -0
- package/data/flakiness/history.json +71 -0
- package/dist/bin/qi.js +0 -0
- package/dist/src/intelligence/failure-fingerprinting/failure.classifier.js +5 -1
- package/dist/src/intelligence/failure-fingerprinting/failure.tracker.js +5 -0
- package/dist/src/playwright/qi.reporter.js +17 -0
- package/final.sanity.test.ts +46 -0
- package/input/raw-failure.json +36 -0
- package/input/raw-pass.json +33 -0
- package/output/run-2026-01-28_02-48-38-420/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
- package/output/run-2026-01-28_02-48-38-420/TEST_FAILURE-Unknown--/analysis.md +50 -0
- package/output/run-2026-01-28_02-48-52-140/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
- package/output/run-2026-01-28_02-48-52-140/TEST_FAILURE-Unknown--/analysis.md +50 -0
- package/output/run-2026-01-28_03-13-16-302/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
- package/output/run-2026-01-28_03-13-16-302/PASS-checkout.spec.ts-API_WARNING/analysis.md +49 -0
- package/output/run-2026-01-28_03-13-16-302/PASS-login.spec.ts-FLAKY_PASS/analysis.md +49 -0
- package/output/run-2026-01-28_03-13-16-302/TEST_FAILURE-Unknown--/analysis.md +50 -0
- package/output/run-2026-01-28_03-29-49-786/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md +50 -0
- package/package.json +4 -10
- package/playwright-results/.last-run.json +17 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/error-context.md +31 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/trace.zip +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/video.webm +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/error-context.md +31 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/error-context.md +31 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/trace.zip +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox/video.webm +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/error-context.md +31 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--firefox-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/error-context.md +31 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/trace.zip +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit/video.webm +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/error-context.md +31 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--webkit-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--chromium-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--firefox-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-7c4f3-to-cart-button-hidden-FAIL--webkit-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--chromium-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--firefox-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/error-context.md +112 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-cd423-entory-count-mismatch-FAIL--webkit-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/error-context.md +31 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/error-context.md +31 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--chromium-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/error-context.md +31 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/error-context.md +31 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--firefox-retry1/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/error-context.md +31 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit/video.webm +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/error-context.md +31 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/test-failed-1.png +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/trace.zip +0 -0
- package/playwright-results/saucedemo-numeric-mismatch-f085e-E-unauthorized-access-FAIL--webkit-retry1/video.webm +0 -0
- package/playwright.config.ts +42 -0
- package/quality-intelligence-engine-2.2.0.tgz +0 -0
- package/quality-intelligence-engine-2.2.2.tgz +0 -0
- package/sanity.test.ts +33 -0
- package/src/adapters/playwright-folder.adapter.ts +85 -0
- package/src/adapters/playwright-json.adapter.ts +49 -0
- package/src/adapters/playwright.adapter.ts +44 -0
- package/src/cli/qi-test.ts +20 -0
- package/src/cli/qi.ts +67 -0
- package/src/cli/ui/divider.ts +9 -0
- package/src/cli/ui/failureLogger.ts +33 -0
- package/src/configLoader.ts +70 -0
- package/src/console/issue-view.ts +193 -0
- package/src/failure-analysis/failure-analyzer.ts +43 -0
- package/src/final-run.ts +174 -0
- package/src/final-runner.ts +31 -0
- package/src/fixtures/networkCollector.ts +27 -0
- package/src/history/failure-history.store.ts +23 -0
- package/src/history/failure-history.types.ts +12 -0
- package/src/history/failure-trend.analyzer.ts +49 -0
- package/src/index.ts +10 -0
- package/src/integrations/ci/ci-annotator.ts +42 -0
- package/src/intelligence/confidence-calibration.engine.ts +41 -0
- package/src/intelligence/decision-intelligence/confidence.engine.ts +18 -0
- package/src/intelligence/decision-intelligence/decision.config.ts +18 -0
- package/src/intelligence/decision-intelligence/decision.engine.ts +30 -0
- package/src/intelligence/decision-intelligence/decision.types.ts +15 -0
- package/src/intelligence/failure-fingerprinting/failure.classifier.ts +61 -0
- package/src/intelligence/failure-fingerprinting/failure.store.ts +42 -0
- package/src/intelligence/failure-fingerprinting/failure.tracker.ts +28 -0
- package/src/intelligence/failure-fingerprinting/fingerprint.generator.ts +28 -0
- package/src/intelligence/failure-fingerprinting/fingerprint.types.ts +14 -0
- package/src/intelligence/flakiness-intelligence/flakiness.analyzer.ts +23 -0
- package/src/intelligence/flakiness-intelligence/flakiness.fingerprint.ts +14 -0
- package/src/intelligence/flakiness-intelligence/flakiness.store.ts +24 -0
- package/src/intelligence/flakiness-intelligence/flakiness.tracker.ts +42 -0
- package/src/intelligence/flakiness-intelligence/flakiness.types.ts +8 -0
- package/src/intelligence/intelligence.pipeline.ts +20 -0
- package/src/intelligence/llm-explainer.ts +29 -0
- package/src/intelligence/root-cause/rootcause.engine.ts +46 -0
- package/src/intelligence/trend-intelligence/trend.engine.ts +42 -0
- package/src/markdownWriter.ts +68 -0
- package/src/normalizer.ts +31 -0
- package/src/passAnalyzer.ts +38 -0
- package/src/pipeline/ai.summarizer.ts +39 -0
- package/src/pipeline/failure-analysis.pipeline.ts +13 -0
- package/src/pipeline/failure-grouping.pipeline.ts +67 -0
- package/src/playwright/qi.reporter.ts +26 -0
- package/src/reporter.ts +88 -0
- package/src/reporters/qi-reporter.js +34 -0
- package/src/rules.ts +35 -0
- package/src/runManager.ts +21 -0
- package/src/runner.ts +12 -0
- package/src/runtime/networkCollector.ts +36 -0
- package/src/stackParser.ts +22 -0
- package/src/test-run.ts +59 -0
- package/src/types/analysis-result.ts +16 -0
- package/src/types/failure.types.ts +28 -0
- package/src/types/playwright-failure.ts +10 -0
- package/src/types.ts +102 -0
- package/src/utils/artifact.locator.ts +42 -0
- package/src/utils/confidence-constants.ts +111 -0
- package/src/utils/file-utils.ts +146 -0
- package/src/v2/llm/llm-advisor.ts +22 -0
- package/src/v2/pipeline/v2-intelligence.pipeline.ts +21 -0
- package/src/v2/self-healing/self-healer.ts +60 -0
- package/src/v2/trace-intelligence/trace-analyzer.ts +42 -0
- package/src/v2-test-run.ts +74 -0
- package/tests/fixtures.ts +40 -0
- package/tests/saucedemo-login-validation.spec.ts +74 -0
- package/tsconfig.json +16 -0
- package/tsconfig.playwright.json +13 -0
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Evidence:
|
|
15
|
+
- No network error captured
|
|
16
|
+
- No DOM evidence captured
|
|
17
|
+
|
|
18
|
+
Artifacts:
|
|
19
|
+
- Trace : Not found
|
|
20
|
+
- Screenshots :
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
22
|
+
|
|
23
|
+
Suggested Action:
|
|
24
|
+
- Fix test logic
|
|
25
|
+
- Do not retry test
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
AI Summary:
|
|
29
|
+
This failure occurred in the test "Login with valid user".
|
|
30
|
+
Based on the observed error and system heuristics, the root cause is classified as:
|
|
31
|
+
"Assertion failure with stable history → test logic issue likely"
|
|
32
|
+
|
|
33
|
+
The confidence score (0.90) indicates a stable and repeatable issue.
|
|
34
|
+
Recommended action is to follow the suggested remediation rather than retrying the test.
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Evidence:
|
|
15
|
+
- No network error captured
|
|
16
|
+
- No DOM evidence captured
|
|
17
|
+
|
|
18
|
+
Artifacts:
|
|
19
|
+
- Trace : Not found
|
|
20
|
+
- Screenshots :
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
22
|
+
|
|
23
|
+
Suggested Action:
|
|
24
|
+
- Fix test logic
|
|
25
|
+
- Do not retry test
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Evidence:
|
|
15
|
+
- No network error captured
|
|
16
|
+
- No DOM evidence captured
|
|
17
|
+
|
|
18
|
+
Artifacts:
|
|
19
|
+
- Trace : Not found
|
|
20
|
+
- Screenshots :
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
22
|
+
|
|
23
|
+
Suggested Action:
|
|
24
|
+
- Fix test logic
|
|
25
|
+
- Do not retry test
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
AI Summary:
|
|
29
|
+
This failure occurred in the test "Login with valid user".
|
|
30
|
+
Based on the observed error and system heuristics, the root cause is classified as:
|
|
31
|
+
"Assertion failure with stable history → test logic issue likely"
|
|
32
|
+
|
|
33
|
+
The confidence score (0.90) indicates a stable and repeatable issue.
|
|
34
|
+
Recommended action is to follow the suggested remediation rather than retrying the test.
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Evidence:
|
|
15
|
+
- No network error captured
|
|
16
|
+
- No DOM evidence captured
|
|
17
|
+
|
|
18
|
+
Artifacts:
|
|
19
|
+
- Trace : Not found
|
|
20
|
+
- Screenshots :
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
22
|
+
|
|
23
|
+
Trend Summary (last 10 runs)
|
|
24
|
+
--------------------------------
|
|
25
|
+
Test Stability : UNSTABLE
|
|
26
|
+
Pass rate : 0%
|
|
27
|
+
Failure rate : 100%
|
|
28
|
+
Flakiness : LOW
|
|
29
|
+
|
|
30
|
+
Suggested Action:
|
|
31
|
+
- Fix test logic
|
|
32
|
+
- Do not retry test
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : Not found
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
18
|
+
|
|
19
|
+
Trend Summary (last 10 runs)
|
|
20
|
+
--------------------------------
|
|
21
|
+
Test Stability : UNSTABLE
|
|
22
|
+
Pass rate : 0%
|
|
23
|
+
Failure rate : 100%
|
|
24
|
+
Flakiness : LOW
|
|
25
|
+
|
|
26
|
+
Suggested Action:
|
|
27
|
+
- Fix test logic
|
|
28
|
+
- Do not retry test
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : Not found
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
18
|
+
|
|
19
|
+
Trend Summary (last 10 runs)
|
|
20
|
+
--------------------------------
|
|
21
|
+
Test Stability : UNSTABLE
|
|
22
|
+
Pass rate : 0%
|
|
23
|
+
Failure rate : 100%
|
|
24
|
+
Flakiness : LOW
|
|
25
|
+
|
|
26
|
+
Suggested Action:
|
|
27
|
+
- Fix test logic
|
|
28
|
+
- Do not retry test
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : Not found
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
18
|
+
|
|
19
|
+
Trend Summary (last 10 runs)
|
|
20
|
+
--------------------------------
|
|
21
|
+
Test Stability : UNSTABLE
|
|
22
|
+
Pass rate : 0%
|
|
23
|
+
Failure rate : 100%
|
|
24
|
+
Flakiness : LOW
|
|
25
|
+
|
|
26
|
+
Suggested Action:
|
|
27
|
+
- Fix test logic
|
|
28
|
+
- Do not retry test
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.90
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : Not found
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
18
|
+
|
|
19
|
+
Suggested Action:
|
|
20
|
+
- Fix test logic
|
|
21
|
+
- Do not retry test
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.70
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : Not found
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/playwright-report/data/327ca9ea3b6096fb63bf6e85a63464f9d1bb11c8.png
|
|
18
|
+
|
|
19
|
+
Suggested Action:
|
|
20
|
+
- Fix test logic
|
|
21
|
+
- Do not retry test
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.70
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/test-failed-1.png
|
|
19
|
+
|
|
20
|
+
Suggested Action:
|
|
21
|
+
- Fix test logic
|
|
22
|
+
- Do not retry test
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : Login with valid user
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.70
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : sanity.spec.ts
|
|
9
|
+
- Line Number : 5
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/sanity-Login-with-valid-user-retry1/test-failed-1.png
|
|
19
|
+
|
|
20
|
+
Suggested Action:
|
|
21
|
+
- Fix test logic
|
|
22
|
+
- Do not retry test
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – login fails with wrong password (FAIL)
|
|
4
|
+
Failure Type : APPLICATION_BUG
|
|
5
|
+
Confidence : 0.80
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 22
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Network error detected (HTTP 5xx) → backend issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL-/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/test-failed-1.png
|
|
19
|
+
|
|
20
|
+
Suggested Action:
|
|
21
|
+
- Raise defect
|
|
22
|
+
- Do not retry test
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – login fails with wrong password (FAIL)
|
|
4
|
+
Failure Type : APPLICATION_BUG
|
|
5
|
+
Confidence : 0.70
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 22
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Network error detected (HTTP 5xx) → backend issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL-/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-login-fails-with-wrong-password-FAIL--retry1/test-failed-1.png
|
|
19
|
+
|
|
20
|
+
Suggested Action:
|
|
21
|
+
- Raise defect
|
|
22
|
+
- Do not retry test
|
package/artifacts/failure-analysis/run-1769602090701-saucedemo__add_to_cart_button_is_hidden_fail.md
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – Add to Cart button is hidden (FAIL)
|
|
4
|
+
Failure Type : APPLICATION_BUG
|
|
5
|
+
Confidence : 0.80
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 40
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Network error detected (HTTP 5xx) → backend issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
|
|
19
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
|
|
20
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
|
|
22
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
|
|
23
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
|
|
24
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
|
|
25
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
|
|
26
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
|
|
27
|
+
|
|
28
|
+
Suggested Action:
|
|
29
|
+
- Raise defect
|
|
30
|
+
- Do not retry test
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – cart count updates to 2 after adding one item (FAIL)
|
|
4
|
+
Failure Type : APPLICATION_BUG
|
|
5
|
+
Confidence : 0.80
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 53
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Network error detected (HTTP 5xx) → backend issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
|
|
19
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
|
|
20
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
|
|
22
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
|
|
23
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
|
|
24
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
|
|
25
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
|
|
26
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
|
|
27
|
+
|
|
28
|
+
Suggested Action:
|
|
29
|
+
- Raise defect
|
|
30
|
+
- Do not retry test
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – checkout navigates to payment page directly (FAIL)
|
|
4
|
+
Failure Type : APPLICATION_BUG
|
|
5
|
+
Confidence : 0.80
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 66
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Network error detected (HTTP 5xx) → backend issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
|
|
19
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
|
|
20
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
|
|
22
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
|
|
23
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
|
|
24
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
|
|
25
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
|
|
26
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
|
|
27
|
+
|
|
28
|
+
Suggested Action:
|
|
29
|
+
- Raise defect
|
|
30
|
+
- Do not retry test
|
package/artifacts/failure-analysis/run-1769602090701-saucedemo__inventory_shows_10_products_fail.md
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – inventory shows 10 products (FAIL)
|
|
4
|
+
Failure Type : APPLICATION_BUG
|
|
5
|
+
Confidence : 0.80
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 29
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Network error detected (HTTP 5xx) → backend issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
|
|
19
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
|
|
20
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
|
|
22
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
|
|
23
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
|
|
24
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
|
|
25
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
|
|
26
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
|
|
27
|
+
|
|
28
|
+
Suggested Action:
|
|
29
|
+
- Raise defect
|
|
30
|
+
- Do not retry test
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
❌ Automation Test Failure
|
|
2
|
+
|
|
3
|
+
Test Name : SauceDemo – products sorted high to low start with $9.99 (FAIL)
|
|
4
|
+
Failure Type : TEST_BUG
|
|
5
|
+
Confidence : 0.80
|
|
6
|
+
|
|
7
|
+
Failure Location:
|
|
8
|
+
- Test File : saucedemo.spec.ts
|
|
9
|
+
- Line Number : 79
|
|
10
|
+
|
|
11
|
+
Root Cause:
|
|
12
|
+
- Assertion failure with stable history → test logic issue likely
|
|
13
|
+
|
|
14
|
+
Artifacts:
|
|
15
|
+
- Trace : /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/trace.zip
|
|
16
|
+
- Screenshots :
|
|
17
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium/test-failed-1.png
|
|
18
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-Add-to-Cart-button-is-hidden-FAIL--chromium-retry1/test-failed-1.png
|
|
19
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium/test-failed-1.png
|
|
20
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-cart-8fefb-after-adding-one-item-FAIL--chromium-retry1/test-failed-1.png
|
|
21
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium/test-failed-1.png
|
|
22
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-chec-ec657-payment-page-directly-FAIL--chromium-retry1/test-failed-1.png
|
|
23
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium/test-failed-1.png
|
|
24
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-inventory-shows-10-products-FAIL--chromium-retry1/test-failed-1.png
|
|
25
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium/test-failed-1.png
|
|
26
|
+
- /Users/vasanthakumarp/Documents/quality-intelligence-engine/test-results/saucedemo-SauceDemo-–-prod-cd347-o-low-start-with-9-99-FAIL--chromium-retry1/test-failed-1.png
|
|
27
|
+
|
|
28
|
+
Suggested Action:
|
|
29
|
+
- Fix test logic
|
|
30
|
+
- Do not retry test
|