quality-intelligence-engine 2.2.3 → 2.2.4

package/dist/src/intelligence/failure-fingerprinting/failure.classifier.js

@@ -1,14 +1,17 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.classifyFailure = classifyFailure;
-function classifyFailure(input, runId, history) {
+/* --------- IMPLEMENTATION --------- */
+function classifyFailure(input, _runId, _history) {
     const haystack = JSON.stringify(input).toLowerCase();
+    /* ---------------- NUMERIC ---------------- */
     if (haystack.includes("numeric") ||
         haystack.includes("count") ||
         haystack.includes("mismatch") ||
         haystack.includes("total")) {
         return "NUMERIC_MISMATCH";
     }
+    /* ---------------- AUTH / LOGIN ---------------- */
     if (haystack.includes("login") ||
         haystack.includes("username") ||
         haystack.includes("password") ||
@@ -18,6 +21,7 @@ function classifyFailure(input, runId, history) {
         haystack.includes("do not match")) {
         return "AUTH_FAILURE";
     }
+    /* ---------------- SECURITY ---------------- */
     if (haystack.includes("sql") ||
         haystack.includes("injection") ||
         haystack.includes("unauthorized") ||

package/dist/src/intelligence/failure-fingerprinting/failure.tracker.js

@@ -4,7 +4,12 @@ exports.trackFailure = trackFailure;
 const failure_classifier_1 = require("./failure.classifier");
 const failure_store_1 = require("./failure.store");
 function trackFailure(rawFailure, runId) {
+    /**
+     * Treat fingerprint input as OPAQUE.
+     * Do NOT assume fields. This avoids regressions.
+     */
     const fingerprintInput = rawFailure;
+    // Backward + forward compatible call
     const classification = (0, failure_classifier_1.classifyFailure)(fingerprintInput, runId, undefined);
     (0, failure_store_1.recordFailure)({
         runId,

package/dist/src/playwright/qi.reporter.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const failure_tracker_1 = require("../intelligence/failure-fingerprinting/failure.tracker");
+class QIReporter {
+    onTestEnd(test, result) {
+        if (result.status !== "failed")
+            return;
+        const errorText = result.error?.message ||
+            result.error?.stack ||
+            "unknown error";
+        (0, failure_tracker_1.trackFailure)({
+            error: errorText,
+            testName: test.title
+        }, process.env.QI_RUN_ID ?? "local-run");
+    }
+}
+exports.default = QIReporter;

package/final.sanity.test.ts

@@ -0,0 +1,46 @@
+import { trackFailure } from './src/intelligence/failure-fingerprinting/failure.tracker'
+import { trackFlakiness } from './src/intelligence/flakiness-intelligence/flakiness.tracker'
+import { decide } from './src/intelligence/decision-intelligence/decision.engine'
+
+// ----- SIMULATED RUN ID -----
+const runId = Number(process.argv[2]) || 1
+
+console.log('\n==============================')
+console.log(`🚀 FINAL SANITY RUN: ${runId}`)
+console.log('==============================\n')
+
+// ----- DAY 7: FAILURE INTELLIGENCE -----
+const failureResult = trackFailure(
+  {
+    failureType: 'assertion',
+    pageRoute: '/checkout',
+    primaryLocator: '#total',
+    assertionIntent: 'total price matches sum',
+    errorClass: 'expect'
+  },
+  runId,
+  'checkout.spec.ts'
+)
+
+console.log('Day 7 → Failure:', failureResult)
+
+// ----- DAY 8: FLAKINESS INTELLIGENCE -----
+const outcome = runId % 2 === 0 ? 'PASS' : 'FAIL'
+
+const flakinessResult = trackFlakiness(
+  'checkout.spec.ts',
+  '/checkout',
+  outcome
+)
+
+console.log('Day 8 → Flakiness:', flakinessResult)
+
+// ----- DAY 9: DECISION INTELLIGENCE -----
+const decision = decide({
+  baseConfidence: 95,
+  failures: [{ type: failureResult.classification }],
+  flakiness: [{ severity: flakinessResult.severity }]
+})
+
+console.log('\nDay 9 → Decision Intelligence')
+console.log(decision)

package/input/raw-failure.json

@@ -0,0 +1,36 @@
+[
+  {
+    "errorType": "API_ERROR",
+    "message": "User not found",
+    "stackTrace": [
+      "at AuthController.getUser(AuthController.java:87)"
+    ],
+    "api": {
+      "method": "GET",
+      "endpoint": "/users/{id}",
+      "status": 404,
+      "response": "User not found"
+    }
+  },
+  {
+    "errorType": "API_ERROR",
+    "message": "User not found",
+    "stackTrace": [
+      "at AuthController.getUser(AuthController.java:87)"
+    ],
+    "api": {
+      "method": "GET",
+      "endpoint": "/users/{id}",
+      "status": 404,
+      "response": "User not found"
+    }
+  },
+  {
+    "errorType": "TEST_ERROR",
+    "message": "Locator not found",
+    "stackTrace": [
+      "at login.spec.ts:42"
+    ],
+    "api": null
+  }
+]

package/input/raw-pass.json

@@ -0,0 +1,33 @@
+[
+  {
+    "test": "login.spec.ts",
+    "status": "PASSED",
+    "retries": 1,
+    "durationMs": 3800,
+    "consoleErrors": [],
+    "apiEvents": []
+  },
+  {
+    "test": "checkout.spec.ts",
+    "status": "PASSED",
+    "retries": 0,
+    "durationMs": 2100,
+    "consoleErrors": [],
+    "apiEvents": [
+      {
+        "method": "POST",
+        "endpoint": "/payment",
+        "status": 500,
+        "recovered": true
+      }
+    ]
+  },
+  {
+    "test": "search.spec.ts",
+    "status": "PASSED",
+    "retries": 0,
+    "durationMs": 1800,
+    "consoleErrors": [],
+    "apiEvents": []
+  }
+]

package/output/run-2026-01-28_02-48-38-420/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md

@@ -0,0 +1,50 @@
+# ❌ BACKEND_API_FAILURE
+
+**Occurrences** : 2  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : AuthController.java
+- **Line** : 87
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : GET
+- **Endpoint** : /users/{id}
+- **Status**   : 404
+- **Response** : User not found
+
+---
+
+## 🧠 Root Cause
+User not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+User not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/output/run-2026-01-28_02-48-38-420/TEST_FAILURE-Unknown--/analysis.md

@@ -0,0 +1,50 @@
+# ❌ TEST_FAILURE
+
+**Occurrences** : 1  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : Unknown
+- **Line** : -1
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : -
+- **Endpoint** : -
+- **Status**   : 0
+- **Response** : -
+
+---
+
+## 🧠 Root Cause
+Locator not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+Locator not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/output/run-2026-01-28_02-48-52-140/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md

@@ -0,0 +1,50 @@
+# ❌ BACKEND_API_FAILURE
+
+**Occurrences** : 2  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : AuthController.java
+- **Line** : 87
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : GET
+- **Endpoint** : /users/{id}
+- **Status**   : 404
+- **Response** : User not found
+
+---
+
+## 🧠 Root Cause
+User not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+User not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/output/run-2026-01-28_02-48-52-140/TEST_FAILURE-Unknown--/analysis.md

@@ -0,0 +1,50 @@
+# ❌ TEST_FAILURE
+
+**Occurrences** : 1  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : Unknown
+- **Line** : -1
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : -
+- **Endpoint** : -
+- **Status**   : 0
+- **Response** : -
+
+---
+
+## 🧠 Root Cause
+Locator not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+Locator not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/output/run-2026-01-28_03-13-16-302/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md

@@ -0,0 +1,50 @@
+# ❌ BACKEND_API_FAILURE
+
+**Occurrences** : 2  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : AuthController.java
+- **Line** : 87
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : GET
+- **Endpoint** : /users/{id}
+- **Status**   : 404
+- **Response** : User not found
+
+---
+
+## 🧠 Root Cause
+User not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+User not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/output/run-2026-01-28_03-13-16-302/PASS-checkout.spec.ts-API_WARNING/analysis.md

@@ -0,0 +1,49 @@
+# ❌ TEST_FAILURE
+
+**Occurrences** : 1  
+**Confidence**  : 0.7
+
+---
+
+## 📍 Failure Location
+- **File** : checkout.spec.ts
+- **Line** : -1
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : -
+- **Endpoint** : -
+- **Status**   : 0
+- **Response** : -
+
+---
+
+## 🧠 Root Cause
+POST /payment failed with 500 but recovered
+
+---
+
+## 🔁 Retry Guidance
+No blocking action required
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run the test locally
+2. Observe retries or warnings
+
+---
+
+## ✅ Expected Result
+Test passes cleanly without retries or warnings
+
+---
+
+## ❌ Actual Result
+POST /payment failed with 500 but recovered
+
+---
+
+## 🛠 Suggested Actions
+- Investigate backend instability or add retry with backoff

package/output/run-2026-01-28_03-13-16-302/PASS-login.spec.ts-FLAKY_PASS/analysis.md

@@ -0,0 +1,49 @@
+# ❌ TEST_FAILURE
+
+**Occurrences** : 1  
+**Confidence**  : 0.7
+
+---
+
+## 📍 Failure Location
+- **File** : login.spec.ts
+- **Line** : -1
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : -
+- **Endpoint** : -
+- **Status**   : 0
+- **Response** : -
+
+---
+
+## 🧠 Root Cause
+Test passed after retry
+
+---
+
+## 🔁 Retry Guidance
+No blocking action required
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run the test locally
+2. Observe retries or warnings
+
+---
+
+## ✅ Expected Result
+Test passes cleanly without retries or warnings
+
+---
+
+## ❌ Actual Result
+Test passed after retry
+
+---
+
+## 🛠 Suggested Actions
+- Stabilize locator or add explicit waits

package/output/run-2026-01-28_03-13-16-302/TEST_FAILURE-Unknown--/analysis.md

@@ -0,0 +1,50 @@
+# ❌ TEST_FAILURE
+
+**Occurrences** : 1  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : Unknown
+- **Line** : -1
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : -
+- **Endpoint** : -
+- **Status**   : 0
+- **Response** : -
+
+---
+
+## 🧠 Root Cause
+Locator not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+Locator not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/output/run-2026-01-28_03-29-49-786/BACKEND_API_FAILURE-AuthController.java-/users/{id}/analysis.md

@@ -0,0 +1,50 @@
+# ❌ BACKEND_API_FAILURE
+
+**Occurrences** : 2  
+**Confidence**  : 0.9
+
+---
+
+## 📍 Failure Location
+- **File** : AuthController.java
+- **Line** : 87
+
+---
+
+## 🌐 Failed API Call
+- **Method**   : GET
+- **Endpoint** : /users/{id}
+- **Status**   : 404
+- **Response** : User not found
+
+---
+
+## 🧠 Root Cause
+User not found
+
+---
+
+## 🔁 Retry Guidance
+Automated CI retry is not advised (high confidence failure).
+
+---
+
+## ▶️ Reproduction Steps
+1. Re-run the failing scenario
+2. Inspect logs and stack trace
+
+---
+
+## ✅ Expected Result
+Operation completes successfully.
+
+---
+
+## ❌ Actual Result
+User not found
+
+---
+
+## 🛠 Suggested Actions
+- Fix underlying issue
+- Add validation or stabilization

package/package.json

@@ -1,19 +1,13 @@
 {
   "name": "quality-intelligence-engine",
-  "version": "2.2.3",
-  "description": "AI-powered failure intelligence for Playwright test runs",
+  "version": "2.2.4",
+  "private": false,
   "bin": {
     "qi": "dist/bin/qi.js"
   },
   "scripts": {
-    "build": "tsc"
-  },
-  "files": [
-    "dist",
-    "README.md"
-  ],
-  "engines": {
-    "node": ">=18"
+    "build": "tsc",
+    "start": "ts-node src/index.ts"
   },
   "devDependencies": {
     "@playwright/test": "^1.58.0",

package/playwright-results/.last-run.json

@@ -0,0 +1,17 @@
+{
+  "status": "failed",
+  "failedTests": [
+    "567a3f64ffe0ed408561-164cf5faf856dbee1426",
+    "53d87a7114de65c9ba7f-5a3601c9227fb5aefc99",
+    "53d87a7114de65c9ba7f-07bfd9671238c8f96803",
+    "53d87a7114de65c9ba7f-40c3987d7ee46a5559dc",
+    "567a3f64ffe0ed408561-c9b684efd961c1982ee2",
+    "53d87a7114de65c9ba7f-ec115d63e234ec160cb0",
+    "53d87a7114de65c9ba7f-ec2f70edffbbef2b2fa6",
+    "53d87a7114de65c9ba7f-b0a3d48c0eee552e9876",
+    "567a3f64ffe0ed408561-ca56772b20623a7fb28b",
+    "53d87a7114de65c9ba7f-8c865cea5db88eaa7ecd",
+    "53d87a7114de65c9ba7f-d7a369defa26de0a4b15",
+    "53d87a7114de65c9ba7f-532bbb129369a89a11fa"
+  ]
+}

package/playwright-results/saucedemo-email-like-valid-d5dc6-rname-format-rejected-FAIL--chromium/error-context.md

@@ -0,0 +1,31 @@
+# Page snapshot
+
+```yaml
+- generic [ref=e3]:
+  - generic [ref=e4]: Swag Labs
+  - generic [ref=e5]:
+    - generic [ref=e9]:
+      - generic [ref=e10]:
+        - textbox "Username" [ref=e11]: invalid-email@
+        - img [ref=e12]
+      - generic [ref=e14]:
+        - textbox "Password" [ref=e15]: secret_sauce
+        - img [ref=e16]
+      - 'heading "Epic sadface: Username and password do not match any user in this service" [level=3] [ref=e19]':
+        - button [ref=e20] [cursor=pointer]:
+          - img [ref=e21]
+        - text: "Epic sadface: Username and password do not match any user in this service"
+      - button "Login" [active] [ref=e23] [cursor=pointer]
+    - generic [ref=e25]:
+      - generic [ref=e26]:
+        - heading "Accepted usernames are:" [level=4] [ref=e27]
+        - text: standard_user
+        - text: locked_out_user
+        - text: problem_user
+        - text: performance_glitch_user
+        - text: error_user
+        - text: visual_user
+      - generic [ref=e28]:
+        - heading "Password for all users:" [level=4] [ref=e29]
+        - text: secret_sauce
+```