test-reporting 3.7.1__tar.gz → 3.7.3__tar.gz

{test_reporting-3.7.1/test_reporting.egg-info → test_reporting-3.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: test-reporting
-Version: 3.7.1
+Version: 3.7.3
 Summary: Multi-project test reporting dashboard — collect results locally or push to S3
 Home-page: https://github.com/amahdy77/test-reporting.git
 Author: Ashfaqur Mahdy

{test_reporting-3.7.1 → test_reporting-3.7.3}/reporting/classifier.py

@@ -16,6 +16,10 @@ class FailureClassifier:
         'API_TIMEOUT': 'Soft Failure - API Timeout',
         'ENVIRONMENT': 'Environment Issue',
         'FLAKY': 'Flaky Test - Passed on Retry',
+        'ELEMENT_NOT_FOUND': 'Element Not Found',
+        'NAVIGATION_ERROR': 'Navigation/Page Load Error',
+        'SCRIPT_ERROR': 'JavaScript/Script Error',
+        'VALIDATION_ERROR': 'Data Validation Error',
         'UNKNOWN': 'Unknown Error',
     }
     
@@ -44,6 +48,9 @@ class FailureClassifier:
         is_soft_fail = False
         category = 'functional'
         
+        exception_lower = exception_message.lower()
+        exception_type_lower = exception_type.lower()
+        
         # Check if passed on retry (flaky)
         if retry_count > 0:
             failure_type = 'FLAKY'
@@ -51,11 +58,48 @@ class FailureClassifier:
             category = 'stability'
         
         # Check for assertion errors (hard failures)
-        elif 'AssertionError' in exception_type or 'assert' in exception_message.lower():
+        elif 'AssertionError' in exception_type or 'assert' in exception_lower:
             failure_type = 'ASSERTION'
             is_soft_fail = False
             category = 'functional'
         
+        # Check for element not found errors
+        elif any(pattern in exception_lower for pattern in [
+            'element not found', 'no such element', 'locator not found',
+            'selector not found', 'element is not attached', 'element not visible',
+            'waiting for selector', 'strict mode violation'
+        ]):
+            failure_type = 'ELEMENT_NOT_FOUND'
+            is_soft_fail = False
+            category = 'functional'
+        
+        # Check for navigation/page load errors
+        elif any(pattern in exception_lower for pattern in [
+            'navigation', 'page.goto', 'net::err', 'failed to load',
+            'page crash', 'target closed', 'page did not load'
+        ]):
+            failure_type = 'NAVIGATION_ERROR'
+            is_soft_fail = True
+            category = 'infrastructure'
+        
+        # Check for JavaScript/script errors
+        elif any(pattern in exception_lower for pattern in [
+            'javascript error', 'script error', 'evaluation failed',
+            'uncaught exception', 'referenceerror', 'typeerror'
+        ]) or 'Error' in exception_type and 'script' in exception_lower:
+            failure_type = 'SCRIPT_ERROR'
+            is_soft_fail = False
+            category = 'functional'
+        
+        # Check for validation/data errors
+        elif any(pattern in exception_lower for pattern in [
+            'validation', 'invalid', 'expected', 'does not match',
+            'valueerror', 'keyerror', 'attributeerror'
+        ]) or any(exc in exception_type for exc in ['ValueError', 'KeyError', 'AttributeError']):
+            failure_type = 'VALIDATION_ERROR'
+            is_soft_fail = False
+            category = 'functional'
+        
         # Check for UI timeouts (soft failures)
         elif any(pattern in exception_message for pattern in ReportingConfig.SOFT_FAIL_PATTERNS):
             failure_type = 'UI_TIMEOUT'
@@ -63,13 +107,13 @@ class FailureClassifier:
             category = 'performance'
         
         # Check for environment issues
-        elif any(pattern in exception_message.lower() for pattern in ReportingConfig.ENVIRONMENT_FAIL_PATTERNS):
+        elif any(pattern in exception_lower for pattern in ReportingConfig.ENVIRONMENT_FAIL_PATTERNS):
             failure_type = 'ENVIRONMENT'
             is_soft_fail = True
             category = 'infrastructure'
         
         # Check for API timeouts
-        elif 'timeout' in exception_message.lower() and duration_ms > ReportingConfig.TIMEOUT_API_MAX:
+        elif 'timeout' in exception_lower and duration_ms > ReportingConfig.TIMEOUT_API_MAX:
             failure_type = 'API_TIMEOUT'
             is_soft_fail = True
             category = 'performance'

{test_reporting-3.7.1 → test_reporting-3.7.3}/reporting/publisher.py

@@ -404,12 +404,16 @@ class Publisher:
         # Real bugs (ASSERTION) need code fixes.
         # Infrastructure issues (ENVIRONMENT, TIMEOUT) may not reflect quality.
         type_labels = {
-            'ASSERTION':   'Real bugs (assertion errors)',
-            'UI_TIMEOUT':  'UI timeouts',
-            'API_TIMEOUT': 'API timeouts',
-            'ENVIRONMENT': 'Infrastructure / connection issues',
-            'FLAKY':       'Passed on retry (unstable)',
-            'UNKNOWN':     'Uncategorised',
+            'ASSERTION':         'Real bugs (assertion errors)',
+            'ELEMENT_NOT_FOUND': 'Element not found',
+            'VALIDATION_ERROR':  'Data validation errors',
+            'SCRIPT_ERROR':      'JavaScript/Script errors',
+            'UI_TIMEOUT':        'UI timeouts',
+            'API_TIMEOUT':       'API timeouts',
+            'NAVIGATION_ERROR':  'Navigation/Page load errors',
+            'ENVIRONMENT':       'Infrastructure / connection issues',
+            'FLAKY':             'Passed on retry (unstable)',
+            'UNKNOWN':           'Uncategorized',
         }
         failure_type_breakdown = [
             {
@@ -491,6 +495,10 @@ class Publisher:
                 })
 
                 # Regression grouping
+                # Strip [TAG] suffix to group reruns with original runs
+                import re
+                base_suite = re.sub(r'\s*\[.*?\]\s*$', '', suite)
+                
                 if tag not in regressions:
                     regressions[tag] = {'tag': tag, 'date': tag[:10], 'suites': [],
                                         'total_tests': 0, 'passed': 0, 'failed': 0, 'pass_rate': 0,
@@ -499,21 +507,28 @@ class Publisher:
                 # Track the latest timestamp for this regression
                 if ts > reg.get('timestamp', ''):
                     reg['timestamp'] = ts
-                existing = next((s for s in reg['suites'] if s['suite'] == suite), None)
+                existing = next((s for s in reg['suites'] if s['suite'] == base_suite), None)
                 if existing:
+                    # Accumulate stats for multiple runs of the same test
+                    existing['total_tests'] += run.get('total_tests', 0)
+                    existing['passed'] += run.get('passed', 0)
+                    existing['failed'] += run.get('failed', 0)
+                    existing['run_count'] = existing.get('run_count', 1) + 1
+                    # Update to latest timestamp and run_id
                     if ts > existing.get('timestamp', ''):
-                        existing.update({'timestamp': ts, 'run_id': run.get('run_id'),
-                                         'pass_rate': run.get('pass_rate', 0),
-                                         'total_tests': run.get('total_tests', 0),
-                                         'passed': run.get('passed', 0),
-                                         'failed': run.get('failed', 0)})
+                        existing['timestamp'] = ts
+                        existing['run_id'] = run.get('run_id')
+                    # Recalculate pass rate based on accumulated totals
+                    if existing['total_tests'] > 0:
+                        existing['pass_rate'] = round((existing['passed'] / existing['total_tests']) * 100, 1)
                 else:
-                    reg['suites'].append({'suite': suite, 'timestamp': ts,
+                    reg['suites'].append({'suite': base_suite, 'timestamp': ts,
                                           'run_id': run.get('run_id'),
                                           'pass_rate': run.get('pass_rate', 0),
                                           'total_tests': run.get('total_tests', 0),
                                           'passed': run.get('passed', 0),
-                                          'failed': run.get('failed', 0)})
+                                          'failed': run.get('failed', 0),
+                                          'run_count': 1})
 
             # Compute regression combined stats
             for reg in regressions.values():

{test_reporting-3.7.1 → test_reporting-3.7.3}/reporting/templates/project.html

@@ -280,6 +280,7 @@
                     border-radius: 6px; cursor: pointer; position: relative;
                     overflow: hidden; transition: transform .1s, box-shadow .1s; }
     .treemap-cell:hover { transform: scale(1.05); z-index: 1; box-shadow: 0 4px 12px rgba(0,0,0,.3); }
+    .treemap-cell-hidden { display: none; }
     .treemap-name { font-size: 11px; font-weight: 600; color: #fff; opacity: .9;
                     overflow: hidden; text-overflow: ellipsis; white-space: nowrap; }
     .treemap-rate { font-size: 14px; font-weight: 800; color: #fff; }
@@ -554,69 +555,53 @@
           const rc2 = rateColor(reg.pass_rate);
           const total = lastReg ? lastReg.total_tests || 1 : 1;
           
-          // Group suites by name to detect duplicates
-          const suiteGroups = {};
-          (reg.suites || []).forEach(function(s) {
-            if (!suiteGroups[s.suite]) {
-              suiteGroups[s.suite] = [];
-            }
-            suiteGroups[s.suite].push(s);
+          // Sort suites alphabetically
+          const sortedSuites = (reg.suites || []).slice().sort(function(a, b) {
+            return a.suite.localeCompare(b.suite);
           });
           
-          const fileRows = Object.keys(suiteGroups).map(function(suiteName) {
-            const runs = suiteGroups[suiteName];
-            const runCount = runs.length;
-            
-            // Calculate accumulated averages
-            let totalTests = 0;
-            let totalFailed = 0;
-            let totalSkipped = 0;
-            let totalPassed = 0;
-            let avgPassRate = 0;
-            
-            runs.forEach(function(run) {
-              totalTests += run.total_tests;
-              totalFailed += run.failed;
-              totalSkipped += (run.skipped || 0);
-              totalPassed += (run.total_tests - run.failed - (run.skipped || 0));
-              avgPassRate += run.pass_rate;
-            });
-            
-            avgPassRate = avgPassRate / runCount;
-            
-            // Use first run's ID for navigation
-            const firstRunId = runs[0].run_id;
+          const fileRows = sortedSuites.map(function(s) {
+            const runCount = s.run_count || 1;
+            const totalTests = s.total_tests;
+            const totalFailed = s.failed;
+            const totalPassed = s.passed;
+            const passRate = s.pass_rate;
             
             const failedPct = totalTests > 0 ? (totalFailed / totalTests * 100) : 0;
-            const skippedPct = totalTests > 0 ? (totalSkipped / totalTests * 100) : 0;
-            const passedPct = Math.max(0, 100 - failedPct - skippedPct);
+            const passedPct = totalTests > 0 ? (totalPassed / totalTests * 100) : 0;
+            const skippedPct = Math.max(0, 100 - failedPct - passedPct);
             
             const runBadge = runCount > 1 
               ? '<span class="run-count-badge" title="Ran ' + runCount + ' times">×' + runCount + '</span>'
               : '';
             
             const metaText = runCount > 1
-              ? totalTests + ' tests total · ' + totalFailed + ' failed · avg across ' + runCount + ' runs'
+              ? totalTests + ' tests total · ' + totalFailed + ' failed · accumulated across ' + runCount + ' runs'
               : totalTests + ' tests · ' + totalFailed + ' failed';
             
-            return '<div class="suite-row" onclick="goToRun(\'' + firstRunId + '\')">' +
-              '<div class="suite-name"><span>' + suiteName + '</span>' + runBadge + '</div>' +
+            // If multiple runs, navigate to history with search; otherwise go to single run
+            const clickHandler = runCount > 1
+              ? 'onclick="navigateToHistoryWithSearch(\'' + s.suite + '\')"'
+              : 'onclick="goToRun(\'' + s.run_id + '\')"';
+            
+            return '<div class="suite-row" ' + clickHandler + '>' +
+              '<div class="suite-name"><span>' + s.suite + '</span>' + runBadge + '</div>' +
               '<div class="suite-meta">' + metaText + '</div>' +
               '<div class="suite-bar">' +
-                '<div class="stacked-bar" title="Passed: ' + totalPassed + ' | Failed: ' + totalFailed + ' | Skipped: ' + totalSkipped + (runCount > 1 ? ' (accumulated)' : '') + '">' +
+                '<div class="stacked-bar" title="Passed: ' + totalPassed + ' | Failed: ' + totalFailed + (runCount > 1 ? ' (accumulated across ' + runCount + ' runs)' : '') + '">' +
                   '<div class="stacked-green" style="width:' + passedPct.toFixed(1) + '%"></div>' +
                   '<div class="stacked-red" style="width:' + failedPct.toFixed(1) + '%"></div>' +
                   '<div class="stacked-grey" style="width:' + skippedPct.toFixed(1) + '%"></div>' +
                 '</div>' +
               '</div>' +
-              '<div class="suite-rate ' + rateColor(avgPassRate) + '">' + avgPassRate.toFixed(0) + '%</div>' +
+              '<div class="suite-rate ' + rateColor(passRate) + '">' + passRate.toFixed(0) + '%</div>' +
             '</div>';
           }).join('');
 
           const isOpen = i === 0;
           const regDateTime = reg.timestamp ? fmtDateTime(reg.timestamp) : '';
           const regTitle = regDateTime ? reg.tag + ' · ' + regDateTime : reg.tag;
-          const uniqueSuiteCount = Object.keys(suiteGroups).length;
+          const uniqueSuiteCount = sortedSuites.length;
           return '<div class="regression">' +
             '<div class="reg-head" onclick="toggleReg(this)">' +
               '<div>' +
@@ -678,6 +663,44 @@
     if (runId) location.href = 'run.html?r=' + encodeURIComponent(runId) + '&p=' + encodeURIComponent(projectName);
   }
 
+  function navigateToHistoryWithSearch(fileName) {
+    // Find and click the Run History tab button
+    const historyBtn = Array.from(document.querySelectorAll('.tab-btn')).find(function(btn) {
+      return btn.textContent.trim() === 'Run History';
+    });
+    
+    if (historyBtn) {
+      switchTab('history', historyBtn);
+    }
+    
+    // Wait for tab to render, then set search value and trigger filter
+    setTimeout(function() {
+      const searchInput = document.getElementById('historySearch');
+      if (searchInput) {
+        searchInput.value = fileName;
+        filterHistory();
+        // Scroll to the table
+        searchInput.scrollIntoView({ behavior: 'smooth', block: 'start' });
+      }
+    }, 100);
+  }
+
+  function toggleTreemapCells(btn) {
+    const treemap = btn.previousElementSibling;
+    const hiddenCells = treemap.querySelectorAll('.treemap-cell-hidden');
+    const isExpanded = hiddenCells.length > 0 && hiddenCells[0].style.display === 'flex';
+    
+    hiddenCells.forEach(function(cell) {
+      cell.style.display = isExpanded ? 'none' : 'flex';
+    });
+    
+    if (isExpanded) {
+      btn.innerHTML = 'Show ' + hiddenCells.length + ' more ▼';
+    } else {
+      btn.innerHTML = 'Show less ▲';
+    }
+  }
+
   /* ═══════════════════════════════════════════════════
      ANALYSIS TAB
   ═══════════════════════════════════════════════════ */
@@ -725,7 +748,7 @@
           '<h3>Test File Reliability (Treemap)</h3>' +
           '<p class="section-explain">Each block = one file. Size ∝ test count. Color = pass rate. Worst files at top-left.</p>' +
         '</div>' +
-        '<div class="section-body preview" onclick="toggleSectionExpand(this)">' +
+        '<div class="section-body">' +
           renderTreemap(a.file_health || []) +
         '</div>' +
       '</div>' +
@@ -794,7 +817,7 @@
     trend.forEach(function(d) { dataMap[d.date] = d.pass_rate; });
 
     // Calculate 15 weeks back from today
-    const today = new Date('2026-06-07');
+    const today = new Date();
     const dayOfWeek = today.getDay(); // 0=Sun
     const weeksBack = 15;
     const totalDays = weeksBack * 7;
@@ -870,20 +893,26 @@
     // Sort worst first
     const sorted = files.slice().sort(function(a, b) { return a.pass_rate - b.pass_rate; });
     const maxTests = Math.max.apply(null, sorted.map(function(f) { return f.total_runs || 1; }));
+    const limit = 12;
 
-    const cells = sorted.map(function(f) {
+    const cells = sorted.map(function(f, i) {
       const ratio = (f.total_runs || 1) / maxTests;
       const width = Math.round(80 + ratio * 160); // 80..240
       var bg = f.pass_rate >= 95 ? '#276749' : f.pass_rate >= 80 ? '#975a16' : '#9b2c2c';
       var bgLight = f.pass_rate >= 95 ? '#38a169' : f.pass_rate >= 80 ? '#d69e2e' : '#e53e3e';
-      const clickAttr = f.last_run_id ? ' onclick="goToRun(\'' + f.last_run_id + '\')"' : '';
-      return '<div class="treemap-cell" style="width:' + width + 'px;background:' + bgLight + ';" title="' + f.file_name + ': ' + f.pass_rate.toFixed(1) + '% pass rate (' + f.total_runs + ' runs)' + (f.last_run_id ? ' - Click to view latest run' : '') + '"' + clickAttr + '>' +
+      const hiddenClass = i >= limit ? ' treemap-cell-hidden' : '';
+      const clickAttr = ' onclick="navigateToHistoryWithSearch(\'' + f.file_name + '\')" style="cursor:pointer;"';
+      return '<div class="treemap-cell' + hiddenClass + '" style="width:' + width + 'px;background:' + bgLight + ';" title="' + f.file_name + ': ' + f.pass_rate.toFixed(1) + '% pass rate (' + f.total_runs + ' runs) - Click to view all runs"' + clickAttr + '>' +
         '<div class="treemap-rate">' + f.pass_rate.toFixed(0) + '%</div>' +
         '<div class="treemap-name">' + f.file_name + '</div>' +
       '</div>';
     }).join('');
 
-    return '<div class="treemap">' + cells + '</div>';
+    const expandBtn = sorted.length > limit
+      ? '<div class="table-expand-btn" onclick="toggleTreemapCells(this)">Show ' + (sorted.length - limit) + ' more ▼</div>'
+      : '';
+
+    return '<div class="treemap">' + cells + '</div>' + expandBtn;
   }
 
   function renderFlakyTable(tests) {

{test_reporting-3.7.1 → test_reporting-3.7.3}/setup.py

@@ -9,7 +9,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name='test-reporting',
-    version='3.7.1',
+    version='3.7.3',
     description='Multi-project test reporting dashboard — collect results locally or push to S3',
     long_description=long_description,
     long_description_content_type="text/markdown",

{test_reporting-3.7.1 → test_reporting-3.7.3/test_reporting.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: test-reporting
-Version: 3.7.1
+Version: 3.7.3
 Summary: Multi-project test reporting dashboard — collect results locally or push to S3
 Home-page: https://github.com/amahdy77/test-reporting.git
 Author: Ashfaqur Mahdy