test-reporting 3.2.6__tar.gz → 3.2.7__tar.gz

{test_reporting-3.2.6/test_reporting.egg-info → test_reporting-3.2.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: test-reporting
-Version: 3.2.6
+Version: 3.2.7
 Summary: Multi-project test reporting dashboard — collect results locally or push to S3
 Home-page: https://github.com/amahdy77/test-reporting.git
 Author: Ashfaqur Mahdy

{test_reporting-3.2.6 → test_reporting-3.2.7}/reporting/plugin.py

@@ -5,9 +5,10 @@ Automatically collects test data during pytest execution.
 import os
 import json
 import logging
+import uuid
 from datetime import datetime
 from pathlib import Path
-from typing import Dict, Any, List
+from typing import Dict, Any, List, Optional
 import pytest
 from .config import ReportingConfig
 from .classifier import FailureClassifier
@@ -21,6 +22,12 @@ class TestReportingPlugin:
     def __init__(self):
         self.config = ReportingConfig()
         self.storage = TestResultStorage(config=self.config)
+        
+        # Session ID for multi-run support
+        self.session_id = os.getenv('TEST_SESSION_ID', None)
+        self.append_mode = os.getenv('TEST_APPEND_MODE', 'false').lower() == 'true'
+        self.attempt_number = int(os.getenv('TEST_ATTEMPT_NUMBER', '1'))
+        
         self.run_data = {
             'project_name': self.config.PROJECT_NAME,
             'timestamp': datetime.now().isoformat(),
@@ -33,10 +40,13 @@ class TestReportingPlugin:
             'failed': 0,
             'skipped': 0,
             'duration_seconds': 0,
+            'session_id': self.session_id,
+            'is_append_mode': self.append_mode,
         }
         self.run_id = None
         self.test_start_times = {}
         self.test_logs = {}  # Store logs per test
+        self.existing_results = {}  # Store existing test results in append mode
         
     @pytest.hookimpl(tryfirst=True)
     def pytest_sessionstart(self, session):
@@ -48,7 +58,22 @@ class TestReportingPlugin:
             first_arg = session.config.args[0]
             self.run_data['suite_name'] = Path(first_arg).stem
         
-        logging.info(f"[Reporting] Starting test run: {self.run_data['suite_name']}")
+        # Handle append mode - find existing run or create session ID
+        if self.append_mode and self.session_id:
+            existing_run_id = self.storage.find_run_by_session_id(self.session_id)
+            if existing_run_id:
+                self.run_id = existing_run_id
+                self.existing_results = self.storage.get_existing_test_results(self.run_id)
+                logging.info(f"[Reporting] Appending to existing run ID: {self.run_id} (session: {self.session_id}, attempt: {self.attempt_number})")
+            else:
+                logging.info(f"[Reporting] Starting new multi-run session: {self.session_id} (attempt: {self.attempt_number})")
+        elif not self.session_id:
+            # Auto-generate session ID if not provided
+            self.session_id = str(uuid.uuid4())
+            self.run_data['session_id'] = self.session_id
+            logging.info(f"[Reporting] Starting test run: {self.run_data['suite_name']} (session: {self.session_id})")
+        else:
+            logging.info(f"[Reporting] Starting test run: {self.run_data['suite_name']}")
     
     @pytest.hookimpl(hookwrapper=True)
     def pytest_runtest_protocol(self, item, nextitem):
@@ -136,6 +161,9 @@ class TestReportingPlugin:
         # Get logs for this test
         test_log = self.test_logs.get(item.nodeid, '')
         
+        # Determine if this is a retry
+        is_retry = self.attempt_number > 1
+        
         # Store test result
         test_result = {
             'project_name': self.config.PROJECT_NAME,
@@ -149,6 +177,8 @@ class TestReportingPlugin:
             'screenshot_path': screenshot_path,
             'trace_path': trace_path,
             'logs': test_log[:5000] if test_log else None,  # Limit log size to 5000 chars
+            'attempt_number': self.attempt_number,
+            'is_retry': is_retry,
         }
         
         # Add failure classification if available
@@ -181,6 +211,10 @@ class TestReportingPlugin:
     @pytest.hookimpl(trylast=True)
     def pytest_sessionfinish(self, session, exitstatus):
         """Called at the end of the test session."""
+        # In append mode, merge with existing results
+        if self.append_mode and self.run_id and self.existing_results:
+            self._merge_with_existing_results()
+        
         # Calculate final metrics
         total = self.run_data['total_tests']
         
@@ -210,10 +244,22 @@ class TestReportingPlugin:
             self.run_data['functional_pass_rate'] = 0
         
         # Save to database
-        self.run_id = self.storage.save_test_run(self.run_data)
+        if self.append_mode and self.run_id:
+            # Update existing run
+            self.storage.update_run_metrics(self.run_id, self.run_data)
+        else:
+            # Create new run
+            self.run_id = self.storage.save_test_run(self.run_data)
         
-        # Save individual test results
+        # Save individual test results (only new ones in append mode)
         for test_result in self.run_data['tests']:
+            # Skip if this test already exists and hasn't changed
+            if self.append_mode and test_result['full_name'] in self.existing_results:
+                existing = self.existing_results[test_result['full_name']]
+                # Only save if it's a new attempt
+                if test_result.get('attempt_number', 1) <= existing.get('attempt_number', 1):
+                    continue
+            
             result_id = self.storage.save_test_result(self.run_id, test_result)
             
             # TODO: Extract and save steps from logs
@@ -222,6 +268,8 @@ class TestReportingPlugin:
         self._save_latest_json()
 
         logging.info(f"[Reporting] Test run complete. Run ID: {self.run_id}")
+        if self.append_mode:
+            logging.info(f"[Reporting] Append mode: attempt {self.attempt_number}")
         logging.info(f"[Reporting] Pass Rate: {self.run_data['pass_rate']:.1f}%")
         logging.info(f"[Reporting] Functional Pass Rate: {self.run_data['functional_pass_rate']:.1f}%")
 
@@ -234,6 +282,41 @@ class TestReportingPlugin:
             except Exception as e:
                 logging.warning(f"[Reporting] Auto-publish failed: {e}")
     
+    def _merge_with_existing_results(self):
+        """Merge current test results with existing results from previous attempts."""
+        # Create a map of current test results by full_name
+        current_tests = {t['full_name']: t for t in self.run_data['tests']}
+        
+        # Add existing tests that weren't run in this attempt
+        for full_name, existing_test in self.existing_results.items():
+            if full_name not in current_tests:
+                # Convert DB result to test result format
+                test_result = {
+                    'project_name': existing_test['project_name'],
+                    'file_name': existing_test['file_name'],
+                    'test_name': existing_test['test_name'],
+                    'full_name': existing_test['full_name'],
+                    'status': existing_test['status'],
+                    'duration_seconds': existing_test['duration_seconds'],
+                    'error_message': existing_test.get('error_message'),
+                    'error_type': existing_test.get('error_type'),
+                    'screenshot_path': existing_test.get('screenshot_path'),
+                    'trace_path': existing_test.get('trace_path'),
+                    'logs': existing_test.get('logs'),
+                    'attempt_number': existing_test.get('attempt_number', 1),
+                    'is_retry': existing_test.get('is_retry', False),
+                    'failure_type': existing_test.get('failure_type'),
+                    'failure_category': existing_test.get('failure_category'),
+                    'is_soft_fail': existing_test.get('is_soft_fail', False),
+                }
+                self.run_data['tests'].append(test_result)
+        
+        # Recalculate totals
+        self.run_data['total_tests'] = len(self.run_data['tests'])
+        self.run_data['passed'] = sum(1 for t in self.run_data['tests'] if t['status'] == 'passed')
+        self.run_data['failed'] = sum(1 for t in self.run_data['tests'] if t['status'] == 'failed')
+        self.run_data['skipped'] = sum(1 for t in self.run_data['tests'] if t['status'] == 'skipped')
+    
     def _save_latest_json(self):
         """Save latest run data as JSON for dashboard."""
         output = {

{test_reporting-3.2.6 → test_reporting-3.2.7}/reporting/storage.py

@@ -46,6 +46,8 @@ class TestResultStorage:
                     duration_seconds REAL,
                     pass_rate REAL,
                     functional_pass_rate REAL,
+                    session_id TEXT,
+                    is_append_mode BOOLEAN DEFAULT 0,
                     created_at DATETIME DEFAULT CURRENT_TIMESTAMP
                 )
             ''')
@@ -68,6 +70,8 @@ class TestResultStorage:
                     screenshot_path TEXT,
                     trace_path TEXT,
                     retry_count INTEGER DEFAULT 0,
+                    attempt_number INTEGER DEFAULT 1,
+                    is_retry BOOLEAN DEFAULT 0,
                     logs TEXT,
                     created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
                     FOREIGN KEY (run_id) REFERENCES test_runs(id)
@@ -122,6 +126,34 @@ class TestResultStorage:
         except sqlite3.OperationalError:
             conn.execute('ALTER TABLE test_results ADD COLUMN project_name TEXT')
             print("[Reporting] Migration: Added 'project_name' column to test_results")
+        
+        # Migration: Add session_id to test_runs
+        try:
+            conn.execute('SELECT session_id FROM test_runs LIMIT 1')
+        except sqlite3.OperationalError:
+            conn.execute('ALTER TABLE test_runs ADD COLUMN session_id TEXT')
+            print("[Reporting] Migration: Added 'session_id' column to test_runs")
+        
+        # Migration: Add is_append_mode to test_runs
+        try:
+            conn.execute('SELECT is_append_mode FROM test_runs LIMIT 1')
+        except sqlite3.OperationalError:
+            conn.execute('ALTER TABLE test_runs ADD COLUMN is_append_mode BOOLEAN DEFAULT 0')
+            print("[Reporting] Migration: Added 'is_append_mode' column to test_runs")
+        
+        # Migration: Add attempt_number to test_results
+        try:
+            conn.execute('SELECT attempt_number FROM test_results LIMIT 1')
+        except sqlite3.OperationalError:
+            conn.execute('ALTER TABLE test_results ADD COLUMN attempt_number INTEGER DEFAULT 1')
+            print("[Reporting] Migration: Added 'attempt_number' column to test_results")
+        
+        # Migration: Add is_retry to test_results
+        try:
+            conn.execute('SELECT is_retry FROM test_results LIMIT 1')
+        except sqlite3.OperationalError:
+            conn.execute('ALTER TABLE test_results ADD COLUMN is_retry BOOLEAN DEFAULT 0')
+            print("[Reporting] Migration: Added 'is_retry' column to test_results")
     
     def save_test_run(self, run_data: Dict[str, Any]) -> int:
         """Save a test run and return the run ID."""
@@ -130,8 +162,9 @@ class TestResultStorage:
                 INSERT INTO test_runs (
                     project_name, timestamp, suite_name, build_number, build_url,
                     total_tests, passed, failed, skipped,
-                    duration_seconds, pass_rate, functional_pass_rate
-                ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+                    duration_seconds, pass_rate, functional_pass_rate,
+                    session_id, is_append_mode
+                ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
             ''', (
                 run_data.get('project_name', self.config.PROJECT_NAME),
                 run_data.get('timestamp', datetime.now().isoformat()),
@@ -145,6 +178,8 @@ class TestResultStorage:
                 run_data.get('duration_seconds', 0),
                 run_data.get('pass_rate', 0),
                 run_data.get('functional_pass_rate', 0),
+                run_data.get('session_id'),
+                run_data.get('is_append_mode', False),
             ))
             conn.commit()
             return cursor.lastrowid
@@ -157,8 +192,8 @@ class TestResultStorage:
                     run_id, project_name, file_name, test_name, full_name, status,
                     failure_type, failure_category, is_soft_fail,
                     duration_seconds, error_message, error_type,
-                    screenshot_path, trace_path, retry_count, logs
-                ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+                    screenshot_path, trace_path, retry_count, attempt_number, is_retry, logs
+                ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
             ''', (
                 run_id,
                 result_data.get('project_name', self.config.PROJECT_NAME),
@@ -175,6 +210,8 @@ class TestResultStorage:
                 result_data.get('screenshot_path'),
                 result_data.get('trace_path'),
                 result_data.get('retry_count', 0),
+                result_data.get('attempt_number', 1),
+                result_data.get('is_retry', False),
                 result_data.get('logs'),
             ))
             conn.commit()
@@ -196,6 +233,56 @@ class TestResultStorage:
             ))
             conn.commit()
     
+    def find_run_by_session_id(self, session_id: str) -> Optional[int]:
+        """Find an existing run by session_id. Returns run_id or None."""
+        if not session_id:
+            return None
+        
+        with sqlite3.connect(self.db_path) as conn:
+            cursor = conn.execute('''
+                SELECT id FROM test_runs
+                WHERE session_id = ?
+                ORDER BY created_at DESC
+                LIMIT 1
+            ''', (session_id,))
+            row = cursor.fetchone()
+            return row[0] if row else None
+    
+    def update_run_metrics(self, run_id: int, run_data: Dict[str, Any]):
+        """Update metrics for an existing test run (used in append mode)."""
+        with sqlite3.connect(self.db_path) as conn:
+            conn.execute('''
+                UPDATE test_runs
+                SET total_tests = ?,
+                    passed = ?,
+                    failed = ?,
+                    skipped = ?,
+                    duration_seconds = ?,
+                    pass_rate = ?,
+                    functional_pass_rate = ?
+                WHERE id = ?
+            ''', (
+                run_data.get('total_tests', 0),
+                run_data.get('passed', 0),
+                run_data.get('failed', 0),
+                run_data.get('skipped', 0),
+                run_data.get('duration_seconds', 0),
+                run_data.get('pass_rate', 0),
+                run_data.get('functional_pass_rate', 0),
+                run_id,
+            ))
+            conn.commit()
+    
+    def get_existing_test_results(self, run_id: int) -> Dict[str, Dict[str, Any]]:
+        """Get existing test results for a run, keyed by full_name."""
+        with sqlite3.connect(self.db_path) as conn:
+            conn.row_factory = sqlite3.Row
+            cursor = conn.execute('''
+                SELECT * FROM test_results
+                WHERE run_id = ?
+            ''', (run_id,))
+            return {row['full_name']: dict(row) for row in cursor.fetchall()}
+    
     def get_all_runs_with_details(self, project_name: str = None) -> List[Dict[str, Any]]:
         """Get all test runs with test file details (no limit)."""
         with sqlite3.connect(self.db_path) as conn:

{test_reporting-3.2.6 → test_reporting-3.2.7}/setup.py

@@ -9,7 +9,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name='test-reporting',
-    version='3.2.6',
+    version='3.2.7',
     description='Multi-project test reporting dashboard — collect results locally or push to S3',
     long_description=long_description,
     long_description_content_type="text/markdown",

{test_reporting-3.2.6 → test_reporting-3.2.7/test_reporting.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: test-reporting
-Version: 3.2.6
+Version: 3.2.7
 Summary: Multi-project test reporting dashboard — collect results locally or push to S3
 Home-page: https://github.com/amahdy77/test-reporting.git
 Author: Ashfaqur Mahdy