holado 0.10.1__tar.gz → 0.10.2__tar.gz

{holado-0.10.1 → holado-0.10.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: holado
-Version: 0.10.1
+Version: 0.10.2
 Summary: HolAdo framework
 Project-URL: Homepage, https://gitlab.com/holado_framework/python
 Project-URL: Issues, https://gitlab.com/holado_framework/python/-/issues

holado-0.10.2/packaging/VERSION

@@ -0,0 +1 @@
+0.10.2

{holado-0.10.1 → holado-0.10.2}/src/holado/common/context/session_context.py

@@ -337,7 +337,7 @@ class SessionContext(Context):
             category_validation, status_validation, step_failed, step_number = ReportManager.get_current_scenario_status_information(scenario)
             if status_validation != "Passed":
                 msg_list = []
-                category_str = f" ({category_validation})" if category_validation else ""
+                category_str = f" => {category_validation}" if category_validation else ""
                 if step_failed is not None:
                     msg_list.append(f"Scenario {status_validation}{category_str}:  [scenario in {scenario.filename} at l.{scenario.line} - step {step_number} (l.{step_failed.line})]")
                 else:

{holado-0.10.1 → holado-0.10.2}/src/holado_core/common/tools/path_manager.py

@@ -158,13 +158,13 @@ class PathManager(object):
         else:
             return base_path
     
-    def get_reports_path(self, name=None):
+    def get_reports_path(self, name=None, with_application_group=True):
         base_path = os.getenv('HOLADO_OUTPUT_BASEDIR')
         if base_path is None:
             base_path = os.path.join(self.get_user_home_path(), '.holado', 'output')
         
         res = os.path.join(base_path, "reports")
-        if Config.application_group is not None:
+        if with_application_group and Config.application_group is not None:
             res = os.path.join(res, Config.application_group)
         if name is not None:
             res = os.path.join(res, name)

{holado-0.10.1 → holado-0.10.2}/src/holado_report/campaign/campaign_manager.py

@@ -82,7 +82,7 @@ class CampaignManager(object):
             self.import_campaign_reports(report_path)
     
     def __get_campaigns_report_paths(self, since_datetime):
-        reports_path = SessionContext.instance().path_manager.get_reports_path()
+        reports_path = SessionContext.instance().path_manager.get_reports_path(name="test_runner", with_application_group=False)
         file_paths = SessionContext.instance().path_manager.find_files(reports_path, subdir_relative_path='report_summary_scenario_all.txt', since_datetime=since_datetime)
         return [os.path.dirname(p) for p in file_paths]
     
@@ -185,7 +185,7 @@ class CampaignManager(object):
             scenario_name = parts[1]
             status_info = parts[-1]
             
-            m = re.match(r"^(.*?)(?: \(.*\))?$", status_info)
+            m = re.match(r"^(.*?)(?: \(.*\)| => .*)?$", status_info)
             status = m.group(1)
             
             self.update_or_add_campaign_scenario(camp_id, scenario_name, status=status, status_at_str=status_dt_str)

{holado-0.10.1 → holado-0.10.2}/src/holado_report/report/builders/failure_report_builder.py

@@ -48,7 +48,7 @@ class FailureReportBuilder(ReportBuilder):
             if step_error_message not in self.__failures:
                 self.__failures[step_error_message] = []
             
-            category_str = f" ({category_validation})" if category_validation else ""
+            category_str = f" => {category_validation}" if category_validation else ""
             if self.__file_format == 'txt':
                 msg_list = []
                 msg_list.append(f"scenario in {scenario.filename} at l.{scenario.line} - step {step_number} (l.{step_failed.line}) - {status_validation}{category_str}")

{holado-0.10.1 → holado-0.10.2}/src/holado_report/report/builders/short_scenario_failed_report_builder.py

@@ -49,7 +49,7 @@ class ShortScenarioFailedReportBuilder(ReportBuilder):
         self.__open_file_if_needed()
         
         msg_list = []
-        category_str = f" ({category_validation})" if category_validation else ""
+        category_str = f" => {category_validation}" if category_validation else ""
         if step_failed is not None:
             msg_list.append(f"scenario in {scenario.filename} at l.{scenario.line} - step {step_number} (l.{step_failed.line}) - {status_validation}{category_str}")
         else:

{holado-0.10.1 → holado-0.10.2}/src/holado_report/report/builders/summary_scenario_failed_report_builder.py

@@ -44,7 +44,7 @@ class SummaryScenarioFailedReportBuilder(ReportBuilder):
         
     def __file_fail_add_scenario(self, scenario, category_validation, status_validation, step_failed, step_number):
         self.__open_file_if_needed()
-        category_str = f" ({category_validation})" if category_validation else ""
+        category_str = f" => {category_validation}" if category_validation else ""
         if step_failed is not None:
             self.__file_fail.write(f"scenario in {scenario.filename} at l.{scenario.line} - step {step_number} (l.{step_failed.line}) - {status_validation}{category_str}\n")
         else:

{holado-0.10.1 → holado-0.10.2}/src/holado_report/report/builders/summary_scenario_report_builder.py

@@ -63,7 +63,7 @@ class SummaryScenarioReportBuilder(ReportBuilder):
         dt = DateTime.now()
         dt_str = DateTime.datetime_2_str(dt, FORMAT_DATETIME_HUMAN_SECOND)
         
-        category_str = f" ({category_validation})" if category_validation else ""
+        category_str = f" => {category_validation}" if category_validation else ""
         if text:
             self.__file.write(f"{dt_str} - {scenario.filename} at l.{scenario.line} - {text} - {status_validation}{category_str}\n")
         else:

{holado-0.10.1 → holado-0.10.2}/src/holado_report/report/report_manager.py

@@ -232,33 +232,59 @@ class ReportManager(BaseReport):
             if cls._get_test_server_client().is_available:
                 # Get scenario execution statuses
                 scenario_name = f"{scenario.filename} at l.{scenario.line}"
-                sce_hist = cls._get_test_server_client().get_scenario_history(scenario_name=scenario_name, size=10)
-                statuses = [s['status'] for s in sce_hist[0]['statuses']] if sce_hist else []
+                sce_hist = cls._get_test_server_client().get_scenario_history(scenario_name=scenario_name, size=29)
+                statuses = [s['status'] for s in reversed(sce_hist[0]['statuses'])] if sce_hist else []
                 statuses.append(status)
                 
                 # Get scenario status sequences
                 passed_sequences = []
+                is_failed_relevant = None
                 for status in statuses:
                     if status == 'Passed':
                         passed = True
                     elif status.startswith("Failed"):
                         passed = False
+                        if status == "Failed":
+                            is_failed_relevant = True
+                        elif is_failed_relevant is None:
+                            is_failed_relevant = False
                     else:
                         continue
-                    if len(passed_sequences) == 0 or passed != passed_sequences[-1]:
-                        passed_sequences.append(passed)
+                    
+                    if len(passed_sequences) == 0 or passed != passed_sequences[-1][0]:
+                        passed_sequences.append([passed, 1])
+                    else:
+                        passed_sequences[-1][1] += 1
                 
                 # Compute category
                 if passed_sequences:
+                    nb_exec = sum([x[1] for x in passed_sequences])
+                    last_passed, last_nb_times = passed_sequences[-1]
                     if len(passed_sequences) == 1:
-                        category = 'Success' if passed_sequences[0] else 'Failed'
+                        if last_passed:
+                            category = f'Always Success ({last_nb_times})'
+                        elif is_failed_relevant:
+                            category = f'Always Failed ({last_nb_times})'
+                        else:
+                            category = f'Always Not Relevant ({last_nb_times})'
+                    elif last_passed and len(passed_sequences) in [2, 3]:
+                        category = f'Fixed ({last_nb_times} success / {nb_exec})'
                     elif len(passed_sequences) > 2:
-                        category = 'Randomly Failed'
-                    elif passed_sequences[-1]:
-                        category = 'Newly Success'
+                        nb_fail = sum([x[1] for x in passed_sequences if not x[0]])
+                        if is_failed_relevant:
+                            category = f'Random ({nb_fail} fails / {nb_exec})'
+                        else:
+                            category = f'Random but Not Relevant ({nb_fail} fails / {nb_exec})'
+                    elif not last_passed:
+                        if is_failed_relevant:
+                            category = f'Regression ({last_nb_times} fails / {nb_exec})'
+                        else:
+                            category = f'Regression but Not Relevant ({last_nb_times} fails / {nb_exec})'
                     else:
-                        category = 'Newly Failed'
-            
+                        category = f'Unknown (unmanaged sequence: {passed_sequences})'
+                
+                logger.print(f"++++++++++ {category} <= {statuses}")
+                
             cls._scenario_status_information_by_uid[scenario_uid] = [category, status, step_failed, step_nb]
         
         return cls._scenario_status_information_by_uid[scenario_uid]

holado-0.10.1/packaging/VERSION

@@ -1 +0,0 @@
-0.10.1