sibi-dst 0.3.39__py3-none-any.whl → 0.3.40__py3-none-any.whl

sibi_dst/utils/data_wrapper.py

@@ -91,7 +91,7 @@ class DataWrapper:
                  max_age_minutes: int = DEFAULT_MAX_AGE_MINUTES,
                  history_days_threshold: int = DEFAULT_HISTORY_DAYS_THRESHOLD,
                  show_progress: bool = False,
-                 timeout: float = 300):
+                 timeout: float = 60):
         self.dataclass = dataclass
         self.date_field = date_field
         self.data_path = self.ensure_forward_slash(data_path)
@@ -158,16 +158,16 @@ class DataWrapper:
         """
         update_plan_table = self.generate_update_plan_with_conditions()
 
-        # Display the update plan table to the user if requested
-        if self.show_progress:
-            display(update_plan_table)
-
         # Filter out rows that do not require updates (priority 0 means skip)
         with self._lock:
             update_plan_table = update_plan_table[
                 (update_plan_table["update_required"] == True) & (update_plan_table["update_priority"] != 0)
                 ]
-
+        # Display the update plan table to the user if requested
+        if len(update_plan_table.index) == 0:
+            return
+        if self.show_progress:
+            display(update_plan_table)
         # Group by priority
         with self._lock:
             priorities = sorted(update_plan_table["update_priority"].unique())
@@ -298,12 +298,16 @@ class DataWrapper:
             within_history = history_start_date <= current_date <= today
             missing_file = not file_exists and not self.ignore_missing
             category = None
+            update_required = False
 
             # Hierarchy 1: Overwrite
             if self.overwrite:
                 category = "overwrite"
                 update_required = True
-            # Hierarchy 2: History threshold evaluation
+            elif missing_file and current_date < today:
+                category = "missing_files"
+                update_required = True
+
             elif within_history:
                 if file_exists:
                     if self.date_utils.is_file_older_than(
@@ -321,11 +325,6 @@ class DataWrapper:
                 else:
                     category = "missing_files"
                     update_required = True
-
-            # Hierarchy 3: Missing files
-            elif missing_file and current_date <= today:
-                category = "missing_files"
-                update_required = True
             else:
                 category = "No Update Required"
                 update_required = False

{sibi_dst-0.3.39.dist-info → sibi_dst-0.3.40.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.39
+Version: 0.3.40
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com

{sibi_dst-0.3.39.dist-info → sibi_dst-0.3.40.dist-info}/RECORD

@@ -42,7 +42,7 @@ sibi_dst/utils/airflow_manager.py,sha256=-d44EKUZNYJyp4wuNwRvilRQktunArPOB5fZuWd
 sibi_dst/utils/clickhouse_writer.py,sha256=syXGN9NG1FS8soHuMj6QNRqTRWi-thuYUF-_BWDc_KI,9883
 sibi_dst/utils/credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
 sibi_dst/utils/data_utils.py,sha256=j-lEKt6EJL2fm0z7adcjtVG7yFYLRpQL8xSgh2CVmJg,8769
-sibi_dst/utils/data_wrapper.py,sha256=SMmr4hwnUvCrN6nouI8N7aRiczuatjSMdYzNOBcDnr8,16283
+sibi_dst/utils/data_wrapper.py,sha256=IT0cqQ9ur-AT28K_wFipW98qWom-lVGPYZomiwf5p7U,16283
 sibi_dst/utils/date_utils.py,sha256=UppOs1vfm41Si9JITAM7Qn9qqOi9yb6ukYz1E2mnA1I,19214
 sibi_dst/utils/df_utils.py,sha256=OFEtcwVKIilvf9qVf-IfIOHp4jcFAHX5l2IDGudhPZg,10989
 sibi_dst/utils/file_utils.py,sha256=JpsybYj3XvVJisSBeVU6YSaZnYRm4_6YWTI3TLnnY4Y,1257
@@ -50,6 +50,6 @@ sibi_dst/utils/filepath_generator.py,sha256=volVm0SSlBrtZp1RpTHxyui5rj5asNcVsWEB
 sibi_dst/utils/log_utils.py,sha256=XUbeXa1JsOlcEJyW8jnBlWo295rLUnuYi-HMzyhHwJg,3145
 sibi_dst/utils/parquet_saver.py,sha256=_QkXL3IiC2b4m7sxHpCSeqPwBWxXeiP5sH_WheSMEm4,8042
 sibi_dst/utils/storage_manager.py,sha256=-zlMrRo_6o6mCd_OHknKqNQl7m0I9VW89grDAUO1V5c,4229
-sibi_dst-0.3.39.dist-info/METADATA,sha256=SZJ04u1MedYe00Z3h_YexNMEzB2Nfd9BFyTdDXVX6ZM,2564
-sibi_dst-0.3.39.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-sibi_dst-0.3.39.dist-info/RECORD,,
+sibi_dst-0.3.40.dist-info/METADATA,sha256=LdS4HDtsN5ZWmG0BFwih-SS6W1hapmBVze258tEq5eM,2564
+sibi_dst-0.3.40.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+sibi_dst-0.3.40.dist-info/RECORD,,