sibi-dst 0.3.39__tar.gz → 0.3.40__tar.gz

{sibi_dst-0.3.39 → sibi_dst-0.3.40}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.39
+Version: 0.3.40
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com

{sibi_dst-0.3.39 → sibi_dst-0.3.40}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sibi-dst"
-version = "0.3.39"
+version = "0.3.40"
 description = "Data Science Toolkit"
 authors = ["Luis Valverde <lvalverdeb@gmail.com>"]
 readme = "README.md"

{sibi_dst-0.3.39 → sibi_dst-0.3.40}/sibi_dst/utils/data_wrapper.py

@@ -91,7 +91,7 @@ class DataWrapper:
                  max_age_minutes: int = DEFAULT_MAX_AGE_MINUTES,
                  history_days_threshold: int = DEFAULT_HISTORY_DAYS_THRESHOLD,
                  show_progress: bool = False,
-                 timeout: float = 300):
+                 timeout: float = 60):
         self.dataclass = dataclass
         self.date_field = date_field
         self.data_path = self.ensure_forward_slash(data_path)
@@ -158,16 +158,16 @@ class DataWrapper:
         """
         update_plan_table = self.generate_update_plan_with_conditions()
 
-        # Display the update plan table to the user if requested
-        if self.show_progress:
-            display(update_plan_table)
-
         # Filter out rows that do not require updates (priority 0 means skip)
         with self._lock:
             update_plan_table = update_plan_table[
                 (update_plan_table["update_required"] == True) & (update_plan_table["update_priority"] != 0)
                 ]
-
+        # Display the update plan table to the user if requested
+        if len(update_plan_table.index) == 0:
+            return
+        if self.show_progress:
+            display(update_plan_table)
         # Group by priority
         with self._lock:
             priorities = sorted(update_plan_table["update_priority"].unique())
@@ -298,12 +298,16 @@ class DataWrapper:
             within_history = history_start_date <= current_date <= today
             missing_file = not file_exists and not self.ignore_missing
             category = None
+            update_required = False
 
             # Hierarchy 1: Overwrite
             if self.overwrite:
                 category = "overwrite"
                 update_required = True
-            # Hierarchy 2: History threshold evaluation
+            elif missing_file and current_date < today:
+                category = "missing_files"
+                update_required = True
+
             elif within_history:
                 if file_exists:
                     if self.date_utils.is_file_older_than(
@@ -321,11 +325,6 @@ class DataWrapper:
                 else:
                     category = "missing_files"
                     update_required = True
-
-            # Hierarchy 3: Missing files
-            elif missing_file and current_date <= today:
-                category = "missing_files"
-                update_required = True
             else:
                 category = "No Update Required"
                 update_required = False