luxorasap 0.1.27__tar.gz → 0.1.29__tar.gz

{luxorasap-0.1.27 → luxorasap-0.1.29}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.27
+Version: 0.1.29
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.1.27 → luxorasap-0.1.29}/pyproject.toml

@@ -10,7 +10,7 @@ build-backend = "setuptools.build_meta"
 #############################
 [project]
 name            = "luxorasap"
-version = "0.1.27"
+version = "0.1.29"
 description     = "Toolbox da Luxor para ingestão, análise e automação de dados financeiros."
 readme          = "README.md"
 requires-python = ">=3.9"
@@ -78,7 +78,7 @@ exclude = ["tests*"]
 # bumpver (sem-ver)
 #############################
 [tool.bumpver]
-current_version = "0.1.27"
+current_version = "0.1.29"
 version_pattern = "MAJOR.MINOR.PATCH"
 
 # regex explícito – obrigatório no bumpver 2024+

{luxorasap-0.1.27 → luxorasap-0.1.29}/src/luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.1.27"
+    __version__ = "0.1.29"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

{luxorasap-0.1.27 → luxorasap-0.1.29}/src/luxorasap/ingest/cloud/__init__.py

@@ -2,6 +2,7 @@
 
 import pandas as pd
 import datetime as dt
+import numpy as np
 
 from luxorasap.utils.storage import BlobParquetClient
 from luxorasap.utils.dataframe import prep_for_save, astype_str_inplace
@@ -28,6 +29,12 @@ def save_table(
     
     if 'Last_Updated' not in df.columns:
         df['Last_Updated'] = dt.datetime.now()
+    else:
+        # usando numpy, vamos substituir NaN ou 'nan' pela data e hora de agora
+        df["Last_Updated"] = np.where(((df["Last_Updated"].isna()) | (df["Last_Updated"] == 'nan')),
+                                      dt.datetime.now(),
+                                      df["Last_Updated"]
+                                      )    
     
     if override == False:
         lq = LuxorQuery()
@@ -51,16 +58,24 @@ def incremental_load(
     index: bool = False,
     index_name: str = "index",
     normalize_columns: bool = True,
-    directory: str = "enriched/parquet"
+    directory: str = "enriched/parquet",
+    unique_columns: list = None
 ):
     """Concatena novos dados aos existentes, cortando duplicados pela data."""
     df["Last_Updated"] = dt.datetime.now()
     
     if lq.table_exists(table_name):
         prev = lq.get_table(table_name)
-        cutoff = df[increment_column].max()
-        prev = prev.query(f"{increment_column} < @cutoff")
+        if increment_column is not None:
+            if increment_column not in df.columns:
+                raise ValueError(f"Coluna de incremento '{increment_column}' não existe no DataFrame.")
+            cutoff = df[increment_column].max()
+            prev = prev.query(f"{increment_column} < @cutoff")
         df = pd.concat([prev, df], ignore_index=True)
+        # remover duplicados
+    
+    if unique_columns is not None:
+        df = df.drop_duplicates(subset=unique_columns, keep='last')
 
     save_table(
         table_name,

{luxorasap-0.1.27 → luxorasap-0.1.29}/src/luxorasap.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.27
+Version: 0.1.29
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved