luxorasap 0.1.27__py3-none-any.whl → 0.1.28__py3-none-any.whl

luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.1.27"
+    __version__ = "0.1.28"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

luxorasap/ingest/cloud/__init__.py

@@ -2,6 +2,7 @@
 
 import pandas as pd
 import datetime as dt
+import numpy as np
 
 from luxorasap.utils.storage import BlobParquetClient
 from luxorasap.utils.dataframe import prep_for_save, astype_str_inplace
@@ -28,6 +29,12 @@ def save_table(
     
     if 'Last_Updated' not in df.columns:
         df['Last_Updated'] = dt.datetime.now()
+    else:
+        # usando numpy, vamos substituir NaN ou 'nan' pela data e hora de agora
+        df["Last_Updated"] = np.where(((df["Last_Updated"].isna()) | (df["Last_Updated"] == 'nan')),
+                                      dt.datetime.now(),
+                                      df["Last_Updated"]
+                                      )    
     
     if override == False:
         lq = LuxorQuery()
@@ -51,7 +58,8 @@ def incremental_load(
     index: bool = False,
     index_name: str = "index",
     normalize_columns: bool = True,
-    directory: str = "enriched/parquet"
+    directory: str = "enriched/parquet",
+    unique_columns: list = None
 ):
     """Concatena novos dados aos existentes, cortando duplicados pela data."""
     df["Last_Updated"] = dt.datetime.now()
@@ -61,6 +69,9 @@ def incremental_load(
         cutoff = df[increment_column].max()
         prev = prev.query(f"{increment_column} < @cutoff")
         df = pd.concat([prev, df], ignore_index=True)
+        # remover duplicados
+        if unique_columns is not None:
+            df = df.drop_duplicates(subset=unique_columns, keep='last')
 
     save_table(
         table_name,

{luxorasap-0.1.27.dist-info → luxorasap-0.1.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.27
+Version: 0.1.28
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.1.27.dist-info → luxorasap-0.1.28.dist-info}/RECORD

@@ -1,4 +1,4 @@
-luxorasap/__init__.py,sha256=Lap_a2YVeAI84i3uDJettMmJb6Er5EKKvYcw9i4Fcuc,1356
+luxorasap/__init__.py,sha256=aLdz8hH_gBFzMC-ovvI7-9Od1qgRf6Z1AvNdhpCGLOE,1356
 luxorasap/btgapi/__init__.py,sha256=QUlfb5oiBY6K1Q5x4-a-x2wECe1At5wc2962I5odOJk,620
 luxorasap/btgapi/auth.py,sha256=PvyCtbEyBO2B1CIeAlNXWugKW1OgiKfPcVzS6K5FBnQ,1872
 luxorasap/btgapi/reports.py,sha256=ZVEMLoJPXc0r3XjPJPMsKQN0zZd1Npd7umNpAj1bncs,8040
@@ -6,7 +6,7 @@ luxorasap/btgapi/trades.py,sha256=956HZ9BvN9C_VQvKTyBLN0x6ZygwVqBZN11F7OnNbDI,59
 luxorasap/datareader/__init__.py,sha256=41RAvbrQ4R6oj67S32CrKqolx0CJ2W8cbOF6g5Cqm2g,120
 luxorasap/datareader/core.py,sha256=mNXCHYTK-e-8cyfwwVAkHjgchqIg1WJa4rY1zXPCSR4,156040
 luxorasap/ingest/__init__.py,sha256=XhxDTN2ar-u6UCPhnxNU_to-nWiit-SpQ6cA_N9eMSs,795
-luxorasap/ingest/cloud/__init__.py,sha256=azo4zLS-kmV2ZZjePFB4CsibL4obbzHChC-Rn3Jp2Bc,2168
+luxorasap/ingest/cloud/__init__.py,sha256=x7Ct0VsGh81_vq-XU075P-9QGgS__JWLuWx873TFwxU,2709
 luxorasap/ingest/legacy_local/dataloader.py,sha256=zKPhuiBSFwkuWN6d8g2s60KkbVk1R_1cGMCtQM9j-0c,11908
 luxorasap/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 luxorasap/utils/dataframe/__init__.py,sha256=heKpmq58FmX35syzzwrHqlOWKYBkH2Z1jyqaQ_Vg-00,265
@@ -14,8 +14,8 @@ luxorasap/utils/dataframe/reader.py,sha256=Vzjdw-AeS1lnWEHQ8RZNh0kK93NWTp0NWVi_B
 luxorasap/utils/dataframe/transforms.py,sha256=OIvlTTcjFX6bUhuQp_syEp7ssm4sLzwvgsag6n2Wl3k,2438
 luxorasap/utils/storage/__init__.py,sha256=U3XRq94yzRp3kgBSUcRzs2tQgJ4o8h8a1ZzwiscA5XM,67
 luxorasap/utils/storage/blob.py,sha256=0QnwrUP-9vWYK8ffa6NqE7rV_t6RdScRM8GQnMxY_4w,3184
-luxorasap-0.1.27.dist-info/METADATA,sha256=okMLILpjx_OJjBP3R2Sf4MFE1wZofKmi230l2yG5__0,3804
-luxorasap-0.1.27.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-luxorasap-0.1.27.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
-luxorasap-0.1.27.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
-luxorasap-0.1.27.dist-info/RECORD,,
+luxorasap-0.1.28.dist-info/METADATA,sha256=P-Q0LBkNnFO1QGSIfAmRxd4wABDPJe3vGLAmhrq3Roo,3804
+luxorasap-0.1.28.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+luxorasap-0.1.28.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
+luxorasap-0.1.28.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
+luxorasap-0.1.28.dist-info/RECORD,,