luxorasap 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.2.6"
+    __version__ = "0.2.8"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

luxorasap/ingest/__init__.py

@@ -4,9 +4,9 @@ from importlib import import_module
 from warnings import warn
 
 # API moderna (recomendada)
-from .cloud import save_table, incremental_load  # noqa: F401
+from .cloud import save_table, incremental_load, TableDataLoader  # noqa: F401
 
-__all__ = ["save_table", "incremental_load"]
+__all__ = ["save_table", "incremental_load", "TableDataLoader"]
 
 # Ponte para o loader antigo -------------------------------------------------
 try:

luxorasap/ingest/cloud/__init__.py

@@ -7,6 +7,8 @@ import numpy as np
 from luxorasap.utils.storage import BlobParquetClient, BlobExcelClient, BlobPickleClient
 from luxorasap.utils.dataframe import prep_for_save, astype_str_inplace
 from luxorasap.datareader import LuxorQuery
+from luxorasap.utils.storage import BlobChangeWatcher
+
 
 
 __all__ = ["save_table", "incremental_load"]
@@ -86,7 +88,7 @@ def incremental_load(
     df["Last_Updated"] = dt.datetime.now()
     
     if lq.table_exists(table_name):
-        prev = lq.get_table(table_name)
+        prev = lq.get_table(table_name, drop_last_updated_columns=False)
         if increment_column is not None:
             if increment_column not in df.columns:
                 raise ValueError(f"Coluna de incremento '{increment_column}' não existe no DataFrame.")
@@ -106,4 +108,58 @@ def incremental_load(
         normalize_columns=normalize_columns,
         directory=directory,
         override=True
-    )
+    )
+    
+    
+class TableDataLoader:
+
+    def __init__(self, update_func: callable, kwargs: dict = {}, adls_connection_string: str = None ):
+        """
+        Controla o carregamento de tabelas baseado em mudanças de arquivos no ADLS.
+        Args:
+            update_func (callable): Funcao que sera chamada para atualizar a tabela.
+            kwargs (dict): Dicionario com os argumentos para a funcao de update.
+            luxordb_path (Path, optional): Caminho para o diretorio raiz do luxorDB.
+                Defaults to None.
+        """
+        self.tracked_files = {}
+        self.adls_connection_string = adls_connection_string
+        self.update_func = update_func
+        self.kwargs = kwargs
+
+        
+    def add_load_trigger(self, directory: str, trigger_name: str):
+        """ Adiciona tabela na lista para controle de alteracao.
+            O load sera disparado quando essa tabela for atualizada.
+        Args:
+            table_path (Path): Path para a tabela que ira disparar a atualizacao.
+        """
+        
+        blob_watcher = BlobChangeWatcher(watcher_id=trigger_name, 
+                                         adls_connection_string=self.adls_connection_string)
+        self.tracked_files[directory] = blob_watcher
+
+    
+    def table_load_triggered(self) -> bool:
+        """Verifica se alguma das trigger tables foi atualizada."""
+
+        load_triggered = False
+        # Verificando se alguma das tabelas foi atualizada
+        for trigger_path in self.tracked_files.keys():
+            blob_watcher = self.tracked_files[trigger_path]
+            file_updated, _, _ = blob_watcher.has_changed(blob_path = trigger_path,
+                                                                      update_snapshot=True,
+                                                                      treat_missing_as_changed=True
+                                                                      )
+            if file_updated:
+                load_triggered = True #load_triggered | True
+     
+        return load_triggered
+    
+
+    def load_table(self):
+        """Carrega a tabela via funcao de atualização.
+        Args:
+            kwargs (dict): Dicionario com os argumentos para a funcao de update.
+        """
+        self.update_func(**self.kwargs)

luxorasap/utils/storage/change_tracker.py

@@ -292,3 +292,57 @@ class BlobChangeWatcher:
             self._save_snapshot()
 
         return changed_paths
+
+
+class TableDataLoader:
+
+    def __init__(self, update_func: callable, kwargs: dict = {}, adls_connection_string: str = None ):
+        """
+        Controla o carregamento de tabelas baseado em mudanças de arquivos no ADLS.
+        Args:
+            update_func (callable): Funcao que sera chamada para atualizar a tabela.
+            kwargs (dict): Dicionario com os argumentos para a funcao de update.
+            luxordb_path (Path, optional): Caminho para o diretorio raiz do luxorDB.
+                Defaults to None.
+        """
+        self.tracked_files = {}
+        self.adls_connection_string = adls_connection_string
+        self.update_func = update_func
+        self.kwargs = kwargs
+
+        
+    def add_load_trigger(self, directory: str, trigger_name: str):
+        """ Adiciona tabela na lista para controle de alteracao.
+            O load sera disparado quando essa tabela for atualizada.
+        Args:
+            table_path (Path): Path para a tabela que ira disparar a atualizacao.
+        """
+        
+        blob_watcher = BlobChangeWatcher(watcher_id=trigger_name, 
+                                         adls_connection_string=self.adls_connection_string)
+        self.tracked_files[directory] = blob_watcher
+
+    
+    def table_load_triggered(self) -> bool:
+        """Verifica se alguma das trigger tables foi atualizada."""
+
+        load_triggered = False
+        # Verificando se alguma das tabelas foi atualizada
+        for trigger_path in self.tracked_files.keys():
+            blob_watcher = self.tracked_files[trigger_path]
+            file_updated, _, _ = blob_watcher.has_changed(blob_path = trigger_path,
+                                                                      update_snapshot=True,
+                                                                      treat_missing_as_changed=True
+                                                                      )
+            if file_updated:
+                load_triggered = True #load_triggered | True
+     
+        return load_triggered
+    
+
+    def load_table(self):
+        """Carrega a tabela no luxorDB.
+        Args:
+            kwargs (dict): Dicionario com os argumentos para a funcao de update.
+        """
+        self.update_func(**self.kwargs)

{luxorasap-0.2.6.dist-info → luxorasap-0.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.2.6
+Version: 0.2.8
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.2.6.dist-info → luxorasap-0.2.8.dist-info}/RECORD

@@ -1,12 +1,12 @@
-luxorasap/__init__.py,sha256=A7wqTrV36UVWM5aelydu8otx8kwkNkDoWweCS8kc6Wo,1355
+luxorasap/__init__.py,sha256=rXkCotxvChyTQ7BUA0jKYHl3xS_6uscTgEUWY6jn5VE,1355
 luxorasap/btgapi/__init__.py,sha256=QUlfb5oiBY6K1Q5x4-a-x2wECe1At5wc2962I5odOJk,620
 luxorasap/btgapi/auth.py,sha256=PvyCtbEyBO2B1CIeAlNXWugKW1OgiKfPcVzS6K5FBnQ,1872
 luxorasap/btgapi/reports.py,sha256=ZVEMLoJPXc0r3XjPJPMsKQN0zZd1Npd7umNpAj1bncs,8040
 luxorasap/btgapi/trades.py,sha256=956HZ9BvN9C_VQvKTyBLN0x6ZygwVqBZN11F7OnNbDI,5985
 luxorasap/datareader/__init__.py,sha256=41RAvbrQ4R6oj67S32CrKqolx0CJ2W8cbOF6g5Cqm2g,120
 luxorasap/datareader/core.py,sha256=6yVxOHTVuauWWIL1s_-cuFfpJjVCRXlzUjg4VIVIQ94,157771
-luxorasap/ingest/__init__.py,sha256=XhxDTN2ar-u6UCPhnxNU_to-nWiit-SpQ6cA_N9eMSs,795
-luxorasap/ingest/cloud/__init__.py,sha256=HRKLjxqa-COssAPoFrjfOlE_dkvTDcv5tyDhmqcdYOI,3690
+luxorasap/ingest/__init__.py,sha256=gHkw8FU8TuRL5tfHkACxwsLHwLYX8SgX9xHkB8uTjww,831
+luxorasap/ingest/cloud/__init__.py,sha256=F4VQLU2h7z1fwOhoBVM5W-8b3aABjYeyj6UsmpmtWD0,6059
 luxorasap/ingest/legacy_local/dataloader.py,sha256=DF3CvojDAi0itVDZPsQbmpl5pqMTNwOOpxTz4Ju8mho,12419
 luxorasap/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 luxorasap/utils/dataframe/__init__.py,sha256=heKpmq58FmX35syzzwrHqlOWKYBkH2Z1jyqaQ_Vg-00,265
@@ -14,11 +14,11 @@ luxorasap/utils/dataframe/reader.py,sha256=Vzjdw-AeS1lnWEHQ8RZNh0kK93NWTp0NWVi_B
 luxorasap/utils/dataframe/transforms.py,sha256=OIvlTTcjFX6bUhuQp_syEp7ssm4sLzwvgsag6n2Wl3k,2438
 luxorasap/utils/storage/__init__.py,sha256=461GYJcPMXGjHuJ9y9D3BHOC_oUS9Re32nVu1AwKyIA,334
 luxorasap/utils/storage/blob.py,sha256=vgCKMOiVgP-V1A2xZRhG3kJhPFU-LA9E9kddOQTxYD8,9443
-luxorasap/utils/storage/change_tracker.py,sha256=5URYI18mymcVfUyyb9zi8NeNDVrdYgdOAs8L58GwL5Q,11706
+luxorasap/utils/storage/change_tracker.py,sha256=u0oQxqnc63AQXWJ2_FS-R3Nu4olhOgwsnJVwpxwRAn4,13962
 luxorasap/utils/tools/__init__.py,sha256=dvK7Z4xnNQAuEiObVN7qjeLWAvP49JeFn2Oq9GdgmXs,76
 luxorasap/utils/tools/excel.py,sha256=SfeTcbJWsWq3uKruwKSjJ4aWgMovITzlNXjP2bhdMjI,1246
-luxorasap-0.2.6.dist-info/METADATA,sha256=L5u-6QarNcsqsNLb9NeRNs6_89Ehf6tIOe1PboKubNQ,3803
-luxorasap-0.2.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-luxorasap-0.2.6.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
-luxorasap-0.2.6.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
-luxorasap-0.2.6.dist-info/RECORD,,
+luxorasap-0.2.8.dist-info/METADATA,sha256=eEw_aU1ok4OirGqqWNy-V5vTlu5k5R-_Ypc08SviZN0,3803
+luxorasap-0.2.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+luxorasap-0.2.8.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
+luxorasap-0.2.8.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
+luxorasap-0.2.8.dist-info/RECORD,,