luxorasap 0.1.36__py3-none-any.whl → 0.1.38__py3-none-any.whl

luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.1.36"
+    __version__ = "0.1.38"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

luxorasap/datareader/core.py

@@ -101,6 +101,13 @@ class LuxorQuery:
         return self.blob_client.table_exists(table_path)
 
 
+    def list_tables(self):
+        """Lista todas as tabelas disponiveis no blob"""
+        tables = self.blob_client.list_blob_files(self.blob_directory, ends_with=".parquet")
+        tables = [os.path.basename(t).replace(".parquet","") for t in tables]
+        return tables
+    
+
     def get_table(self, table_name, index=False, index_name="index", dtypes_override={}, force_reload=False):
         """
             Retorna uma copia do DataFrame do 'table_name' correspondente. Se não estiver disponivel,
@@ -187,7 +194,7 @@ class LuxorQuery:
                         for col in table_columns.intersection(float_dtypes):
                             table_data[col] = table_data[col].astype(float)
                     except :
-                        logger.warning(f"Ao carregar tabela '{table_name}', nao foi possivel converter dados da coluna {col} para float.")
+                        logger.error(f"Ao carregar tabela '{table_name}', nao foi possivel converter dados da coluna {col} para float.")
                         #logger.warning(f"Colunas com erro: {table_columns.intersection(float_dtypes)}")
                         #logger.warning(f"Colunas disponiveis: {table_columns}")
                         #print(table_data.dtypes)
@@ -209,10 +216,14 @@ class LuxorQuery:
                         table_data[col] = table_data[col].apply(lambda x: pd.to_datetime(x))
                 
                 for col in table_columns.intersection(bool_dtypes):
-                    table_data[col] = (table_data[col].str.lower()
-                                                    .replace("false", "").replace("falso", "")
-                                                    .replace("0", "").replace("nan", "").astype(bool))
-                    
+                    try:
+                        table_data[col] = (table_data[col].str.lower()
+                                                        .replace("false", "").replace("falso", "")
+                                                        .replace("0", "").replace("nan", "").astype(bool))
+                    except Exception:
+                        logger.error(f"Ao carregar tabela '{table_name}', nao foi possivel converter dados da coluna {col} para bool.")
+                        raise ValueError(f"Erro ao converter coluna {col} para bool na tabela '{table_name}'.")
+                                    
                 for col in table_columns.intersection(str_nan_format):
                     table_data[col] = table_data[col].replace("nan", pd.NA).replace("", pd.NA)
 

luxorasap/utils/storage/__init__.py

@@ -1,2 +1,2 @@
-from .blob import BlobParquetClient
-__all__ = ["BlobParquetClient"]
+from .blob import BlobParquetClient, BlobPickleClient
+__all__ = ["BlobParquetClient", "BlobPickleClient"]

luxorasap/utils/storage/blob.py

@@ -4,7 +4,7 @@ from datetime import timezone
 import pandas as pd
 import pyarrow as pa, pyarrow.parquet as pq
 from azure.storage.blob import BlobServiceClient
-import io
+import pickle
 
 from ..dataframe import read_bytes
 
@@ -93,4 +93,32 @@ class BlobParquetClient:
     def _blob(self, path: str):
         path = str(PurePosixPath(path))
         return self._svc.get_blob_client(self._container, path)
+    
+
+class BlobPickleClient:
+    def __init__(self, *, adls_connection_string: str = None, container: str = "luxorasap"):
+        if adls_connection_string is None:
+            adls_connection_string = os.getenv("AZURE_STORAGE_CONNECTION_STRING")
+            
+        if adls_connection_string is None:
+            raise RuntimeError("AZURE_STORAGE_CONNECTION_STRING not set")
+        
+        self.blob_service_client = BlobServiceClient.from_connection_string(adls_connection_string)
+        self.container_client = self.blob_service_client.get_container_client(container)
+
+    def write_pickle(self, obj, blob_name: str):
+        """Salva objeto Python (ex: DataFrame) como pickle no blob"""
+        buf = io.BytesIO()
+        pickle.dump(obj, buf)
+        buf.seek(0)
+        self.container_client.upload_blob(name=blob_name, data=buf, overwrite=True)
+
+    def read_pickle(self, blob_name: str):
+        """Lê pickle do blob e retorna objeto Python"""
+        downloader = self.container_client.download_blob(blob_name)
+        buf = io.BytesIO(downloader.readall())
+        return pickle.load(buf)
+
+    def exists(self, blob_name: str) -> bool:
+        return self.container_client.get_blob_client(blob_name).exists()
     

{luxorasap-0.1.36.dist-info → luxorasap-0.1.38.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.36
+Version: 0.1.38
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.1.36.dist-info → luxorasap-0.1.38.dist-info}/RECORD

@@ -1,10 +1,10 @@
-luxorasap/__init__.py,sha256=jUlL8MLFBkPCnG5FvYT8H_XGD0gDJy1PaVu9fa-e0cE,1356
+luxorasap/__init__.py,sha256=9J8487iln_1ebmUvAHnSt7P0PInY2nZhwzmH_MqL1NU,1356
 luxorasap/btgapi/__init__.py,sha256=QUlfb5oiBY6K1Q5x4-a-x2wECe1At5wc2962I5odOJk,620
 luxorasap/btgapi/auth.py,sha256=PvyCtbEyBO2B1CIeAlNXWugKW1OgiKfPcVzS6K5FBnQ,1872
 luxorasap/btgapi/reports.py,sha256=ZVEMLoJPXc0r3XjPJPMsKQN0zZd1Npd7umNpAj1bncs,8040
 luxorasap/btgapi/trades.py,sha256=956HZ9BvN9C_VQvKTyBLN0x6ZygwVqBZN11F7OnNbDI,5985
 luxorasap/datareader/__init__.py,sha256=41RAvbrQ4R6oj67S32CrKqolx0CJ2W8cbOF6g5Cqm2g,120
-luxorasap/datareader/core.py,sha256=DJoHBxhPDHA6-q-XEUI_mdNXWbFX6AZKNP59sPl4hSE,156725
+luxorasap/datareader/core.py,sha256=HBpVKwcNEQx83sDgJ6IJLXQZijoTZ1vFwTyBv_K7GDY,157345
 luxorasap/ingest/__init__.py,sha256=XhxDTN2ar-u6UCPhnxNU_to-nWiit-SpQ6cA_N9eMSs,795
 luxorasap/ingest/cloud/__init__.py,sha256=7yqEgeDxplkqYTzZNB0kfkSQ8PXF-77BXMW2DMYtJbU,2911
 luxorasap/ingest/legacy_local/dataloader.py,sha256=DF3CvojDAi0itVDZPsQbmpl5pqMTNwOOpxTz4Ju8mho,12419
@@ -12,12 +12,12 @@ luxorasap/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 luxorasap/utils/dataframe/__init__.py,sha256=heKpmq58FmX35syzzwrHqlOWKYBkH2Z1jyqaQ_Vg-00,265
 luxorasap/utils/dataframe/reader.py,sha256=Vzjdw-AeS1lnWEHQ8RZNh0kK93NWTp0NWVi_B6mN5N0,616
 luxorasap/utils/dataframe/transforms.py,sha256=OIvlTTcjFX6bUhuQp_syEp7ssm4sLzwvgsag6n2Wl3k,2438
-luxorasap/utils/storage/__init__.py,sha256=U3XRq94yzRp3kgBSUcRzs2tQgJ4o8h8a1ZzwiscA5XM,67
-luxorasap/utils/storage/blob.py,sha256=0QnwrUP-9vWYK8ffa6NqE7rV_t6RdScRM8GQnMxY_4w,3184
+luxorasap/utils/storage/__init__.py,sha256=a-c_Pb7cv2RN10rcg8s19SRMHJbuJnW5M8qw1G-ic9w,105
+luxorasap/utils/storage/blob.py,sha256=96uHWqTMqC9kfdGn0hATUmKpcUePzNsvXD5NsApcjWU,4413
 luxorasap/utils/tools/__init__.py,sha256=dvK7Z4xnNQAuEiObVN7qjeLWAvP49JeFn2Oq9GdgmXs,76
 luxorasap/utils/tools/excel.py,sha256=SfeTcbJWsWq3uKruwKSjJ4aWgMovITzlNXjP2bhdMjI,1246
-luxorasap-0.1.36.dist-info/METADATA,sha256=zxcRJsqEXutd68dbIn3nW3Sr_92sLWq5XVMWw5hARFw,3804
-luxorasap-0.1.36.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-luxorasap-0.1.36.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
-luxorasap-0.1.36.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
-luxorasap-0.1.36.dist-info/RECORD,,
+luxorasap-0.1.38.dist-info/METADATA,sha256=yrcIMIEjE3vRrCAz2wgDlQ8ZOGGd9WvaAltYJ0jvA0A,3804
+luxorasap-0.1.38.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+luxorasap-0.1.38.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
+luxorasap-0.1.38.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
+luxorasap-0.1.38.dist-info/RECORD,,