luxorasap 0.1.37__py3-none-any.whl → 0.1.39__py3-none-any.whl

luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.1.37"
+    __version__ = "0.1.39"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

luxorasap/datareader/core.py

@@ -24,12 +24,15 @@ load_dotenv()
 #@logger.catch
 class LuxorQuery:
 
-    def __init__(self, update_mode="optimized", is_develop_mode=False, tables_path=None, 
-                 blob_directory='enriched/parquet', adls_connection_string:str=None, container_name="luxorasap"):
+    # Criando construtor com docstring detalhada
+    def __init__(self, blob_directory='enriched/parquet', adls_connection_string:str=None, 
+                 container_name="luxorasap"):
         """
-            update_mode: 
-                'standard' - Carrega todas as tabelas disponiveis
-                'optimized' - Carrega apenas as tabelas utilizadas sob demanda
+        Classe para consulta de dados da Luxor.
+        Args:
+            blob_directory (str, optional): Diretório no blob onde estão as tabelas. Defaults to 'enriched/parquet'.
+            adls_connection_string (str, optional): String de conexão com o ADLS. Se None, usa variável de ambiente. Defaults to None.
+            container_name (str, optional): Nome do container no blob. Defaults to "luxorasap".
         """
             
         self.blob_client = BlobParquetClient(adls_connection_string=adls_connection_string,
@@ -38,10 +41,8 @@ class LuxorQuery:
 
         
         self.modified_tables = []
-        self.is_develop_mode = is_develop_mode
         
-
-        self.tables_path = tables_path
+        
         #if tables_path is None:
         #    self.tables_path = self.__set_tables_path()
 
@@ -54,8 +55,6 @@ class LuxorQuery:
         self.lipi_manga_incorp_date = dt.date(2022,12,9)
         
 
-        self.update_modes_name = {"standard" : 0, "optimized" : 1}
-        self.update_mode = self.update_modes_name[update_mode]
         self.update() # Nessa 1° exec. vai inicializar os dicionarios acima
 
 

luxorasap/ingest/cloud/__init__.py

@@ -4,7 +4,7 @@ import pandas as pd
 import datetime as dt
 import numpy as np
 
-from luxorasap.utils.storage import BlobParquetClient
+from luxorasap.utils.storage import BlobParquetClient, BlobExcelClient, BlobPickleClient
 from luxorasap.utils.dataframe import prep_for_save, astype_str_inplace
 from luxorasap.datareader import LuxorQuery
 
@@ -12,6 +12,8 @@ from luxorasap.datareader import LuxorQuery
 __all__ = ["save_table", "incremental_load"]
 
 _client = BlobParquetClient()   # instância única para o módulo
+_client_excel = None
+_client_pickle = None
 
 
 # ────────────────────────────────────────────────────────────────
@@ -23,7 +25,8 @@ def save_table(
     index_name: str = "index",
     normalize_columns: bool = True,
     directory: str = "enriched/parquet",
-    override=False
+    override=False,
+    format='parquet'
 ):
     """Salva DataFrame como Parquet em ADLS (sobrescrevendo)."""
     
@@ -43,9 +46,27 @@ def save_table(
     
     df = prep_for_save(df, index=index, index_name=index_name, normalize=normalize_columns)
     
-    #_client.write_df(df.astype(str), f"{directory}/{table_name}.parquet")
-    astype_str_inplace(df)
-    _client.write_df(df, f"{directory}/{table_name}.parquet")
+    if format == 'parquet':
+        #_client.write_df(df.astype(str), f"{directory}/{table_name}.parquet")
+        astype_str_inplace(df)
+        _client.write_df(df, f"{directory}/{table_name}.parquet")
+    
+    elif format == 'excel':
+        global _client_excel
+        if _client_excel is None:
+            _client_excel = BlobExcelClient()
+        if index:
+            df = df.reset_index().rename(columns={"index": index_name})
+        _client_excel.write_excel(df, f"{directory}/{table_name}.xlsx")
+    
+    elif format == 'pickle':
+        global _client_pickle
+        if _client_pickle is None:
+            _client_pickle = BlobPickleClient()
+        _client_pickle.write_pickle(df, f"{directory}/{table_name}.pkl")
+    
+    else:
+        raise ValueError(f"Formato '{format}' não suportado. Use 'parquet', 'excel' ou 'pickle'.")
 
 
 

luxorasap/utils/storage/__init__.py

@@ -1,2 +1,2 @@
-from .blob import BlobParquetClient
-__all__ = ["BlobParquetClient"]
+from .blob import BlobParquetClient, BlobPickleClient, BlobExcelClient, delete_blob, list_blob_files
+__all__ = ["BlobParquetClient", "BlobPickleClient", "BlobExcelClient", "delete_blob", "list_blob_files"]

luxorasap/utils/storage/blob.py

@@ -3,8 +3,11 @@ from pathlib import PurePosixPath
 from datetime import timezone
 import pandas as pd
 import pyarrow as pa, pyarrow.parquet as pq
+import pickle
+import re
+
 from azure.storage.blob import BlobServiceClient
-import io
+from azure.core.exceptions import ResourceNotFoundError
 
 from ..dataframe import read_bytes
 
@@ -93,4 +96,168 @@ class BlobParquetClient:
     def _blob(self, path: str):
         path = str(PurePosixPath(path))
         return self._svc.get_blob_client(self._container, path)
+    
+
+class BlobPickleClient:
+    def __init__(self, *, adls_connection_string: str = None, container: str = "luxorasap"):
+        if adls_connection_string is None:
+            adls_connection_string = os.getenv("AZURE_STORAGE_CONNECTION_STRING")
+            
+        if adls_connection_string is None:
+            raise RuntimeError("AZURE_STORAGE_CONNECTION_STRING not set")
+        
+        self._svc = BlobServiceClient.from_connection_string(adls_connection_string)
+        self._container = self._svc.get_container_client(container)
+
+
+    def write_pickle(self, obj, blob_name: str):
+        """Salva objeto Python (ex: DataFrame) como pickle no blob"""
+        buf = io.BytesIO()
+        pickle.dump(obj, buf)
+        buf.seek(0)
+        self._container.upload_blob(name=blob_name, data=buf, overwrite=True)
+
+
+    def read_pickle(self, blob_name: str):
+        """Lê pickle do blob e retorna objeto Python"""
+        downloader = self._container.download_blob(blob_name)
+        buf = io.BytesIO(downloader.readall())
+        return pickle.load(buf)
+
+
+    def exists(self, blob_name: str) -> bool:
+        return self._container.get_blob_client(blob_name).exists()
+    
+    
+
+class BlobExcelClient:
+    def __init__(self, *, adls_connection_string: str = None, container: str = "luxorasap"):
+        if adls_connection_string is None:
+            adls_connection_string = os.getenv("AZURE_STORAGE_CONNECTION_STRING")
+        
+        if adls_connection_string is None:
+            raise RuntimeError("AZURE_STORAGE_CONNECTION_STRING not set")
+            
+        self._svc = BlobServiceClient.from_connection_string(adls_connection_string)
+        self._container = self._svc.get_container_client(container)
+
+
+    def write_excel(self, df: pd.DataFrame, blob_name: str, **kwargs):
+        """
+        Salva um DataFrame como arquivo Excel no blob.
+
+        Args:
+            df (pd.DataFrame): DataFrame a ser salvo
+            blob_name (str): caminho/nome do blob (ex: "reports/test.xlsx")
+            **kwargs: argumentos extras para `DataFrame.to_excel`
+        """
+        buf = io.BytesIO()
+        df.to_excel(buf, index=False, engine="openpyxl", **kwargs)
+        buf.seek(0)
+        self._container.upload_blob(name=blob_name, data=buf, overwrite=True)
+
+
+    def read_excel(self, blob_name: str, **kwargs) -> pd.DataFrame:
+        """
+        Lê um arquivo Excel do blob e retorna um DataFrame.
+
+        Args:
+            blob_name (str): caminho/nome do blob (ex: "reports/test.xlsx")
+            **kwargs: argumentos extras para `pd.read_excel`
+
+        Returns:
+            pd.DataFrame
+        """
+        downloader = self._container.download_blob(blob_name)
+        buf = io.BytesIO(downloader.readall())
+        return pd.read_excel(buf, engine="openpyxl", **kwargs)
+
+    def exists(self, blob_name: str) -> bool:
+        return self._container.get_blob_client(blob_name).exists()
+    
+ 
+    
+def list_blob_files(blob_path: str, container="luxorasap", ends_with: str = None, adls_connection_string: str = None) -> list:
+    """
+    Lista os arquivos em um diretório do blob storage.
+
+    Args:
+        blob_path (str): O caminho do diretório no blob storage.
+        ends_with (str, optional): Filtra os arquivos que terminam com esta string.(Ex.: '.parquet')
+
+    Returns:
+        list: Uma lista de nomes de blob.
+        
+    """
+    
+    if adls_connection_string is None:
+        adls_connection_string = os.getenv("AZURE_STORAGE_CONNECTION_STRING")
+    if adls_connection_string is None:
+        raise RuntimeError("AZURE_STORAGE_CONNECTION_STRING not set")
+    
+    try:
+        svc  = BlobServiceClient.from_connection_string(adls_connection_string)
+        container_client = svc.get_container_client(container)
+        blob_list = container_client.list_blobs(name_starts_with=blob_path)
+        if ends_with:
+            return [blob.name for blob in blob_list if blob.name.endswith(ends_with)]
+        return [blob.name for blob in blob_list]
+    except Exception:
+        return []
+        
+
+def delete_blob(
+    blob_name: str,
+    *,
+    adls_connection_string: str | None = None,
+    container: str = "luxorasap",
+    include_snapshots: bool = False,
+) -> None:
+    """
+    Exclui com segurança APENAS um arquivo (blob) exato do Azure Blob Storage.
+
+    Regras de segurança:
+      - Recusa nomes que terminem com "/" (prefixos de diretório virtual).
+      - Recusa curingas/shell globs (*, ?, []), para evitar exclusões indevidas.
+      - Verifica a existência do blob exato antes de remover.
+
+    Args:
+        blob_name: Caminho EXATO do blob (ex.: "enriched/parquet/tabela.parquet").
+        adls_connection_string: Se None, lê de AZURE_STORAGE_CONNECTION_STRING.
+        container: Nome do container.
+        include_snapshots: Se True, apaga snapshots vinculados ao blob.
+
+    Raises:
+        ValueError: Se o nome parecer um diretório/prefixo ou contiver curingas.
+        FileNotFoundError: Se o blob exato não existir.
+        RuntimeError: Se a conexão com o Azure não estiver configurada.
+    """
+    if adls_connection_string is None:
+        adls_connection_string = os.getenv("AZURE_STORAGE_CONNECTION_STRING")
+    if adls_connection_string is None:
+        raise RuntimeError("AZURE_STORAGE_CONNECTION_STRING not set")
+    
+    # 1) Bloqueios contra “diretórios” e curingas
+    if blob_name.endswith("/"):
+        raise ValueError("Nome termina com '/': recusa exclusão de diretórios/prefixos.")
+    if re.search(r"[\*\?\[\]]", blob_name):
+        raise ValueError("Curingas encontrados no nome do blob. Informe um arquivo exato.")
+
+    svc = BlobServiceClient.from_connection_string(adls_connection_string)
+    container_client = svc.get_container_client(container)
+    blob_client = container_client.get_blob_client(blob_name)
+
+    # 2) Checa existência do blob exato
+    try:
+        blob_client.get_blob_properties()
+    except ResourceNotFoundError:
+        raise FileNotFoundError(f"Blob não encontrado: {blob_name}")
+
+    # 3) Exclui apenas o alvo exato
+    delete_kwargs = {}
+    if include_snapshots:
+        delete_kwargs["delete_snapshots"] = "include"
+
+    blob_client.delete_blob(**delete_kwargs)
+
     

{luxorasap-0.1.37.dist-info → luxorasap-0.1.39.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.37
+Version: 0.1.39
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.1.37.dist-info → luxorasap-0.1.39.dist-info}/RECORD

@@ -1,23 +1,23 @@
-luxorasap/__init__.py,sha256=ypP4poAZBYVwJee1iiBrOxIoFUH6kFQ1mXxT1nPPZ7w,1356
+luxorasap/__init__.py,sha256=9SBHid7BhQFp10sy5RmCEcKf_mIfcgyIcfJ_s4YyKSs,1356
 luxorasap/btgapi/__init__.py,sha256=QUlfb5oiBY6K1Q5x4-a-x2wECe1At5wc2962I5odOJk,620
 luxorasap/btgapi/auth.py,sha256=PvyCtbEyBO2B1CIeAlNXWugKW1OgiKfPcVzS6K5FBnQ,1872
 luxorasap/btgapi/reports.py,sha256=ZVEMLoJPXc0r3XjPJPMsKQN0zZd1Npd7umNpAj1bncs,8040
 luxorasap/btgapi/trades.py,sha256=956HZ9BvN9C_VQvKTyBLN0x6ZygwVqBZN11F7OnNbDI,5985
 luxorasap/datareader/__init__.py,sha256=41RAvbrQ4R6oj67S32CrKqolx0CJ2W8cbOF6g5Cqm2g,120
-luxorasap/datareader/core.py,sha256=HBpVKwcNEQx83sDgJ6IJLXQZijoTZ1vFwTyBv_K7GDY,157345
+luxorasap/datareader/core.py,sha256=HnsHyZ3K1u4_iuJEppy9km-_mPR_jv57CRO0niBF0FU,157363
 luxorasap/ingest/__init__.py,sha256=XhxDTN2ar-u6UCPhnxNU_to-nWiit-SpQ6cA_N9eMSs,795
-luxorasap/ingest/cloud/__init__.py,sha256=7yqEgeDxplkqYTzZNB0kfkSQ8PXF-77BXMW2DMYtJbU,2911
+luxorasap/ingest/cloud/__init__.py,sha256=HRKLjxqa-COssAPoFrjfOlE_dkvTDcv5tyDhmqcdYOI,3690
 luxorasap/ingest/legacy_local/dataloader.py,sha256=DF3CvojDAi0itVDZPsQbmpl5pqMTNwOOpxTz4Ju8mho,12419
 luxorasap/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 luxorasap/utils/dataframe/__init__.py,sha256=heKpmq58FmX35syzzwrHqlOWKYBkH2Z1jyqaQ_Vg-00,265
 luxorasap/utils/dataframe/reader.py,sha256=Vzjdw-AeS1lnWEHQ8RZNh0kK93NWTp0NWVi_B6mN5N0,616
 luxorasap/utils/dataframe/transforms.py,sha256=OIvlTTcjFX6bUhuQp_syEp7ssm4sLzwvgsag6n2Wl3k,2438
-luxorasap/utils/storage/__init__.py,sha256=U3XRq94yzRp3kgBSUcRzs2tQgJ4o8h8a1ZzwiscA5XM,67
-luxorasap/utils/storage/blob.py,sha256=0QnwrUP-9vWYK8ffa6NqE7rV_t6RdScRM8GQnMxY_4w,3184
+luxorasap/utils/storage/__init__.py,sha256=96J1p4nDeDBvWIULBA0RAoP4QCdxkfWHGApRe2BhZ3E,205
+luxorasap/utils/storage/blob.py,sha256=vgCKMOiVgP-V1A2xZRhG3kJhPFU-LA9E9kddOQTxYD8,9443
 luxorasap/utils/tools/__init__.py,sha256=dvK7Z4xnNQAuEiObVN7qjeLWAvP49JeFn2Oq9GdgmXs,76
 luxorasap/utils/tools/excel.py,sha256=SfeTcbJWsWq3uKruwKSjJ4aWgMovITzlNXjP2bhdMjI,1246
-luxorasap-0.1.37.dist-info/METADATA,sha256=LEP0TN8K5_wRlMpBxlr_Q7XsQGr5MqqFtA9FQ4alBlw,3804
-luxorasap-0.1.37.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-luxorasap-0.1.37.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
-luxorasap-0.1.37.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
-luxorasap-0.1.37.dist-info/RECORD,,
+luxorasap-0.1.39.dist-info/METADATA,sha256=KM__zvQvhHpzbl1YamE9kP_1RMHopbbuZzrHSzS2Dmg,3804
+luxorasap-0.1.39.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+luxorasap-0.1.39.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
+luxorasap-0.1.39.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
+luxorasap-0.1.39.dist-info/RECORD,,