luxorasap 0.1.14__tar.gz → 0.1.16__tar.gz

{luxorasap-0.1.14 → luxorasap-0.1.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.14
+Version: 0.1.16
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.1.14 → luxorasap-0.1.16}/pyproject.toml

@@ -10,7 +10,7 @@ build-backend = "setuptools.build_meta"
 #############################
 [project]
 name            = "luxorasap"
-version = "0.1.14"
+version = "0.1.16"
 description     = "Toolbox da Luxor para ingestão, análise e automação de dados financeiros."
 readme          = "README.md"
 requires-python = ">=3.9"
@@ -78,7 +78,7 @@ exclude = ["tests*"]
 # bumpver (sem-ver)
 #############################
 [tool.bumpver]
-current_version = "0.1.14"
+current_version = "0.1.16"
 version_pattern = "MAJOR.MINOR.PATCH"
 
 # regex explícito – obrigatório no bumpver 2024+

{luxorasap-0.1.14 → luxorasap-0.1.16}/src/luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.1.14"
+    __version__ = "0.1.16"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

{luxorasap-0.1.14 → luxorasap-0.1.16}/src/luxorasap/datareader/core.py

@@ -297,9 +297,10 @@ class LuxorQuery:
                     last_date_df["Last_Price"] = last_prices.values
                     
                     table = (pd.concat([table, last_date_df]).sort_values(by="Date")
-                                                            .set_index("Date").groupby("Asset")
-                                                            .apply(lambda g: g[~g.index.duplicated(keep="first")].resample("D").ffill()).reset_index(level=0, drop=True)
-                                                            .reset_index())
+                                .set_index("Date").groupby("Asset")
+                                .apply(lambda g: g[~g.index.duplicated(keep="first")].resample("D").ffill(),
+                                       include_groups=False).reset_index(level=0, drop=True)
+                                .reset_index())
 
                 self.price_tables_loaded[table_key] = table
                 
@@ -648,6 +649,12 @@ class LuxorQuery:
             prices = prices.set_index("Date").groupby("Asset")\
                             .resample("D").last().ffill()\
                             .reset_index(level=0, drop=True).reset_index()
+            # Precisará ser substituido pela linha abaixo no futuro
+            # Porém ha perda de eficiencia, avaliar outras opções.
+            #prices = prices.set_index("Date").groupby("Asset", group_keys=False)\
+            #                .apply(lambda g: g.resample("D").last().ffill().assign(Asset=g.name),
+            #                       include_groups=False).reset_index()
+            
 
         if get_intraday_prices:
             prices = self.__hist_prices_intraday_extensor(prices)

{luxorasap-0.1.14 → luxorasap-0.1.16}/src/luxorasap/utils/storage/blob.py

@@ -4,6 +4,7 @@ from datetime import timezone
 import pandas as pd
 import pyarrow as pa, pyarrow.parquet as pq
 from azure.storage.blob import BlobServiceClient
+import tempfile
 
 from ..dataframe import read_bytes
 
@@ -33,13 +34,30 @@ class BlobParquetClient:
             return None, False
             
 
-    def write_df(self, df, blob_path: str):
-        table = pa.Table.from_pandas(df)
-        buf = io.BytesIO()
-        pq.write_table(table, buf)
-        buf.seek(0)
-        self._blob(blob_path).upload_blob(buf, overwrite=True)
+    def write_df(self, df, blob_path: str, large_df: bool = False):
+        if not large_df:
+            table = pa.Table.from_pandas(df)
+            buf = io.BytesIO()
+            pq.write_table(table, buf)
+            buf.seek(0)
+            self._blob(blob_path).upload_blob(buf, overwrite=True)
         
+        else:
+            with tempfile.NamedTemporaryFile(delete=False, suffix=".parquet") as f:
+                writer = None
+                chunk_size = 100_000
+                for i in range(0, len(df), chunk_size):
+                    chunk = pa.Table.from_pandas(df.iloc[i:i+chunk_size])
+                    if writer is None:
+                        writer = pq.ParquetWriter(f.name, chunk.schema)
+                    writer.write_table(chunk)
+                writer.close()
+                
+                with open(f.name, "rb") as f_read:
+                    self._blob(blob_path).upload_blob(f_read, overwrite=True)
+                
+                os.remove(f.name)
+            
         
     def get_df_update_time(self, blob_path: str) -> float:
         try:

{luxorasap-0.1.14 → luxorasap-0.1.16}/src/luxorasap.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.14
+Version: 0.1.16
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved