luxorasap 0.1.18__py3-none-any.whl → 0.1.20__py3-none-any.whl

luxorasap/__init__.py

@@ -13,7 +13,7 @@ from types import ModuleType
 try:
     __version__: str = metadata.version(__name__)
 except metadata.PackageNotFoundError:  # editable install
-    __version__ = "0.1.18"
+    __version__ = "0.1.20"
 
 # ─── Lazy loader ─────────────────────────────────────────────────
 def __getattr__(name: str) -> ModuleType:

luxorasap/ingest/cloud/__init__.py

@@ -4,7 +4,7 @@ import pandas as pd
 import datetime as dt
 
 from luxorasap.utils.storage import BlobParquetClient
-from luxorasap.utils.dataframe import prep_for_save
+from luxorasap.utils.dataframe import prep_for_save, astype_str_inplace
 from luxorasap.datareader import LuxorQuery
 
 
@@ -37,6 +37,7 @@ def save_table(
     df = prep_for_save(df, index=index, index_name=index_name, normalize=normalize_columns)
     
     #_client.write_df(df.astype(str), f"{directory}/{table_name}.parquet")
+    astype_str_inplace(df)
     _client.write_df(df, f"{directory}/{table_name}.parquet")
 
 

luxorasap/utils/dataframe/__init__.py

@@ -1,4 +1,4 @@
-from .transforms import prep_for_save, persist_column_formatting, text_to_lowercase_inplace
+from .transforms import prep_for_save, persist_column_formatting, text_to_lowercase_inplace, astype_str_inplace
 from .reader import read_bytes
 
-__all__ = ["prep_for_save", "persist_column_formatting", "text_to_lowercase_inplace", "read_bytes"]
+__all__ = ["prep_for_save", "persist_column_formatting", "text_to_lowercase_inplace", "read_bytes", "astype_str_inplace"]

luxorasap/utils/dataframe/transforms.py

@@ -1,4 +1,5 @@
 import pandas as pd
+import gc
 from pandas.api.types import is_object_dtype, is_string_dtype
 
 
@@ -55,4 +56,21 @@ def prep_for_save(
     if index:
         name = df.index.name or index_name
         df = df.reset_index().rename(columns={"index": name})
-    return persist_column_formatting(df) if normalize else df
+    return persist_column_formatting(df) if normalize else df
+
+
+def astype_str_inplace(df: pd.DataFrame, *, gc_every: int = 3) -> None:
+    """
+    Converte TODAS as colunas para string sem duplicar o DataFrame completo.
+    Em cada passo:
+      • cria uma nova Series (coluna convertida)
+      • substitui a antiga
+      • libera memória da coluna anterior
+    Isso mantém o pico de RAM ≤ tamanho da maior coluna.
+    """
+    for i, col in enumerate(df.columns):
+        df[col] = df[col].astype(str)
+
+        # opcional: força coleta de lixo a cada N colunas
+        if (i + 1) % gc_every == 0:
+            gc.collect()

luxorasap/utils/storage/blob.py

@@ -37,7 +37,7 @@ class BlobParquetClient:
     def write_df(self, df, blob_path: str):
         
         blob = self._blob(blob_path)
-        table = pa.Table.from_pandas(df, preserve_index=False)
+        table = pa.Table.from_pandas(df)
         buf = io.BytesIO()
         pq.write_table(table, buf)
         buf.seek(0)

{luxorasap-0.1.18.dist-info → luxorasap-0.1.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: luxorasap
-Version: 0.1.18
+Version: 0.1.20
 Summary: Toolbox da Luxor para ingestão, análise e automação de dados financeiros.
 Author-email: Luxor Group <backoffice@luxor.com.br>
 License: Proprietary – All rights reserved

{luxorasap-0.1.18.dist-info → luxorasap-0.1.20.dist-info}/RECORD

@@ -1,4 +1,4 @@
-luxorasap/__init__.py,sha256=K9mc2r4AggUR7HX2DzwrsIQ2O68lH_nPqSOY3NZo0u4,1356
+luxorasap/__init__.py,sha256=WxPC6t7fBdKsceyKGOdDu9i1BxjKPph_aujZls2au-A,1356
 luxorasap/btgapi/__init__.py,sha256=QUlfb5oiBY6K1Q5x4-a-x2wECe1At5wc2962I5odOJk,620
 luxorasap/btgapi/auth.py,sha256=PvyCtbEyBO2B1CIeAlNXWugKW1OgiKfPcVzS6K5FBnQ,1872
 luxorasap/btgapi/reports.py,sha256=ZVEMLoJPXc0r3XjPJPMsKQN0zZd1Npd7umNpAj1bncs,8040
@@ -6,16 +6,16 @@ luxorasap/btgapi/trades.py,sha256=956HZ9BvN9C_VQvKTyBLN0x6ZygwVqBZN11F7OnNbDI,59
 luxorasap/datareader/__init__.py,sha256=41RAvbrQ4R6oj67S32CrKqolx0CJ2W8cbOF6g5Cqm2g,120
 luxorasap/datareader/core.py,sha256=P8AjtRFRRmUrqjbjfKRb0wTLW2eHcUva8iWid4uh4PE,155123
 luxorasap/ingest/__init__.py,sha256=XhxDTN2ar-u6UCPhnxNU_to-nWiit-SpQ6cA_N9eMSs,795
-luxorasap/ingest/cloud/__init__.py,sha256=CT1lTyr5_kxy9BwWWO0QjxBYzFHNJRcAK8eiGPJdmwM,2121
+luxorasap/ingest/cloud/__init__.py,sha256=azo4zLS-kmV2ZZjePFB4CsibL4obbzHChC-Rn3Jp2Bc,2168
 luxorasap/ingest/legacy_local/dataloader.py,sha256=zKPhuiBSFwkuWN6d8g2s60KkbVk1R_1cGMCtQM9j-0c,11908
 luxorasap/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-luxorasap/utils/dataframe/__init__.py,sha256=wRY4e0rNOp4JlzIxqR_tjwPW8leFMCm7SifzuxLwY0o,223
+luxorasap/utils/dataframe/__init__.py,sha256=heKpmq58FmX35syzzwrHqlOWKYBkH2Z1jyqaQ_Vg-00,265
 luxorasap/utils/dataframe/reader.py,sha256=Vzjdw-AeS1lnWEHQ8RZNh0kK93NWTp0NWVi_B6mN5N0,616
-luxorasap/utils/dataframe/transforms.py,sha256=bqGhMOB-fnJl_SrTT9JTg7eC8oDsqKlKWuO6rnRtGeA,1857
+luxorasap/utils/dataframe/transforms.py,sha256=OIvlTTcjFX6bUhuQp_syEp7ssm4sLzwvgsag6n2Wl3k,2438
 luxorasap/utils/storage/__init__.py,sha256=U3XRq94yzRp3kgBSUcRzs2tQgJ4o8h8a1ZzwiscA5XM,67
-luxorasap/utils/storage/blob.py,sha256=hy18amzBqJtJqKGTaO74tHuy4_7FfvyN83yIC_Dnz7g,3206
-luxorasap-0.1.18.dist-info/METADATA,sha256=c2ioyv688f7TbbRGkh3hJXFNn18JqrYKzOc8FsEKF0c,3804
-luxorasap-0.1.18.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-luxorasap-0.1.18.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
-luxorasap-0.1.18.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
-luxorasap-0.1.18.dist-info/RECORD,,
+luxorasap/utils/storage/blob.py,sha256=0QnwrUP-9vWYK8ffa6NqE7rV_t6RdScRM8GQnMxY_4w,3184
+luxorasap-0.1.20.dist-info/METADATA,sha256=Uo936IZkzEN745BXnOohhYOz4qqJnQL7e_aCFEw1V8w,3804
+luxorasap-0.1.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+luxorasap-0.1.20.dist-info/entry_points.txt,sha256=XFh-dOwUhlya9DmGvgookMI0ezyUJjcOvTIHDEYS44g,52
+luxorasap-0.1.20.dist-info/top_level.txt,sha256=9YOL6bUIpzY06XFBRkUW1e4rgB32Ds91fQPGwUEjxzU,10
+luxorasap-0.1.20.dist-info/RECORD,,