sibi-dst 2025.1.3__tar.gz → 2025.1.4__tar.gz

{sibi_dst-2025.1.3 → sibi_dst-2025.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 2025.1.3
+Version: 2025.1.4
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com
@@ -15,6 +15,7 @@ Requires-Dist: dask[complete] (>=2025.5.1,<2026.0.0)
 Requires-Dist: mysqlclient (>=2.2.7,<3.0.0)
 Requires-Dist: pandas (>=2.3.1,<3.0.0)
 Requires-Dist: psycopg2 (>=2.9.10,<3.0.0)
+Requires-Dist: pyarrow (>=20.0.0,<21.0.0)
 Requires-Dist: pydantic (>=2.11.7,<3.0.0)
 Requires-Dist: pymysql (>=1.1.1,<2.0.0)
 Requires-Dist: s3fs (>=2025.5.1,<2026.0.0)

{sibi_dst-2025.1.3 → sibi_dst-2025.1.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sibi-dst"
-version = "2025.1.3"
+version = "2025.1.4"
 description = "Data Science Toolkit"
 authors = ["Luis Valverde <lvalverdeb@gmail.com>"]
 readme = "README.md"
@@ -20,6 +20,7 @@ s3fs = "^2025.5.1"
 pydantic = "^2.11.7"
 sqlalchemy = "^2.0.41"
 pymysql = "^1.1.1"
+pyarrow = "^20.0.0"
 
 [tool.poetry.group.dev]
 optional = true

{sibi_dst-2025.1.3 → sibi_dst-2025.1.4}/sibi_dst/utils/manifest_manager.py

@@ -84,7 +84,7 @@ class MissingManifestManager:
                 new_df.get("path", pd.Series(dtype=str))
                 .dropna().astype(str)
                 .loc[lambda s: s.str.strip().astype(bool)]
-                .to_frame()
+                .to_frame(name="path")
             )
 
             if should_overwrite:
@@ -96,7 +96,7 @@ class MissingManifestManager:
                         old_df.get("path", pd.Series(dtype=str))
                         .dropna().astype(str)
                         .loc[lambda s: s.str.strip().astype(bool)]
-                        .to_frame()
+                        .to_frame(name="path")
                     )
                     out_df = pd.concat([old_paths, new_df], ignore_index=True)
                 except Exception as e:
@@ -122,7 +122,7 @@ class MissingManifestManager:
                 self.logger.info(f"Copied manifest to {self.manifest_path} (temp: {temp_path})")
             except Exception as e:
                 self.logger.error(f"Failed to write or copy manifest: {e}")
-                raise
+                #raise
 
             self.logger.debug(f"Temp file left behind: {temp_path}")
             self._new_records.clear()