sibi-dst 0.3.31__py3-none-any.whl → 0.3.32__py3-none-any.whl

sibi_dst/df_helper/_parquet_artifact.py

@@ -61,6 +61,11 @@ class ParquetArtifact(DfHelper):
         dw = DataWrapper(self.data_wrapper_class, **params)
         dw.process()
 
+    def __exit__(self, exc_type, exc_value, traceback):
+        # Ensure resources are cleaned up
+        if self.fs:
+            self.fs.close()
+
     def update_parquet(self, period: str = 'today', **kwargs) -> None:
         """Update the Parquet file with data from a specific period."""
         kwargs.update(self.parse_parquet_period(period=period))

sibi_dst/df_helper/_parquet_reader.py

@@ -31,7 +31,10 @@ class ParquetReader(DfHelper):
         # Filesystem setup
         self.filesystem_type = filesystem_type
         self.filesystem_options = filesystem_options or {}
-        self.fs = fsspec.filesystem(self.filesystem_type, **self.filesystem_options)
+        self.fs = self.config.setdefault('fs', None)
+        if self.fs is None:
+            self.fs = fsspec.filesystem(self.filesystem_type, **self.filesystem_options)
+        self.config.setdefault('fs', self.fs)
 
         if not self.directory_exists():
             raise ValueError(f"{self.parquet_storage_path} does not exist")
@@ -48,3 +51,8 @@ class ParquetReader(DfHelper):
             return info['type'] == 'directory'
         except FileNotFoundError:
             return False
+
+    def __exit__(self, exc_type, exc_value, traceback):
+        # Ensure resources are cleaned up
+        if self.fs:
+            self.fs.close()

sibi_dst/utils/parquet_saver.py

@@ -38,6 +38,7 @@ class ParquetSaver:
         schema = self._define_schema()
         self._convert_dtypes(schema)
         self._save_dataframe_to_parquet(full_path, schema)
+        self.fs.close()
 
     def _define_schema(self) -> pa.Schema:
         """Define a PyArrow schema dynamically based on df_result column types."""

sibi_dst/utils/storage_manager.py

@@ -90,4 +90,7 @@ class StorageManager:
         """
         print("Rebuilding depot structure...")
         self.rebuild_depot_paths(depots, clear_existing=clear_existing)
-        print("Rebuild complete.")
+        print("Rebuild complete.")
+
+    def get_fs_instance(self):
+        return fsspec.filesystem(self.fs_type, **self.fs_options)

{sibi_dst-0.3.31.dist-info → sibi_dst-0.3.32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 0.3.31
+Version: 0.3.32
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com
@@ -20,6 +20,7 @@ Requires-Dist: django (>=5.1.4,<6.0.0)
 Requires-Dist: djangorestframework (>=3.15.2,<4.0.0)
 Requires-Dist: folium (>=0.19.4,<0.20.0)
 Requires-Dist: geopandas (>=1.0.1,<2.0.0)
+Requires-Dist: gunicorn (>=23.0.0,<24.0.0)
 Requires-Dist: httpx (>=0.27.2,<0.28.0)
 Requires-Dist: ipython (>=8.29.0,<9.0.0)
 Requires-Dist: jinja2 (>=3.1.4,<4.0.0)
@@ -42,6 +43,7 @@ Requires-Dist: sqlalchemy (>=2.0.36,<3.0.0)
 Requires-Dist: tornado (>=6.4.1,<7.0.0)
 Requires-Dist: tqdm (>=4.67.0,<5.0.0)
 Requires-Dist: uvicorn (>=0.34.0,<0.35.0)
+Requires-Dist: uvicorn-worker (>=0.3.0,<0.4.0)
 Description-Content-Type: text/markdown
 
 # sibi-dst

{sibi_dst-0.3.31.dist-info → sibi_dst-0.3.32.dist-info}/RECORD

@@ -1,8 +1,8 @@
 sibi_dst/__init__.py,sha256=CLHfzrFNqklNx5uMKAPtbZfkbBbVYR5qsiMro0RTfmA,252
 sibi_dst/df_helper/__init__.py,sha256=5yzslP6zYYOHsTtAzHnNDXHYjf_T6yW7baxwgtduWqQ,292
 sibi_dst/df_helper/_df_helper.py,sha256=sZaI998N9yd7FuUgZ8Esrz-K0eh2kXky53h9K8-l4cw,23650
-sibi_dst/df_helper/_parquet_artifact.py,sha256=CtM0u6Y9I1ZjAOYJouAYv23VO88UMzJxJtd_Ooh7bNg,5144
-sibi_dst/df_helper/_parquet_reader.py,sha256=sbe8DsScNT2h6huNsz8mUxVnUGpJeRzbaONZ3u2sQeQ,1685
+sibi_dst/df_helper/_parquet_artifact.py,sha256=HVChP3UBCsEMpY-yyFERLaB76mWaziQXkdu2Qtzm7_s,5291
+sibi_dst/df_helper/_parquet_reader.py,sha256=0qJHMS1PLcODTLMS13UW5iFQLK8b3qjgy7qDzcupgII,1963
 sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sibi_dst/df_helper/backends/django/__init__.py,sha256=uWHi-DtQX5re7b2HcqoXUH3_FZWOw1VTmDf552FAkNs,256
 sibi_dst/df_helper/backends/django/_db_connection.py,sha256=kWITSPqn3286NzPvWSSE_PtJCm1tyfrv2RIuPSThXlQ,1634
@@ -48,8 +48,8 @@ sibi_dst/utils/df_utils.py,sha256=OFEtcwVKIilvf9qVf-IfIOHp4jcFAHX5l2IDGudhPZg,10
 sibi_dst/utils/file_utils.py,sha256=JpsybYj3XvVJisSBeVU6YSaZnYRm4_6YWTI3TLnnY4Y,1257
 sibi_dst/utils/filepath_generator.py,sha256=volVm0SSlBrtZp1RpTHxyui5rj5asNcVsWEBRY5FOUQ,6673
 sibi_dst/utils/log_utils.py,sha256=4eLmoV8VC7wDwPr1mRfDKP24_-laGO6ogE4U0u3DUuA,2315
-sibi_dst/utils/parquet_saver.py,sha256=BOXYLLRB2f3YSEwrKzX71Cs7d1BmOBSlcCfUzW2ON68,9716
-sibi_dst/utils/storage_manager.py,sha256=3KwPB0q-eGL2TTC7egox5ipvzTsAg1xVsHU8gK6vU3g,4129
-sibi_dst-0.3.31.dist-info/METADATA,sha256=QLKalk5RAXPb13dfDtncycmDPvlhr8vjII1cbvnNqjk,2474
-sibi_dst-0.3.31.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-sibi_dst-0.3.31.dist-info/RECORD,,
+sibi_dst/utils/parquet_saver.py,sha256=kR4FsjdMurQF46M0jc2Kvze4Ue70lUxefEzS0iszln8,9740
+sibi_dst/utils/storage_manager.py,sha256=qHo5vTv-dr1roRr_mOcprSTdlAfH4Q2Dy5tQUz06Pnk,4228
+sibi_dst-0.3.32.dist-info/METADATA,sha256=8CNqCjmW44vqkrhy-hvVlSmHS3s5jiPr2VDZV5V1Nl0,2564
+sibi_dst-0.3.32.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+sibi_dst-0.3.32.dist-info/RECORD,,