sibi-dst 0.3.34__tar.gz → 0.3.35__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/PKG-INFO +1 -1
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/pyproject.toml +1 -1
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/parquet_saver.py +3 -1
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/README.md +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/_df_helper.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/_parquet_artifact.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/_parquet_reader.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/django/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/django/_db_connection.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/django/_io_dask.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/django/_load_from_db.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/django/_sql_model_builder.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/http/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/http/_http_config.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/parquet/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/parquet/_filter_handler.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/parquet/_parquet_options.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_filter_handler.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_io_dask.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/core/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/core/_defaults.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/core/_filter_handler.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/core/_params_config.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/core/_query_config.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/data_cleaner.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/geopy_helper/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/geopy_helper/geo_location_service.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/geopy_helper/utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/osmnx_helper/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/osmnx_helper/base_osm_map.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/osmnx_helper/basemaps/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/osmnx_helper/basemaps/calendar_html.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/osmnx_helper/basemaps/router_plotter.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/osmnx_helper/utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/tests/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/tests/test_data_wrapper_class.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/__init__.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/airflow_manager.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/clickhouse_writer.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/credentials.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/data_utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/data_wrapper.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/date_utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/df_utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/file_utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/filepath_generator.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/log_utils.py +0 -0
- {sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/utils/storage_manager.py +0 -0
@@ -38,7 +38,9 @@ class ParquetSaver:
|
|
38
38
|
schema = self._define_schema()
|
39
39
|
self._convert_dtypes(schema)
|
40
40
|
self._save_dataframe_to_parquet(full_path, schema)
|
41
|
-
|
41
|
+
# Close the filesystem if the close method exists
|
42
|
+
if hasattr(self.fs, 'close') and callable(getattr(self.fs, 'close', None)):
|
43
|
+
self.fs.close()
|
42
44
|
|
43
45
|
def _define_schema(self) -> pa.Schema:
|
44
46
|
"""Define a PyArrow schema dynamically based on df_result column types."""
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/django/_sql_model_builder.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py
RENAMED
File without changes
|
{sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_filter_handler.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
{sibi_dst-0.3.34 → sibi_dst-0.3.35}/sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|