sibi-dst 2025.9.3__tar.gz → 2025.9.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/PKG-INFO +2 -2
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/pyproject.toml +2 -2
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/__init__.py +6 -4
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/__init__.py +1 -0
- sibi_dst-2025.9.5/sibi_dst/df_helper/_parquet_artifact.py +741 -0
- sibi_dst-2025.9.5/sibi_dst/df_helper/backends/parquet/_parquet_options.py +287 -0
- sibi_dst-2025.9.5/sibi_dst/df_helper/backends/sqlalchemy/_io_dask.py +394 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/sqlalchemy/_load_from_db.py +17 -0
- sibi_dst-2025.9.5/sibi_dst/tests/test_baseclass.py +403 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/base.py +0 -254
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/boilerplate/__init__.py +4 -1
- sibi_dst-2025.9.5/sibi_dst/utils/boilerplate/hybrid_data_loader.py +144 -0
- sibi_dst-2025.9.5/sibi_dst/utils/data_wrapper.py +676 -0
- sibi_dst-2025.9.5/sibi_dst/utils/parquet_saver.py +466 -0
- sibi_dst-2025.9.5/sibi_dst/utils/update_planner.py +1035 -0
- sibi_dst-2025.9.5/sibi_dst/utils/write_gatekeeper.py +18 -0
- sibi_dst-2025.9.3/sibi_dst/df_helper/_parquet_artifact.py +0 -321
- sibi_dst-2025.9.3/sibi_dst/df_helper/backends/parquet/_parquet_options.py +0 -567
- sibi_dst-2025.9.3/sibi_dst/df_helper/backends/sqlalchemy/_io_dask.py +0 -187
- sibi_dst-2025.9.3/sibi_dst/utils/data_wrapper.py +0 -277
- sibi_dst-2025.9.3/sibi_dst/utils/parquet_saver.py +0 -224
- sibi_dst-2025.9.3/sibi_dst/utils/update_planner.py +0 -801
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/README.md +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/_artifact_updater_async.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/_artifact_updater_threaded.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/_df_helper.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/_parquet_reader.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/http/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/http/_http_config.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/parquet/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/sqlalchemy/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/sqlalchemy/_db_gatekeeper.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/sqlalchemy/_model_registry.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/backends/sqlalchemy/_sql_model_builder.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/core/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/core/_defaults.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/core/_filter_handler.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/core/_params_config.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/core/_query_config.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/df_helper/data_cleaner.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/geopy_helper/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/geopy_helper/geo_location_service.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/geopy_helper/utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/base_osm_map.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/basemaps/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/basemaps/calendar_html.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/basemaps/route_map_plotter.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/basemaps/router_plotter.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/route_path_builder.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/osmnx_helper/utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/tests/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/tests/test_data_wrapper_class.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/async_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/boilerplate/base_attacher.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/boilerplate/base_data_cube.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/boilerplate/base_parquet_artifact.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/boilerplate/base_parquet_reader.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/business_days.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/clickhouse_writer.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/credentials.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/dask_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/data_from_http_source.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/data_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/date_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/df_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/file_age_checker.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/file_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/filepath_generator.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/iceberg_saver.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/log_utils.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/manifest_manager.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/periods.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/phone_formatter.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/progress/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/progress/jobs.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/progress/sse_runner.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/storage_config.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/storage_hive.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/storage_manager.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/utils/webdav_client.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/_df_helper.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlalchemy/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlalchemy/_db_connection.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlalchemy/_io_dask.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlalchemy/_load_from_db.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlalchemy/_model_builder.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlmodel/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlmodel/_db_connection.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlmodel/_io_dask.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlmodel/_load_from_db.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/backends/sqlmodel/_model_builder.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/core/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/core/_filter_handler.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/core/_params_config.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/df_helper/core/_query_config.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/utils/__init__.py +0 -0
- {sibi_dst-2025.9.3 → sibi_dst-2025.9.5}/sibi_dst/v2/utils/log_utils.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: sibi-dst
|
3
|
-
Version: 2025.9.
|
3
|
+
Version: 2025.9.5
|
4
4
|
Summary: Data Science Toolkit
|
5
5
|
Author: Luis Valverde
|
6
6
|
Author-email: lvalverdeb@gmail.com
|
@@ -11,7 +11,7 @@ Classifier: Programming Language :: Python :: 3.12
|
|
11
11
|
Classifier: Programming Language :: Python :: 3.13
|
12
12
|
Requires-Dist: clickhouse-connect (>=0.8.18,<0.9.0)
|
13
13
|
Requires-Dist: clickhouse-driver (>=0.2.9,<0.3.0)
|
14
|
-
Requires-Dist: dask[complete] (>=2025.
|
14
|
+
Requires-Dist: dask[complete] (>=2025.9.0,<2026.0.0)
|
15
15
|
Requires-Dist: mysqlclient (>=2.2.7,<3.0.0)
|
16
16
|
Requires-Dist: opentelemetry-exporter-otlp (>=1.35.0,<2.0.0)
|
17
17
|
Requires-Dist: opentelemetry-sdk (>=1.35.0,<2.0.0)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
[tool.poetry]
|
2
2
|
name = "sibi-dst"
|
3
|
-
version = "2025.9.
|
3
|
+
version = "2025.9.5"
|
4
4
|
description = "Data Science Toolkit"
|
5
5
|
authors = ["Luis Valverde <lvalverdeb@gmail.com>"]
|
6
6
|
readme = "README.md"
|
@@ -9,7 +9,7 @@ packages = [{ include = "sibi_dst" }]
|
|
9
9
|
[tool.poetry.dependencies]
|
10
10
|
python = ">=3.11,<4.0"
|
11
11
|
pandas = "^2.3.1"
|
12
|
-
dask = {extras = ["complete"], version = "^2025.
|
12
|
+
dask = {extras = ["complete"], version = "^2025.9.0"}
|
13
13
|
psycopg2 = "^2.9.10"
|
14
14
|
mysqlclient = "^2.2.7"
|
15
15
|
webdav4 = "^0.10.0"
|
@@ -1,3 +1,5 @@
|
|
1
|
+
from __future__ import annotations
|
2
|
+
|
1
3
|
try:
|
2
4
|
import importlib.metadata as version_reader
|
3
5
|
except ImportError:
|
@@ -12,8 +14,8 @@ __all__ = [
|
|
12
14
|
"__version__",
|
13
15
|
]
|
14
16
|
|
15
|
-
|
16
|
-
from . import
|
17
|
-
from . import
|
18
|
-
from . import
|
17
|
+
import sibi_dst.df_helper as df_helper
|
18
|
+
from sibi_dst.osmnx_helper import *
|
19
|
+
from sibi_dst.geopy_helper import *
|
20
|
+
from sibi_dst.utils import *
|
19
21
|
|
@@ -6,6 +6,7 @@ from ._parquet_reader import ParquetReader
|
|
6
6
|
#from ._artifact_updater_multi_wrapper import ArtifactUpdaterMultiWrapperThreaded, ArtifactUpdaterMultiWrapperAsync
|
7
7
|
from ._artifact_updater_async import ArtifactUpdaterMultiWrapperAsync
|
8
8
|
from ._artifact_updater_threaded import ArtifactUpdaterMultiWrapperThreaded
|
9
|
+
|
9
10
|
__all__ = [
|
10
11
|
'DfHelper',
|
11
12
|
'ParquetArtifact',
|