sibi-dst 2025.8.9__py3-none-any.whl → 2025.9.1__py3-none-any.whl

sibi_dst/utils/boilerplate/__init__.py

@@ -1,6 +1,11 @@
-from .base_data_artifact import BaseDataArtifact
+from .base_parquet_artifact import BaseParquetArtifact
 from .base_data_cube import BaseDataCube
+from .base_attacher import make_attacher
+from .base_parquet_reader import BaseParquetReader
+__all__ = [
+    "BaseDataCube",
+    "BaseParquetArtifact",
+    "make_attacher",
+    "BaseParquetReader"
+]
 
-__all__ = ["BaseDataCube",
-           "BaseDataArtifact"
-           ]

sibi_dst/utils/boilerplate/base_attacher.py

@@ -0,0 +1,25 @@
+from typing import Any, Awaitable, Callable, Sequence, Type
+
+def make_attacher(
+    cube_cls: Type,
+    fieldnames: Sequence[str],
+    column_names: Sequence[str],
+) -> Callable[..., Awaitable[Any]]:
+    """
+    Factory for async attachers.
+    Skips work if any param value is falsy ([], None, {}, etc.).
+    """
+
+    async def attach(*, logger=None, debug: bool = False, **params: Any):
+        if any(not v for v in params.values()):
+            return None
+        call_params = {
+            "fieldnames": tuple(fieldnames),
+            "column_names": list(column_names),
+            **params,
+        }
+        return await cube_cls(logger=logger, debug=debug).aload(**call_params)
+
+    return attach
+
+__all__ = ['make_attacher']

sibi_dst/utils/boilerplate/{base_data_artifact.py → base_parquet_artifact.py}

@@ -30,7 +30,7 @@ def _validate_and_format_date(name: str, value: DateLike) -> Optional[str]:
     raise TypeError(f"{name} must be str, date, datetime, or None; got {type(value)}")
 
 
-class BaseDataArtifact(ParquetArtifact):
+class BaseParquetArtifact(ParquetArtifact):
     """
     Base class for Parquet artifacts with optional date window.
 

sibi_dst/utils/boilerplate/base_parquet_reader.py

@@ -0,0 +1,21 @@
+from sibi_dst.df_helper import ParquetReader
+
+class BaseParquetReader(ParquetReader):
+    """
+    Base class for Parquet readers that merges configuration parameters and handles
+    debug and logger initialization.
+    """
+    config = {
+        'backend': 'parquet'
+    }
+    def __init__(self, parquet_start_date, parquet_end_date, **kwargs):
+        # Merge the class-level config with any additional keyword arguments,
+        # and include debug and logger.
+        kwargs = {**self.config,**kwargs}
+        super().__init__(
+            parquet_start_date=parquet_start_date,
+            parquet_end_date=parquet_end_date,
+            **kwargs
+        )
+
+__all__ = ['BaseParquetReader']

sibi_dst/utils/progress/sse_runner.py

@@ -49,6 +49,8 @@ class SSERunner:
         async def handler(request: Request):  # <-- only Request
             queue: asyncio.Queue = asyncio.Queue()
             task_id = str(asyncio.get_running_loop().time()).replace(".", "")
+            self.logger.debug(
+                f"SSE {task_id}: new request client={request.client} path={request.url.path} q={dict(request.query_params)}")
 
             ctx: Dict[str, Any] = {
                 "path": dict(request.path_params),          # <-- pull path params here

{sibi_dst-2025.8.9.dist-info → sibi_dst-2025.9.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sibi-dst
-Version: 2025.8.9
+Version: 2025.9.1
 Summary: Data Science Toolkit
 Author: Luis Valverde
 Author-email: lvalverdeb@gmail.com
@@ -21,6 +21,7 @@ Requires-Dist: pyarrow (>=20.0.0,<21.0.0)
 Requires-Dist: pydantic (>=2.11.7,<3.0.0)
 Requires-Dist: pyiceberg[hive,s3fs] (>=0.9.1,<0.10.0)
 Requires-Dist: pymysql (>=1.1.1,<2.0.0)
+Requires-Dist: pyrosm (>=0.6.2,<0.7.0)
 Requires-Dist: s3fs (>=2025.5.1,<2026.0.0)
 Requires-Dist: sqlalchemy (>=2.0.41,<3.0.0)
 Requires-Dist: sse-starlette (>=3.0.2,<4.0.0)

{sibi_dst-2025.8.9.dist-info → sibi_dst-2025.9.1.dist-info}/RECORD

@@ -2,14 +2,14 @@ sibi_dst/__init__.py,sha256=D01Z2Ds4zES8uz5Zp7qOWD0EcfCllWgew7AWt2X1SQg,445
 sibi_dst/df_helper/__init__.py,sha256=CyDXtFhRnMrycktxNO8jGGkP0938QiScl56kMZS1Sf8,578
 sibi_dst/df_helper/_artifact_updater_async.py,sha256=0lUwel-IkmKewRnmMv9GtuT-P6SivkIKtgOHvKchHlc,8462
 sibi_dst/df_helper/_artifact_updater_threaded.py,sha256=M5GNZismOqMmBrcyfolP1DPv87VILQf_P18is_epn50,7238
-sibi_dst/df_helper/_df_helper.py,sha256=tDBpiDpYW9xn_AGPCJ_sXxuAwvfyeS5Wt79f5PCmy4w,15477
+sibi_dst/df_helper/_df_helper.py,sha256=-fVskgwCLwgnLf-uvzgxZwZx33RoAycZ3hyR8qrnEDM,33147
 sibi_dst/df_helper/_parquet_artifact.py,sha256=Lse0wlgHMEnyOfQTGD2OeT8U1ZK9aP93_42JkDk46r4,12636
 sibi_dst/df_helper/_parquet_reader.py,sha256=SKLpCeZdBEO86IRGNEp5IegE6lZtmNoXzjpGBoO-AZo,3215
 sibi_dst/df_helper/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sibi_dst/df_helper/backends/http/__init__.py,sha256=d1pfgYxbiYg7E0Iw8RbJ7xfqIfJShqqTBQQGU_S6OOo,105
 sibi_dst/df_helper/backends/http/_http_config.py,sha256=eGPFdqZ5M3Tscqx2P93B6XoBEEzlmdt7yNg7PXUQnNQ,4726
 sibi_dst/df_helper/backends/parquet/__init__.py,sha256=0A6BGHZLwiLBmuBBaUvEHfeWTcInvy2NbymlrI_nuXE,104
-sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=BDJwBP8IJrtfccdt0v2ElQFUp8YSHv3lX8pRTdSNTKM,25231
+sibi_dst/df_helper/backends/parquet/_parquet_options.py,sha256=L0GBvPXRAL_2PpaqyGabva6B99uNYrSVPiwEYfZWsvk,25308
 sibi_dst/df_helper/backends/sqlalchemy/__init__.py,sha256=LjWm9B7CweTvlvFOgB90XjSe0lVLILAIYMWKPkFXFm8,265
 sibi_dst/df_helper/backends/sqlalchemy/_db_connection.py,sha256=6705rABdh0RY0JisxD7sE62m6890hMCAv_cpyHOMSvM,8729
 sibi_dst/df_helper/backends/sqlalchemy/_db_gatekeeper.py,sha256=GQwDy2JwPUx37vpwxPM5hg4ZydilPIP824y5C_clsl0,383
@@ -38,10 +38,12 @@ sibi_dst/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sibi_dst/tests/test_data_wrapper_class.py,sha256=6uFmZR2DxnxQz49L5jT2ehlKvlLnpUHMLFB_PqqUq7k,3336
 sibi_dst/utils/__init__.py,sha256=vShNCOMPw8KKwlb4tq5XGrpjqakJ_OE8YDc_xDAWAxI,1302
 sibi_dst/utils/async_utils.py,sha256=53aywfgq1Q6-0OVr9qR1Sf6g7Qv3I9qunAAR4fjFXBE,351
-sibi_dst/utils/base.py,sha256=IyObjZ7AaE-YjVU0RLIXNCnQKWwzi5NH2I6D1KfcIyk,8716
-sibi_dst/utils/boilerplate/__init__.py,sha256=RYERDvBTIoaTtKLyVAmfcB4HyImqd-S8wr605iiB-TQ,161
-sibi_dst/utils/boilerplate/base_data_artifact.py,sha256=rlUc3iOOhuiiqXczp3nEiXCVCxDn2CVzlmSPGPD0BzA,3750
+sibi_dst/utils/base.py,sha256=W501bJFjpgElPBo9Xp7SkgFj-oGPXXfFE25Br0dZqxc,25470
+sibi_dst/utils/boilerplate/__init__.py,sha256=998ptGqawJl79WZA-UEeTyBhvc-ClENzXrMaCSWsrL4,295
+sibi_dst/utils/boilerplate/base_attacher.py,sha256=JRAyvfljQjKVD5BJDDd09cBY9pGPIe8LQp0aUv_xJs0,736
 sibi_dst/utils/boilerplate/base_data_cube.py,sha256=ErKTM2kT8LsSXADcyYvT436O_Mp0J2hm8xs1IUircb4,2760
+sibi_dst/utils/boilerplate/base_parquet_artifact.py,sha256=oqPbjHFfChA9j1WL-eDAh7XLA3zmf-Rq7s_kzITVniA,3753
+sibi_dst/utils/boilerplate/base_parquet_reader.py,sha256=3kN9_bbxyX-WuJLMBWejeApW2V_BDArSljhSUOAOhVU,692
 sibi_dst/utils/business_days.py,sha256=dP0Xj4FhTBIvZZrZYLOHZl5zOpDAgWkD4p_1a7BOT7I,8461
 sibi_dst/utils/clickhouse_writer.py,sha256=NngJyJpx2PjUQWsX0YmwCuGdeViK77Wi3HmYqHz3jTc,9544
 sibi_dst/utils/credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
@@ -61,7 +63,7 @@ sibi_dst/utils/periods.py,sha256=8eTGi-bToa6_a8Vwyg4fkBPryyzft9Nzy-3ToxjqC8c,143
 sibi_dst/utils/phone_formatter.py,sha256=oeM22nLjhObENrpItCNeVpkYS4pXRm5hSxdk0M4nvwU,4580
 sibi_dst/utils/progress/__init__.py,sha256=VELVxzo2cePN_-LL0veel8-F3po6tokY5MOOpu6pz1A,92
 sibi_dst/utils/progress/jobs.py,sha256=nE58ng9GPCPZhnaCDltr1tQgu3AJVqBJ1dWbGcCH4xo,3089
-sibi_dst/utils/progress/sse_runner.py,sha256=wx6-wGcG5Lktr5NnT_u0vTs1yGvNWOqsWfYg2xeH-YM,3569
+sibi_dst/utils/progress/sse_runner.py,sha256=PySHBXcpxd_eqLqZRBU1t8Ys7Df3SM-iz5R9P_vthfE,3726
 sibi_dst/utils/storage_config.py,sha256=DLtP5jKVM0mdFdgRw6LQfRqyavMjJcCVU7GhsUCRH78,4427
 sibi_dst/utils/storage_hive.py,sha256=eZ3nq2YWLUUG-06iJubSC15cwSHEbKKdKIwoVhD_I_E,8568
 sibi_dst/utils/storage_manager.py,sha256=La1NY79bhRAmHWXp7QcXJZtbHoRboJMgoXOSXbIl1SA,6643
@@ -87,6 +89,6 @@ sibi_dst/v2/df_helper/core/_params_config.py,sha256=DYx2drDz3uF-lSPzizPkchhy-kxR
 sibi_dst/v2/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
 sibi_dst/v2/utils/__init__.py,sha256=6H4cvhqTiFufnFPETBF0f8beVVMpfJfvUs6Ne0TQZNY,58
 sibi_dst/v2/utils/log_utils.py,sha256=rfk5VsLAt-FKpv6aPTC1FToIPiyrnHAFFBAkHme24po,4123
-sibi_dst-2025.8.9.dist-info/METADATA,sha256=euFCqxH_OCKd1_56ino8Dg9k9FfZszwrNf-8wnJSX4s,2671
-sibi_dst-2025.8.9.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-sibi_dst-2025.8.9.dist-info/RECORD,,
+sibi_dst-2025.9.1.dist-info/METADATA,sha256=A9Duw5wrofFqfWLdQh6UmoFkTsvXJa5ZeUnjf9qFwaw,2710
+sibi_dst-2025.9.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+sibi_dst-2025.9.1.dist-info/RECORD,,