sibi-dst 2025.9.12__py3-none-any.whl → 2025.9.13__py3-none-any.whl

sibi_dst/utils/dask_utils.py

@@ -1,10 +1,11 @@
 from __future__ import annotations
 
 import asyncio
+import logging
 from typing import List, Any, Dict
 
 import dask
-#dask.config.set({"distributed.worker.daemon": False})
+# dask.config.set({"distributed.worker.daemon": False})
 import dask.dataframe as dd
 
 def _to_int_safe(x) -> int:
@@ -63,7 +64,7 @@ class UniqueValuesExtractor:
         pairs = await asyncio.gather(*(one(c) for c in columns))
         return dict(pairs)
 
-from contextlib import suppress
+from contextlib import suppress, asynccontextmanager
 from dask.distributed import Client, LocalCluster, get_client
 import os
 
@@ -93,6 +94,12 @@ class DaskClientMixin:
         self.dask_client = dask_client
         self.own_dask_client = False
         self.logger = logger
+        # Apply log filters globally
+        logging.getLogger("distributed.shuffle._scheduler_plugin").setLevel(
+            logging.ERROR
+        )
+        logging.getLogger("distributed.scheduler").setLevel(logging.WARNING)
+        logging.getLogger("distributed.worker").setLevel(logging.WARNING)
 
         if self.dask_client is None:
             with suppress(ValueError, RuntimeError):
@@ -143,6 +150,15 @@ class DaskClientMixin:
                 if self.logger:
                     self.logger.warning(f"Error while closing Dask client: {e}")
 
+@asynccontextmanager
+async def shared_dask_session(**kwargs):
+    mixin = DaskClientMixin()
+    mixin._init_dask_client(**kwargs)
+    try:
+        yield mixin.dask_client
+    finally:
+        mixin._close_dask_client()
+
 # from contextlib import suppress
 # from dask.distributed import Client, get_client
 #
@@ -181,4 +197,4 @@ class DaskClientMixin:
 #                     self.logger.info("Closed local Dask client.")
 #             except Exception as e:
 #                 if self.logger:
-#                     self.logger.warning(f"Error while closing Dask client: {e}")
+#                     self.logger.warning(f"Error while closing Dask client: {e}")

{sibi_dst-2025.9.12.dist-info → sibi_dst-2025.9.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sibi-dst
-Version: 2025.9.12
+Version: 2025.9.13
 Summary: A data science toolkit for scalable data processing and analysis.
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown

{sibi_dst-2025.9.12.dist-info → sibi_dst-2025.9.13.dist-info}/RECORD

@@ -42,7 +42,7 @@ sibi_dst/utils/base.py,sha256=sFngliI7Ku8bZMz0YdVhppuaPNZ0dvqRwCsPe9XdF1A,16256
 sibi_dst/utils/business_days.py,sha256=DPZExTXTt7n3IbAaEuVacm-vZgbR_Ug2bJTPBUaoP3g,6694
 sibi_dst/utils/clickhouse_writer.py,sha256=8W_dTEOKQp4pXANznVSxRqFA2H5oD8UJifiBAONpXWY,17001
 sibi_dst/utils/credentials.py,sha256=cHJPPsmVyijqbUQIq7WWPe-lIallA-mI5RAy3YUuRME,1724
-sibi_dst/utils/dask_utils.py,sha256=UA8Bp0Qm7n8WSyjFmxNSrWdJ5TG_v6NCrmgLxPbnXlA,6692
+sibi_dst/utils/dask_utils.py,sha256=FT85GPvHxaR7BDhxgeQT4mgQ_lFmNT5CVmiyhRv9Fns,7251
 sibi_dst/utils/data_from_http_source.py,sha256=AcpKNsqTgN2ClNwuhgUpuNCx62r5_DdsAiKY8vcHEBA,1867
 sibi_dst/utils/data_utils.py,sha256=7bLidEjppieNoozDFb6OuRY0W995cxg4tiGAlkGfePI,7768
 sibi_dst/utils/data_wrapper.py,sha256=9HTuDXgvfhmFAOyNG_GEOaHuojxE3639yyzOoBt7Unc,18000
@@ -94,7 +94,7 @@ sibi_dst/v2/df_helper/core/_params_config.py,sha256=DYx2drDz3uF-lSPzizPkchhy-kxR
 sibi_dst/v2/df_helper/core/_query_config.py,sha256=Y8LVSyaKuVkrPluRDkQoOwuXHQxner1pFWG3HPfnDHM,441
 sibi_dst/v2/utils/__init__.py,sha256=6H4cvhqTiFufnFPETBF0f8beVVMpfJfvUs6Ne0TQZNY,58
 sibi_dst/v2/utils/log_utils.py,sha256=rfk5VsLAt-FKpv6aPTC1FToIPiyrnHAFFBAkHme24po,4123
-sibi_dst-2025.9.12.dist-info/METADATA,sha256=6WESOFkRannoMbUj_V-dDpti2qQ5XIxUgHSTfaqKAHA,2413
-sibi_dst-2025.9.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sibi_dst-2025.9.12.dist-info/top_level.txt,sha256=g3Cj4R-rciuNyJgcxuxNgw5nhN0n4TCB0ujcTEjZNiU,9
-sibi_dst-2025.9.12.dist-info/RECORD,,
+sibi_dst-2025.9.13.dist-info/METADATA,sha256=v8QE7j-yP0-1s6i4UcOhHIjsDpvSJGtBvzSkLy3f-v8,2413
+sibi_dst-2025.9.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sibi_dst-2025.9.13.dist-info/top_level.txt,sha256=g3Cj4R-rciuNyJgcxuxNgw5nhN0n4TCB0ujcTEjZNiU,9
+sibi_dst-2025.9.13.dist-info/RECORD,,