sibi-dst 2025.9.12__tar.gz → 2025.9.13__tar.gz

{sibi_dst-2025.9.12 → sibi_dst-2025.9.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sibi-dst
-Version: 2025.9.12
+Version: 2025.9.13
 Summary: A data science toolkit for scalable data processing and analysis.
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown

{sibi_dst-2025.9.12 → sibi_dst-2025.9.13}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sibi-dst"
-version = "2025.9.12"
+version = "2025.9.13"
 description = "A data science toolkit for scalable data processing and analysis."
 readme = "README.md"
 requires-python = ">=3.11"

{sibi_dst-2025.9.12 → sibi_dst-2025.9.13}/sibi_dst/utils/dask_utils.py

@@ -1,10 +1,11 @@
 from __future__ import annotations
 
 import asyncio
+import logging
 from typing import List, Any, Dict
 
 import dask
-#dask.config.set({"distributed.worker.daemon": False})
+# dask.config.set({"distributed.worker.daemon": False})
 import dask.dataframe as dd
 
 def _to_int_safe(x) -> int:
@@ -63,7 +64,7 @@ class UniqueValuesExtractor:
         pairs = await asyncio.gather(*(one(c) for c in columns))
         return dict(pairs)
 
-from contextlib import suppress
+from contextlib import suppress, asynccontextmanager
 from dask.distributed import Client, LocalCluster, get_client
 import os
 
@@ -93,6 +94,12 @@ class DaskClientMixin:
         self.dask_client = dask_client
         self.own_dask_client = False
         self.logger = logger
+        # Apply log filters globally
+        logging.getLogger("distributed.shuffle._scheduler_plugin").setLevel(
+            logging.ERROR
+        )
+        logging.getLogger("distributed.scheduler").setLevel(logging.WARNING)
+        logging.getLogger("distributed.worker").setLevel(logging.WARNING)
 
         if self.dask_client is None:
             with suppress(ValueError, RuntimeError):
@@ -143,6 +150,15 @@ class DaskClientMixin:
                 if self.logger:
                     self.logger.warning(f"Error while closing Dask client: {e}")
 
+@asynccontextmanager
+async def shared_dask_session(**kwargs):
+    mixin = DaskClientMixin()
+    mixin._init_dask_client(**kwargs)
+    try:
+        yield mixin.dask_client
+    finally:
+        mixin._close_dask_client()
+
 # from contextlib import suppress
 # from dask.distributed import Client, get_client
 #
@@ -181,4 +197,4 @@ class DaskClientMixin:
 #                     self.logger.info("Closed local Dask client.")
 #             except Exception as e:
 #                 if self.logger:
-#                     self.logger.warning(f"Error while closing Dask client: {e}")
+#                     self.logger.warning(f"Error while closing Dask client: {e}")

{sibi_dst-2025.9.12 → sibi_dst-2025.9.13}/sibi_dst.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sibi-dst
-Version: 2025.9.12
+Version: 2025.9.13
 Summary: A data science toolkit for scalable data processing and analysis.
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown