pythagoras 0.20.9__tar.gz → 0.20.50__tar.gz

{pythagoras-0.20.9 → pythagoras-0.20.50}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pythagoras
-Version: 0.20.9
+Version: 0.20.50
 Summary: Planet-scale distributed computing in Python.
 Keywords: cloud,ML,AI,serverless,distributed,parallel,machine-learning,deep-learning,pythagoras
 Author: Volodymyr (Vlad) Pavlov

{pythagoras-0.20.9 → pythagoras-0.20.50}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "pythagoras"
-version = "0.20.9"
+version = "0.20.50"
 authors = [
     {name = "Volodymyr (Vlad) Pavlov", email = "vlpavlov@ieee.org"},
 ]

{pythagoras-0.20.9 → pythagoras-0.20.50}/src/pythagoras/_090_swarming_portals/swarming_portals.py

@@ -132,10 +132,16 @@ class SwarmingPortal(PureCodePortal):
     @property
     def max_n_workers(self) -> int:
         """Get the maximum number of background workers"""
-        n = self._get_config_setting("max_n_workers")
-        if n in (None, KEEP_CURRENT):
-            n = 10
-        return n
+        if not hasattr(self, "_max_n_workers_cache"):
+            n = self._get_config_setting("max_n_workers")
+            if n in (None, KEEP_CURRENT):
+                n = 10
+            n = min(n, get_available_cpu_cores())
+            n = min(n, get_available_ram_mb() / 500)
+            n = int(n)+1
+            self._max_n_workers_cache = n
+
+        return self._max_n_workers_cache
 
 
     def describe(self) -> pd.DataFrame:
@@ -173,6 +179,11 @@ class SwarmingPortal(PureCodePortal):
             delay = self.entropy_infuser.uniform(min_delay, max_delay)
             sleep(delay)
 
+
+    def _invalidate_cache(self):
+        if hasattr(self, "_max_n_workers_cache"):
+            del self._max_n_workers_cache
+
 parameterizable.register_parameterizable_class(SwarmingPortal)