pythagoras 0.20.7__tar.gz → 0.20.9__tar.gz

{pythagoras-0.20.7 → pythagoras-0.20.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pythagoras
-Version: 0.20.7
+Version: 0.20.9
 Summary: Planet-scale distributed computing in Python.
 Keywords: cloud,ML,AI,serverless,distributed,parallel,machine-learning,deep-learning,pythagoras
 Author: Volodymyr (Vlad) Pavlov
@@ -61,7 +61,7 @@ data science, machine learning, and AI workflows.
 Pythagoras offers:
 
 * seamless parallel execution of Python code, locally or 
-in diverse distributed environments of any scale;
+in diverse distributed environments of virtually any scale;
 * ubiquitous caching for intermediate program states, 
 with intelligent data and code change tracking;
 * simple and budget-friendly orchestration backend.

{pythagoras-0.20.7 → pythagoras-0.20.9}/README.md

@@ -11,7 +11,7 @@ data science, machine learning, and AI workflows.
 Pythagoras offers:
 
 * seamless parallel execution of Python code, locally or 
-in diverse distributed environments of any scale;
+in diverse distributed environments of virtually any scale;
 * ubiquitous caching for intermediate program states, 
 with intelligent data and code change tracking;
 * simple and budget-friendly orchestration backend.

{pythagoras-0.20.7 → pythagoras-0.20.9}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "pythagoras"
-version = "0.20.7"
+version = "0.20.9"
 authors = [
     {name = "Volodymyr (Vlad) Pavlov", email = "vlpavlov@ieee.org"},
 ]

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_010_basic_portals/not_picklable_class.py

@@ -1,6 +1,8 @@
 class NotPicklable:
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         raise TypeError(f"{type(self).__name__} cannot be pickled")
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         raise TypeError(f"{type(self).__name__} cannot be unpickled")

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_020_ordinary_code_portals/ordinary_decorator.py

@@ -24,8 +24,10 @@ class ordinary:
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         raise TypeError("Decorators cannot be pickled.")
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         raise TypeError("Decorators cannot be pickled.")

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_020_ordinary_code_portals/ordinary_portal_core_classes.py

@@ -122,16 +122,23 @@ class OrdinaryFn(PortalAwareClass):
 
     @property
     def portal(self) -> OrdinaryCodePortal:
-        return PortalAwareClass.portal.__get__(self)
+        """Get the portal which the function's methods will be using.
+
+        It's either the function's linked portal or
+        (if the linked portal is None) the currently active portal.
+        """
+        return super().portal
 
 
     @property
     def source_code(self) -> str:
+        """Get the source code of the function."""
         return self._source_code
 
 
     @property
     def name(self) -> str:
+        """Get the name of the function."""
         if not hasattr(self, "_name_cache") or self._name_cache is None:
             self._name_cache = get_function_name_from_source(self.source_code)
         return self._name_cache
@@ -139,7 +146,8 @@ class OrdinaryFn(PortalAwareClass):
 
     @property
     def hash_signature(self):
-        if not hasattr(self, "_hash_signature_cache") or self._hash_signature_cache is None:
+        """Get the hash signature of the function."""
+        if not hasattr(self, "_hash_signature_cache"):
             self._hash_signature_cache = get_hash_signature(self)
         return self._hash_signature_cache
 
@@ -245,11 +253,13 @@ class OrdinaryFn(PortalAwareClass):
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = dict(source_code=self._source_code)
         return state
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         PortalAwareClass.__setstate__(self, state)
         self._source_code = state["source_code"]
 

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_030_data_portals/data_portal_core_classes.py

@@ -268,11 +268,13 @@ class StorableFn(OrdinaryFn):
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         super().__setstate__(state)
         self._ephemeral_config_params_at_init = dict()
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         return super().__getstate__()
 
 
@@ -547,11 +549,13 @@ class ValueAddr(HashAddr):
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = dict(strings=self.strings)
         return state
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         self._invalidate_cache()
         self.strings = state["strings"]
         self._containing_portals = set()

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_040_logging_code_portals/logging_portal_core_classes.py

@@ -111,6 +111,7 @@ class LoggingFnCallSignature:
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = dict(
             _fn_addr=self._fn_addr
             , _kwargs_addr=self._kwargs_addr)
@@ -118,6 +119,7 @@ class LoggingFnCallSignature:
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         self._invalidate_cache()
         self._fn_addr = state["_fn_addr"]
         self._kwargs_addr = state["_kwargs_addr"]

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_050_safe_code_portals/safe_portal_core_classes.py

@@ -34,11 +34,13 @@ class SafeFn(LoggingFn):
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = super().__getstate__()
         return state
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         super().__setstate__(state)
 
 

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_060_autonomous_code_portals/autonomous_portal_core_classes.py

@@ -104,11 +104,13 @@ class AutonomousFn(SafeFn):
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = super().__getstate__()
         state["_fixed_kwargs"] = self._fixed_kwargs
         return state
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         super().__setstate__(state)
         self._fixed_kwargs = state["_fixed_kwargs"]
 

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_070_protected_code_portals/protected_portal_core_classes.py

@@ -66,6 +66,7 @@ class ProtectedFn(AutonomousFn):
 
 
     def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = super().__getstate__()
         state["guards_addrs"] = self._guards_addrs
         state["validators_addrs"] = self._validators_addrs
@@ -73,6 +74,7 @@ class ProtectedFn(AutonomousFn):
 
 
     def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         self._invalidate_cache()
         super().__setstate__(state)
         self._guards_addrs = state["guards_addrs"]

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/_080_pure_code_portals/pure_core_classes.py

@@ -323,12 +323,14 @@ class PureFnExecutionResultAddr(HashAddr):
         return self._kwargs_cache
 
 
-    def __setstate__(self, state): #*#*#
+    def __setstate__(self, state):
+        """This method is called when the object is unpickled."""
         self._invalidate_cache()
         self.strings = state["strings"]
 
 
-    def __getstate__(self): #*#*#
+    def __getstate__(self):
+        """This method is called when the object is pickled."""
         state = dict(strings=self.strings)
         return state
 

pythagoras-0.20.9/src/pythagoras/_100_top_level_API/__init__.py

@@ -0,0 +1,2 @@
+from .top_level_API import *
+from .default_local_portal import *

pythagoras-0.20.9/src/pythagoras/_100_top_level_API/top_level_API.py

@@ -0,0 +1,30 @@
+import os
+from urllib.parse import urlparse
+
+from .._090_swarming_portals import SwarmingPortal
+
+
+def _is_valid_url(url: str) -> bool:
+    try:
+        result = urlparse(url)
+        return all([result.scheme, result.netloc])
+    except ValueError:
+        return False
+
+def _is_valid_folder_name(path_str):
+    if os.path.isdir(path_str):
+        return True
+    try:
+        os.makedirs(path_str, exist_ok=True)
+        return True
+    except OSError:
+        return False
+
+def get_portal(url_or_foldername:str) -> SwarmingPortal:
+    """Create a return a portal object based on a URL or a directory.   """
+    if _is_valid_folder_name(url_or_foldername):
+        return SwarmingPortal(url_or_foldername)
+    elif _is_valid_url(url_or_foldername):
+        raise NotImplementedError("URLы not supported yet ... stay turned")
+    else:
+        raise ValueError(f"Invalid folder name: {url_or_foldername}")

{pythagoras-0.20.7 → pythagoras-0.20.9}/src/pythagoras/core/__init__.py

@@ -1,4 +1,5 @@
 from .._030_data_portals import ready, get
 from .._060_autonomous_code_portals import autonomous
 from .._080_pure_code_portals import pure
-from .._090_swarming_portals import SwarmingPortal
+from .._090_swarming_portals import SwarmingPortal
+from .._100_top_level_API import get_portal

pythagoras-0.20.7/src/pythagoras/_100_top_level_API/__init__.py

@@ -1,2 +0,0 @@
-from .top_level_API import *
-from .default_local_portal import instantiate_default_local_portal