pythagoras 0.23.5__tar.gz → 0.23.7__tar.gz

{pythagoras-0.23.5 → pythagoras-0.23.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pythagoras
-Version: 0.23.5
+Version: 0.23.7
 Summary: Planet-scale distributed computing in Python.
 Keywords: cloud,ML,AI,serverless,distributed,parallel,machine-learning,deep-learning,pythagoras
 Author: Volodymyr (Vlad) Pavlov
@@ -80,8 +80,9 @@ Pythagoras elevates two popular techniques — memoization and parallelization
 to a global scale and then fuses them, unlocking performance and scalability 
 that were previously out of reach.
 
-* `Pythagoras 101: Introduction to Memoization` notebook:
-https://colab.research.google.com/drive/1bvNXFP1BQJqhoS270Dz1lNT4jPCuj540
+* [Pythagoras 101: Introduction to Memoization](https://colab.research.google.com/drive/1bvNXFP1BQJqhoS270Dz1lNT4jPCuj540)
+
+* [Pythagoras 102: Parallelization Basics](https://colab.research.google.com/drive/1DZxgwoiTnyy1qE7T5JunU4GN4j0w6CVk)
 
 
 **!!! BOOKMARK THIS PAGE AND COME BACK LATER, WE WILL PUBLISH MORE TUTORIALS SOON !!!**

{pythagoras-0.23.5 → pythagoras-0.23.7}/README.md

@@ -28,8 +28,9 @@ Pythagoras elevates two popular techniques — memoization and parallelization
 to a global scale and then fuses them, unlocking performance and scalability 
 that were previously out of reach.
 
-* `Pythagoras 101: Introduction to Memoization` notebook:
-https://colab.research.google.com/drive/1bvNXFP1BQJqhoS270Dz1lNT4jPCuj540
+* [Pythagoras 101: Introduction to Memoization](https://colab.research.google.com/drive/1bvNXFP1BQJqhoS270Dz1lNT4jPCuj540)
+
+* [Pythagoras 102: Parallelization Basics](https://colab.research.google.com/drive/1DZxgwoiTnyy1qE7T5JunU4GN4j0w6CVk)
 
 
 **!!! BOOKMARK THIS PAGE AND COME BACK LATER, WE WILL PUBLISH MORE TUTORIALS SOON !!!**

{pythagoras-0.23.5 → pythagoras-0.23.7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "pythagoras"
-version = "0.23.5"
+version = "0.23.7"
 authors = [
     {name = "Volodymyr (Vlad) Pavlov", email = "vlpavlov@ieee.org"},
 ]

{pythagoras-0.23.5 → pythagoras-0.23.7}/src/pythagoras/_030_data_portals/data_portal_core_classes.py

@@ -21,7 +21,7 @@ from .._020_ordinary_code_portals import (
 from persidict import WriteOnceDict
 
 TOTAL_VALUES_TXT = "Values, total"
-PROBABILITY_OF_CHECKS_TXT = "Probability of checks"
+PROBABILITY_OF_CHECKS_TXT = "Probability of consistency checks"
 
 
 def get_active_data_portal() -> DataPortal:

{pythagoras-0.23.5 → pythagoras-0.23.7}/src/pythagoras/_070_protected_code_portals/basic_pre_validators.py

@@ -26,21 +26,31 @@ def unused_ram(Gb:int) -> SimplePreValidatorFn:
     return SimplePreValidatorFn(_at_least_X_G_RAM_free_check).fix_kwargs(x=Gb)
 
 
-def _check_python_package_and_install_if_needed(package_name)-> ValidationSuccessClass | None:
+def _check_python_package_and_install_if_needed(
+        package_name)-> ValidationSuccessClass | None:
     assert isinstance(package_name, str)
-    import importlib
+    import importlib, time
     try:
         importlib.import_module(package_name)
         return pth.VALIDATION_SUCCESSFUL
     except:
-        pth.install_package(package_name)
-        return pth.VALIDATION_SUCCESSFUL
+        portal = self.portal
+        address = (pth.get_node_signature()
+                    , package_name
+                    , "installation_attempt")
+        # allow installation retries every 10 minutes
+        if (not address in portal._config_settings
+                or portal._config_settings[address] < time.time() - 600):
+            portal._config_settings[address] = time.time()
+            pth.install_package(package_name)
+            return pth.VALIDATION_SUCCESSFUL
 
 
 def installed_packages(*args)  -> list[SimplePreValidatorFn]:
     validators = []
     for package_name in args:
         assert isinstance(package_name, str)
+        #TODO: check if the package is available on pypi.org
         new_validator = SimplePreValidatorFn(_check_python_package_and_install_if_needed)
         new_validator = new_validator.fix_kwargs(package_name=package_name)
         validators.append(new_validator)

{pythagoras-0.23.5 → pythagoras-0.23.7}/src/pythagoras/_070_protected_code_portals/protected_portal_core_classes.py

@@ -57,8 +57,8 @@ class ProtectedFn(AutonomousFn):
     pre_validators_arg_names = ["packed_kwargs", "fn_addr"]
 
     def __init__(self, fn: Callable | str
-                 , pre_validators: list[ValidatorFn] | list[Callable] | None = None
-                 , post_validators: list[ValidatorFn] | list[Callable] | None = None
+                 , pre_validators: list[ValidatorFn] | list[Callable] | ValidatorFn | Callable | None = None
+                 , post_validators: list[ValidatorFn] | list[Callable] | ValidatorFn | Callable | None = None
                  , excessive_logging: bool | Joker = KEEP_CURRENT
                  , fixed_kwargs: dict[str,Any] | None = None
                  , portal: ProtectedCodePortal | None = None):
@@ -173,7 +173,7 @@ class ProtectedFn(AutonomousFn):
 
 
     def _normalize_validators(self
-            , validators: list[ValidatorFn] | None
+            , validators: list[ValidatorFn] | ValidatorFn | None
             , validator_type: type
             ) -> list[ValidatorFn]:
         """Return list of validators in a normalized form.

{pythagoras-0.23.5 → pythagoras-0.23.7}/src/pythagoras/_090_swarming_portals/swarming_portals.py

@@ -27,7 +27,7 @@ from .._010_basic_portals.basic_portal_core_classes import _describe_runtime_cha
 from persidict import OverlappingMultiDict
 from .._080_pure_code_portals.pure_core_classes import (
     PureCodePortal, PureFnExecutionResultAddr)
-from .._800_signatures_and_converters.node_signatures import get_node_signature
+from .._800_signatures_and_converters.node_signature import get_node_signature
 
 from multiprocessing import get_context
 

{pythagoras-0.23.5 → pythagoras-0.23.7}/src/pythagoras/_800_signatures_and_converters/__init__.py

@@ -1,5 +1,5 @@
 from .base_16_32_convertors import *
 from .current_date_gmt_str import *
 from .hash_signatures import *
-from .node_signatures import *
+from .node_signature import *
 from .random_signatures import *

pythagoras-0.23.5/src/pythagoras/_800_signatures_and_converters/node_signatures.py → pythagoras-0.23.7/src/pythagoras/_800_signatures_and_converters/node_signature.py

@@ -1,8 +1,10 @@
 import uuid, platform, getpass
+from functools import cache
 
 from .hash_signatures import get_hash_signature
 
 
+@cache
 def get_node_signature() -> str:
     """Returns a globally-unique signature for the current computing node.
     """