pythagoras 0.24.1__tar.gz → 0.24.3__tar.gz

{pythagoras-0.24.1 → pythagoras-0.24.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: pythagoras
-Version: 0.24.1
+Version: 0.24.3
 Summary: Planet-scale distributed computing in Python.
 Keywords: cloud,ML,AI,serverless,distributed,parallel,machine-learning,deep-learning,pythagoras
 Author: Volodymyr (Vlad) Pavlov
@@ -16,7 +16,6 @@ Classifier: Topic :: Scientific/Engineering
 Classifier: Topic :: Scientific/Engineering :: Information Analysis
 Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Dist: persidict==0.104.1
 Requires-Dist: lz4
 Requires-Dist: joblib
 Requires-Dist: scikit-learn
@@ -27,11 +26,12 @@ Requires-Dist: autopep8
 Requires-Dist: deepdiff
 Requires-Dist: numpy
 Requires-Dist: pytest
+Requires-Dist: persidict==0.104.2
 Requires-Dist: boto3
 Requires-Dist: moto
 Requires-Dist: uv
 Requires-Dist: nvidia-ml-py
-Requires-Dist: parameterizable==0.100.0
+Requires-Dist: parameterizable==0.101.0
 Requires-Dist: persidict[aws] ; extra == 'aws'
 Requires-Dist: boto3 ; extra == 'aws'
 Requires-Dist: moto ; extra == 'aws'

{pythagoras-0.24.1 → pythagoras-0.24.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "pythagoras"
-version = "0.24.1"
+version = "0.24.3"
 authors = [
     {name = "Volodymyr (Vlad) Pavlov", email = "vlpavlov@ieee.org"},
 ]
@@ -26,7 +26,6 @@ classifiers = [
 ]
 keywords = ["cloud", "ML", "AI", "serverless", "distributed", "parallel", "machine-learning", "deep-learning", "pythagoras"]
 dependencies = [
-    "persidict==0.104.1",
     "lz4",
     "joblib",
     "scikit-learn",
@@ -37,11 +36,12 @@ dependencies = [
     "deepdiff",
     "numpy",
     "pytest",
+    "persidict==0.104.2",
     "boto3",
     "moto",
     "uv",
     "nvidia-ml-py",
-    "parameterizable==0.100.0",
+    "parameterizable==0.101.0",
 ]
 
 [project.urls]

{pythagoras-0.24.1 → pythagoras-0.24.3}/src/pythagoras/_010_basic_portals/__init__.py

@@ -32,7 +32,6 @@ be subclassed to provide additional functionality.
 """
 
 from .post_init_metaclass import *
-from .not_picklable_class import *
 from .exceptions import *
 from .basic_portal_core_classes import *
 from .portal_tester import _PortalTester

{pythagoras-0.24.1 → pythagoras-0.24.3}/src/pythagoras/_010_basic_portals/basic_portal_core_classes.py

@@ -14,12 +14,11 @@ from abc import abstractmethod
 from pathlib import Path
 from typing import TypeVar, Type, Any, NewType
 import pandas as pd
-import parameterizable
+from parameterizable import NotPicklableClass
 from parameterizable import ParameterizableClass, sort_dict_by_keys
 
 from persidict import PersiDict, FileDirDict, SafeStrTuple
 from .post_init_metaclass import PostInitMeta
-from .not_picklable_class import NotPicklable
 from .._800_signatures_and_converters import get_hash_signature
 
 def _describe_persistent_characteristic(name, value) -> pd.DataFrame:
@@ -205,7 +204,7 @@ def get_default_portal_base_dir() -> str:
     return target_directory_str
 
 
-class BasicPortal(NotPicklable,ParameterizableClass, metaclass = PostInitMeta):
+class BasicPortal(NotPicklableClass,ParameterizableClass, metaclass = PostInitMeta):
     """A base class for portal objects that enable access to 'outside' world.
 
     In a Pythagoras-based application, a portal is the application's 'window'
@@ -359,17 +358,6 @@ class BasicPortal(NotPicklable,ParameterizableClass, metaclass = PostInitMeta):
         return sorted_params
 
 
-    @property
-    def _ephemeral_param_names(self) -> set[str]:
-        """Get the names of the portal's ephemeral parameters.
-
-        Portal's ephemeral parameters are not stored persistently.
-        They affect behaviour of a portal object in an application session,
-        but they do not affect behaviour of the actual portal across multiple runs.
-        """
-        return set()
-
-
     @property
     def _str_id(self) -> PortalStrID:
         """Get the portal's persistent hash.
@@ -377,15 +365,8 @@ class BasicPortal(NotPicklable,ParameterizableClass, metaclass = PostInitMeta):
         It's an internal hash used by Pythagoras and is different from .__hash__()
         """
         if not hasattr(self,"_str_id_cache"):
-            params = self.get_params()
-            jsparams = parameterizable.dumpjs(params)
-            param_names = set(params.keys())
-            params = parameterizable.access_jsparams(jsparams, *param_names)
-            ephemeral_names = self._ephemeral_param_names
-            nonephemeral_params = {k:params[k] for k in params
-                if k not in ephemeral_names}
             self._str_id_cache = PortalStrID(
-                get_hash_signature(nonephemeral_params))
+                get_hash_signature(self.get_essential_jsparams()))
         return self._str_id_cache
 
 

{pythagoras-0.24.1 → pythagoras-0.24.3}/src/pythagoras/_030_data_portals/data_portal_core_classes.py

@@ -61,7 +61,7 @@ class DataPortal(OrdinaryCodePortal):
     _config_settings: PersiDict | None
     _config_settings_cache: dict
 
-    _ephemeral_config_params_at_init: dict[str, Any] | None
+    _auxiliary_config_params_at_init: dict[str, Any] | None
 
     def __init__(self
             , root_dict: PersiDict|str|None = None
@@ -69,7 +69,7 @@ class DataPortal(OrdinaryCodePortal):
             ):
         OrdinaryCodePortal.__init__(self, root_dict = root_dict)
         del root_dict
-        self._ephemeral_config_params_at_init = dict()
+        self._auxiliary_config_params_at_init = dict()
         self._config_settings_cache = dict()
 
         config_settings_prototype = self._root_dict.get_subdict("config_settings")
@@ -84,7 +84,7 @@ class DataPortal(OrdinaryCodePortal):
             raise ValueError("p_consistency_checks must be a float in [0,1] "
                 +f"or a Joker, but got {p_consistency_checks}")
 
-        self._ephemeral_config_params_at_init["p_consistency_checks"
+        self._auxiliary_config_params_at_init["p_consistency_checks"
             ] = p_consistency_checks
 
         value_store_prototype = self._root_dict.get_subdict("value_store")
@@ -97,7 +97,7 @@ class DataPortal(OrdinaryCodePortal):
 
 
     def _persist_initial_config_params(self) -> None:
-        for key, value in self._ephemeral_config_params_at_init.items():
+        for key, value in self._auxiliary_config_params_at_init.items():
             self._set_config_setting(key, value)
 
 
@@ -111,15 +111,15 @@ class DataPortal(OrdinaryCodePortal):
     def get_params(self) -> dict:
         """Get the portal's configuration parameters"""
         params = super().get_params()
-        params.update(self._ephemeral_config_params_at_init)
+        params.update(self._auxiliary_config_params_at_init)
         sorted_params = sort_dict_by_keys(params)
         return sorted_params
 
 
     @property
-    def _ephemeral_param_names(self) -> set[str]:
-        names = super()._ephemeral_param_names
-        names.update(self._ephemeral_config_params_at_init)
+    def auxiliary_param_names(self) -> set[str]:
+        names = super().auxiliary_param_names
+        names.update(self._auxiliary_config_params_at_init)
         return names
 
 
@@ -186,7 +186,7 @@ class DataPortal(OrdinaryCodePortal):
         """Clear the portal's state"""
         self._value_store = None
         self._config_settings = None
-        self._ephemeral_config_params_at_init = None
+        self._auxiliary_config_params_at_init = None
         self._invalidate_cache()
         super()._clear()
 
@@ -195,14 +195,14 @@ class StorableFn(OrdinaryFn):
     """An ordinary function that can be persistently stored in a DataPortal."""
 
     _addr_cache: ValueAddr
-    _ephemeral_config_params_at_init: dict[str, Any] | None
+    _auxiliary_config_params_at_init: dict[str, Any] | None
 
     def __init__(self
         , fn: Callable | str
         , portal: DataPortal | None = None
         ):
         OrdinaryFn.__init__(self, fn=fn, portal=portal)
-        self._ephemeral_config_params_at_init = dict()
+        self._auxiliary_config_params_at_init = dict()
 
 
     def _first_visit_to_portal(self, portal: DataPortal) -> None:
@@ -213,7 +213,7 @@ class StorableFn(OrdinaryFn):
 
 
     def _persist_initial_config_params(self, portal:DataPortal) -> None:
-        for key, value in self._ephemeral_config_params_at_init.items():
+        for key, value in self._auxiliary_config_params_at_init.items():
             self._set_config_setting(key, value, portal)
 
 
@@ -268,7 +268,7 @@ class StorableFn(OrdinaryFn):
     def __setstate__(self, state):
         """This method is called when the object is unpickled."""
         super().__setstate__(state)
-        self._ephemeral_config_params_at_init = dict()
+        self._auxiliary_config_params_at_init = dict()
 
 
     def __getstate__(self):

{pythagoras-0.24.1 → pythagoras-0.24.3}/src/pythagoras/_040_logging_code_portals/logging_portal_core_classes.py

@@ -5,10 +5,10 @@ import traceback
 from typing import Callable, Any
 
 import pandas as pd
-# from parameterizable import register_parameterizable_class
+from parameterizable import NotPicklableClass
 from persidict import PersiDict, KEEP_CURRENT, Joker
 
-from .._010_basic_portals import NotPicklable, get_active_portal
+from .._010_basic_portals import get_active_portal
 from .._010_basic_portals.basic_portal_core_classes import (
     _describe_persistent_characteristic, _describe_runtime_characteristic)
 
@@ -48,9 +48,9 @@ class LoggingFn(StorableFn):
                 f"got {type(excessive_logging)}")
 
         if excessive_logging is KEEP_CURRENT and isinstance(fn, LoggingFn):
-            excessive_logging = fn._ephemeral_config_params_at_init["excessive_logging"]
+            excessive_logging = fn._auxiliary_config_params_at_init["excessive_logging"]
 
-        self._ephemeral_config_params_at_init[
+        self._auxiliary_config_params_at_init[
             "excessive_logging"] = excessive_logging
 
 
@@ -313,7 +313,7 @@ class   LoggingFnCallSignature:
             return result
 
 
-class LoggingFnExecutionRecord(NotPicklable):
+class LoggingFnExecutionRecord(NotPicklableClass):
     """ A record of one full function execution session.
 
     It provides access to all information logged during the
@@ -392,7 +392,7 @@ class LoggingFnExecutionRecord(NotPicklable):
                 f"{self.call_signature.fn_name} execution results.")
 
 
-class LoggingFnExecutionFrame(NotPicklable):
+class LoggingFnExecutionFrame(NotPicklableClass):
     call_stack: list[LoggingFnExecutionFrame] = []
 
     session_id: str
@@ -545,7 +545,7 @@ class LoggingCodePortal(DataPortal):
                 "excessive_logging must be a boolean or Joker, "
                 f"got {type(excessive_logging)}")
 
-        self._ephemeral_config_params_at_init["excessive_logging"
+        self._auxiliary_config_params_at_init["excessive_logging"
             ] = excessive_logging
 
         crash_history_prototype = self._root_dict.get_subdict("crash_history")

{pythagoras-0.24.1 → pythagoras-0.24.3}/src/pythagoras/_080_pure_code_portals/recursion_pre_validator.py

@@ -20,17 +20,12 @@ def _recursion_pre_validator(
     param_value = unpacked_kwargs[param_name]
     assert isinstance(param_value, int)
     assert param_value >= 0
-    if param_value in {0,1,2,3,4}:
+    if param_value in {0,1}:
         return pth.VALIDATION_SUCCESSFUL
-    unpacked_kwargs[param_name] = param_value - 1
-    result_addr = pth.PureFnExecutionResultAddr(
-        fn=fn, arguments=unpacked_kwargs)
-    if result_addr.ready:
-        return pth.VALIDATION_SUCCESSFUL
-    result = result_addr.call_signature
-
+    
     # Binary search to find the smallest n where result_addr.ready is not True
-    left, right = 2, param_value - 2
+    left, right = 2, param_value - 1
+    result = pth.VALIDATION_SUCCESSFUL  # Default result if all are ready
     
     while left <= right:
         mid = (left + right) // 2
@@ -47,6 +42,7 @@ def _recursion_pre_validator(
             # Result is ready, search in the right half
             left = mid + 1
 
+    
     return result
 
 

{pythagoras-0.24.1 → pythagoras-0.24.3}/src/pythagoras/_090_swarming_portals/swarming_portals.py

@@ -72,7 +72,7 @@ class SwarmingPortal(PureCodePortal):
         if parent_process_id is None or parent_process_start_time is None:
             assert parent_process_id is None
             assert parent_process_start_time is None
-            self._ephemeral_config_params_at_init["max_n_workers"
+            self._auxiliary_config_params_at_init["max_n_workers"
                 ] = max_n_workers
         else:
             assert max_n_workers == 0

pythagoras-0.24.1/src/pythagoras/_010_basic_portals/not_picklable_class.py

@@ -1,36 +0,0 @@
-class NotPicklable:
-    """A mixin class that prevents objects from being pickled or unpickled.
-
-    This class provides a mechanism to explicitly prevent instances from being
-    serialized using Python's pickle module. Classes that inherit from this
-    mixin will raise TypeError exceptions when pickle attempts to serialize
-    or deserialize them.
-
-    This is useful for objects that contain non-serializable resources or
-    should not be persisted for security or architectural reasons.
-    """
-
-    def __getstate__(self):
-        """Prevent object serialization by raising TypeError.
-
-        This method is called by pickle when attempting to serialize the object.
-        It unconditionally raises a TypeError to prevent pickling.
-
-        Raises:
-            TypeError: Always raised to prevent the object from being pickled.
-        """
-        raise TypeError(f"{type(self).__name__} cannot be pickled")
-
-    def __setstate__(self, state):
-        """Prevent object deserialization by raising TypeError.
-
-        This method is called by pickle when attempting to deserialize the object.
-        It unconditionally raises a TypeError to prevent unpickling.
-
-        Args:
-            state: The state dictionary that would be used for unpickling.
-
-        Raises:
-            TypeError: Always raised to prevent the object from being unpickled.
-        """
-        raise TypeError(f"{type(self).__name__} cannot be unpickled")