pythagoras 0.8.6__tar.gz → 0.8.8__tar.gz

{pythagoras-0.8.6/pythagoras.egg-info → pythagoras-0.8.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pythagoras
-Version: 0.8.6
+Version: 0.8.8
 Summary: Simple framework for planet-scale idempotent computations in Python.
 Home-page: https://github.com/vladlpavlov/pythagoras
 Author: Volodymyr (Vlad) Pavlov
@@ -34,6 +34,9 @@ Requires-Dist: boto3
 Requires-Dist: moto
 Requires-Dist: pytest
 Requires-Dist: autopep8
+Requires-Dist: torch
+Requires-Dist: keras
+Requires-Dist: tensorflow
 
 # Pythagoras
 
@@ -74,6 +77,9 @@ at the Python package index at: https://pypi.org/project/pythagoras
 * [jsonpickle](https://jsonpickle.github.io)
 * [scikit-learn](https://scikit-learn.org)
 * [autopep8](https://pypi.org/project/autopep8)
+* [pytorch](https://pytorch.org)
+* [tensorflow](https://www.tensorflow.org)
+* [keras](https://keras.io)
 
 ## Key Contacts
 

{pythagoras-0.8.6 → pythagoras-0.8.8}/README.md

@@ -37,6 +37,9 @@ at the Python package index at: https://pypi.org/project/pythagoras
 * [jsonpickle](https://jsonpickle.github.io)
 * [scikit-learn](https://scikit-learn.org)
 * [autopep8](https://pypi.org/project/autopep8)
+* [pytorch](https://pytorch.org)
+* [tensorflow](https://www.tensorflow.org)
+* [keras](https://keras.io)
 
 ## Key Contacts
 

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_01_foundational_objects/hash_addresses.py

@@ -79,10 +79,11 @@ class HashAddress(SafeStrTuple, ABC):
         address = cls.__new__(cls)
         super(cls, address).__init__(prefix, hash_value)
         if assert_readiness:
-            assert address.ready()
+            assert address.ready
         return address
 
 
+    @property
     @abstractmethod
     def ready(self) -> bool:
         """Check if address points to a value that is ready to be retrieved."""

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_01_foundational_objects/value_addresses.py

@@ -38,17 +38,18 @@ class ValueAddress(HashAddress):
 
         super().__init__(prefix, hash_value)
 
-        if push_to_cloud and not (self in pth.value_store):
-            pth.value_store[self] = data
+        if push_to_cloud and not (self in pth.global_value_store):
+            pth.global_value_store[self] = data
 
+    @property
     def ready(self):
         """Check if address points to a value that is ready to be retrieved."""
-        return self in pth.value_store
+        return self in pth.global_value_store
 
 
     def get(self, timeout:Optional[int] = None) -> Any:
         """Retrieve value, referenced by the address"""
-        return pth.value_store[self]
+        return pth.global_value_store[self]
 
     def get_typed(self
             ,expected_type:Type[T]

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_03_autonomous_functions/autonomous_decorators.py

@@ -35,7 +35,7 @@ from pythagoras._03_autonomous_functions.default_island_singleton import (
     DefaultIslandType, DefaultIsland)
 from pythagoras._03_autonomous_functions.autonomous_funcs import (
      AutonomousFunction)
-from pythagoras._05_mission_control.global_state_management import (
+from pythagoras._06_mission_control.global_state_management import (
     is_fully_unitialized)
 
 

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_03_autonomous_functions/autonomous_funcs.py

@@ -17,12 +17,12 @@ from pythagoras._03_autonomous_functions.call_graph_explorer import (
 
 from pythagoras._03_autonomous_functions.names_usage_analyzer import (
     analyze_names_in_function)
-from pythagoras._05_mission_control.events_and_exceptions_core import \
+from pythagoras._05_events_and_exceptions.events_and_exceptions_core import \
     EventLogger
 
-from pythagoras._05_mission_control.global_state_management import (
+from pythagoras._06_mission_control.global_state_management import (
     is_correctly_initialized)
-from pythagoras._99_misc_utils.find_in_callstack import find_in_callstack
+from pythagoras._05_events_and_exceptions.find_in_callstack import find_local_var_in_callstack
 
 
 class AutonomousFunction(OrdinaryFunction):
@@ -139,7 +139,7 @@ class AutonomousFunction(OrdinaryFunction):
         return True
 
 
-    def __call__(self, **kwargs) -> Any:
+    def execute(self, **kwargs) -> Any:
         try:
             assert self.runtime_checks()
             names_dict = dict()
@@ -163,6 +163,9 @@ class AutonomousFunction(OrdinaryFunction):
             log_exception()
             raise e
 
+    def __call__(self, **kwargs) -> Any:
+        return self.execute(**kwargs)
+
     def __getstate__(self):
         draft_state = dict(name = self.name
             , naked_source_code = self.naked_source_code
@@ -227,15 +230,15 @@ def register_autonomous_function(f: AutonomousFunction) -> None:
         assert not hasattr(f, "_dependencies")
 
 def log_exception():
-    callers = find_in_callstack(name_to_find="self"
-        , class_to_find=AutonomousFunction)
+    callers = find_local_var_in_callstack(name_to_find="self"
+                                          , class_to_find=AutonomousFunction)
     caller_name = ""
     if len(callers) > 0:
         caller_name = callers[0].name + "_"
     (exc_type, exc_value, trace_back) = sys.exc_info()
     exception_description = traceback.format_exception(
         exc_type, exc_value, trace_back)
-    logger = EventLogger(event_log = pth.crash_history
+    logger = EventLogger(event_log = pth.global_crash_history
         , prefix = caller_name + exc_type.__name__
         , save_context = True)
     logger.log_event(exception=exc_value
@@ -260,8 +263,8 @@ class EventPoster:
         self.silent = silent
 
     def __call__(self, **event_args)-> None:
-        callers = find_in_callstack(name_to_find="self"
-            , class_to_find=AutonomousFunction)
+        callers = find_local_var_in_callstack(name_to_find="self"
+                                              , class_to_find=AutonomousFunction)
         caller_name = ""
         if len(callers) > 0:
             caller_name = callers[0].name
@@ -272,7 +275,7 @@ class EventPoster:
             caller_prefix = caller_name
             caller_type = "AutonomousFunction"
         prefix = caller_prefix + self.label
-        logger = EventLogger(event_log=pth.event_log
+        logger = EventLogger(event_log=pth.global_event_log
             , prefix=prefix, save_context=False)
 
         if not self.silent:

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_04_idempotent_functions/__init__.py

@@ -2,7 +2,7 @@ from pythagoras._04_idempotent_functions.kw_args import (
     SortedKwArgs, PackedKwArgs, UnpackedKwArgs)
 
 from pythagoras._04_idempotent_functions.idempotent_func_and_address import (
-    IdempotentFunction)
+    IdempotentFunction, FuncOutputAddress)
 
 from pythagoras._04_idempotent_functions.idempotent_decorator import (
     idempotent)

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_04_idempotent_functions/idempotent_decorator.py

@@ -8,7 +8,7 @@ from pythagoras._03_autonomous_functions.default_island_singleton import (
 from pythagoras._04_idempotent_functions.idempotent_func_and_address import (
     IdempotentFunction)
 
-from pythagoras._05_mission_control.global_state_management import (
+from pythagoras._06_mission_control.global_state_management import (
     is_fully_unitialized)
 
 

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_04_idempotent_functions/idempotent_func_and_address.py

@@ -4,12 +4,13 @@ import time
 from typing import Callable, Any
 
 import pythagoras as pth
+from pythagoras import get_random_safe_str
 
 from pythagoras._01_foundational_objects.hash_addresses import HashAddress
 from pythagoras._01_foundational_objects.value_addresses import ValueAddress
 
 from pythagoras._03_autonomous_functions.autonomous_funcs import (
-    AutonomousFunction, register_autonomous_function, log_exception)
+    AutonomousFunction, register_autonomous_function)
 
 from pythagoras._02_ordinary_functions.ordinary_funcs import (
     OrdinaryFunction)
@@ -21,6 +22,8 @@ from pythagoras._04_idempotent_functions.kw_args import (
     UnpackedKwArgs, PackedKwArgs, SortedKwArgs)
 from pythagoras._04_idempotent_functions.process_augmented_func_src import (
     process_augmented_func_src)
+from pythagoras._05_events_and_exceptions.context_builder import build_context
+
 
 class IdempotentFunction(AutonomousFunction):
     augmented_code_checked: bool
@@ -105,16 +108,44 @@ class IdempotentFunction(AutonomousFunction):
 
         self.augmented_code_checked = True
 
-    def __call__(self, **kwargs) -> Any:
+
+    def execute(self, **kwargs) -> Any:
         packed_kwargs = PackedKwArgs(**kwargs)
         output_address = FuncOutputAddress(self, packed_kwargs)
-        if output_address.ready():
+        if output_address.ready:
             return output_address.get()
+        output_address.request_execution()
+        registration_addr = (output_address[0]
+                             , output_address[1], get_random_safe_str())
+        pth.function_execution_attempts[registration_addr] = build_context()
         unpacked_kwargs = UnpackedKwArgs(**packed_kwargs)
-        result = super().__call__(**unpacked_kwargs)
+        result = super().execute(**unpacked_kwargs)
         pth.function_output_store[output_address] = ValueAddress(result)
+        pth.function_execution_requests.delete_if_exists(output_address)
         return result
 
+    def list_execute(self, list_of_kwargs:list[dict]) -> Any:
+        assert isinstance(list_of_kwargs, (list, tuple))
+        for kwargs in list_of_kwargs:
+            assert isinstance(kwargs, dict)
+        addrs = []
+        for kwargs in list_of_kwargs:
+            new_addr = FuncOutputAddress(self, kwargs)
+            new_addr.request_execution()
+            addrs.append(new_addr)
+        addrs_indexed = list(zip(range(len(addrs)), addrs))
+        pth.entropy_infuser.shuffle(addrs_indexed)
+        results_dict = dict()
+        for n, an_addr in addrs_indexed:
+            results_dict[n] = an_addr.function.execute(**an_addr.arguments)
+        results_list = [results_dict[n] for n in range(len(addrs))]
+        return results_list
+
+    def execution_attempts(self, **kwargs) -> list:
+        packed_kwargs = PackedKwArgs(**kwargs)
+        output_address = FuncOutputAddress(self, packed_kwargs)
+        return output_address.execution_attempts
+
 
 def register_idempotent_function(f: IdempotentFunction) -> None:
     """Register an idempotent function in the Pythagoras system."""
@@ -143,8 +174,18 @@ class FuncOutputAddress(HashAddress):
         tmp = ValueAddress(signature)
         super().__init__(tmp.prefix, tmp.hash_value)
 
+    @property
     def ready(self):
-        return self in pth.function_output_store
+        result =  self in pth.function_output_store
+        return result
+
+    def request_execution(self):
+        if self in pth.function_output_store:
+            if self in pth.function_execution_requests:
+                del pth.function_execution_requests[self]
+        else:
+            if self not in pth.function_execution_requests:
+                pth.function_execution_requests[self] = True
 
     def get(self, timeout: int = None):
         """Retrieve value, referenced by the address.
@@ -152,14 +193,20 @@ class FuncOutputAddress(HashAddress):
         If the value is not immediately available, backoff exponentially
         till timeout is exceeded. If timeout is None, keep trying forever.
         """
+        if self.ready:
+            return pth.global_value_store[pth.function_output_store[self]]
+        self.request_execution()
+
         start_time, backoff_period = time.time(), 1.0
         stop_time = (start_time + timeout) if timeout else None
         # start_time, stop_time and backoff_period are in seconds
+
         while True:
-            try:
-                address = pth.function_output_store[self]
-                return pth.value_store[address]
-            except:
+            if self.ready:
+                result = pth.global_value_store[pth.function_output_store[self]]
+                pth.function_execution_requests.delete_if_exists(self)
+                return result
+            else:
                 time.sleep(backoff_period)
                 backoff_period *= 2.0
                 backoff_period += pth.entropy_infuser.uniform(-0.5, 0.5)
@@ -190,4 +237,53 @@ class FuncOutputAddress(HashAddress):
         signature_addr = ValueAddress.from_strings(
             prefix=self.prefix, hash_value=self.hash_value)
         signature = signature_addr.get()
-        return signature.args_addr.get()
+        return signature.args_addr.get()
+
+    @property
+    def can_be_executed(self) -> bool:
+        """Indicates if the function can be executed in the current session.
+
+        Currently, it's just a placeholder that always returns True.
+
+        The function should fe refactored once we start supporting
+        VALIDATORS, CORRECTORS and SEQUENCERS
+        """
+        return True
+
+    @property
+    def needs_execution(self) -> bool:
+        """Indicates if the function is a good candidate for execution.
+
+        Returns False if the result is already available, or if some other
+        process is currently working on it. Otherwise, returns True.
+        """
+        DEFAULT_EXECUTION_TIME = 10
+        MAX_EXECUTION_ATTEMPTS = 5
+        # TODO: these should not be constants
+        if self.ready:
+            return False
+        past_attempts = pth.function_execution_attempts.get_subdict(self)
+        n_past_attempts = len(past_attempts)
+        if n_past_attempts == 0:
+            return True
+        if n_past_attempts > MAX_EXECUTION_ATTEMPTS:
+            #TODO: log this event. Should we have DLQ?
+            return False
+        most_recent_timestamp = max(
+            past_attempts.mtimestamp(a) for a in past_attempts)
+        current_timestamp = time.time()
+        if (current_timestamp - most_recent_timestamp
+                > DEFAULT_EXECUTION_TIME*(2**n_past_attempts)):
+            return True
+        return False
+
+    @property
+    def execution_attempts(self) -> list:
+        attempts = pth.function_execution_attempts.get_subdict(self)
+        attemps_timed = {-attempts.mtimestamp(a):attempts[a] for a in attempts}
+        times = sorted(attemps_timed)
+        result = []
+        for t in times:
+            result.append(attemps_timed[t])
+        return result
+

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_04_idempotent_functions/kw_args.py

@@ -25,7 +25,7 @@ class SortedKwArgs(dict):
         unpacked_copy = dict()
         for k,v in self.items():
             if isinstance(v, ValueAddress):
-                unpacked_copy[k] = pth.value_store[v]
+                unpacked_copy[k] = pth.global_value_store[v]
             else:
                 unpacked_copy[k] = v
         return unpacked_copy

pythagoras-0.8.8/pythagoras/_05_events_and_exceptions/__init__.py

@@ -0,0 +1,2 @@
+from pythagoras._05_events_and_exceptions.notebook_checker import (
+    is_executed_in_notebook)

{pythagoras-0.8.6/pythagoras/_99_misc_utils → pythagoras-0.8.8/pythagoras/_05_events_and_exceptions}/context_builder.py

@@ -5,7 +5,8 @@ import socket
 from typing import Dict
 from getpass import getuser
 from datetime import datetime
-from pythagoras._99_misc_utils.notebook_checker import is_executed_in_notebook
+import torch
+from pythagoras._05_events_and_exceptions.notebook_checker import is_executed_in_notebook
 
 def build_context()-> Dict:
     """Capture core information about execution environment.
@@ -14,7 +15,6 @@ def build_context()-> Dict:
     to help debug (distributed) applications.
     """
     cwd = os.getcwd()
-    is_in_notebook = is_executed_in_notebook()
 
     context = dict(
         hostname = socket.gethostname()
@@ -26,12 +26,12 @@ def build_context()-> Dict:
         ,processor = platform.processor()
         ,cpu_count = psutil.cpu_count()
         ,cpu_load_avg = psutil.getloadavg()
+        ,cuda_gpu_count=torch.cuda.device_count()
         ,disk_usage = psutil.disk_usage(cwd)
         ,virtual_memory = psutil.virtual_memory()
-        ,cwd = os.getcwd()
         ,working_directory = cwd
         ,local_timezone = datetime.now().astimezone().tzname()
-        ,is_in_notebook = is_in_notebook
+        ,is_in_notebook = is_executed_in_notebook()
         )
 
     return context

{pythagoras-0.8.6/pythagoras/_05_mission_control → pythagoras-0.8.8/pythagoras/_05_events_and_exceptions}/events_and_exceptions_core.py

@@ -1,12 +1,12 @@
 import sys
 import traceback
 
-from pythagoras._99_misc_utils.current_date_gmt_str import (
+from pythagoras._05_events_and_exceptions.current_date_gmt_str import (
     current_date_gmt_string)
-from pythagoras._99_misc_utils.notebook_checker import is_executed_in_notebook
+from pythagoras._05_events_and_exceptions.notebook_checker import is_executed_in_notebook
 from pythagoras._99_misc_utils.random_safe_str_creator import (
     get_random_safe_str)
-from pythagoras._99_misc_utils.context_builder import build_context
+from pythagoras._05_events_and_exceptions.context_builder import build_context
 
 import pythagoras as pth
 
@@ -39,7 +39,7 @@ class EventLogger:
         self.event_log[name_part_1, name_part_2] = kwargs
 
 def log_uncaught_exception(exception: Exception, **kwargs):
-    logger = EventLogger(event_log = pth.crash_history
+    logger = EventLogger(event_log = pth.global_crash_history
         , prefix = "__none__"+ exception.__class__.__name__
         , save_context = True)
     logger.log_event(exception=exception, **kwargs)

{pythagoras-0.8.6/pythagoras/_99_misc_utils → pythagoras-0.8.8/pythagoras/_05_events_and_exceptions}/find_in_callstack.py

@@ -1,11 +1,11 @@
 import inspect
 from typing import List, Any
 
-def find_in_callstack(
+def find_local_var_in_callstack(
         name_to_find: str
-        , class_to_find: None | type = None
+        , class_to_find: None | type | str = None
         ) -> List[Any]:
-    """ Search the entire call stack for objects with the specified name/type.
+    """ Search the entire call stack for local objects with the specified name/type.
 
     If the callstack contains objects
     with name name_to_find and type class_to_find,
@@ -19,16 +19,18 @@ def find_in_callstack(
 
     Parameters:
     name_to_find (str): The name of the object to search for.
-    class_to_find (None | type): The type of the object to search for.
+    class_to_find (None | type | str): The type of the object to search for.
 
     Returns:
-    List[Any]: A list of objects found in the stack
+    List[Any]: A list of local objects found in the stack
     with the specified name/type.
     The list contains no duplicates.
     """
 
     assert isinstance(name_to_find, str) and len(name_to_find)
-    assert class_to_find is None or inspect.isclass(class_to_find)
+    assert (class_to_find is None
+            or inspect.isclass(class_to_find)
+            or isinstance(class_to_find, str))
 
     found_objects = []
 
@@ -36,11 +38,12 @@ def find_in_callstack(
         frame = frame_info.frame
         if name_to_find in frame.f_locals:
             candidate = frame.f_locals[name_to_find]
-            if class_to_find is None or isinstance(candidate, class_to_find):
+            if class_to_find is None:
                 found_objects.append(candidate)
-        if name_to_find in frame.f_globals:
-            candidate = frame.f_globals[name_to_find]
-            if class_to_find is None or isinstance(candidate, class_to_find):
+            elif isinstance(class_to_find, str):
+                if candidate.__class__.__name__ == class_to_find:
+                    found_objects.append(candidate)
+            elif isinstance(candidate, class_to_find):
                 found_objects.append(candidate)
 
     dedup_dict = dict()

pythagoras-0.8.8/pythagoras/_05_events_and_exceptions/type_retrievers.py

@@ -0,0 +1,30 @@
+import sys
+
+def retrieve_IdempotentFunction_class(obj):
+    """Return the IdempotentFunction class.
+
+    This is for-internal-use-only function, created to
+    avoid circular import dependencies.
+    """
+    return sys.modules['pythagoras'].IdempotentFunction
+
+
+def retrieve_AutonomousFunction_class(obj):
+    """Return the AutonomousFunction class.
+
+    This is for-internal-use-only function, created to
+    avoid circular import dependencies.
+    """
+    return sys.modules['pythagoras'].AutonomousFunction
+
+
+def retrieve_FuncOutputAddress_class(obj):
+    """Return the FuncOutputAddress class.
+
+    This is for-internal-use-only function, created to
+    avoid circular import dependencies.
+    """
+    return sys.modules['pythagoras'].FuncOutputAddress
+
+
+

{pythagoras-0.8.6/pythagoras/_05_mission_control → pythagoras-0.8.8/pythagoras/_06_mission_control}/__events_and_exceptions_OLD__.py

@@ -158,7 +158,7 @@ def get_current_date_gmt():
 def post_crash_report(exception:Any, output:str=None): #TODO: refactor
     crash_report_name = 'crash_' + get_random_safe_str()
     event_key = get_current_date_gmt() + [crash_report_name]
-    pth.crash_history[event_key] = ExceptionLogEntry(exception,output)
+    pth.global_crash_history[event_key] = ExceptionLogEntry(exception, output)
 
 
 

{pythagoras-0.8.6/pythagoras/_05_mission_control → pythagoras-0.8.8/pythagoras/_06_mission_control}/__init__.py

@@ -1,4 +1,4 @@
-from pythagoras._05_mission_control.global_state_management import (
+from pythagoras._06_mission_control.global_state_management import (
     initialize
     , is_global_state_correct
     , is_correctly_initialized
@@ -9,4 +9,4 @@ from pythagoras._05_mission_control.global_state_management import (
     , get_autonomous_function
     )
 
-from pythagoras._05_mission_control.summary import summary
+from pythagoras._06_mission_control.summary import summary

{pythagoras-0.8.6/pythagoras/_05_mission_control → pythagoras-0.8.8/pythagoras/_06_mission_control}/global_state_management.py

@@ -6,9 +6,9 @@ from persidict import FileDirDict, PersiDict
 import pythagoras as pth
 from pythagoras._03_autonomous_functions.default_island_singleton import (
     DefaultIslandType, DefaultIsland)
-from pythagoras._05_mission_control.events_and_exceptions_core import (
+from pythagoras._05_events_and_exceptions.events_and_exceptions_core import (
     register_exception_handlers, unregister_exception_handlers, pth_excepthook)
-from pythagoras._99_misc_utils.notebook_checker import is_executed_in_notebook
+from pythagoras._05_events_and_exceptions.notebook_checker import is_executed_in_notebook
 
 
 def initialize(base_dir:str
@@ -34,8 +34,8 @@ def initialize(base_dir:str
         os.mkdir(base_dir)
     assert os.path.isdir(base_dir)
 
-    value_store_dir = os.path.join(base_dir, "value_store")
-    pth.value_store = dict_type(value_store_dir, digest_len=0)
+    value_store_dir = os.path.join(base_dir, "global_value_store")
+    pth.global_value_store = dict_type(value_store_dir, digest_len=0)
 
     func_garage_dir = os.path.join(base_dir, "func_garage")
     pth.function_garage = dict_type(func_garage_dir, digest_len=0)
@@ -43,18 +43,31 @@ def initialize(base_dir:str
         func_garage_dir, digest_len=0, file_type="py"
         , base_class_for_values=str)
 
-    crash_history_dir = os.path.join(base_dir, "crash_history")
-    pth.crash_history = dict_type(crash_history_dir
+    crash_history_dir = os.path.join(base_dir, "global_crash_history")
+    pth.global_crash_history = dict_type(crash_history_dir
         , digest_len=0, file_type="json")
 
-    event_log_dir = os.path.join(base_dir, "event_log")
-    pth.event_log = dict_type(event_log_dir
+    event_log_dir = os.path.join(base_dir, "global_event_log")
+    pth.global_event_log = dict_type(event_log_dir
         , digest_len=0, file_type="json")
 
     func_output_store_dir = os.path.join(base_dir, "func_output_store")
     pth.function_output_store = dict_type(func_output_store_dir, digest_len=0)
-    swarming_requests_dir = os.path.join(base_dir, "swarming_requests")
-    pth.swarming_requests = dict_type(swarming_requests_dir, digest_len=0)
+    execution_requests_dir = os.path.join(base_dir, "function_execution_requests")
+    pth.function_execution_requests = dict_type(execution_requests_dir, digest_len=0)
+    execution_attempts_dir = os.path.join(base_dir, "function_execution_attempts")
+    pth.function_execution_attempts = dict_type(execution_attempts_dir, digest_len=0)
+
+    function_crash_history_dir = os.path.join(base_dir, "function_crash_history")
+    pth.function_crash_history = dict_type(function_crash_history_dir
+        , digest_len=0, file_type="json")
+
+    function_event_log_dir = os.path.join(base_dir, "function_event_log")
+    pth.function_event_log = dict_type(function_event_log_dir
+        , digest_len=0, file_type="json")
+
+
+
     pth.default_island_name = default_island_name
     pth.all_autonomous_functions = dict()
     pth.all_autonomous_functions[default_island_name] = dict()
@@ -72,12 +85,16 @@ def initialize(base_dir:str
 def is_fully_unitialized():
     """ Check if Pythagoras is uninitialized."""
     result = True
-    result &= pth.value_store is None
+    result &= pth.global_value_store is None
     result &= pth.function_garage is None
     result &= pth.function_source_repository is None
     result &= pth.function_output_store is None
-    result &= pth.crash_history is None
-    result &= pth.event_log is None
+    result &= pth.function_execution_requests is None
+    result &= pth.function_execution_attempts is None
+    result &= pth.function_crash_history is None
+    result &= pth.function_event_log is None
+    result &= pth.global_crash_history is None
+    result &= pth.global_event_log is None
     result &= pth.default_island_name is None
     result &= pth.all_autonomous_functions is None
     result &= pth.initialization_parameters is None
@@ -86,7 +103,7 @@ def is_fully_unitialized():
 
 def is_correctly_initialized():
     """ Check if Pythagoras is correctly initialized."""
-    if not isinstance(pth.value_store, PersiDict):
+    if not isinstance(pth.global_value_store, PersiDict):
         return False
     if not isinstance(pth.function_garage, PersiDict):
         return False
@@ -94,9 +111,17 @@ def is_correctly_initialized():
         return False
     if not isinstance(pth.function_output_store, PersiDict):
         return False
-    if not isinstance(pth.crash_history, PersiDict):
+    if not isinstance(pth.function_execution_requests, PersiDict):
+        return False
+    if not isinstance(pth.function_execution_attempts, PersiDict):
+        return False
+    if not isinstance(pth.function_crash_history, PersiDict):
+        return False
+    if not isinstance(pth.function_event_log, PersiDict):
+        return False
+    if not isinstance(pth.global_crash_history, PersiDict):
         return False
-    if not isinstance(pth.event_log, PersiDict):
+    if not isinstance(pth.global_event_log, PersiDict):
         return False
     if not isinstance(pth.default_island_name, str):
         return False
@@ -136,12 +161,16 @@ def is_global_state_correct():
     return result
 
 def _clean_global_state():
-    pth.value_store = None
+    pth.global_value_store = None
     pth.function_garage = None #???
     pth.function_source_repository = None
     pth.function_output_store = None
-    pth.crash_history = None
-    pth.event_log = None
+    pth.function_execution_requests = None
+    pth.function_execution_attempts = None
+    pth.function_crash_history = None
+    pth.function_event_log = None
+    pth.global_crash_history = None
+    pth.global_event_log = None
     pth.all_autonomous_functions = None
     pth.default_island_name = None
     pth.initialization_parameters = None

{pythagoras-0.8.6/pythagoras/_05_mission_control → pythagoras-0.8.8/pythagoras/_06_mission_control}/summary.py

@@ -1,4 +1,4 @@
-from pythagoras._05_mission_control.global_state_management import is_fully_unitialized, is_correctly_initialized
+from pythagoras._06_mission_control.global_state_management import is_fully_unitialized, is_correctly_initialized
 import pythagoras as pth
 
 def summary():
@@ -12,7 +12,7 @@ def summary():
     divider = 60 * "~" + "\n"
     result = "\n\n"+divider
     result += "PERSISTENT STATE: \n"
-    result += f"{len(pth.value_store)=} \n"
+    result += f"{len(pth.global_value_store)=} \n"
     result += f"{len(pth.function_output_store)=} \n"
 
     result += divider

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/_99_misc_utils/__init__.py

@@ -13,9 +13,6 @@ from pythagoras._99_misc_utils.package_manager import (
 from pythagoras._99_misc_utils.output_capturer import (
     OutputCapturer)
 
-from pythagoras._99_misc_utils.isinstance_txt import (
-    isinstance_txt)
-
 from pythagoras._99_misc_utils.function_name import (
     get_function_name_from_source)
 

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/________OLD________/NEW_hash_address.py

@@ -12,7 +12,7 @@ from pythagoras.python_utils import get_long_infoname
 
 T = TypeVar("T")
 
-# value_store:Optional[PersiDict] = None
+# global_value_store:Optional[PersiDict] = None
 
 def set_value_store(store:PersiDict) -> None:
     """Set a global value store."""

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/__init__.py

@@ -14,13 +14,20 @@ from pythagoras._01_foundational_objects import *
 from pythagoras._02_ordinary_functions import *
 from pythagoras._03_autonomous_functions import *
 from pythagoras._04_idempotent_functions import *
-from pythagoras._05_mission_control import *
+from pythagoras._05_events_and_exceptions import *
+from pythagoras._06_mission_control import *
 
 
-value_store:Optional[PersiDict] = None
+global_value_store:Optional[PersiDict] = None
+global_crash_history: Optional[PersiDict] = None
+global_event_log: Optional[PersiDict] = None
+
 function_output_store:Optional[PersiDict] = None
-crash_history: Optional[PersiDict] = None
-event_log: Optional[PersiDict] = None
+function_execution_requests:Optional[PersiDict] = None
+function_execution_attempts:Optional[PersiDict] = None
+function_crash_history:Optional[PersiDict] = None
+function_event_log:Optional[PersiDict] = None
+
 
 # ??????????????????????????????????????
 function_garage:Optional[PersiDict] = None # ????

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras/__main__.py

@@ -1,4 +1,4 @@
-from pythagoras._05_mission_control.global_state_management import _clean_global_state
+from pythagoras._06_mission_control.global_state_management import _clean_global_state
 import pythagoras as pth
 
 _clean_global_state()

{pythagoras-0.8.6 → pythagoras-0.8.8/pythagoras.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pythagoras
-Version: 0.8.6
+Version: 0.8.8
 Summary: Simple framework for planet-scale idempotent computations in Python.
 Home-page: https://github.com/vladlpavlov/pythagoras
 Author: Volodymyr (Vlad) Pavlov
@@ -34,6 +34,9 @@ Requires-Dist: boto3
 Requires-Dist: moto
 Requires-Dist: pytest
 Requires-Dist: autopep8
+Requires-Dist: torch
+Requires-Dist: keras
+Requires-Dist: tensorflow
 
 # Pythagoras
 
@@ -74,6 +77,9 @@ at the Python package index at: https://pypi.org/project/pythagoras
 * [jsonpickle](https://jsonpickle.github.io)
 * [scikit-learn](https://scikit-learn.org)
 * [autopep8](https://pypi.org/project/autopep8)
+* [pytorch](https://pytorch.org)
+* [tensorflow](https://www.tensorflow.org)
+* [keras](https://keras.io)
 
 ## Key Contacts
 

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras.egg-info/SOURCES.txt

@@ -38,21 +38,22 @@ pythagoras/_04_idempotent_functions/idempotent_decorator.py
 pythagoras/_04_idempotent_functions/idempotent_func_and_address.py
 pythagoras/_04_idempotent_functions/kw_args.py
 pythagoras/_04_idempotent_functions/process_augmented_func_src.py
-pythagoras/_05_mission_control/__events_and_exceptions_OLD__.py
-pythagoras/_05_mission_control/__init__.py
-pythagoras/_05_mission_control/events_and_exceptions_core.py
-pythagoras/_05_mission_control/global_state_management.py
-pythagoras/_05_mission_control/summary.py
+pythagoras/_05_events_and_exceptions/__init__.py
+pythagoras/_05_events_and_exceptions/context_builder.py
+pythagoras/_05_events_and_exceptions/current_date_gmt_str.py
+pythagoras/_05_events_and_exceptions/events_and_exceptions_core.py
+pythagoras/_05_events_and_exceptions/find_in_callstack.py
+pythagoras/_05_events_and_exceptions/notebook_checker.py
+pythagoras/_05_events_and_exceptions/type_retrievers.py
+pythagoras/_06_mission_control/__events_and_exceptions_OLD__.py
+pythagoras/_06_mission_control/__init__.py
+pythagoras/_06_mission_control/global_state_management.py
+pythagoras/_06_mission_control/summary.py
 pythagoras/_99_misc_utils/__init__.py
 pythagoras/_99_misc_utils/base_16_32_convertors.py
-pythagoras/_99_misc_utils/context_builder.py
-pythagoras/_99_misc_utils/current_date_gmt_str.py
-pythagoras/_99_misc_utils/find_in_callstack.py
 pythagoras/_99_misc_utils/function_name.py
 pythagoras/_99_misc_utils/id_examiner.py
-pythagoras/_99_misc_utils/isinstance_txt.py
 pythagoras/_99_misc_utils/long_infoname.py
-pythagoras/_99_misc_utils/notebook_checker.py
 pythagoras/_99_misc_utils/output_capturer.py
 pythagoras/_99_misc_utils/package_manager.py
 pythagoras/_99_misc_utils/random_safe_str_creator.py

{pythagoras-0.8.6 → pythagoras-0.8.8}/pythagoras.egg-info/requires.txt

@@ -12,3 +12,6 @@ boto3
 moto
 pytest
 autopep8
+torch
+keras
+tensorflow

{pythagoras-0.8.6 → pythagoras-0.8.8}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r") as f:
 
 setuptools.setup(
     name="pythagoras"
-    ,version="0.8.6"
+    ,version="0.8.8"
     ,author="Volodymyr (Vlad) Pavlov"
     ,author_email="vlpavlov@ieee.org"
     ,description= "Simple framework for planet-scale "
@@ -14,11 +14,12 @@ setuptools.setup(
     ,long_description_content_type="text/markdown"
     ,url="https://github.com/vladlpavlov/pythagoras"
     ,packages=["pythagoras"
-        ,"pythagoras._01_foundational_objects"
+        , "pythagoras._01_foundational_objects"
         , "pythagoras._02_ordinary_functions"
         , "pythagoras._03_autonomous_functions"
         , "pythagoras._04_idempotent_functions"
-        , "pythagoras._05_mission_control"
+        , "pythagoras._05_events_and_exceptions"
+        , "pythagoras._06_mission_control"
         , "pythagoras._99_misc_utils"
         ]
     ,classifiers=[
@@ -52,6 +53,9 @@ setuptools.setup(
         , 'moto'
         , 'pytest'
         , 'autopep8'
+        , 'torch'
+        , 'keras'
+        , 'tensorflow'
     ]
 
 )

pythagoras-0.8.6/pythagoras/_99_misc_utils/isinstance_txt.py

@@ -1,34 +0,0 @@
-from typing import Any
-
-from pythagoras._99_misc_utils.find_in_callstack import find_in_callstack
-
-def isinstance_txt(obj:Any, type_name:str)->bool:
-    """Check if an object is an instance of a type specified by a string name.
-
-    This function extends the functionality of the built-in isinstance function
-    by allowing the type to be specified as a string.
-
-    It first attempts to evaluate the string to a type using the eval function.
-    If this raises a exception (indicating that the type is not directly
-    accessible in the current scope), it then searches the call stack
-    for an object that matches the type name. If a single matching type
-    is found in the stack, it checks if `obj` is an instance of this type.
-
-    Parameters:
-    obj (Any): The object to be checked.
-    type_name (str): The name of the type as a string.
-
-    Returns:
-    bool: True if `obj` is an instance of the type specified by `type_name`,
-    False otherwise
-    """
-
-    assert isinstance(type_name, str)
-    try:
-        if isinstance(obj, eval(type_name)):
-            return True
-    except NameError:
-        candidates = find_in_callstack(type_name)
-        assert len(candidates) == 1
-        return isinstance(obj, candidates[0])
-    return False