osbot-utils 2.21.0__py3-none-any.whl → 2.23.0__py3-none-any.whl

osbot_utils/helpers/flows/Flow.py

@@ -41,6 +41,7 @@ class Flow(Type_Safe):
     executed_tasks     : typing.List
     resolved_args      : tuple
     resolved_kwargs    : dict
+    setup_completed    : bool
 
     def add_flow_artifact(self, description=None, key=None, data=None, artifact_type=None):     # todo: figure out how to make this work since at the moment most are showing an unknown type
         event_data = Flow_Run__Event_Data()
@@ -64,6 +65,10 @@ class Flow(Type_Safe):
         flow_events.on__new_result(event_data)
         self.flow_data.add_result(key, description)
 
+    def check_setup(self):
+        if self.setup_completed is False:
+            raise ValueError("Error starting Flow, setup has not been called, use .setup(target, *args, **kwargs) to configure it")
+
     def config_logger(self):
         with self.logger as _:
             _.set_log_level(logging.DEBUG)
@@ -75,6 +80,7 @@ class Flow(Type_Safe):
         return self.execute_flow()
 
     def execute_flow(self, flow_run_params=None):                               # todo: see if it makes more sense to call this start_flow_run
+        self.check_setup()
         flow_events.on__flow__start(self.flow_event_data())
         self.log_debug(f"Created flow run '{self.f__flow_id()}' for flow '{self.f__flow_name()}'")
         self.set_flow_run_params(flow_run_params)
@@ -240,7 +246,13 @@ class Flow(Type_Safe):
             self.log_info(f"flow_run_params: {flow_run_params}")
             self.add_flow_artifact(description="Data received via FastAPI's request.json()", key='post-data', data=flow_run_params)
 
-    def setup(self, target, *args, **kwargs):
+    def main(self, *args, **kwargs):         # method to be overwritten by implementing classes
+        pass
+
+    def setup(self, target=None, *args, **kwargs):
+        if target is None:
+            target = self.main
+
         with self as _:
             _.cformat.auto_bold = True
             _.set_flow_target (target, *args, **kwargs)
@@ -250,6 +262,7 @@ class Flow(Type_Safe):
             _.flow_data.set_flow_id  (self.flow_id)
             _.flow_data.set_flow_name(self.flow_name)
             _.add_event_listener()
+            _.setup_completed = True
         return self
 
     def setup_flow_run(self):

osbot_utils/helpers/flows/Task.py

@@ -103,7 +103,7 @@ class Task(Type_Safe):
         if self.task_error:
             self.log_error(f_red(f"Error executing '{self.task_name}' task: {self.task_error}"))
             if self.raise_on_error:
-                raise Exception(f"'{self.task_name}' failed and task raise_on_error was set to True. Stopping flow execution")
+                raise Exception(f"'{self.task_name}' failed and task raise_on_error was set to True. Stopping flow execution", self.task_error)
 
         self.print_task_finished_message()
 
@@ -116,7 +116,7 @@ class Task(Type_Safe):
         for frame_info in stack:
             frame = frame_info.frame
             for var_name, var_value in list(frame.f_locals.items()):                      # Check all local variables in the frame
-                if type(var_value) is Flow:
+                if isinstance(var_value, Flow):
                     return var_value
         return None
 

osbot_utils/helpers/flows/decorators/task.py

@@ -1,5 +1,5 @@
-from functools import wraps
 import asyncio
+from functools                      import wraps
 from osbot_utils.helpers.flows.Task import Task
 
 

osbot_utils/type_safe/shared/Type_Safe__Json_Compressor.py

@@ -0,0 +1,119 @@
+from typing                                                                 import Dict, Any, Type
+from osbot_utils.type_safe.Type_Safe__Base                                  import Type_Safe__Base
+from osbot_utils.type_safe.Type_Safe                                        import Type_Safe
+from osbot_utils.type_safe.shared.Type_Safe__Cache                          import type_safe_cache
+from osbot_utils.type_safe.shared.Type_Safe__Json_Compressor__Type_Registry import Type_Safe__Json_Compressor__Type_Registry
+from osbot_utils.utils.Objects                                              import class_full_name
+
+class Type_Safe__Json_Compressor(Type_Safe__Base):
+
+    def __init__(self):
+        self.type_registry = Type_Safe__Json_Compressor__Type_Registry()
+
+    def compress(self, data: dict) -> dict:
+        if not data:
+            return data
+
+        self.type_registry.clear()
+        compressed = self.compress_object(data)
+
+        if self.type_registry.registry:
+            return { "_type_registry": self.type_registry.reverse,
+                     **compressed                                 }
+        return compressed
+
+    def compress_object(self, obj: Any) -> Any:
+        if isinstance(obj, Type_Safe):
+            annotations = type_safe_cache.get_obj_annotations(obj)
+            return self.process_type_safe_object(obj, annotations)
+        elif isinstance(obj, dict):
+            return self.compress_dict(obj)
+        elif isinstance(obj, list):
+            return [self.compress_object(item) for item in obj]
+        elif isinstance(obj, tuple):
+            return tuple(self.compress_object(item) for item in obj)
+        elif isinstance(obj, set):
+            return {self.compress_object(item) for item in obj}
+        return obj
+
+    def process_type_safe_object(self, obj        : Type_Safe ,
+                                       annotations: Dict
+                                  ) -> Dict:
+        result = {}
+        for key, value in obj.__dict__.items():
+            if key.startswith('_'):                                            # Skip internal attributes
+                continue
+            if key in annotations:
+                annotation  = annotations[key]
+                result[key] = self.compress_annotated_value(value, annotation)
+            else:
+                result[key] = self.compress_object(value)
+        return result
+
+    def compress_annotated_value(self, value      : Any ,
+                                       annotation : Any
+                                  ) -> Any:
+        origin = type_safe_cache.get_origin(annotation)
+        if origin in (type, Type):                                            # Handle Type annotations
+            if value:
+                return self.type_registry.register_type(class_full_name(value))
+            return None
+        elif origin is dict:                                                  # Handle Dict annotations
+            return self.compress_dict(value)
+        elif origin in (list, tuple, set):                                    # Handle sequence annotations
+            return self.compress_sequence(value)
+        elif isinstance(value, Type_Safe):                                    # Handle nested Type_Safe objects
+            return self.compress_object(value)
+        return value
+
+    def compress_dict(self, data: Dict) -> Dict:
+        if not isinstance(data, dict):
+            return data
+
+        result = {}
+        for key, value in data.items():
+            compressed_key         = self.compress_object(key) if isinstance(key, Type_Safe) else key
+            compressed_value       = self.compress_object(value)
+            result[compressed_key] = compressed_value
+        return result
+
+    def compress_sequence(self, sequence: Any) -> Any:
+        if isinstance(sequence, (list, tuple, set)):
+            compressed = [self.compress_object(item) for item in sequence]
+            if isinstance(sequence, list):
+                return compressed
+            elif isinstance(sequence, tuple):
+                return tuple(compressed)
+            else:
+                return set(compressed)
+        return sequence
+
+    def decompress(self, data: dict) -> dict:
+        if not data or "_type_registry" not in data:
+            return data
+
+        registry = data.pop("_type_registry")
+        return self.expand_types(data.copy(), registry)
+
+    def expand_types(self, obj         : Any            ,
+                           type_lookup : Dict[str, str]
+                      ) -> Any:
+        if isinstance(obj, dict):
+            return {k: self.expand_value(v, type_lookup) for k, v in obj.items()}
+        elif isinstance(obj, list):
+            return [self.expand_types(item, type_lookup) for item in obj]
+        elif isinstance(obj, tuple):
+            return tuple(self.expand_types(item, type_lookup) for item in obj)
+        elif isinstance(obj, set):
+            return {self.expand_types(item, type_lookup) for item in obj}
+        return obj
+
+    def expand_value(self, value       : Any           ,
+                           type_lookup : Dict[str, str]
+                      ) -> Any:
+        if isinstance(value, str) and value.startswith('@'):
+            return type_lookup.get(value, value)
+        return self.expand_types(value, type_lookup)
+
+    def register_type(self, type_path: str) -> str:
+        return self.type_registry.register_type(type_path)

osbot_utils/type_safe/shared/Type_Safe__Json_Compressor__Type_Registry.py

@@ -0,0 +1,39 @@
+from typing import Dict, Optional
+
+
+class Type_Safe__Json_Compressor__Type_Registry:
+
+    registry : Dict[str, str]
+    reverse  : Dict[str, str]
+
+    def __init__(self):
+        self.registry = {}
+        self.reverse = {}
+
+    def create_reference_name(self, type_path: str) -> str:
+        parts      = type_path.split('.')
+        class_name = parts[-1]
+        parts     = class_name.split('__')
+
+        if len(parts) > 1:
+            name_parts = []
+            for part in parts:
+                name_parts.append(part.lower())
+            return f"@{'_'.join(name_parts)}"
+
+        return f"@{class_name.lower()}"
+
+    def register_type(self, type_path: str)-> str:
+        if type_path not in self.registry:
+            ref                      = self.create_reference_name(type_path)
+            self.registry[type_path] = ref
+            self.reverse[ref]        = type_path
+            return ref
+        return self.registry[type_path]
+
+    def get_type(self, ref: str) -> Optional[str]:
+        return self.reverse.get(ref)
+
+    def clear(self):
+        self.registry.clear()
+        self.reverse.clear()

osbot_utils/type_safe/shared/Type_Safe__Validation.py

@@ -1,3 +1,5 @@
+import collections
+import inspect
 import types
 import typing
 from enum                                                           import EnumMeta
@@ -151,14 +153,15 @@ class Type_Safe__Validation:
         return all(isinstance(k, key_type) and isinstance(v, value_type)
                   for k, v in value.items())                                                        # if it is not a Union or Annotated types just return None (to give an indication to the caller that the comparison was not made)
 
-    def check_if__type_matches__obj_annotation__for_attr(self, target,
-                                                               attr_name,
-                                                               value
-                                                         )              -> Optional[bool]:
+    def check_if__type_matches__obj_annotation__for_attr(self, target, attr_name, value) -> Optional[bool]:
         annotations = type_safe_cache.get_obj_annotations(target)
         attr_type   = annotations.get(attr_name)
         if attr_type:
             origin_attr_type = get_origin(attr_type)                                    # to handle when type definition contains a generic
+
+            if origin_attr_type is collections.abc.Callable:                            # Handle Callable types
+                return self.is_callable_compatible(value, attr_type)                    # ISSUE: THIS IS NEVER CALLED
+
             if origin_attr_type is set:
                 if type(value) is list:
                     return True                                                         # if the attribute is a set and the value is a list, then they are compatible
@@ -190,6 +193,42 @@ class Type_Safe__Validation:
             return value_type is attr_type
         return None
 
+    def is_callable_compatible(self, value, expected_type) -> bool:
+        if not callable(value):
+            return False
+
+        expected_args = get_args(expected_type)
+        if not expected_args:                                                                                   # Callable without type hints
+            return True
+
+        if len(expected_args) != 2:                                                                             # Should have args and return type
+            return False
+
+        expected_param_types = expected_args[0]                                                                 # First element is tuple of parameter types
+        expected_return_type = expected_args[1]                                                                 # Second element is return type
+
+
+        try:                                                                                                    # Get the signature of the actual value
+            sig = inspect.signature(value)
+        except ValueError:                                                                                      # Some built-in functions don't support introspection
+            return True
+
+        actual_params = list(sig.parameters.values())                                                           # Get actual parameters
+
+        if len(actual_params) != len(expected_param_types):                                                     # Check number of parameters matches
+            return False
+
+        for actual_param, expected_param_type in zip(actual_params, expected_param_types):                      # Check each parameter type
+            if actual_param.annotation != inspect.Parameter.empty:
+                if not self.are_types_compatible_for_assigment(actual_param.annotation, expected_param_type):
+                    return False                                                                                # todo: check if we shouldn't raise an exception here, since this is the only place where we actually know the types that don't match in the method signature
+
+        if sig.return_annotation != inspect.Parameter.empty:                                                    # Check return type
+            if not self.are_types_compatible_for_assigment(sig.return_annotation, expected_return_type):
+                return False                                                                                    # todo: check if we shouldn't raise an exception here, since this is the only place where we actually know the types that don't match in the method return type
+
+        return True
+
     # todo: add cache support to this method
     def should_skip_type_check(self, var_type):                                                         # Determine if type checking should be skipped
         origin = type_safe_cache.get_origin(var_type)                                                   # Use cached get_origin

osbot_utils/utils/Objects.py

@@ -273,7 +273,7 @@ def serialize_to_dict(obj):
     from enum    import Enum
     from typing  import List
 
-    if isinstance(obj, (str, int, float, bool, bytes, Decimal)) or obj is None:
+    if isinstance(obj, (str, int, float, bool, bytes, Decimal)) or obj is None:     # todo: add support for objects like datetime
         return obj
     elif isinstance(obj, Enum):
         return obj.name

osbot_utils/version

@@ -1 +1 @@
-v2.21.0
+v2.23.0

{osbot_utils-2.21.0.dist-info → osbot_utils-2.23.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: osbot_utils
-Version: 2.21.0
+Version: 2.23.0
 Summary: OWASP Security Bot - Utils
 License: MIT
 Author: Dinis Cruz
@@ -23,7 +23,7 @@ Description-Content-Type: text/markdown
 
 Powerful Python util methods and classes that simplify common apis and tasks.
 
-![Current Release](https://img.shields.io/badge/release-v2.21.0-blue)
+![Current Release](https://img.shields.io/badge/release-v2.23.0-blue)
 [![codecov](https://codecov.io/gh/owasp-sbot/OSBot-Utils/graph/badge.svg?token=GNVW0COX1N)](https://codecov.io/gh/owasp-sbot/OSBot-Utils)
 
 

{osbot_utils-2.21.0.dist-info → osbot_utils-2.23.0.dist-info}/RECORD

@@ -136,15 +136,15 @@ osbot_utils/helpers/cache_requests/Cache__Requests__Row.py,sha256=Sb7E_zDB-LPlWI
 osbot_utils/helpers/cache_requests/Cache__Requests__Table.py,sha256=BW7tXM0TFYma3Db4M-58IKpx0vevLuFsH7QQeiggPaI,388
 osbot_utils/helpers/cache_requests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 osbot_utils/helpers/cache_requests/flows/flow__Cache__Requests.py,sha256=xgx_oExxkcvRwQN1UCobimECIMUKGoIX5oGdCmp8Nyw,243
-osbot_utils/helpers/flows/Flow.py,sha256=PgShXbbrcMpPkTCls8LI1msZkD3bVk5nHlt9JrNCZGU,12624
-osbot_utils/helpers/flows/Task.py,sha256=dVf7DJw3NGvhJdmCbfWVE_KVMspkilIGuK9MgVpGGcE,6350
+osbot_utils/helpers/flows/Flow.py,sha256=SjVh8eUjtEgzr7lSfxYzyUmgmRXEqeaT4tJjRiXMLps,13094
+osbot_utils/helpers/flows/Task.py,sha256=b9DvSBP2DfDRK7wQ2X0zGBUX6j7XmCMf_IL7_DdJ7GE,6371
 osbot_utils/helpers/flows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 osbot_utils/helpers/flows/actions/Flow__Data.py,sha256=h9h5yVFIK0ZdXukNFgfRVV1XW0YQartVMcJTakwVqKY,5155
 osbot_utils/helpers/flows/actions/Flow__Events.py,sha256=g7KBafFeA7tV-v31v_m3MT__cZEX63gh8CehnZwRYU0,2840
 osbot_utils/helpers/flows/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 osbot_utils/helpers/flows/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 osbot_utils/helpers/flows/decorators/flow.py,sha256=7wj5TtUO_ffbACnagZtZ6LfFgclmbQSfn2lKkMMrnJI,670
-osbot_utils/helpers/flows/decorators/task.py,sha256=9bhQBPJU1dO-J4FAsFkmxqQMBNtay4FT_b1BdpHJ9sA,734
+osbot_utils/helpers/flows/decorators/task.py,sha256=Z5GqoUirnm98HAyvRlVcoXLcmZNagXjOXon2kb5OHsY,755
 osbot_utils/helpers/flows/models/Flow_Run__Config.py,sha256=vwtUSXEpBd7q9b8KXX1-FDWk90bwnNE1xiLnP3evks0,543
 osbot_utils/helpers/flows/models/Flow_Run__Event.py,sha256=2E-T6XXvsF2RnbIt5qq0rktOVBpembYvQudhoyM_6vc,589
 osbot_utils/helpers/flows/models/Flow_Run__Event_Data.py,sha256=zIAhfz1oUs0ocxbfCPmgj8tsXt2Ycjo0nFdeetKlnZ8,400
@@ -309,10 +309,12 @@ osbot_utils/type_safe/methods/type_safe_property.py,sha256=DcJkOIs6swJtkglsZVKLy
 osbot_utils/type_safe/shared/Type_Safe__Annotations.py,sha256=nmVqCbhk4kUYrw_mdYqugxQlv4gM3NUUH89FYTHUg-c,1133
 osbot_utils/type_safe/shared/Type_Safe__Cache.py,sha256=G03pmpds9sTwU5z5pNLssD_GTvVSIR11nGYbkV5KaiY,7913
 osbot_utils/type_safe/shared/Type_Safe__Convert.py,sha256=mS92_sKjKM_aNSB3ERMEgv-3DtkLVAS8AZF067G-JWM,2995
+osbot_utils/type_safe/shared/Type_Safe__Json_Compressor.py,sha256=uAtb2-wYUUsx_E67oqVHCKPaRUMZBRQFyd8xjqziOEA,5431
+osbot_utils/type_safe/shared/Type_Safe__Json_Compressor__Type_Registry.py,sha256=wYOCg7F1nTrRn8HlnZvrs_8A8WL4gxRYRLnXZpGIiuk,1119
 osbot_utils/type_safe/shared/Type_Safe__Not_Cached.py,sha256=25FAl6SOLxdStco_rm9tgOYLfuKyBWheGdl7vVa56UU,800
 osbot_utils/type_safe/shared/Type_Safe__Raise_Exception.py,sha256=pbru8k8CTQMNUfmFBndiJhg2KkqEYzFvJAPcNZHeHfQ,829
 osbot_utils/type_safe/shared/Type_Safe__Shared__Variables.py,sha256=SuZGl9LryQX6IpOE0I_lbzClT-h17UNylC__-M8ltTY,129
-osbot_utils/type_safe/shared/Type_Safe__Validation.py,sha256=CNGuTlfGCwm35d_MQ1ssiNFr2OxsbgI_MczqH_-EK6g,16315
+osbot_utils/type_safe/shared/Type_Safe__Validation.py,sha256=5dVs2zDU_sDh3e025KjaDfUS7B8XENlQ77-7U34b2KY,19017
 osbot_utils/type_safe/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 osbot_utils/type_safe/steps/Type_Safe__Step__Class_Kwargs.py,sha256=snoyJKvZ1crgF2fp0zexwNPnV_E63RfyRIsMAZdrKNY,6995
 osbot_utils/type_safe/steps/Type_Safe__Step__Default_Kwargs.py,sha256=tzKXDUc0HVP5QvCWsmcPuuZodNvQZ9FeMDNI2x00Ngw,1943
@@ -341,7 +343,7 @@ osbot_utils/utils/Json.py,sha256=TvfDoXwOkWzWH-9KMnme5C7iFsMZOleAeue92qmkH6g,883
 osbot_utils/utils/Json_Cache.py,sha256=mLPkkDZN-3ZVJiDvV1KBJXILtKkTZ4OepzOsDoBPhWg,2006
 osbot_utils/utils/Lists.py,sha256=tPz5x5s3sRO97WZ_nsxREBPC5cwaHrhgaYBhsrffTT8,5599
 osbot_utils/utils/Misc.py,sha256=H_xexJgiTxB3jDeDiW8efGQbO0Zuy8MM0iQ7qXC92JI,17363
-osbot_utils/utils/Objects.py,sha256=Jw_oe906vQXZ9TQfticocW_nHbUgitx7fVNdztfTOhs,12855
+osbot_utils/utils/Objects.py,sha256=pLES6h48qsbrPihF4VRKbwzxD9wwh49A8lpJkL2iMRk,12905
 osbot_utils/utils/Png.py,sha256=V1juGp6wkpPigMJ8HcxrPDIP4bSwu51oNkLI8YqP76Y,1172
 osbot_utils/utils/Process.py,sha256=lr3CTiEkN3EiBx3ZmzYmTKlQoPdkgZBRjPulMxG-zdo,2357
 osbot_utils/utils/Python_Logger.py,sha256=M9Oi62LxfnRSlCN8GhaiwiBINvcSdGy39FCWjyDD-Xg,12792
@@ -353,8 +355,8 @@ osbot_utils/utils/Toml.py,sha256=Rxl8gx7mni5CvBAK-Ai02EKw-GwtJdd3yeHT2kMloik,166
 osbot_utils/utils/Version.py,sha256=Ww6ChwTxqp1QAcxOnztkTicShlcx6fbNsWX5xausHrg,422
 osbot_utils/utils/Zip.py,sha256=pR6sKliUY0KZXmqNzKY2frfW-YVQEVbLKiyqQX_lc-8,14052
 osbot_utils/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-osbot_utils/version,sha256=iRLKVsS2FheWNhb1-kryF4F9MunxpjaAPbrCshBkSY4,8
-osbot_utils-2.21.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-osbot_utils-2.21.0.dist-info/METADATA,sha256=w8YOdMhQLXWrJ-hTXsuDjNpRzFDnmijUIsgYaMFqE0o,1329
-osbot_utils-2.21.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-osbot_utils-2.21.0.dist-info/RECORD,,
+osbot_utils/version,sha256=lqTNJLfzxdb8my8Vw-SUV5UlhJtWt7omX0sWdeN09a8,8
+osbot_utils-2.23.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+osbot_utils-2.23.0.dist-info/METADATA,sha256=keIoqWHCXxO1cj-j8WjIsp4ul5LAzTp93WmWIghVpVU,1329
+osbot_utils-2.23.0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+osbot_utils-2.23.0.dist-info/RECORD,,