ripple-down-rules 0.6.1__py3-none-any.whl → 0.6.6__py3-none-any.whl

ripple_down_rules/rdr_decorators.py

@@ -3,110 +3,187 @@ This file contains decorators for the RDR (Ripple Down Rules) framework. Where e
 that can be used with any python function such that this function can benefit from the incremental knowledge acquisition
 of the RDRs.
 """
+import inspect
 import os.path
+from dataclasses import dataclass, field
 from functools import wraps
+from typing import get_origin
 
 from typing_extensions import Callable, Optional, Type, Tuple, Dict, Any, Self, get_type_hints, List, Union, Sequence
 
-from ripple_down_rules.datastructures.case import Case
-from ripple_down_rules.datastructures.dataclasses import CaseQuery
-from ripple_down_rules.experts import Expert, Human
-from ripple_down_rules.rdr import GeneralRDR
+from .datastructures.case import Case
+from .datastructures.dataclasses import CaseQuery, CaseFactoryMetaData
+from .experts import Expert, Human
+from .failures import RDRLoadError
+from .rdr import GeneralRDR
+from .utils import get_type_from_type_hint
+
 try:
-    from ripple_down_rules.user_interface.gui import RDRCaseViewer
+    from .user_interface.gui import RDRCaseViewer
 except ImportError:
     RDRCaseViewer = None
-from ripple_down_rules.utils import get_method_args_as_dict, get_func_rdr_model_name, make_set, \
-    get_method_class_if_exists, str_to_snake_case
+from .utils import get_method_args_as_dict, get_func_rdr_model_name, make_set, \
+    get_method_class_if_exists, make_list
+from .helpers import create_case_from_method
 
 
+@dataclass(unsafe_hash=True)
 class RDRDecorator:
-    rdr: GeneralRDR
-
-    def __init__(self, models_dir: str,
-                 output_type: Tuple[Type],
-                 mutual_exclusive: bool,
-                 output_name: str = "output_",
-                 fit: bool = True,
-                 expert: Optional[Expert] = None,
-                 update_existing_rules: bool = True,
-                 viewer: Optional[RDRCaseViewer] = None,
-                 package_name: Optional[str] = None,
-                 use_generated_classifier: bool = False,
-                 ask_now: Callable[[Any], bool] = lambda _: True):
-        """
-        :param models_dir: The directory to save/load the RDR models.
-        :param output_type: The type of the output. This is used to create the RDR model.
-        :param mutual_exclusive: If True, the output types are mutually exclusive.
-         If None, the RDR model will not be saved as a python file.
-        :param output_name: The name of the output. This is used to create the RDR model.
-        :param fit: If True, the function will be in fit mode. This means that the RDR will prompt the user for the
-            correct output if the function's output is not in the RDR model. If False, the function will be in
-            classification mode. This means that the RDR will classify the function's output based on the RDR model.
-        :param expert: The expert that will be used to prompt the user for the correct output. If None, a Human
-            expert will be used.
-        :param update_existing_rules: If True, the function will update the existing RDR rules
-         even if they gave an output.
-        :param viewer: The viewer to use for the RDR model. If None, no viewer will be used.
-        :param package_name: The package name to use for relative imports in the RDR model.
-        :param use_generated_classifier: If True, the function will use the generated classifier instead of the RDR model.
-        :return: A decorator to use a GeneralRDR as a classifier that monitors and modifies the function's output.
-        """
-        self.rdr_models_dir = models_dir
-        self.model_name: Optional[str] = None
-        self.output_type = output_type
-        self.parsed_output_type: List[Type] = []
-        self.mutual_exclusive = mutual_exclusive
-        self.output_name = output_name
-        self.fit: bool = fit
-        self.expert: Optional[Expert] = expert
-        self.update_existing_rules = update_existing_rules
-        self.viewer = viewer
-        self.package_name = package_name
-        self.use_generated_classifier = use_generated_classifier
-        self.generated_classifier: Optional[Callable] = None
-        self.ask_now = ask_now
-        self.load()
+    models_dir: str
+    """
+    The directory to save the RDR models in.
+    """
+    output_type: Tuple[Type, ...]
+    """
+    The type(s) of the output produced by the RDR model (The type(s) of the queried attribute).
+    """
+    mutual_exclusive: bool
+    """
+    Whether the queried attribute is mutually exclusive (i.e. allows for only one possible value) or not.
+    """
+    fit: bool = field(default=True)
+    """
+    Whether to run in fitting mode and prompt the expert or just classify using existing rules.
+    """
+    expert: Optional[Expert] = field(default=None)
+    """
+    The expert instance, this is used by the rdr to prompt for answers.
+    """
+    update_existing_rules: bool = field(default=True)
+    """
+    When in fitting mode, whether to ask for answers for existing rules as well or not.
+    """
+    package_name: Optional[str] = field(default=None)
+    """
+    The name of the user python package where the RDR model will be saved, this is useful for generating relative
+    imports in the generated rdr model files.
+    """
+    use_generated_classifier: bool = field(default=False)
+    """
+    Whether to use the generated classifier files of the rdr model instead of the RDR instance itself, this is useful
+    when you want to debug inside the rules.
+    """
+    ask_now: Callable[Dict[str, Any], bool] = field(default=lambda _: True)
+    """
+    A user provided callable function that outputs a boolean indicating when to ask the expert for an answer. The input
+    to the `ask_now` function is a dictionary with the original function arguments, while arguments like `self` and
+    `cls` are passed as a special key `self_` or `cls_` respectively.
+    """
+    fitting_decorator: Optional[Callable] = field(default=lambda f: f)
+    """
+    A user provided decorator that wraps the `py:meth:ripple_down_rules.rdr.RippleDownRules.fit_case` method which is 
+    used when in fitting mode, this is useful when you want special logic pre and post the fitting operation, you can
+    for example freeze your system during fitting such that you have a stable state that you can query and use while 
+    writing and testing your answer/rule.
+    """
+    generate_dot_file: bool = field(default=False)
+    """
+    Whether to generate a dynamic dot file representing the state of the rule tree each time the rdr is queried, showing
+    which rules fired and which rules didn't get evaluated, ...etc.
+    """
+    model_name: Optional[str] = field(default=None)
+    """
+    The name of the rdr model, this gets auto generated from the function signature and the class/file it is contained
+    in.
+    """
+    rdr: GeneralRDR = field(init=False, default=None)
+    """
+    The ripple down rules instance of the decorator class.
+    """
+    parsed_output_type: List[Type] = field(init=False, default_factory=list)
+    """
+    The output of a post processing done on the output types, for example converting typing module types 
+    (i.e. type hints) to python types.
+    """
+    origin_type: Optional[Type] = field(init=False, default=None)
+    """
+    The origin of the type hint of the attribute, useful in the case of not mutually exclusive attributes to map the 
+    result to the specified container type (e.g. a list instead of a set which is the default container type for rdr
+    output).
+    """
+    output_name: str = field(init=False, default='output_')
+    """
+    This is used to refer to the output value of the decorated function, this is used as part of the case as input to 
+    the rdr model, but is never used in the rule logic to prevent cycles from happening. The correct way to use the 
+    output of an rdr is through refinement rules which happens automatically by the rdr prompting for refinements.
+    """
+    _not_none_output_found: bool = field(init=False, default=False)
+    """
+    This is a flag that indicates that a not None output for the rdr has been inferred, this is used to update the 
+    generated dot file if it is set to `True`.
+    """
+    case_factory_metadata: CaseFactoryMetaData = field(init=False, default_factory=CaseFactoryMetaData)
+    """
+    Metadata that contains the case factory method, and the scenario that is being run during the case query.
+    """
 
     def decorator(self, func: Callable) -> Callable:
 
         @wraps(func)
         def wrapper(*args, **kwargs) -> Optional[Any]:
 
+            original_kwargs = {pname: p for pname, p in inspect.signature(func).parameters.items() if
+                               p.default != inspect._empty}
+            for og_kwarg in original_kwargs:
+                if og_kwarg not in kwargs:
+                    kwargs[og_kwarg] = original_kwargs[og_kwarg].default
+
             if self.model_name is None:
                 self.initialize_rdr_model_name_and_load(func)
+            if self.origin_type is None and not self.mutual_exclusive:
+                self.origin_type = get_origin(get_type_hints(func)['return'])
+                if self.origin_type:
+                    self.origin_type = get_type_from_type_hint(self.origin_type)
 
             func_output = {self.output_name: func(*args, **kwargs)}
 
-            case, case_dict = self.create_case_from_method(func, func_output, *args, **kwargs)
-            
-            if self.fit and not self.use_generated_classifier and self.ask_now(case_dict):
+            case, case_dict = create_case_from_method(func, func_output, *args, **kwargs)
+
+            @self.fitting_decorator
+            def fit():
                 if len(self.parsed_output_type) == 0:
                     self.parsed_output_type = self.parse_output_type(func, self.output_type, *args)
                 if self.expert is None:
-                    self.expert = Human(viewer=self.viewer,
-                                        answers_save_path=self.rdr_models_dir + f'/{self.model_name}/expert_answers')
-                case_query = self.create_case_query_from_method(func, func_output,
-                                                                self.parsed_output_type,
-                                                                self.mutual_exclusive,
-                                                                *args, **kwargs)
+                    self.expert = Human(answers_save_path=self.models_dir + f'/{self.model_name}/expert_answers')
+                case_query = self.create_case_query_from_method(
+                                            func, func_output,
+                                            self.parsed_output_type,
+                                            self.mutual_exclusive,
+                                            args, kwargs,
+                                            case=case, case_dict=case_dict,
+                                            scenario=self.case_factory_metadata.scenario,
+                                            this_case_target_value=self.case_factory_metadata.this_case_target_value)
                 output = self.rdr.fit_case(case_query, expert=self.expert,
-                                           update_existing_rules=self.update_existing_rules,
-                                           viewer=self.viewer)
+                                           update_existing_rules=self.update_existing_rules)
+                return output
+
+            if self.fit and not self.use_generated_classifier and self.ask_now(case_dict):
+                output = fit()
             else:
                 if self.use_generated_classifier:
                     if self.generated_classifier is None:
-                        model_path = os.path.join(self.rdr_models_dir, self.model_name)
+                        model_path = os.path.join(self.models_dir, self.model_name)
                         self.generated_classifier = self.rdr.get_rdr_classifier_from_python_file(model_path)
                     output = self.generated_classifier(case)
                 else:
                     output = self.rdr.classify(case)
+                    if self.generate_dot_file:
+                        eval_rule_tree = self.rdr.get_evaluated_rule_tree()
+                        if not self._not_none_output_found or (eval_rule_tree and len(eval_rule_tree) > 1):
+                            self.rdr.render_evaluated_rule_tree(self.models_dir + f'/{self.model_name}',
+                                                                show_full_tree=True)
+                        if eval_rule_tree and len(eval_rule_tree) > 1:
+                            self._not_none_output_found = True
 
             if self.output_name in output:
+                if self.origin_type == list:
+                    return make_list(output[self.output_name])
                 return output[self.output_name]
             else:
                 return func_output[self.output_name]
 
+        wrapper._rdr_decorator_instance = self
+
         return wrapper
 
     @staticmethod
@@ -114,7 +191,11 @@ class RDRDecorator:
                                       func_output: Dict[str, Any],
                                       output_type: Sequence[Type],
                                       mutual_exclusive: bool,
-                                      *args, **kwargs) -> CaseQuery:
+                                      func_args: Tuple[Any, ...], func_kwargs: Dict[str, Any],
+                                      case: Optional[Case] = None,
+                                      case_dict: Optional[Dict[str, Any]] = None,
+                                      scenario: Optional[Callable] = None,
+                                      this_case_target_value: Optional[Any] = None,) -> CaseQuery:
         """
         Create a CaseQuery from the function and its arguments.
 
@@ -122,42 +203,28 @@ class RDRDecorator:
         :param func_output: The output of the function as a dictionary, where the key is the output name.
         :param output_type: The type of the output as a sequence of types.
         :param mutual_exclusive: If True, the output types are mutually exclusive.
-        :param args: The positional arguments of the function.
-        :param kwargs: The keyword arguments of the function.
+        :param func_args: The positional arguments of the function.
+        :param func_kwargs: The keyword arguments of the function.
+        :param case: The case to create.
+        :param case_dict: The dictionary of the case.
+        :param scenario: The scenario that produced the given case.
+        :param this_case_target_value: The target value for the case.
         :return: A CaseQuery object representing the case.
         """
         output_type = make_set(output_type)
-        case, case_dict = RDRDecorator.create_case_from_method(func, func_output, *args, **kwargs)
+        if case is None or case_dict is None:
+            case, case_dict = create_case_from_method(func, func_output, *func_args, **func_kwargs)
         scope = func.__globals__
         scope.update(case_dict)
         func_args_type_hints = get_type_hints(func)
         output_name = list(func_output.keys())[0]
         func_args_type_hints.update({output_name: Union[tuple(output_type)]})
         return CaseQuery(case, output_name, tuple(output_type),
-                         mutual_exclusive, scope=scope,
+                         mutual_exclusive, scope=scope, scenario=scenario, this_case_target_value=this_case_target_value,
                          is_function=True, function_args_type_hints=func_args_type_hints)
 
-    @staticmethod
-    def create_case_from_method(func: Callable,
-                                func_output: Dict[str, Any],
-                                *args, **kwargs) -> Tuple[Case, Dict[str, Any]]:
-        """
-        Create a Case from the function and its arguments.
-
-        :param func: The function to create a case from.
-        :param func_output: A dictionary containing the output of the function, where the key is the output name.
-        :param args: The positional arguments of the function.
-        :param kwargs: The keyword arguments of the function.
-        :return: A Case object representing the case.
-        """
-        case_dict = get_method_args_as_dict(func, *args, **kwargs)
-        case_dict.update(func_output)
-        case_name = get_func_rdr_model_name(func)
-        return Case(dict, id(case_dict), case_name, case_dict, **case_dict), case_dict
-
     def initialize_rdr_model_name_and_load(self, func: Callable) -> None:
-        model_file_name = get_func_rdr_model_name(func, include_file_name=True)
-        self.model_name = str_to_snake_case(model_file_name)
+        self.model_name = get_func_rdr_model_name(func, include_file_name=True)
         self.load()
 
     @staticmethod
@@ -175,28 +242,13 @@ class RDRDecorator:
                 parsed_output_type.append(ot)
         return parsed_output_type
 
-    def save(self):
-        """
-        Save the RDR model to the specified directory.
-        """
-        self.rdr.save(self.rdr_models_dir, self.model_name, package_name=self.package_name)
-
     def load(self):
         """
-        Load the RDR model from the specified directory.
-        """
-        self.rdr = None
-        if self.model_name is not None:
-            model_path = os.path.join(self.rdr_models_dir, self.model_name + f"/rdr_metadata/{self.model_name}.json")
-            if os.path.exists(os.path.join(self.rdr_models_dir, model_path)):
-                self.rdr = GeneralRDR.load(self.rdr_models_dir, self.model_name, package_name=self.package_name)
-                self.rdr.set_viewer(self.viewer)
-        if self.rdr is None:
-            self.rdr = GeneralRDR(save_dir=self.rdr_models_dir, model_name=self.model_name,
-                                  viewer=self.viewer)
-
-    def update_from_python(self):
+        Load the RDR model from the specified directory, otherwise create a new one.
         """
-        Update the RDR model from a python file.
-        """
-        self.rdr.update_from_python(self.rdr_models_dir, package_name=self.package_name)
+        self.rdr = GeneralRDR(save_dir=self.models_dir, model_name=self.model_name)
+
+
+def fit_rdr_func(scenario: Callable, rdr_decorated_func: Callable, *func_args, **func_kwargs) -> None:
+    rdr_decorated_func._rdr_decorator_instance.case_factory_metadata = CaseFactoryMetaData(scenario=scenario)
+    rdr_decorated_func(*func_args, **func_kwargs)