symbolicai 1.0.0__py3-none-any.whl → 1.1.1__py3-none-any.whl

symai/post_processors.py

@@ -29,7 +29,9 @@ class StripPostProcessor(PostProcessor):
 
 class ClusterPostProcessor(PostProcessor):
     def __call__(self, response, argument) -> Any:
-        assert hasattr(self, 'clustering_kwargs'), "'clustering_kwargs' must be set in the class before calling __call__; use 'set' method."
+        assert hasattr(self, "clustering_kwargs"), (
+            "'clustering_kwargs' must be set in the class before calling __call__; use 'set' method."
+        )
         clustering = HDBSCAN(**self.clustering_kwargs).fit(response)
         ids = np.unique(clustering.labels_)
         map_ = {}
@@ -47,32 +49,32 @@ class ClusterPostProcessor(PostProcessor):
 
 class TemplatePostProcessor(PostProcessor):
     def __call__(self, response, argument) -> Any:
-        template    = argument.prop.template
+        template = argument.prop.template
         placeholder = argument.prop.placeholder
-        template    = argument.prop.template
+        template = argument.prop.template
         parts = str(template).split(placeholder)
-        return f'{parts[0]}{response}{parts[1]}'
+        return f"{parts[0]}{response}{parts[1]}"
 
 
 class SplitNewLinePostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
-        tmp = response.split('\n')
+        tmp = response.split("\n")
         return [t.strip() for t in tmp if len(t.strip()) > 0]
 
 
 class JsonTruncatePostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
-        count_b = response.count('[JSON_BEGIN]')
-        count_e = response.count('[JSON_END]')
+        count_b = response.count("[JSON_BEGIN]")
+        count_e = response.count("[JSON_END]")
         if count_b > 1 or count_e > 1:
             msg = "More than one [JSON_BEGIN] or [JSON_END] found. Please only generate one JSON response."
             UserMessage(msg)
             raise ValueError(msg)
         # cut off everything until the first '{'
-        start_idx = response.find('{')
+        start_idx = response.find("{")
         response = response[start_idx:]
         # find the first occurence of '}' looking backwards
-        end_idx = response.rfind('}') + 1
+        end_idx = response.rfind("}") + 1
         response = response[:end_idx]
         # search after the first character of '{' if it is a '"' and if not, replace it
         try:
@@ -85,17 +87,17 @@ class JsonTruncatePostProcessor(PostProcessor):
 
 class JsonTruncateMarkdownPostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
-        count_b = response.count('```json')
-        count_e = response.count('```')
+        count_b = response.count("```json")
+        count_e = response.count("```")
         if count_b > 1 or count_e > 2:
             msg = "More than one ```json Markdown found. Please only generate one JSON response."
             UserMessage(msg)
             raise ValueError(msg)
         # cut off everything until the first '{'
-        start_idx = response.find('{')
+        start_idx = response.find("{")
         response = response[start_idx:]
         # find the first occurence of '}' looking backwards
-        end_idx = response.rfind('}') + 1
+        end_idx = response.rfind("}") + 1
         response = response[:end_idx]
         # search after the first character of '{' if it is a '"' and if not, replace it
         try:
@@ -108,13 +110,13 @@ class JsonTruncateMarkdownPostProcessor(PostProcessor):
 
 class CodeExtractPostProcessor(PostProcessor):
     def __call__(self, response, _argument, tag=None, **_kwargs) -> Any:
-        if '```' not in str(response):
+        if "```" not in str(response):
             return response
         try:
             if tag is None:
-                pattern = r'```(?:\w*\n)?(.*?)(?:```|$)'
+                pattern = r"```(?:\w*\n)?(.*?)(?:```|$)"
             else:
-                pattern = r'```(?:\w*\n)?' + re.escape(str(tag)) + r'\n(.*?)(?:```|$)'
+                pattern = r"```(?:\w*\n)?" + re.escape(str(tag)) + r"\n(.*?)(?:```|$)"
             matches = re.findall(pattern, str(response), re.DOTALL)
             return "\n".join(matches).strip()
         except Exception:
@@ -129,10 +131,10 @@ class WolframAlphaPostProcessor(PostProcessor):
             response._value = res
             return response
         except StopIteration:
-            vals = ''
+            vals = ""
             for pod in response.value.pods:
                 for sub in pod.subpods:
-                    vals += f'{sub.plaintext}\n'
+                    vals += f"{sub.plaintext}\n"
             if len(vals) > 0:
                 response._value = vals
                 return response
@@ -142,16 +144,16 @@ class WolframAlphaPostProcessor(PostProcessor):
 class SplitPipePostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
         tmp = response if isinstance(response, list) else [response]
-        tmp = [r.split('|') for r in tmp if len(r.strip()) > 0]
+        tmp = [r.split("|") for r in tmp if len(r.strip()) > 0]
         tmp = [item for group in tmp for item in group]
         return [t.strip() for t in tmp if len(t.strip()) > 0]
 
 
 class NotifySubscriberPostProcessor(PostProcessor):
     def __call__(self, response, argument) -> Any:
-        for k, v in argument.kwargs['subscriber'].items():
+        for k, v in argument.kwargs["subscriber"].items():
             if k in response:
-                Event = namedtuple('Event', ['args', 'kwargs', 'response'])
+                Event = namedtuple("Event", ["args", "kwargs", "response"])
                 v(Event(argument.args, argument.kwargs, response))
         return response
 
@@ -198,19 +200,21 @@ class TakeLastPostProcessor(PostProcessor):
 
 class ExpandFunctionPostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
-        return 'def ' + response
+        return "def " + response
 
 
 class CaseInsensitivePostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
         return str(response).lower()
 
+
 class ConfirmToBoolPostProcessor(PostProcessor):
     def __call__(self, response, _argument) -> Any:
         if response is None:
             return False
         rsp = response.strip()
         # Lazy Symbol import prevents post_processors -> symbol -> core -> functional -> post_processors cycle.
-        from .symbol import Symbol # noqa
+        from .symbol import Symbol  # noqa
+
         sym = Symbol(rsp)
-        return bool(sym.isinstanceof('confirming answer'))
+        return bool(sym.isinstanceof("confirming answer"))

symai/pre_processors.py

@@ -19,7 +19,7 @@ class JsonPreProcessor(PreProcessor):
         assert len(argument.args) == 1
         self.format = format
         value = str(argument.args[0])
-        return f'{value} => [JSON_BEGIN]'
+        return f"{value} => [JSON_BEGIN]"
 
 
 class FormatPreProcessor(PreProcessor):
@@ -36,7 +36,7 @@ class EqualsPreProcessor(PreProcessor):
         assert len(argument.args) == 1
         a = prep_as_str(argument.prop.instance)
         b = prep_as_str(argument.args[0])
-        return f'{a} == {b} =>'
+        return f"{a} == {b} =>"
 
 
 class InterpretExpressionPreProcessor(PreProcessor):
@@ -50,7 +50,7 @@ class IndexPreProcessor(PreProcessor):
         assert len(argument.args) == 1
         a = prep_as_str(argument.prop.instance)
         b = prep_as_str(argument.args[0])
-        return f'{a} index {b} =>'
+        return f"{a} index {b} =>"
 
 
 class SetIndexPreProcessor(PreProcessor):
@@ -59,7 +59,7 @@ class SetIndexPreProcessor(PreProcessor):
         a = prep_as_str(argument.prop.instance)
         b = prep_as_str(argument.args[0])
         c = prep_as_str(argument.args[1])
-        return f'{a} index {b} set {c} =>'
+        return f"{a} index {b} set {c} =>"
 
 
 class DeleteIndexPreProcessor(PreProcessor):
@@ -67,7 +67,7 @@ class DeleteIndexPreProcessor(PreProcessor):
         assert len(argument.args) == 1
         a = prep_as_str(argument.prop.instance)
         b = prep_as_str(argument.args[0])
-        return f'{a} remove {b} =>'
+        return f"{a} remove {b} =>"
 
 
 class PromptPreProcessor(PreProcessor):
@@ -91,8 +91,8 @@ class RankPreProcessor(PreProcessor):
         measure = argument.prop.measure if argument.prop.measure else argument.args[0]
         list_ = prep_as_str(argument.prop.instance)
         # convert to list if not already a list
-        if '|' in list_ and '[' not in list_:
-            list_ = [v.strip() for v in list_.split('|') if len(v.strip()) > 0]
+        if "|" in list_ and "[" not in list_:
+            list_ = [v.strip() for v in list_.split("|") if len(v.strip()) > 0]
             list_ = str(list_)
         return f"order: '{order!s}' measure: '{measure!s}' list: {list_} =>"
 
@@ -122,9 +122,12 @@ class TemplatePreProcessor(PreProcessor):
         placeholder = argument.prop.placeholder
         template = argument.prop.template
         parts = str(template).split(placeholder)
-        assert len(parts) == 2, f"Your template must contain exactly one placeholder '{placeholder}' split:" + str(len(parts))
+        assert len(parts) == 2, (
+            f"Your template must contain exactly one placeholder '{placeholder}' split:"
+            + str(len(parts))
+        )
         argument.prop.template_suffix = parts[1]
-        return f'----------\n[Template]:\n{parts[0]}'
+        return f"----------\n[Template]:\n{parts[0]}"
 
 
 class NegatePreProcessor(PreProcessor):
@@ -175,7 +178,7 @@ class SimpleSymbolicExpressionPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         assert len(argument.args) >= 1
         val = str(argument.args[0])
-        val = val.replace('self', str(argument.prop.instance))
+        val = val.replace("self", str(argument.prop.instance))
         return f"expr :{val} =: =>"
 
 
@@ -198,7 +201,7 @@ class SemanticMappingPreProcessor(PreProcessor):
 
 class SimulateCodePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        val = argument.args[0] if len(argument.args) > 0 else ''
+        val = argument.args[0] if len(argument.args) > 0 else ""
         return f"code '{argument.prop.instance!s}' params '{val!s}' =>"
 
 
@@ -215,7 +218,7 @@ class TextToOutlinePreProcessor(PreProcessor):
 class UniquePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         unique = argument.prop.keys
-        val = f'List of keys: {unique}\n'
+        val = f"List of keys: {unique}\n"
         return f"{val}text '{argument.prop.instance!s}' =>"
 
 
@@ -226,54 +229,56 @@ class GenerateTextPreProcessor(PreProcessor):
 
 class ClusterPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        assert isinstance(argument.prop.instance.value, list), "ClusterPreProcessor can only be applied to a list"
+        assert isinstance(argument.prop.instance.value, list), (
+            "ClusterPreProcessor can only be applied to a list"
+        )
         return argument.prop.instance.value
 
 
 class ForEachPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        val   = prep_as_str(argument.prop.instance)
-        cond  = argument.prop.condition
+        val = prep_as_str(argument.prop.instance)
+        cond = argument.prop.condition
         apply = argument.prop.apply
         return f"{val} foreach '{cond}' apply '{apply}' =>"
 
 
 class MapPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        val     = prep_as_str(argument.prop.instance)
+        val = prep_as_str(argument.prop.instance)
         context = argument.prop.context
         return f"{val} map '{context!s}' =>"
 
 
 class ListPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        val  = prep_as_str(argument.prop.instance)
+        val = prep_as_str(argument.prop.instance)
         cond = argument.prop.condition
         return f"{val} list '{cond}' =>"
 
 
 class QueryPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        val   = f'Data:\n{argument.prop.instance!s}\n'
+        val = f"Data:\n{argument.prop.instance!s}\n"
         query = f"Context: {argument.prop.context}\n"
         return f"{val}{query}Answer:"
 
 
 class SufficientInformationPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        val   = prep_as_str(argument.prop.instance)
+        val = prep_as_str(argument.prop.instance)
         query = prep_as_str(argument.prop.query)
-        return f'query {query} content {val} =>'
+        return f"query {query} content {val} =>"
 
 
 class ExpandFunctionPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         val = prep_as_str(argument.prop.instance)
-        return f'{val} =>\ndef'
+        return f"{val} =>\ndef"
 
 
 class ArgsPreProcessor(PreProcessor):
-    def __init__(self, format: str = '') -> None:
+    def __init__(self, format: str = "") -> None:
         self.format = format
 
     def __call__(self, argument) -> Any:
@@ -291,7 +296,7 @@ class ModifyPreProcessor(PreProcessor):
 class FilterPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         criteria = argument.prop.criteria
-        include = 'include' if argument.prop.include else 'remove'
+        include = "include" if argument.prop.include else "remove"
         return f"text '{argument.prop.instance!s}' {include} '{criteria!s}' =>"
 
 
@@ -309,7 +314,7 @@ class ArgsToInputPreProcessor(PreProcessor):
         self.skip = skip if skip is not None else []
 
     def __call__(self, argument) -> Any:
-        input_ = ''
+        input_ = ""
         for i, arg in enumerate(argument.args):
             if i in self.skip:
                 continue
@@ -324,7 +329,7 @@ class SelfToInputPreProcessor(PreProcessor):
         self.skip = skip if skip is not None else []
 
     def __call__(self, argument) -> Any:
-        return f'{argument.prop.instance!s}\n'
+        return f"{argument.prop.instance!s}\n"
 
 
 class DataTemplatePreProcessor(PreProcessor):
@@ -333,7 +338,7 @@ class DataTemplatePreProcessor(PreProcessor):
         self.skip = skip if skip is not None else []
 
     def __call__(self, argument) -> Any:
-        input_ = f'[Data]:\n{argument.prop.instance!s}\n'
+        input_ = f"[Data]:\n{argument.prop.instance!s}\n"
         for i, arg in enumerate(argument.args):
             if i in self.skip:
                 continue
@@ -348,7 +353,7 @@ class ConsoleInputPreProcessor(PreProcessor):
         self.skip = skip if skip is not None else []
 
     def __call__(self, argument) -> Any:
-        return f'\n{argument.args[0]!s}\n$> '
+        return f"\n{argument.args[0]!s}\n$> "
 
 
 class ConsolePreProcessor(PreProcessor):
@@ -361,9 +366,9 @@ class ConsolePreProcessor(PreProcessor):
         # _func is called as: _func(self, self.value, *method_args, **method_kwargs)
         # argument.args[0] == symbol value, argument.prop.instance == Symbol object
         if argument.args:
-            symbol_obj   = argument.prop.instance
+            symbol_obj = argument.prop.instance
             symbol_value = argument.args[0]
-            method_args  = argument.args[1:]
+            method_args = argument.args[1:]
             object_ = f"symbol_value: {symbol_value!r}"
 
             # kwargs passed at Symbol-construction time (e.g. test_kwarg=…)
@@ -379,8 +384,6 @@ class ConsolePreProcessor(PreProcessor):
         return object_
 
 
-
-
 class LanguagePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         language = argument.prop.language
@@ -406,15 +409,18 @@ class TranscriptionPreProcessor(PreProcessor):
 class StylePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         description = argument.prop.description
-        text = f'[FORMAT]: {description}\n'
-        libs = ', '.join(argument.prop.libraries)
+        text = f"[FORMAT]: {description}\n"
+        libs = ", ".join(argument.prop.libraries)
         libraries = f"[LIBRARIES]: {libs}\n"
-        content = f'[DATA]:\n{argument.prop.instance!s}\n\n'
+        content = f"[DATA]:\n{argument.prop.instance!s}\n\n"
         if argument.prop.template:
             placeholder = argument.prop.placeholder
-            template    = argument.prop.template
-            parts       = str(template).split(placeholder)
-            assert len(parts) == 2, f"Your template must contain exactly one placeholder '{placeholder}'  split:" + str(len(parts))
+            template = argument.prop.template
+            parts = str(template).split(placeholder)
+            assert len(parts) == 2, (
+                f"Your template must contain exactly one placeholder '{placeholder}'  split:"
+                + str(len(parts))
+            )
             argument.prop.template_suffix = parts[1]
             return f'f"{text}{libraries}{content}"----------\n[TEMPLATE]:\n{parts[0]}'
         return f"{text}{libraries}{content}"
@@ -437,9 +443,9 @@ class UnwrapListSymbolsPreProcessor(PreProcessor):
 class ExceptionPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         ctxt = prep_as_str(argument.prop.instance)
-        ctxt = f"{ctxt}\n" if ctxt and len(ctxt) > 0 else ''
-        val  = argument.prop.query
-        e    = argument.prop.exception
+        ctxt = f"{ctxt}\n" if ctxt and len(ctxt) > 0 else ""
+        val = argument.prop.query
+        e = argument.prop.exception
         exception = "".join(traceback.format_exception_only(type(e), e)).strip()
         return f"context '{val}' exception '{exception}' code'{ctxt}' =>"
 
@@ -447,30 +453,30 @@ class ExceptionPreProcessor(PreProcessor):
 class CorrectionPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
         ctxt = prep_as_str(argument.prop.instance)
-        ctxt = f"{ctxt}\n" if ctxt and len(ctxt) > 0 else ''
-        val  = argument.prop.context
-        exception = ''
+        ctxt = f"{ctxt}\n" if ctxt and len(ctxt) > 0 else ""
+        val = argument.prop.context
+        exception = ""
         if not argument.prop.exception:
-            e         = argument.prop.exception
-            err_msg   = "".join(traceback.format_exception_only(type(e), e)).strip()
+            e = argument.prop.exception
+            err_msg = "".join(traceback.format_exception_only(type(e), e)).strip()
             exception = f" exception '{err_msg}'"
         return f'context "{val}"{exception} code "{ctxt}" =>'
 
 
 class EnumPreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        return f'[{", ".join([str(x) for x in argument.prop.enum])}]\n'
+        return f"[{', '.join([str(x) for x in argument.prop.enum])}]\n"
 
 
 class TextMessagePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        return f'Text: {argument.prop.instance!s}\n'
+        return f"Text: {argument.prop.instance!s}\n"
 
 
 class SummaryPreProcessing(PreProcessor):
     def __call__(self, argument) -> Any:
-        ctxt = f"Context: {argument.prop.context} " if argument.prop.context else ''
-        return f'{ctxt}Text: {argument.prop.instance!s}\n'
+        ctxt = f"Context: {argument.prop.context} " if argument.prop.context else ""
+        return f"{ctxt}Text: {argument.prop.instance!s}\n"
 
 
 class CleanTextMessagePreProcessor(PreProcessor):
@@ -480,14 +486,14 @@ class CleanTextMessagePreProcessor(PreProcessor):
 
 class PredictionMessagePreProcessor(PreProcessor):
     def __call__(self, _argument) -> Any:
-        return 'Prediction:'
+        return "Prediction:"
 
 
 class ArrowMessagePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        return f'{argument.prop.instance!s} =>'
+        return f"{argument.prop.instance!s} =>"
 
 
 class ValuePreProcessor(PreProcessor):
     def __call__(self, argument) -> Any:
-        return f'{argument.prop.instance!s}'
+        return f"{argument.prop.instance!s}"

symai/processor.py

@@ -5,12 +5,12 @@ from .pre_processors import PreProcessor
 
 
 class ProcessorPipeline:
-    '''
+    """
     Base class for all processors.
 
     Args:
         processors: A list of processors to be applied to the response.
-    '''
+    """
 
     def __init__(self, processors: list[PreProcessor | PostProcessor] | None = None) -> None:
         self.processors = processors
@@ -21,19 +21,25 @@ class ProcessorPipeline:
 
         if isinstance(self.processors[0], PreProcessor):
             assert len(args) == 1, f"Expected 1 argument of type Argument, got {len(args)}"
-            processed_input               = ''
+            processed_input = ""
             for processor in self.processors:
-                assert isinstance(processor, PreProcessor), f"Expected PreProcessor, got {type(processor)}"
-                argument         = args[0]
-                t                = processor(argument, **kwds)
-                processed_input += t if t is not None else ''
+                assert isinstance(processor, PreProcessor), (
+                    f"Expected PreProcessor, got {type(processor)}"
+                )
+                argument = args[0]
+                t = processor(argument, **kwds)
+                processed_input += t if t is not None else ""
             return processed_input
 
         if isinstance(self.processors[0], PostProcessor):
-            assert len(args) == 2, f"Expected 2 arguments of type Response and Argument, got {len(args)}"
+            assert len(args) == 2, (
+                f"Expected 2 arguments of type Response and Argument, got {len(args)}"
+            )
             response, argument = args
             for processor in self.processors:
-                assert isinstance(processor, PostProcessor), f"Expected PostProcessor, got {type(processor)}"
+                assert isinstance(processor, PostProcessor), (
+                    f"Expected PostProcessor, got {type(processor)}"
+                )
                 response = processor(response, argument, **kwds)
             return response
         return None