symbolicai 0.20.2__py3-none-any.whl → 1.0.0__py3-none-any.whl

symai/extended/interfaces/blip_2.py

@@ -1,4 +1,3 @@
-from typing import List
 
 from ... import core
 from ...symbol import Expression
@@ -9,7 +8,7 @@ class blip_2(Expression):
         super().__init__(*args, **kwargs)
         self.name = self.__class__.__name__
 
-    def __call__(self, image: str = None, query: str = None, **kwargs) -> "blip_2":
+    def __call__(self, image: str | None = None, query: str | None = None, **kwargs) -> "blip_2":
         @core.caption(image=image, prompt=query, **kwargs)
         def _func(_) -> str:
             pass

symai/extended/interfaces/clip.py

@@ -1,4 +1,3 @@
-from typing import List, Union
 
 import numpy as np
 
@@ -11,7 +10,7 @@ class clip(Expression):
         super().__init__(*args, **kwargs)
         self.name = self.__class__.__name__
 
-    def __call__(self, image: str | bytes = None, text: List[str] = None, **kwargs) -> "clip":
+    def __call__(self, image: str | bytes | None = None, text: list[str] | None = None, **kwargs) -> "clip":
         @core.text_vision(image=image, text=text, **kwargs)
         def _func(_) -> np.ndarray:
             pass

symai/extended/interfaces/console.py

@@ -1,5 +1,6 @@
 from ... import core
 from ...symbol import Expression
+from ...utils import UserMessage
 
 
 class console(Expression):
@@ -8,7 +9,12 @@ class console(Expression):
         self.name = self.__class__.__name__
 
     def __call__(self, *args, **kwargs) -> "console":
-        kwargs['handler'] = lambda x: print(*x['args'])
+        def _handler(payload):
+            args_ = payload.get('args', ())
+            message = ' '.join(str(arg) for arg in args_)
+            UserMessage(message)
+
+        kwargs['handler'] = _handler
         @core.output(**kwargs)
         def _func(_, *args):
             pass

symai/extended/interfaces/dall_e.py

@@ -1,6 +1,6 @@
 from ... import core
-from ...symbol import Expression, Symbol
 from ...backend.engines.drawing.engine_gpt_image import GPTImageResult
+from ...symbol import Expression, Symbol
 
 
 class dall_e(Expression):

symai/extended/interfaces/flux.py

@@ -1,6 +1,6 @@
 from ... import core
-from ...symbol import Expression, Symbol
 from ...backend.engines.drawing.engine_bfl import FluxResult
+from ...symbol import Expression
 
 
 class flux(Expression):

symai/extended/interfaces/gpt_image.py

@@ -1,6 +1,6 @@
 from ... import core
 from ...backend.engines.drawing.engine_gpt_image import GPTImageResult
-from ...symbol import Expression, Symbol
+from ...symbol import Expression
 
 
 class gpt_image(Expression):

symai/extended/interfaces/input.py

@@ -2,7 +2,7 @@ from ... import core
 from ...symbol import Expression
 
 
-class input(Expression):
+class input(Expression): # noqa
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         self.name = self.__class__.__name__

symai/extended/interfaces/llava.py

@@ -1,4 +1,3 @@
-from typing import List
 
 from ... import core
 from ...symbol import Expression

symai/extended/interfaces/naive_vectordb.py

@@ -1,8 +1,6 @@
-from ... import core
-from ...backend.engines.index.engine_vectordb import (VectorDBIndexEngine,
-                                                      VectorDBResult)
+from ...backend.engines.index.engine_vectordb import VectorDBIndexEngine, VectorDBResult
 from ...symbol import Expression
-from ...utils import CustomUserWarning
+from ...utils import UserMessage
 
 
 class naive_vectordb(Expression):
@@ -26,10 +24,11 @@ class naive_vectordb(Expression):
             if isinstance(query, list):
                 for q in query:
                     self.add(doc=[q], index_name=index, **kwargs)
-                return
+                return None
             self.add(doc=[query], index_name=index, **kwargs)
-            return
+            return None
         if operation == "config":
             self.config(path=query, index_name=index, storage_file=storage_file, **kwargs)
-            return
-        CustomUserWarning(f"Operation not supported: {operation}", raise_with=NotImplementedError)
+            return None
+        UserMessage(f"Operation not supported: {operation}", raise_with=NotImplementedError)
+        return None

symai/extended/interfaces/naive_webscraping.py

@@ -10,7 +10,7 @@ class naive_webscraping(Expression):
 
     def __call__(self, url: str, **kwargs) -> RequestsResult:
         @core.scrape(url=url, **kwargs)
-        def _func(_, *args, **inner_kwargs) -> RequestsResult:
+        def _func(_, *_args, **_inner_kwargs) -> RequestsResult:
             # The fallback path may inject debugging kwargs like `error`/`stack_trace`;
             # accept and ignore them so EngineRepository can surface structured failures.
             return None

symai/extended/interfaces/ocr.py

@@ -1,6 +1,6 @@
 from ... import core
-from ...symbol import Expression
 from ...backend.engines.ocr.engine_apilayer import ApiLayerResult
+from ...symbol import Expression
 
 
 class ocr(Expression):

symai/extended/interfaces/pinecone.py

@@ -1,6 +1,6 @@
-from ... import core
+from ...backend.engines.index.engine_pinecone import PineconeIndexEngine, PineconeResult
 from ...symbol import Expression
-from ...backend.engines.index.engine_pinecone import PineconeResult, PineconeIndexEngine
+from ...utils import UserMessage
 
 
 class pinecone(Expression):
@@ -14,8 +14,9 @@ class pinecone(Expression):
         index = self.index_name if index_name is None else index_name
         if   operation == "search":
             return self.get(query=stmt.embedding, index_name=index, ori_query=stmt.value, **kwargs)
-        elif operation == "add":
+        if operation == "add":
             return self.add(doc=stmt.zip(), index_name=index, **kwargs)
-        elif operation == "config":
+        if operation == "config":
             return self.index(path=stmt.value, index_name=index, **kwargs)
-        raise NotImplementedError("Operation not supported")
+        UserMessage("Operation not supported", raise_with=NotImplementedError)
+        return None

symai/extended/interfaces/serpapi.py

@@ -1,6 +1,6 @@
 from ... import core
-from ...symbol import Expression, Symbol
 from ...backend.engines.search.engine_serpapi import SearchResult
+from ...symbol import Expression, Symbol
 
 
 class serpapi(Expression):

symai/extended/interfaces/terminal.py

@@ -1,7 +1,6 @@
-from typing import List
 
-from ...symbol import Expression
 from ...shellsv import process_command
+from ...symbol import Expression
 
 
 class terminal(Expression):
@@ -9,5 +8,5 @@ class terminal(Expression):
         super().__init__(*args, **kwargs)
         self.name = self.__class__.__name__
 
-    def __call__(self, command: str = None, **kwargs) -> "terminal":
+    def __call__(self, command: str | None = None, **kwargs) -> "terminal":
         return self.sym_return_type(process_command(command, **kwargs))

symai/extended/interfaces/tts.py

@@ -1,5 +1,5 @@
 from ... import core
-from ...symbol import Expression, Symbol, Result
+from ...symbol import Expression, Result, Symbol
 
 
 class tts(Expression):

symai/extended/interfaces/whisper.py

@@ -1,6 +1,6 @@
 from ... import core
-from ...symbol import Expression
 from ...backend.engines.speech_to_text.engine_local_whisper import WhisperResult
+from ...symbol import Expression
 
 
 class whisper(Expression):

symai/extended/interfaces/wolframalpha.py

@@ -1,6 +1,6 @@
 from ... import core
-from ...symbol import Expression
 from ...backend.engines.symbolic.engine_wolframalpha import WolframResult
+from ...symbol import Expression
 
 
 class wolframalpha(Expression):

symai/extended/metrics/__init__.py

@@ -1 +1,11 @@
-from .similarity import *
+from . import similarity as _similarity
+
+__all__ = getattr(_similarity, "__all__", None) # noqa
+if __all__ is None:
+    __all__ = [name for name in dir(_similarity) if not name.startswith("_")]
+
+for _name in __all__:
+    globals()[_name] = getattr(_similarity, _name)
+
+del _name
+del _similarity

symai/extended/metrics/similarity.py

@@ -1,3 +1,6 @@
+'''
+@TODO: This must go away. As soon as we have Qdrant, everything related to vectordb must be cleaned up.
+'''
 import random
 
 import numpy as np
@@ -11,8 +14,7 @@ def get_norm_vector(vector):
     """
     if len(vector.shape) == 1:
         return vector / np.linalg.norm(vector)
-    else:
-        return vector / np.linalg.norm(vector, axis=1)[:, np.newaxis]
+    return vector / np.linalg.norm(vector, axis=1)[:, np.newaxis]
 
 
 def dot_product(vectors, query_vector):
@@ -22,8 +24,7 @@ def dot_product(vectors, query_vector):
     :param query_vector: vector
     :return: dot product between the vector and the matrix of vectors
     """
-    similarities = np.dot(vectors, query_vector.T)
-    return similarities
+    return np.dot(vectors, query_vector.T)
 
 
 def cosine_similarity(vectors, query_vector):
@@ -35,8 +36,7 @@ def cosine_similarity(vectors, query_vector):
     """
     norm_vectors = get_norm_vector(vectors)
     norm_query_vector = get_norm_vector(query_vector)
-    similarities = np.dot(norm_vectors, norm_query_vector.T)
-    return similarities
+    return np.dot(norm_vectors, norm_query_vector.T)
 
 
 def euclidean_metric(vectors, query_vector, get_similarity_score=True):
@@ -49,7 +49,7 @@ def euclidean_metric(vectors, query_vector, get_similarity_score=True):
     """
     similarities = np.linalg.norm(vectors - query_vector, axis=1)
     if get_similarity_score:
-        similarities = 1 / (1 + similarities)
+        return 1 / (1 + similarities)
     return similarities
 
 
@@ -64,8 +64,7 @@ def derridaean_similarity(vectors, query_vector):
         return value + random.uniform(-0.2, 0.2)
 
     similarities = cosine_similarity(vectors, query_vector)
-    derrida_similarities = np.vectorize(random_change)(similarities)
-    return derrida_similarities
+    return np.vectorize(random_change)(similarities)
 
 
 def adams_similarity(vectors, query_vector):
@@ -75,12 +74,11 @@ def adams_similarity(vectors, query_vector):
     :param query_vector: vector
     :return: adams similarity between the vector and the matrix of vectors
     """
-    def adams_change(value):
+    def adams_change(_value):
         return 0.42
 
     similarities = cosine_similarity(vectors, query_vector)
-    adams_similarities = np.vectorize(adams_change)(similarities)
-    return adams_similarities
+    return np.vectorize(adams_change)(similarities)
 
 
 def ranking_algorithm_sort(vectors, query_vector, top_k=5, metric=cosine_similarity):
@@ -94,4 +92,4 @@ def ranking_algorithm_sort(vectors, query_vector, top_k=5, metric=cosine_similar
     """
     similarities = metric(vectors, query_vector)
     top_indices = np.argsort(similarities, axis=0)[-top_k:][::-1]
-    return top_indices.flatten(), similarities[top_indices].flatten()
+    return top_indices.flatten(), similarities[top_indices].flatten()

symai/extended/os_command.py

@@ -1,10 +1,9 @@
 import platform
 import subprocess
 
-from typing import Dict, List
-
 from ..post_processors import CodeExtractPostProcessor
 from ..symbol import Expression, Symbol
+from ..utils import UserMessage
 
 Context = """[DESCRIPTION]:
 Adapt the user query to an OS patform command (commands must be executable in terminal, shell, bash or powershell)!
@@ -62,33 +61,35 @@ Write an executable command that starts a process according to the user query, p
 
 
 class OSCommand(Expression):
-    def __init__(self, programs:        List[str],
-                       metadata:   Dict[str, str] = {},
+    def __init__(self, programs:        list[str],
+                       metadata:   dict[str, str] | None = None,
                        verbose:              bool = False,
                        os_platform:           str = 'auto',
                        **kwargs):
+        if metadata is None:
+            metadata = {}
         super().__init__(**kwargs)
         self.verbose:            bool = verbose
         self.os_platform:         str = os_platform
-        self.programs:      List[str] = programs
-        self.meta: Dict[str, str]     = metadata
+        self.programs:      list[str] = programs
+        self.meta: dict[str, str]     = metadata
 
         if self.os_platform == 'auto':
             self.os_platform = platform.platform()
         if len(programs) == 0:
-            raise Exception('No programs specified!')
+            UserMessage('No programs specified!', raise_with=Exception)
 
-    def execute_os_command(self, *args, **kwargs):
+    def execute_os_command(self, *args, **_kwargs):
         command = args[0]
-        print(f'Executing {self.os_platform} command: {command}')
+        UserMessage(f'Executing {self.os_platform} command: {command}')
         if 'linux' in self.os_platform.lower():
-            return [subprocess.run(["bash", "-c", str(command)])]
-        elif 'windows' in self.os_platform.lower():
-            return [subprocess.run(["powershell", "-Command", str(command)])]
-        elif 'mac' in self.os_platform.lower():
-            return [subprocess.run(["bash", "-c", str(command)])]
-        else:
-            raise Exception('Unsupported platform!')
+            return [subprocess.run(["bash", "-c", str(command)], check=False)]
+        if 'windows' in self.os_platform.lower():
+            return [subprocess.run(["powershell", "-Command", str(command)], check=False)]
+        if 'mac' in self.os_platform.lower():
+            return [subprocess.run(["bash", "-c", str(command)], check=False)]
+        UserMessage('Unsupported platform!', raise_with=Exception)
+        return []
 
     def forward(self, sym: Symbol, **kwargs) -> Expression:
         sym = self._to_symbol(sym)

symai/extended/packages/__init__.py

@@ -1,3 +1,29 @@
-from .symdev import *
-from .sympkg import *
-from .symrun import *
+from . import symdev as _symdev
+from . import sympkg as _sympkg
+from . import symrun as _symrun
+
+__all__ = []
+_seen_names = set()
+
+
+def _export_module(module, seen_names: set[str] = _seen_names) -> None:
+    public_names = getattr(module, "__all__", None)
+    if public_names is None:
+        public_names = [name for name in dir(module) if not name.startswith("_")]
+    for name in public_names:
+        globals()[name] = getattr(module, name)
+        if name not in seen_names:
+            __all__.append(name)
+            seen_names.add(name)
+
+
+for _module in (_symdev, _sympkg, _symrun):
+    _export_module(_module)
+
+
+del _export_module
+del _module
+del _seen_names
+del _symdev
+del _sympkg
+del _symrun

symai/extended/packages/symdev.py

@@ -9,12 +9,12 @@ from loguru import logger
 from ... import config_manager
 
 
-class PackageInitializer():
+class PackageInitializer:
     def __init__(self):
         self.package_dir = Path(config_manager.config_dir) / 'packages'
 
-        if not os.path.exists(self.package_dir):
-            os.makedirs(self.package_dir)
+        if not self.package_dir.exists():
+            self.package_dir.mkdir(parents=True)
 
         os.chdir(self.package_dir)
 
@@ -30,7 +30,7 @@ class PackageInitializer():
         parser.add_argument('command', help='Subcommand to run')
         args = parser.parse_args(sys.argv[1:2])
         if len(args.command) > 1 and not hasattr(self, args.command):
-            setattr(args, 'package', args.command)
+            args.package = args.command
             self.c(args)
         elif len(args.command) == 1 and not hasattr(self, args.command):
             logger.error('Unrecognized command')
@@ -51,27 +51,30 @@ class PackageInitializer():
         try:
             username = vals[0]
             package_name = vals[1]
-        except:
+        except IndexError:
             logger.error('Invalid package name: {git_username}/{package_name}')
             parser.print_help()
             exit(1)
 
-        package_path = os.path.join(self.package_dir, username, package_name)
-        if os.path.exists(package_path):
+        package_path = self.package_dir / username / package_name
+        if package_path.exists():
             logger.info('Package already exists')
             exit(1)
 
         logger.info('Creating package...')
-        os.makedirs(package_path)
-        os.makedirs(os.path.join(package_path, 'src'))
+        package_path.mkdir(parents=True)
+        src_path = package_path / 'src'
+        src_path.mkdir(parents=True)
 
-        with open(os.path.join(package_path, '.gitignore'), 'w'): pass
-        with open(os.path.join(package_path, 'LICENSE'), 'w') as f:
+        with (package_path / '.gitignore').open('w'):
+            pass
+        with (package_path / 'LICENSE').open('w') as f:
             f.write('MIT License')
-        with open(os.path.join(package_path, 'README.md'), 'w') as f:
+        with (package_path / 'README.md').open('w') as f:
             f.write('# ' + package_name + '\n## <Project Description>')
-        with open(os.path.join(package_path, 'requirements.txt'), 'w'): pass
-        with open(os.path.join(package_path, 'package.json'), 'w') as f:
+        with (package_path / 'requirements.txt').open('w'):
+            pass
+        with (package_path / 'package.json').open('w') as f:
             json.dump({
                 'version': '0.0.1',
                 'name': username+'/'+package_name,
@@ -80,7 +83,7 @@ class PackageInitializer():
                 'run': {'module': 'src/func', 'type': 'MyExpression'},
                 'dependencies': []
             }, f, indent=4)
-        with open(os.path.join(package_path, 'src', 'func.py'), 'w') as f:
+        with (src_path / 'func.py').open('w') as f:
             f.write("""from symai import Expression, Function
 
 
@@ -99,7 +102,7 @@ class MyExpression(Expression):
         data = self._to_symbol(data)
         self.fn.format(template=template)
         return self.fn(data, *args, **kwargs)""")
-            logger.success('Package created successfully at: ' + package_path)
+            logger.success('Package created successfully at: ' + str(package_path))
 
 
 def run() -> None:

symai/extended/packages/sympkg.py

@@ -8,14 +8,15 @@ from loguru import logger
 
 from ... import config_manager
 from ...imports import Import
+from ...utils import UserMessage
 
 
-class PackageHandler():
+class PackageHandler:
     def __init__(self):
         self.package_dir = Path(config_manager.config_dir) / 'packages'
 
-        if not os.path.exists(self.package_dir):
-            os.makedirs(self.package_dir)
+        if not self.package_dir.exists():
+            self.package_dir.mkdir(parents=True)
 
         os.chdir(self.package_dir)
 
@@ -36,15 +37,17 @@ class PackageHandler():
 
         parser.add_argument('command', help='Subcommand to run')
         args = parser.parse_args(sys.argv[1:2])
-        if len(args.command) > 1 and not hasattr(self, args.command):
-            setattr(args, 'package', args.command)
+        command_aliases = {'l': 'list_packages'}
+        command = command_aliases.get(args.command, args.command)
+        if len(command) > 1 and not hasattr(self, command):
+            args.package = args.command
             self.i(args)
-        elif len(args.command) == 1 and not hasattr(self, args.command):
+        elif len(command) == 1 and not hasattr(self, command):
             logger.error('Unrecognized command')
             parser.print_help()
             exit(1)
         else:
-            getattr(self, args.command)()
+            getattr(self, command)()
 
     def i(self, args = None):
         parser = argparse.ArgumentParser(
@@ -69,8 +72,8 @@ class PackageHandler():
         args = parser.parse_args(sys.argv[2:])
         Import.remove(args.package)
 
-    def l(self):
-        pprint.pprint(Import.list_installed())
+    def list_packages(self):
+        UserMessage(pprint.pformat(Import.list_installed()))
 
     def u(self):
         parser = argparse.ArgumentParser(

symai/extended/packages/symrun.py

@@ -3,7 +3,6 @@ import json
 import os
 import sys
 from pathlib import Path
-from typing import Optional
 
 from loguru import logger
 
@@ -13,13 +12,13 @@ from ...misc.console import ConsoleStyle
 from ...misc.loader import Loader
 
 
-class PackageRunner():
+class PackageRunner:
     def __init__(self):
         self.package_dir = Path(config_manager.config_dir) / 'packages'
         self.aliases_file = self.package_dir / 'aliases.json'
 
-        if not os.path.exists(self.package_dir):
-            os.makedirs(self.package_dir)
+        if not self.package_dir.exists():
+            self.package_dir.mkdir(parents=True)
 
         os.chdir(self.package_dir)
 
@@ -38,8 +37,10 @@ class PackageRunner():
 
             parser.add_argument('command', help='Subcommand to run')
             args = parser.parse_args(sys.argv[1:2])
-            getattr(self, args.command)()
-        except:
+            command_aliases = {'l': 'list_aliases'}
+            command = command_aliases.get(args.command, args.command)
+            getattr(self, command)()
+        except Exception:
             if len(sys.argv) > 1:
                 self.run_alias()
             else:
@@ -47,17 +48,17 @@ class PackageRunner():
                 exit(1)
 
     def load_aliases(self):
-        if not os.path.exists(self.aliases_file):
+        if not self.aliases_file.exists():
             return {}
 
-        with open(self.aliases_file, 'r') as f:
+        with self.aliases_file.open() as f:
             return json.load(f)
 
     def save_aliases(self, aliases):
-        with open(self.aliases_file, 'w') as f:
+        with self.aliases_file.open('w') as f:
             json.dump(aliases, f)
 
-    def console(self, header: str, output: Optional[object] = None):
+    def console(self, header: str, output: object | None = None):
         with ConsoleStyle('success'):
             logger.success(header)
         if output is not None:
@@ -83,9 +84,9 @@ class PackageRunner():
 
         if package is None:
             with ConsoleStyle('error'):
-                logger.error("Alias run of `{}` not found. Please check your command {}".format(args.alias, args))
+                logger.error(f"Alias run of `{args.alias}` not found. Please check your command {args}")
             parser.print_help()
-            return
+            return None
 
         arg_values = [arg for arg in args.params if '=' not in arg]
         kwargs = {arg.split('=')[0]: arg.split('=')[1] for arg in args.params if '=' in arg}
@@ -96,7 +97,8 @@ class PackageRunner():
                 kwargs['submodules'] = True
 
             # Check if package is a local path
-            if os.path.exists(package) and os.path.isdir(package):
+            package_path = Path(package)
+            if package_path.exists() and package_path.is_dir():
                 # Local path - pass directly
                 expr = Import(package, **kwargs)
             else:
@@ -104,9 +106,9 @@ class PackageRunner():
                 expr = Import(package, **kwargs)
         except Exception as e:
             with ConsoleStyle('error'):
-                logger.error("Error: {} in package `{}`.\nPlease check your command {} or if package is available.".format(str(e), package, args))
+                logger.error(f"Error: {e!s} in package `{package}`.\nPlease check your command {args} or if package is available.")
             parser.print_help()
-            return
+            return None
 
         if '--disable-pbar' not in arg_values:
             with Loader(desc="Inference ...", end=""):
@@ -117,7 +119,7 @@ class PackageRunner():
         if result is not None:
             self.console(result)
         else:
-            self.console("Execution of {} => {} completed successfully.".format(args.alias, package))
+            self.console(f"Execution of {args.alias} => {package} completed successfully.")
 
         return result
 
@@ -133,9 +135,9 @@ class PackageRunner():
         aliases = self.load_aliases()
         aliases[args.alias] = args.package
         self.save_aliases(aliases)
-        self.console("Alias {} => {} created successfully.".format(args.alias, args.package))
+        self.console(f"Alias {args.alias} => {args.package} created successfully.")
 
-    def l(self):
+    def list_aliases(self):
         aliases = self.load_aliases()
         # format the aliases output as a table of key value pairs
         self.console("Aliases:\n------------------")
@@ -155,7 +157,7 @@ class PackageRunner():
         if args.alias in aliases:
             del aliases[args.alias]
         self.save_aliases(aliases)
-        self.console("Alias {} removed successfully.".format(args.alias))
+        self.console(f"Alias {args.alias} removed successfully.")
 
 
 def run() -> None: