lionagi 0.0.204__py3-none-any.whl → 0.0.206__py3-none-any.whl

lionagi/_services/litellm.py

@@ -1 +1,33 @@
-# TODO
+from ..utils.sys_util import install_import, is_package_installed
+from .base_service import BaseService
+
+
+class LiteLLMService(BaseService):
+    def __init__(self, model: str = None, **kwargs):
+        super().__init__()
+
+        try: 
+            if not is_package_installed('litellm'):
+                install_import(
+                    package_name='litellm',
+                    import_name='acompletion'
+                )
+            from litellm import acompletion 
+            self.acompletion = acompletion
+        except:
+            raise ImportError(f'Unable to import required module from ollama. Please make sure that ollama is installed.')
+        
+        self.model = model
+        self.kwargs = kwargs
+
+    async def serve_chat(self, messages, **kwargs):
+        payload = {'messages': messages}
+        kwargs = {**self.kwargs, **kwargs}
+
+        try:
+            completion = await self.acompletion(model=self.model, messages=messages, **kwargs)
+            return payload, completion
+        except Exception as e:
+            self.status_tracker.num_tasks_failed += 1
+            raise e
+        

lionagi/_services/mlx_service.py

@@ -0,0 +1,39 @@
+from ..utils.sys_util import install_import, is_package_installed, as_dict
+from .base_service import BaseService
+
+
+class MlXService(BaseService):
+    def __init__(self, model="mlx-community/OLMo-7B-hf-4bit-mlx", **kwargs):
+        
+        if not is_package_installed('mlx_lm'):
+            install_import(package_name='mlx_lm')
+            
+        from mlx_lm import load, generate
+        super().__init__()
+        
+        model_, tokenizer = load(model, **kwargs)
+        
+        self.model_name = model
+        self.model = model_
+        self.tokenizer = tokenizer
+        self.generate = generate
+        
+    async def serve_chat(self, messages, **kwargs):
+        prompts = [as_dict(msg['content'])['instruction'] for msg in messages if msg['role'] == 'user']
+        
+        payload = {'messages': messages}
+        
+        try:
+            response = self.generate(
+                self.model, self.tokenizer, prompt=f"{prompts[-1]} \nOutput: ", **kwargs
+            )
+            completion = {
+                'model': self.model_name, 
+                'choices': [{'message': response}]
+            }
+            
+            return payload, completion
+        except Exception as e:
+            self.status_tracker.num_tasks_failed += 1
+            raise e
+        

lionagi/_services/ollama.py

@@ -1 +1,33 @@
-# TODO
+from ..utils.sys_util import install_import, is_package_installed
+from .base_service import BaseService
+
+class OllamaService(BaseService):
+    def __init__(self, model: str = None, **kwargs):
+        super().__init__()
+        
+        try: 
+            if not is_package_installed('ollama'):
+                install_import(
+                    package_name='ollama',
+                    import_name='Client'
+                )
+            import ollama    
+            self.ollama = ollama
+        except:
+            raise ImportError(f'Unable to import required module from ollama. Please make sure that ollama is installed.')
+        
+        self.model = model
+        self.client = self.ollama.Client(**kwargs)
+
+    async def serve_chat(self, messages, **kwargs):
+        self.ollama.pull(self.model)
+        payload = {'messages': messages}
+
+        try:
+            completion = self.client.chat(model=self.model, messages=messages, **kwargs)
+            completion['choices'] = [{'message': completion.pop('message')}]
+            return payload, completion
+        except Exception as e:
+            self.status_tracker.num_tasks_failed += 1
+            raise e
+        

lionagi/_services/services.py

@@ -89,3 +89,43 @@ class Services:
 
         from .anthropic import AnthropicService
         return AnthropicService(**kwargs)
+
+    @staticmethod
+    def Ollama(**kwargs):
+        """
+        A service to interact with Ollama
+        
+        Attributes:
+            model (str): name of the model to use
+            kwargs (Optional[Any]): additional kwargs for calling the model
+        """
+    
+        from .ollama import OllamaService
+        return OllamaService(**kwargs)
+
+    @staticmethod
+    def LiteLLM(**kwargs):
+        """
+        A service to interact with Litellm
+        
+        Attributes:
+            model (str): name of the model to use
+            kwargs (Optional[Any]): additional kwargs for calling the model
+        """
+        
+        from .litellm import LiteLLMService
+        return LiteLLMService(**kwargs)
+    
+    @staticmethod
+    def MLX(**kwargs):
+        """
+        A service to interact with MlX
+        
+        Attributes:
+            model (str): name of the model to use
+            kwargs (Optional[Any]): additional kwargs for calling the model
+        """
+        
+        from .mlx_service import MlXService
+        return MlXService(**kwargs)
+    

lionagi/_services/transformers.py

@@ -1,46 +1,73 @@
-from typing import Union, str, Dict, Any
-from transformers import pipeline, Conversation
+from typing import Union, Dict, Any
+import subprocess
 
+from ..utils.sys_util import install_import, get_cpu_architecture, is_package_installed
 from .base_service import BaseService
 
-import functools
-from concurrent.futures import ThreadPoolExecutor
-import asyncio
 
+def get_pytorch_install_command():
+    cpu_arch = get_cpu_architecture()
 
-def force_async(fn):
-    pool = ThreadPoolExecutor()
-
-    @functools.wraps(fn)
-    def wrapper(*args, **kwargs):
-        future = pool.submit(fn, *args, **kwargs)
-        return asyncio.wrap_future(future)  # make it awaitable
-
-    return wrapper
+    if cpu_arch == 'apple_silicon':
+        return "pip install --pre torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/nightly/cpu"
+    else:
+        # Default CPU installation
+        return "pip install torch torchvision torchaudio"
 
+def install_pytorch():
+    command = get_pytorch_install_command()
+    try:
+        subprocess.run(command.split(), check=True)
+        print("PyTorch installed successfully.")
+    except subprocess.CalledProcessError as e:
+        print(f"Failed to install PyTorch: {e}")
 
 class TransformersService(BaseService):
-    def __init__(self, task: str = None, model: Union[str, Any] = None, config: Union[str, Dict, Any] = None, **kwargs):
+    def __init__(self, task: str = None, model: Union[str, Any] = None, config: Union[str, Dict, Any] = None, device='cpu', **kwargs):
         super().__init__()
         self.task = task
         self.model = model
         self.config = config
-        self.pipe = pipeline(task=task, model=model, config=config, **kwargs)
+        try:
+            from transformers import pipeline
+            self.pipeline = pipeline
+        except ImportError:
+            try: 
+                if not is_package_installed('torch'):
+                    in_ = input("PyTorch is required for transformers. Would you like to install it now? (y/n): ")
+                    if in_ == 'y':
+                        install_pytorch()
+                if not is_package_installed('transformers'):
+                    in_ = input("transformers is required. Would you like to install it now? (y/n): ")
+                    if in_ == 'y':
+                        install_import(
+                            package_name='transformers',
+                            import_name='pipeline'
+                        )
+                    from transformers import pipeline
+                    self.pipeline = pipeline
+            except Exception as e:
+                raise ImportError(f'Unable to import required module from transformers. Please make sure that transformers is installed. Error: {e}')
+        
+        self.pipe = self.pipeline(task=task, model=model, config=config, device=device, **kwargs)
 
-    @force_async
-    def serve_chat(self, messages, **kwargs):
+    async def serve_chat(self, messages, **kwargs):
         if self.task:
             if self.task != 'conversational':
-                raise ValueError(f"Invalid transformers pipeline task: {self.task}. Valid task: 'conversational'")
+                raise ValueError(f"Invalid transformers pipeline task: {self.task}.")
 
         payload = {'messages': messages}
-        conversation = self.pipe(Conversation(messages), **kwargs)
-        completion = {"Conversation id": conversation.uuid,
+        conversation = self.pipe(str(messages), **kwargs)
+            
+        texts = conversation[-1]['generated_text']
+        msgs = str(texts.split(']')[1:]).replace('\\n', '').replace("[\'", "").replace('\\', '')
+        
+        completion = {
                       "model": self.pipe.model,
                       "choices": [{
-                          "message": conversation.messages[-1]
+                          "message": msgs
                       }]
         }
 
         return payload, completion
-
+    

lionagi/bridge/langchain.py

@@ -1,5 +1,5 @@
 from typing import Union, Callable, List, Dict, Any, TypeVar
-from ..utils.sys_util import change_dict_key
+from ..utils.sys_util import change_dict_key, install_import
 from ..schema.data_node import DataNode
 
 
@@ -43,7 +43,18 @@ def to_langchain_document(datanode: T, **kwargs: Any) -> Any:
         >>> isinstance(lc_document, LangchainDocument)
         True
     """
-    from langchain.schema import Document
+    try:
+        from langchain.schema import Document
+    except ImportError:
+        try:
+            install_import(
+                package_name='langchain', 
+                module_name='schema', 
+                import_name='Document',
+            )
+            from langchain.schema import Document
+        except Exception as e:
+            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
 
     dnode = datanode.to_dict()
     change_dict_key(dnode, old_key='content', new_key='page_content')
@@ -73,11 +84,24 @@ def langchain_loader(loader: Union[str, Callable],
         >>> isinstance(data, dict)
         True
     """
-    import langchain.document_loaders as document_loaders
-
+    try:
+        import langchain.document_loaders as document_loaders
+    except ImportError:
+        try:
+            install_import(
+                package_name='langchain', 
+                module_name='document_loaders', 
+            )
+            import langchain.document_loaders as document_loaders
+        except Exception as e:
+            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
+        
     try:
         if isinstance(loader, str):
-            loader = getattr(document_loaders, loader)
+            try:
+                loader = getattr(document_loaders, loader)
+            except ImportError as e:
+                raise ValueError(f'Unable to import {loader} from langchain.document_loaders. Some dependency of LangChain are not installed. Error: {e}')
         else:
             loader = loader
     except Exception as e:
@@ -110,7 +134,17 @@ def langchain_text_splitter(data: Union[str, List],
         ValueError: If the specified text splitter is invalid or if the splitting fails.
     """
 
-    import langchain.text_splitter as text_splitter
+    try:
+        import langchain.text_splitter as text_splitter
+    except ImportError:
+        try:
+            install_import(
+                package_name='langchain', 
+                module_name='text_splitter'
+                )
+            import langchain.text_splitter as text_splitter
+        except Exception as e:
+            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
 
     try:
         if isinstance(splitter, str):

lionagi/bridge/llama_index.py

@@ -1,5 +1,5 @@
 from typing import Union, Callable, List, Any, Dict, TypeVar
-from ..utils.sys_util import change_dict_key
+from ..utils.sys_util import change_dict_key, install_import, is_package_installed
 from ..schema.data_node import DataNode
 
 
@@ -38,7 +38,18 @@ def to_llama_index_textnode(datanode: T, **kwargs: Any) -> Any:
         datanode = DataNode(...)
         textnode = to_llama_index_textnode(datanode, additional_arg=1)
     """
-    from llama_index.schema import TextNode
+    try:
+        from llama_index.schema import TextNode
+    except ImportError:
+        try:
+            install_import(
+                package_name='llama_index', 
+                module_name='schema',
+                import_name='TextNode'
+            )
+            from llama_index.schema import TextNode
+        except Exception as e:
+            raise ImportError(f'Unable to import required module from llama_index. Please make sure that llama_index is installed. Error: {e}')
 
     dnode = datanode.to_dict()
     change_dict_key(dnode, old_key='content', new_key='text')
@@ -67,14 +78,36 @@ def get_llama_reader(reader: Union[str, Callable]) -> Callable:
         def custom_reader(): pass
         reader = get_llama_reader(custom_reader)
     """
+    
     try:
         if isinstance(reader, str):
             if reader == 'SimpleDirectoryReader':
-                from llama_index import SimpleDirectoryReader
-                return SimpleDirectoryReader
-            else:
-                from llama_index import download_loader
-                return download_loader(reader)
+                try:
+                    from llama_index import SimpleDirectoryReader
+                    return SimpleDirectoryReader
+                except ImportError or ModuleNotFoundError:
+                    try:
+                        install_import(
+                            package_name='llama_index',
+                            import_name='SimpleDirectoryReader'
+                        )
+                        from llama_index import SimpleDirectoryReader
+                        return SimpleDirectoryReader
+                    except Exception as e:
+                        raise ImportError(f'Failed to import SimpleDirectoryReader. Error: {e}')
+            else:                
+                try:
+                    from llama_index import download_loader
+                    return download_loader(reader)
+                except ImportError:
+                    try:
+                        install_import(
+                            package_name='llama_index',
+                            import_name='download_loader'
+                        )
+                        return download_loader(reader)
+                    except Exception as e:
+                        raise ImportError(f'Failed to import download_loader from LlamaIndex. Error: {e}')
         else:
             return reader
     except Exception as e:
@@ -133,11 +166,43 @@ def get_llama_parser(parser: Union[str, Callable]) -> Callable:
         def custom_parser(): pass
         parser = get_llama_parser(custom_parser)
     """
-    import llama_index.node_parser as node_parser
-    import llama_index.text_splitter as text_splitter
+    
+    try:
+        import llama_index.node_parser as node_parser
+    except ImportError:
+        try:
+            install_import(
+                package_name='llama_index',
+                module_name='node_parser'
+            )
+            import llama_index.node_parser as node_parser
+        except ImportError:
+            raise ImportError('Failed to import Llama Index. Please install Llama Index to use this function.')
+        except Exception as e:
+            raise ValueError(f'Invalid node parser: {parser}. Error: {e}')
 
     try:
-        return getattr(node_parser, parser)
+        import llama_index.text_splitter as text_splitter
+    except ImportError:
+        try:
+            install_import(
+                package_name='llama_index',
+                module_name='text_splitter'
+            )
+            import llama_index.text_splitter as text_splitter
+        except ImportError:
+            raise ImportError('Failed to import Llama Index. Please install Llama Index to use this function.')
+        
+    try:
+        if parser == 'CodeSplitter':
+            if not is_package_installed('tree_sitter_languages'):
+                install_import(package_name='tree_sitter_languages')
+                
+        a = getattr(node_parser, parser)
+        if a is not None:
+            return a
+        else:
+            raise ImportError(f'Failed to import {parser} from Llama Index.')
     except Exception as e1:
         try:
             if isinstance(parser, str):
@@ -172,13 +237,25 @@ def llama_index_node_parser(documents: List[Any],
     Example:
         nodes = llama_index_node_parser(documents, "DefaultNodeParser")
     """
-    parser = get_llama_parser(parser)
 
     try:
+        parser = get_llama_parser(parser)
         parser_obj = parser(*parser_args, **parser_kwargs)
         nodes = parser_obj.get_nodes_from_documents(documents, **parsing_kwargs)
         return nodes
 
+    except ImportError as e:
+        module_name = str(e).split("\'")[-2]
+        try:
+            install_import(package_name=module_name)
+            parser = get_llama_parser(parser)
+            parser_obj = parser(*parser_args, **parser_kwargs)
+            nodes = parser_obj.get_nodes_from_documents(documents, **parsing_kwargs)
+            return nodes
+        except Exception as e:
+            raise ImportError(f'Failed to install and import {module_name}. Error: {e}')
+            
+            
     except Exception as e1:
         try:
             parser_obj = parser.from_defaults(*parser_args, **parser_kwargs)

lionagi/core/branch/branch.py

@@ -7,7 +7,7 @@ from collections import deque
 import asyncio
 from dotenv import load_dotenv
 
-from lionagi.utils import as_dict, get_flattened_keys, lcall
+from lionagi.utils import as_dict, get_flattened_keys, alcall, lcall, mcall, to_list
 from lionagi.schema import Tool
 from lionagi._services.base_service import StatusTracker, BaseService
 from lionagi._services.oai import OpenAIService
@@ -375,10 +375,10 @@ class Branch(Conversation):
                         self.tool_manager.get_function_call
                     )
                     
-                    # outs = await alcall(func_calls, self.tool_manager.invoke)
+                    outs = await alcall(func_calls, self.tool_manager.invoke)
+                    
+                    outs = to_list(outs, flatten=True)
 
-                    tasks = [self.tool_manager.invoke(i) for i in func_calls]
-                    outs = await asyncio.gather(*tasks)
                     for out_, f in zip(outs, func_calls):
                         self.add_message(
                             response={

lionagi/core/sessions/session.py

@@ -8,9 +8,9 @@ from ..messages.messages import System, Instruction
 from ..branch.branch import Branch
 from ..branch.branch_manager import BranchManager
 
-            
+
 load_dotenv()
-OAIService = OpenAIService()
+
 
 class Session:
     """
@@ -33,7 +33,7 @@ class Session:
         sender: Optional[str] = None,
         dir: Optional[str] = None,
         llmconfig: Optional[Dict[str, Any]] = None,
-        service: OpenAIService = OAIService,
+        service: OpenAIService = None,
         branches: Optional[Dict[str, Branch]] = None,
         default_branch: Optional[Branch] = None,
         default_branch_name: str = 'main',
@@ -52,6 +52,9 @@ class Session:
         """
 
         self.branches = branches if isinstance(branches, dict) else {}
+        if service is None:
+            service = OpenAIService()
+        
         self.default_branch = default_branch if default_branch else Branch(name=default_branch_name, service=service, llmconfig=llmconfig)
         self.default_branch_name = default_branch_name
         if system:

lionagi/loaders/chunker.py

@@ -140,7 +140,8 @@ def chunk(documents,
     elif chunker_type == ChunkerType.LLAMAINDEX:
         if documents_convert_func:
             documents = documents_convert_func(documents, 'llama_index')
-        nodes = llama_index_node_parser(documents, chunker, chunker_args, chunker_kwargs, chunking_kwargs)
+        nodes = llama_index_node_parser(documents, chunker, chunker_args, chunker_kwargs, chunking_kwargs)    
+            
         if isinstance(to_datanode, bool) and to_datanode is True:
             nodes = lcall(nodes, from_llama_index)
         elif isinstance(to_datanode, Callable):

lionagi/tools/tool_manager.py

@@ -1,7 +1,7 @@
 import json
 import asyncio
 from typing import Dict, Union, List, Tuple, Any
-from lionagi.utils import lcall
+from lionagi.utils.call_util import lcall, is_coroutine_func, _call_handler
 from lionagi.schema import BaseNode, Tool
 
 
@@ -74,10 +74,10 @@ class ToolManager(BaseNode):
             func = tool.func
             parser = tool.parser
             try:
-                if asyncio.iscoroutinefunction(func):
-                    return await parser(func(**kwargs)) if parser else func(**kwargs)
-                else:
-                    return parser(func(**kwargs)) if parser else func(**kwargs)
+                tasks = [await _call_handler(func, **kwargs)]
+                out = await asyncio.gather(*tasks)
+                return parser(out) if parser else out
+            
             except Exception as e:
                 raise ValueError(f"Error when invoking function {name} with arguments {kwargs} with error message {e}")
         else: 

lionagi/utils/__init__.py

@@ -1,7 +1,7 @@
 from .sys_util import (
     get_timestamp, create_copy, create_path, split_path, 
     get_bins, change_dict_key, str_to_num, create_id, 
-    as_dict)
+    as_dict, is_package_installed, install_import)
 
 from .nested_util import (
     to_readable_dict, nfilter, nset, nget, 
@@ -19,6 +19,7 @@ from .call_util import (
 
 
 __all__ = [
+    "is_package_installed", "install_import",
     'get_timestamp', 'create_copy', 'create_path', 'split_path',
     'get_bins', 'change_dict_key', 'str_to_num', 'create_id',
     'as_dict', 'to_list', 'to_readable_dict', 'nfilter', 'nset',

lionagi/utils/call_util.py

@@ -2,6 +2,8 @@ import asyncio
 import functools
 import logging
 import time
+
+from concurrent.futures import ThreadPoolExecutor
 from typing import Any, Callable, Generator, Iterable, List, Dict, Optional, Tuple
 
 from aiocache import cached
@@ -643,6 +645,17 @@ class CallDecorator:
             reducing the frequency of resource-intensive operations.
         """
         return Throttle(period)
+    
+    @staticmethod
+    def force_async(fn):
+        pool = ThreadPoolExecutor()
+
+        @functools.wraps(fn)
+        def wrapper(*args, **kwargs):
+            future = pool.submit(fn, *args, **kwargs)
+            return asyncio.wrap_future(future)  # make it awaitable
+
+        return wrapper
 
 class Throttle:
     """

lionagi/utils/sys_util.py

@@ -1,15 +1,27 @@
 import os
+import subprocess
+import sys
 import copy
 from datetime import datetime
 import hashlib
 import re
-
+import importlib.util
+import platform
 import json
 import logging
 
 from typing import Any, List, Dict, Union
 
 
+
+def get_cpu_architecture():
+    arch = platform.machine()
+    if 'arm' in arch or 'aarch64' in arch:
+        return 'apple_silicon'
+    else:
+        return 'other_cpu'
+
+
 def get_timestamp() -> str:
     """
     Generates a current timestamp in ISO format with colons and periods replaced by 
@@ -352,3 +364,53 @@ def is_schema(dict_: Dict, schema: Dict):
 def timestamp_to_datetime(timestamp):    
     return datetime.fromtimestamp(timestamp)
 
+def install_import(package_name, module_name=None, import_name=None, pip_name=None):
+    
+    """
+    For a simple package import where package name matches pip name
+    import xx
+    install_and_import('xx')
+    
+
+    For importing a module from a package
+    import xx.yy
+    install_and_import('xx', 'yy')
+
+    For importing a specific attribute from a module/sub-module
+    from xx.yy import zz
+    install_and_import('xx', 'yy', 'zz')
+
+    For cases where pip name differs from package name
+    install_and_import('xx', pip_name='different_pip_name')
+
+    For full example with different pip name
+    install_and_import('xx', 'yy', 'zz', 'different_pip_name')
+    """
+    
+    if pip_name is None:
+        pip_name = package_name  # Defaults to package_name if pip_name is not explicitly provided
+    
+    full_import_path = package_name if module_name is None else f"{package_name}.{module_name}"
+    
+    try:
+        if import_name:
+            # For importing a specific name from a module or sub-module
+            module = __import__(full_import_path, fromlist=[import_name])
+            getattr(module, import_name)
+        else:
+            # For importing the module or package itself
+            __import__(full_import_path)
+        print(f"Successfully imported {import_name or full_import_path}.")
+    except ImportError:
+        print(f"Module {full_import_path} or attribute {import_name} not found. Installing {pip_name}...")
+        subprocess.check_call([sys.executable, "-m", "pip", "install", pip_name])
+        # Retry the import after installation
+        if import_name:
+            module = __import__(full_import_path, fromlist=[import_name])
+            getattr(module, import_name)
+        else:
+            __import__(full_import_path)
+            
+def is_package_installed(package_name):
+    package_spec = importlib.util.find_spec(package_name)
+    return package_spec is not None

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.0.204"
+__version__ = "0.0.206"

{lionagi-0.0.204.dist-info → lionagi-0.0.206.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.204
+Version: 0.0.206
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>

{lionagi-0.0.204.dist-info → lionagi-0.0.206.dist-info}/RECORD

@@ -1,5 +1,5 @@
 lionagi/__init__.py,sha256=pRm9tnfYQnj_ZCan3xr3HQO7tbUeqwRhSBtwOvXJ-o8,886
-lionagi/version.py,sha256=DFD_QxPb5C0pITp5fF5NUF2YLCrCu9FEfCgCY7YVy4I,24
+lionagi/version.py,sha256=EA6dDEL8t5RD8Hger4VXh3to9S0SeeSMjzOVsPldZLo,24
 lionagi/_services/__init__.py,sha256=zU5sxmSI9-Jtp_WsI-Zsb6hmT8y5zF9YtJ7XikAjnbs,60
 lionagi/_services/anthropic.py,sha256=pLebbnr2H1A41bzXrJrU7yQbZY35swKrSi4mktXoIyk,3195
 lionagi/_services/anyscale.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -10,18 +10,19 @@ lionagi/_services/everlyai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU
 lionagi/_services/gemini.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/gpt4all.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/huggingface.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lionagi/_services/litellm.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
+lionagi/_services/litellm.py,sha256=ho_iSwU6Zdez5fZV_UaSMK899iY-5tLRx1kepyOinGY,1118
 lionagi/_services/localai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/mistralai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lionagi/_services/mlx_service.py,sha256=1AF_RcV4KQmpxC67n2E0zRbssSlsTFmdnojydUXdJn4,1285
 lionagi/_services/oai.py,sha256=Jiuw_TibpYhN6x1PmHYUMi_0Nugrxmi5G1eimAuw21I,3958
-lionagi/_services/ollama.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
+lionagi/_services/ollama.py,sha256=Cnl8S2dpOHZlHMg7f1l8x0jB_27Ww7Zdyb0WB5Hjs8U,1179
 lionagi/_services/openllm.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/openrouter.py,sha256=MuuwoT2ro9FmY7O1jzCenRrL2YfiYUMM8-0kKoGZHAY,1799
 lionagi/_services/perplexity.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/predibase.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/rungpt.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lionagi/_services/services.py,sha256=kY2TpT98pDS_qCrCO4H1YBlDYNDqekx5S9rWQdWm5Ck,4007
-lionagi/_services/transformers.py,sha256=tHlo9QVV5ycB2xUEKNRf-b665o_21fPC6c4ycH3Hjk4,1444
+lionagi/_services/services.py,sha256=TwjAizQCTFCv_I8XZbTvpcryJPGt4vQAGYkGdZqJST0,5077
+lionagi/_services/transformers.py,sha256=nGfQbcECKzA1biHe4i9l01aKCMgULKFQ4LZyqjtvSXk,2934
 lionagi/_services/vllm.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/_services/xinference.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/agents/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -31,15 +32,15 @@ lionagi/agents/scorer.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/agents/summarizer.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/agents/validator.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/bridge/__init__.py,sha256=YDKi-pniFEknEXTSEvX6yEe4Y69f0kLvbjvEQ0TdrTU,575
-lionagi/bridge/langchain.py,sha256=NuuUOJ5oV0l6ae4EeXxaeB82nJ6FDJHVC4AFBoIqiDs,5726
-lionagi/bridge/llama_index.py,sha256=oggpASmfVA6IhfgBOJS8CWJrQb3zrGaDApUQ7MWT8OM,6652
+lionagi/bridge/langchain.py,sha256=y15hTYUrmvDdEyGCSgaUgrp5OalTvlMfkQb_-XISnEA,7233
+lionagi/bridge/llama_index.py,sha256=PHoWPXuYuEX8PPfFFW509n7Tzq3RgNAtpu_EuXcryhA,9901
 lionagi/configs/__init__.py,sha256=QOd4Rs7vjIpNWvIocxWQeU-q-MPRC-AOxh-gM-eBJ2o,142
 lionagi/configs/oai_configs.py,sha256=Q2ESc5QiMprnRc_w7SeMlaTYUWl_Y4SEzZSE4iOkz4Q,2646
 lionagi/configs/openrouter_configs.py,sha256=IBQHqb8mo4Jb3kYAm_7NOHSKRPwSdGbPpDJoiwHxLYw,1269
 lionagi/core/__init__.py,sha256=6uDjq1WCWBahNiCpzGaUCJe7GDg6lwUD_cGNT86GhwM,200
 lionagi/core/core_util.py,sha256=80fmVywc0UC9FklXpQr5_dHdtdHdosv5Zxwy9tC-Ufg,2339
 lionagi/core/branch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lionagi/core/branch/branch.py,sha256=w3GZAws8_qgY17XOn6svmO4ECQqhNQ_rWMzXiwBQVO8,23403
+lionagi/core/branch/branch.py,sha256=JpoyOC_merGuQbHDgVk0n55qh773YX-yifiLt58B8tI,23367
 lionagi/core/branch/branch_manager.py,sha256=kLVYUYVUmFQ2CPV34vfVRrkR6fhlizoAr3Dw2ilMX6M,4904
 lionagi/core/branch/cluster.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/core/branch/conversation.py,sha256=q05EwDouTAH5eMDCp2wwRHK0ipbm0MYFngk8R6vOTB0,18664
@@ -51,7 +52,7 @@ lionagi/core/instruction_set/instruction_set.py,sha256=bxrxPxLJdaenvZ2CMaiucNB4f
 lionagi/core/messages/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/core/messages/messages.py,sha256=bokGS8hu4wQxa-4Gsf2Eg7Q99ANccjjixZpE-DC0P7g,6533
 lionagi/core/sessions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lionagi/core/sessions/session.py,sha256=-dSlIIzHmD2dGd3zu4m_U-UE0BKraKYyt1H_DAzpngk,17694
+lionagi/core/sessions/session.py,sha256=uj0hokNNVaKClvL0WbDZi6u8FdLQPf05TdPg2n7oDVg,17723
 lionagi/datastores/__init__.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/datastores/chroma.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/datastores/deeplake.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
@@ -61,7 +62,7 @@ lionagi/datastores/pinecone.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS
 lionagi/datastores/postgres.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/datastores/qdrant.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/loaders/__init__.py,sha256=vOOwHkdI0yIA_jV_pNyOrdkS5Ghs0k4od75S1U60jJE,451
-lionagi/loaders/chunker.py,sha256=UY6GrC8qC0MLRaHiSfgG5HMnrtWSTuIvaRPhYfdm9ak,6438
+lionagi/loaders/chunker.py,sha256=noh7NagZ3PBYNgUTIjbYvLlHP9UvoLaShTfc843h7Co,6455
 lionagi/loaders/load_util.py,sha256=4fzhMk3H6OvcQcViUwlLPSTMpcY4alfdel16lJgXz8Y,8358
 lionagi/loaders/reader.py,sha256=xI1uxw9qGJ_rWev_s3vtW8Ep9YaK-15q7ts-Jy61PGg,4625
 lionagi/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -88,19 +89,19 @@ lionagi/tests/test_utils/test_io_util.py,sha256=cFZCT6EikVeuXB13w-UbtO3YceCHBO5R
 lionagi/tests/test_utils/test_nested_util.py,sha256=Z1boHufhjZryw51qW2lABOnnyJ1snAFp26KKzzzD8Bs,12612
 lionagi/tests/test_utils/test_sys_util.py,sha256=TDCkzll-JLa6NuBbN_-ay5Rw9KTa_HcSHHAq62RVwGI,13545
 lionagi/tools/__init__.py,sha256=ZEck-ReP5Co05nAA2gUXTpKoDN2QZqrL7DvU9Z09gqg,69
-lionagi/tools/tool_manager.py,sha256=4yCjMVOrKo4PoEMv0xF6wMirpj20qhLx4J7op0v5h2w,6543
+lionagi/tools/tool_manager.py,sha256=bucA0bg-4NGw-CuVmigyC1o1lbgYOuu4F3Un6NV7yUM,6525
 lionagi/tools/tool_util.py,sha256=5ln7lnqC_rjhKDDwef10xrBrjP1yLzsQvphllD5crec,9252
-lionagi/utils/__init__.py,sha256=FJAqYyb19Mp6kiietyjtp0WLlW2857-HAHl7OxqCc5Y,954
+lionagi/utils/__init__.py,sha256=GhpBUHB4uYeUK7Eah7292Ww_uehE5BAQJULQebfH5gM,1038
 lionagi/utils/api_util.py,sha256=YV-DKPgR4lCKO_riroSKyq6mO-8vz-SilRo_gWtg4Zg,15282
-lionagi/utils/call_util.py,sha256=G3K8dkEZ9AehrBdbKHK6Xtr1pZZWxrtqhQEu5xkItuo,32919
+lionagi/utils/call_util.py,sha256=lDZiFE8b1MmkkQDulzkqXXufsG3sBUEnXjF6J6qYXx8,33268
 lionagi/utils/encrypt_util.py,sha256=iZjZdXVvl0lw4Yw_YNzIWriM3F2qKtzai7PgSQ1TExc,9316
 lionagi/utils/io_util.py,sha256=xoVsq8sP5JGsosuC80Kad3GkGjm8Qm0OLYyTw-U5ru8,6455
 lionagi/utils/nested_util.py,sha256=67j-ySQtuMGxtjnC-Ty2mwQgqp2g1gZhXRy1MulUu1U,26656
 lionagi/utils/pd_util.py,sha256=ShLdNRJI-U2nN9TmZEGPdRXHzFMfrmw-sTpUbxNWr1w,2274
-lionagi/utils/sys_util.py,sha256=iZQu3HvYLl-12mmZ0kk4lX-3FnkRh-EAMAefPt_6P7k,10893
+lionagi/utils/sys_util.py,sha256=40VY2a7jgBjwAlKBbD29_Zj55ZHst2BIjOUoMsYUjiI,13045
 lionagi/utils/url_util.py,sha256=fu1uRFwSR9D3dO1nfSYVNRD1b1BZVClcbpgF7tA_U4s,1864
-lionagi-0.0.204.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
-lionagi-0.0.204.dist-info/METADATA,sha256=kxTcrwAWtkK8cRY0CAxJaOZ8lBIVQgFcy-8HT92mTuc,17894
-lionagi-0.0.204.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-lionagi-0.0.204.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
-lionagi-0.0.204.dist-info/RECORD,,
+lionagi-0.0.206.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
+lionagi-0.0.206.dist-info/METADATA,sha256=bB1lTsiI0QovUpI9EZmvekqslY3Ugg0jP-jiF6D-zOI,17894
+lionagi-0.0.206.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+lionagi-0.0.206.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
+lionagi-0.0.206.dist-info/RECORD,,