lionagi 0.0.208__py3-none-any.whl → 0.0.210__py3-none-any.whl

lionagi/_services/openrouter.py

@@ -1,44 +0,0 @@
-from os import getenv
-from ..configs.openrouter_configs import openrouter_schema
-from .base_service import BaseService, PayloadCreation
-
-class OpenRouterService(BaseService):
-    base_url = "https://openrouter.ai/api/v1/"
-    available_endpoints = ['chat/completions']
-    schema = openrouter_schema
-    key_scheme = "OPENROUTER_API_KEY"
-    token_encoding_name = "cl100k_base"
-    
-    
-    def __init__(self, api_key = None, key_scheme = None,schema = None, token_encoding_name: str = "cl100k_base", **kwargs):
-        key_scheme = key_scheme or self.key_scheme            
-        super().__init__(
-            api_key = api_key or getenv(key_scheme),
-            schema = schema or self.schema,
-            token_encoding_name=token_encoding_name, **kwargs
-        )
-        self.active_endpoint = []
-
-    async def serve(self, input_, endpoint="chat/completions", method="post", **kwargs):
-        if endpoint not in self.active_endpoint:
-            await self. init_endpoint(endpoint)
-        if endpoint == "chat/completions":
-            return await self.serve_chat(input_, **kwargs)
-        else:
-            return ValueError(f'{endpoint} is currently not supported')
-    
-    async def serve_chat(self, messages, **kwargs):
-        endpoint = "chat/completions"
-        
-        if endpoint not in self.active_endpoint:
-            await self. init_endpoint(endpoint)
-            self.active_endpoint.append(endpoint)
-        payload = PayloadCreation.chat_completion(
-            messages, self.endpoints[endpoint].config, self.schema[endpoint], **kwargs)
-
-        try:
-            completion = await self.call_api(payload, endpoint, "post")
-            return payload, completion
-        except Exception as e:
-            self.status_tracker.num_tasks_failed += 1
-            raise e

lionagi/agents/planner.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/prompter.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/scorer.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/summarizer.py

@@ -1 +0,0 @@
-# TODO

lionagi/agents/validator.py

@@ -1 +0,0 @@
-# TODO

lionagi/bridge/__init__.py

@@ -1,22 +0,0 @@
-from .langchain import(
-    from_langchain, to_langchain_document, langchain_loader, 
-    langchain_loader, langchain_text_splitter
-)
-
-from .llama_index import (
-    from_llama_index, to_llama_index_textnode, get_llama_reader, 
-    llama_index_reader, get_llama_parser, llama_index_node_parser
-)
-
-__all__ = [
-    'from_langchain',
-    'to_langchain_document',
-    'langchain_loader',
-    'from_llama_index',
-    'to_llama_index_textnode',
-    'get_llama_reader',
-    'llama_index_reader',
-    'get_llama_parser',
-    'llama_index_node_parser',
-    'langchain_text_splitter'
-]

lionagi/bridge/langchain.py

@@ -1,195 +0,0 @@
-from typing import Union, Callable, List, Dict, Any, TypeVar
-from ..utils.sys_util import change_dict_key, install_import
-from ..schema.data_node import DataNode
-
-
-T = TypeVar('T', bound='DataNode')
-
-def from_langchain(lc_doc: Any) -> T:
-    """
-    Converts a langchain document into a DataNode object.
-
-    Args:
-        lc_doc (Any): The langchain document to be converted.
-
-    Returns:
-        T: A DataNode object created from the langchain document.
-
-    Examples:
-        >>> lc_doc = LangchainDocument(...)
-        >>> data_node = from_langchain(lc_doc)
-        >>> isinstance(data_node, DataNode)
-        True
-    """
-    info_json = lc_doc.to_json()
-    info_node = {'lc_id': info_json['id']}
-    info_node = {**info_node, **info_json['kwargs']}
-    return DataNode(**info_node)
-
-def to_langchain_document(datanode: T, **kwargs: Any) -> Any:
-    """
-    Converts a DataNode into a langchain Document.
-
-    Args:
-        datanode (T): The DataNode to be converted.
-        **kwargs: Additional keyword arguments to be included in the Document.
-
-    Returns:
-        Any: A langchain Document created from the DataNode.
-
-    Examples:
-        >>> data_node = DataNode(...)
-        >>> lc_document = to_langchain_document(data_node, author="John Doe")
-        >>> isinstance(lc_document, LangchainDocument)
-        True
-    """
-    try:
-        from langchain.schema import Document
-    except ImportError:
-        try:
-            install_import(
-                package_name='langchain', 
-                module_name='schema', 
-                import_name='Document',
-            )
-            from langchain.schema import Document
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
-
-    dnode = datanode.to_dict()
-    change_dict_key(dnode, old_key='content', new_key='page_content')
-    change_dict_key(dnode, old_key='lc_id', new_key='id_')
-    dnode = {**dnode, **kwargs}
-    return Document(**dnode)
-
-def langchain_loader(loader: Union[str, Callable], 
-                     loader_args: List[Any] = [], 
-                     loader_kwargs: Dict[str, Any] = {}) -> Any:
-    """
-    Loads data using a specified langchain loader.
-
-    Args:
-        loader (Union[str, Callable]): The name of the loader function or the loader function itself.
-        loader_args (List[Any]): Positional arguments to pass to the loader function.
-        loader_kwargs (Dict[str, Any]): Keyword arguments to pass to the loader function.
-
-    Returns:
-        Any: The data loaded by the loader function.
-
-    Raises:
-        ValueError: If the specified loader is invalid or if the loader fails to load data.
-
-    Examples:
-        >>> data = langchain_loader("json_loader", loader_args=["data.json"])
-        >>> isinstance(data, dict)
-        True
-    """
-    try:
-        import langchain.document_loaders as document_loaders
-    except ImportError:
-        try:
-            install_import(
-                package_name='langchain', 
-                module_name='document_loaders', 
-            )
-            import langchain.document_loaders as document_loaders
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
-        
-    try:
-        if isinstance(loader, str):
-            try:
-                loader = getattr(document_loaders, loader)
-            except ImportError as e:
-                raise ValueError(f'Unable to import {loader} from langchain.document_loaders. Some dependency of LangChain are not installed. Error: {e}')
-        else:
-            loader = loader
-    except Exception as e:
-        raise ValueError(f'Invalid loader: {loader}. Error: {e}')
-
-    try:
-        loader_obj = loader(*loader_args, **loader_kwargs)
-        data = loader_obj.load()
-        return data
-    except Exception as e:
-        raise ValueError(f'Failed to load. Error: {e}')
-
-def langchain_text_splitter(data: Union[str, List],
-                            splitter: Union[str, Callable], 
-                            splitter_args: List[Any] = [], 
-                            splitter_kwargs: Dict[str, Any] = {}) -> List[str]:
-    """
-    Splits text or a list of documents using a specified langchain text splitter.
-
-    Args:
-        data (Union[str, List]): The input text or list of documents to be split.
-        splitter (Union[str, Callable]): The name of the text splitter function or the function itself.
-        splitter_args (List[Any]): Positional arguments to pass to the splitter function.
-        splitter_kwargs (Dict[str, Any]): Keyword arguments to pass to the splitter function.
-
-    Returns:
-        List[str]: A list of chunks obtained by splitting the input.
-
-    Raises:
-        ValueError: If the specified text splitter is invalid or if the splitting fails.
-    """
-
-    try:
-        import langchain.text_splitter as text_splitter
-    except ImportError:
-        try:
-            install_import(
-                package_name='langchain', 
-                module_name='text_splitter'
-                )
-            import langchain.text_splitter as text_splitter
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from langchain. Please make sure that langchain is installed. Error: {e}')
-
-    try:
-        if isinstance(splitter, str):
-            splitter = getattr(text_splitter, splitter)
-        else:
-            splitter = splitter
-    except Exception as e:
-        raise ValueError(f'Invalid text splitter: {splitter}. Error: {e}')
-
-    try:
-        splitter_obj = splitter(*splitter_args, **splitter_kwargs)
-        if isinstance(data, str):
-            chunk = splitter_obj.split_text(data)
-        else:
-            chunk = splitter_obj.split_documents(data)
-        return chunk
-    except Exception as e:
-        raise ValueError(f'Failed to split. Error: {e}')
-
-# def langchain_code_splitter(doc: str,
-#                             language: str,
-#                             splitter_args: List[Any] = [],
-#                             splitter_kwargs: Dict[str, Any] = {}) -> List[Any]:
-#     """
-#     Splits code into smaller chunks using a RecursiveCharacterTextSplitter specific to a language.
-#
-#     Parameters:
-#         doc (str): The code document to be split.
-#         language (str): The programming language of the code.
-#         splitter_args (List[Any]): Positional arguments to pass to the splitter.
-#         splitter_kwargs (Dict[str, Any]): Keyword arguments to pass to the splitter.
-#
-#     Returns:
-#         List[Any]: A list of Documents, each representing a chunk of the original code.
-#
-#     Raises:
-#         ValueError: If the splitter fails to split the code document.
-#     """
-#     from langchain.text_splitter import RecursiveCharacterTextSplitter
-#
-#     try:
-#         splitter = RecursiveCharacterTextSplitter.from_language(
-#             language=language, *splitter_args, **splitter_kwargs
-#             )
-#         docs = splitter.create_documents([doc])
-#         return docs
-#     except Exception as e:
-#         raise ValueError(f'Failed to split. Error: {e}')

lionagi/bridge/llama_index.py

@@ -1,266 +0,0 @@
-from typing import Union, Callable, List, Any, Dict, TypeVar
-from ..utils.sys_util import change_dict_key, install_import, is_package_installed
-from ..schema.data_node import DataNode
-
-
-T = TypeVar('T', bound='DataNode')
-
-def from_llama_index(llama_node: Any, **kwargs: Any) -> T:
-    """
-    Converts a Llama Index node into a DataNode object.
-
-    Args:
-        llama_node (Any): The Llama Index node to be converted.
-        **kwargs: Additional keyword arguments for JSON serialization.
-
-    Returns:
-        T: A DataNode object created from the Llama Index node.
-
-    Example:
-        llama_node = LlamaIndexNode(...)
-        datanode = from_llama_index(llama_node, serialize_dates=True)
-    """
-    llama_dict = llama_node.to_dict(**kwargs)
-    return DataNode.from_dict(llama_dict)
-
-def to_llama_index_textnode(datanode: T, **kwargs: Any) -> Any:
-    """
-    Converts a DataNode into a Llama Index TextNode.
-
-    Args:
-        datanode (T): The DataNode to be converted.
-        **kwargs: Additional keyword arguments to be included in the TextNode.
-
-    Returns:
-        Any: A Llama Index TextNode created from the DataNode.
-
-    Example:
-        datanode = DataNode(...)
-        textnode = to_llama_index_textnode(datanode, additional_arg=1)
-    """
-    try:
-        from llama_index.schema import TextNode
-    except ImportError:
-        try:
-            install_import(
-                package_name='llama_index', 
-                module_name='schema',
-                import_name='TextNode'
-            )
-            from llama_index.schema import TextNode
-        except Exception as e:
-            raise ImportError(f'Unable to import required module from llama_index. Please make sure that llama_index is installed. Error: {e}')
-
-    dnode = datanode.to_dict()
-    change_dict_key(dnode, old_key='content', new_key='text')
-    change_dict_key(dnode, old_key='node_id', new_key='id_')
-    dnode['text'] = str(dnode['text'])
-    
-    dnode = {**dnode, **kwargs}
-    return TextNode.from_dict(dnode)
-
-def get_llama_reader(reader: Union[str, Callable]) -> Callable:
-    """
-    Gets a Llama Index reader function.
-
-    Args:
-        reader (Union[str, Callable]): The name of the reader function or the reader function itself.
-
-    Returns:
-        Callable: The Llama Index reader function.
-
-    Raises:
-        ValueError: If the specified reader is invalid.
-
-    Example:
-        reader = get_llama_reader("SimpleDirectoryReader")
-        # or for a custom function
-        def custom_reader(): pass
-        reader = get_llama_reader(custom_reader)
-    """
-    
-    try:
-        if isinstance(reader, str):
-            if reader == 'SimpleDirectoryReader':
-                try:
-                    from llama_index import SimpleDirectoryReader
-                    return SimpleDirectoryReader
-                except ImportError or ModuleNotFoundError:
-                    try:
-                        install_import(
-                            package_name='llama_index',
-                            import_name='SimpleDirectoryReader'
-                        )
-                        from llama_index import SimpleDirectoryReader
-                        return SimpleDirectoryReader
-                    except Exception as e:
-                        raise ImportError(f'Failed to import SimpleDirectoryReader. Error: {e}')
-            else:                
-                try:
-                    from llama_index import download_loader
-                    return download_loader(reader)
-                except ImportError:
-                    try:
-                        install_import(
-                            package_name='llama_index',
-                            import_name='download_loader'
-                        )
-                        return download_loader(reader)
-                    except Exception as e:
-                        raise ImportError(f'Failed to import download_loader from LlamaIndex. Error: {e}')
-        else:
-            return reader
-    except Exception as e:
-        raise ValueError(f'Invalid reader: {reader}, Error: {e}')
-
-def llama_index_reader(reader: Union[str, Callable], 
-                       reader_args: List[Any] = [], 
-                       reader_kwargs: Dict[str, Any] = {}, 
-                       load_data_args: List[Any] = [], 
-                       load_data_kwargs: Dict[str, Any] = {}) -> List[Any]:
-    """
-    Loads documents using a specified Llama Index reader.
-
-    Args:
-        reader (Union[str, Callable]): The name of the reader function or the reader function itself.
-        reader_args (List[Any]): Positional arguments to pass to the reader function.
-        reader_kwargs (Dict[str, Any]): Keyword arguments to pass to the reader function.
-        load_data_args (List[Any]): Positional arguments for the load_data method.
-        load_data_kwargs (Dict[str, Any]): Keyword arguments for the load_data method.
-
-    Returns:
-        List[Any]: A list of documents loaded by the reader.
-
-    Raises:
-        ValueError: If the specified reader is invalid or if the reader fails to load documents.
-
-    Example:
-        documents = llama_index_reader("SimpleDirectoryReader", reader_args=["/path/to/data"])
-    """
-    reader = get_llama_reader(reader)
-
-    try:
-        loader = reader(*reader_args, **reader_kwargs)
-        documents = loader.load_data(*load_data_args, **load_data_kwargs)
-        return documents
-    
-    except Exception as e:
-        raise ValueError(f'Failed to read. Error: {e}')
-
-def get_llama_parser(parser: Union[str, Callable]) -> Callable:
-    """
-    Gets a Llama Index parser function or object.
-
-    Args:
-        parser (Union[str, Callable]): The name of the parser function or the parser function itself.
-
-    Returns:
-        Callable: The Llama Index parser function or object.
-
-    Raises:
-        ValueError: If the specified parser is invalid.
-
-    Example:
-        parser = get_llama_parser("DefaultNodeParser")
-        # or for a custom function
-        def custom_parser(): pass
-        parser = get_llama_parser(custom_parser)
-    """
-    
-    try:
-        import llama_index.node_parser as node_parser
-    except ImportError:
-        try:
-            install_import(
-                package_name='llama_index',
-                module_name='node_parser'
-            )
-            import llama_index.node_parser as node_parser
-        except ImportError:
-            raise ImportError('Failed to import Llama Index. Please install Llama Index to use this function.')
-        except Exception as e:
-            raise ValueError(f'Invalid node parser: {parser}. Error: {e}')
-
-    try:
-        import llama_index.text_splitter as text_splitter
-    except ImportError:
-        try:
-            install_import(
-                package_name='llama_index',
-                module_name='text_splitter'
-            )
-            import llama_index.text_splitter as text_splitter
-        except ImportError:
-            raise ImportError('Failed to import Llama Index. Please install Llama Index to use this function.')
-        
-    try:
-        if parser == 'CodeSplitter':
-            if not is_package_installed('tree_sitter_languages'):
-                install_import(package_name='tree_sitter_languages')
-                
-        a = getattr(node_parser, parser)
-        if a is not None:
-            return a
-        else:
-            raise ImportError(f'Failed to import {parser} from Llama Index.')
-    except Exception as e1:
-        try:
-            if isinstance(parser, str):
-                return getattr(text_splitter, parser)
-            else:
-                return parser
-        except Exception as e2:
-            raise ValueError(f'Invalid node parser: {parser}. Error: {e1}, {e2}')
-
-
-def llama_index_node_parser(documents: List[Any], 
-                            parser: Union[str, Callable], 
-                            parser_args: List[Any] = [], 
-                            parser_kwargs: Dict[str, Any] = {},
-                            parsing_kwargs: Dict[str, Any] = {}) -> List[Any]:
-    """
-    Parses documents into nodes using a specified Llama Index node parser.
-
-    Args:
-        documents (List[Any]): The documents to parse.
-        parser (Union[str, Callable]): The name of the parser function or the parser function itself.
-        parser_args (List[Any]): Positional arguments to pass to the parser function.
-        parser_kwargs (Dict[str, Any]): Keyword arguments to pass to the parser function.
-        parsing_kwargs (Dict[str, Any]): Keyword arguments for the parsing process.
-
-    Returns:
-        List[Any]: A list of nodes parsed from the documents.
-
-    Raises:
-        ValueError: If the specified parser is invalid or if the parser fails to parse the documents.
-
-    Example:
-        nodes = llama_index_node_parser(documents, "DefaultNodeParser")
-    """
-
-    try:
-        parser = get_llama_parser(parser)
-        parser_obj = parser(*parser_args, **parser_kwargs)
-        nodes = parser_obj.get_nodes_from_documents(documents, **parsing_kwargs)
-        return nodes
-
-    except ImportError as e:
-        module_name = str(e).split("\'")[-2]
-        try:
-            install_import(package_name=module_name)
-            parser = get_llama_parser(parser)
-            parser_obj = parser(*parser_args, **parser_kwargs)
-            nodes = parser_obj.get_nodes_from_documents(documents, **parsing_kwargs)
-            return nodes
-        except Exception as e:
-            raise ImportError(f'Failed to install and import {module_name}. Error: {e}')
-            
-            
-    except Exception as e1:
-        try:
-            parser_obj = parser.from_defaults(*parser_args, **parser_kwargs)
-            nodes = parser_obj.get_nodes_from_documents(documents, **parsing_kwargs)
-            return nodes
-        except Exception as e2:
-            raise ValueError(f'Failed to parse. Error: {e1}, {e2}')
-