lionagi 0.0.115__py3-none-any.whl → 0.0.204__py3-none-any.whl

lionagi/_services/services.py

@@ -0,0 +1,91 @@
+class Services:
+    
+    @staticmethod
+    def OpenAI(**kwargs):
+        """
+        A service to interact with OpenAI's API endpoints.
+
+        Attributes:
+            api_key (Optional[str]): The API key used for authentication.
+            schema (Dict[str, Any]): The schema defining the service's endpoints.
+            status_tracker (StatusTracker): The object tracking the status of API calls.
+            endpoints (Dict[str, EndPoint]): A dictionary of endpoint objects.
+            base_url (str): The base URL for the OpenAI API.
+            available_endpoints (list): A list of available API endpoints, including 
+                'chat/completions'
+            key_scheme (str): The environment variable name for API key.
+            token_encoding_name (str): The default token encoding scheme.
+        """
+
+        from .oai import OpenAIService
+        return OpenAIService(**kwargs)
+    
+    @staticmethod 
+    def OpenRouter(**kwargs):
+        """
+        A service to interact with OpenRouter's API endpoints.
+
+        Attributes:
+            api_key (Optional[str]): The API key used for authentication.
+            schema (Dict[str, Any]): The schema defining the service's endpoints.
+            status_tracker (StatusTracker): The object tracking the status of API calls.
+            endpoints (Dict[str, EndPoint]): A dictionary of endpoint objects.
+            base_url (str): The base URL for the OpenAI API.
+            available_endpoints (list): A list of available API endpoints, including 
+                'chat/completions'
+            key_scheme (str): The environment variable name for API key.
+            token_encoding_name (str): The default token encoding scheme.
+        """
+
+        from .openrouter import OpenRouterService
+        return OpenRouterService(**kwargs)
+
+    @staticmethod
+    def Transformers(**kwargs):
+        """
+        A service to interact with Transformers' pipeline
+
+        Attributes:
+            task (str): The specific task to be performed by the transformer model. 
+                Currently, only 'conversational' tasks are supported.
+            model (Union[str, Any]): Identifier for the transformer model to be used. This 
+                can be a model name or a path to a model.
+            config (Union[str, Dict, Any]): Configuration for the transformer model. Can 
+                include tokenizer information among others.
+            pipe (pipeline): The loaded transformer pipeline for the specified task, model, 
+                and configuration.
+
+        Warnings:
+            - Ensure the selected model is suitable for conversational tasks to avoid 
+            unexpected behavior.
+            - As this service heavily relies on external libraries (Hugging Face's 
+            Transformers), ensure they are installed and updated to compatible versions.
+
+        Dependencies:
+            - Requires the `transformers` library by Hugging Face and `asyncio` for 
+            asynchronous operations.
+        """
+
+        from .transformers import TransformersService
+        return TransformersService(**kwargs)
+
+
+    @staticmethod
+    def Anthropic(**kwargs):
+        """
+        A service to interact with Anthropic's API endpoints.
+
+        Attributes:
+            api_key (Optional[str]): The API key used for authentication.
+            schema (Dict[str, Any]): The schema defining the service's endpoints.
+            status_tracker (StatusTracker): The object tracking the status of API calls.
+            endpoints (Dict[str, EndPoint]): A dictionary of endpoint objects.
+            base_url (str): The base URL for the Anthropic API.
+            available_endpoints (list): A list of available API endpoints, including 
+                'chat/completions'
+            key_scheme (str): The environment variable name for API key.
+            token_encoding_name (str): The default token encoding scheme.
+        """
+
+        from .anthropic import AnthropicService
+        return AnthropicService(**kwargs)

lionagi/_services/transformers.py

@@ -0,0 +1,46 @@
+from typing import Union, str, Dict, Any
+from transformers import pipeline, Conversation
+
+from .base_service import BaseService
+
+import functools
+from concurrent.futures import ThreadPoolExecutor
+import asyncio
+
+
+def force_async(fn):
+    pool = ThreadPoolExecutor()
+
+    @functools.wraps(fn)
+    def wrapper(*args, **kwargs):
+        future = pool.submit(fn, *args, **kwargs)
+        return asyncio.wrap_future(future)  # make it awaitable
+
+    return wrapper
+
+
+class TransformersService(BaseService):
+    def __init__(self, task: str = None, model: Union[str, Any] = None, config: Union[str, Dict, Any] = None, **kwargs):
+        super().__init__()
+        self.task = task
+        self.model = model
+        self.config = config
+        self.pipe = pipeline(task=task, model=model, config=config, **kwargs)
+
+    @force_async
+    def serve_chat(self, messages, **kwargs):
+        if self.task:
+            if self.task != 'conversational':
+                raise ValueError(f"Invalid transformers pipeline task: {self.task}. Valid task: 'conversational'")
+
+        payload = {'messages': messages}
+        conversation = self.pipe(Conversation(messages), **kwargs)
+        completion = {"Conversation id": conversation.uuid,
+                      "model": self.pipe.model,
+                      "choices": [{
+                          "message": conversation.messages[-1]
+                      }]
+        }
+
+        return payload, completion
+

lionagi/bridge/langchain.py

@@ -1,6 +1,7 @@
 from typing import Union, Callable, List, Dict, Any, TypeVar
-from lionagi.schema.data_node import DataNode
-from lionagi.utils.sys_util import change_dict_key
+from ..utils.sys_util import change_dict_key
+from ..schema.data_node import DataNode
+
 
 T = TypeVar('T', bound='DataNode')
 
@@ -8,11 +9,17 @@ def from_langchain(lc_doc: Any) -> T:
     """
     Converts a langchain document into a DataNode object.
 
-    Parameters:
+    Args:
         lc_doc (Any): The langchain document to be converted.
 
     Returns:
-        DataNode: A DataNode object created from the langchain document.
+        T: A DataNode object created from the langchain document.
+
+    Examples:
+        >>> lc_doc = LangchainDocument(...)
+        >>> data_node = from_langchain(lc_doc)
+        >>> isinstance(data_node, DataNode)
+        True
     """
     info_json = lc_doc.to_json()
     info_node = {'lc_id': info_json['id']}
@@ -23,13 +30,18 @@ def to_langchain_document(datanode: T, **kwargs: Any) -> Any:
     """
     Converts a DataNode into a langchain Document.
 
-    Parameters:
-        datanode (DataNode): The DataNode to be converted.
-        
+    Args:
+        datanode (T): The DataNode to be converted.
         **kwargs: Additional keyword arguments to be included in the Document.
 
     Returns:
         Any: A langchain Document created from the DataNode.
+
+    Examples:
+        >>> data_node = DataNode(...)
+        >>> lc_document = to_langchain_document(data_node, author="John Doe")
+        >>> isinstance(lc_document, LangchainDocument)
+        True
     """
     from langchain.schema import Document
 
@@ -45,11 +57,9 @@ def langchain_loader(loader: Union[str, Callable],
     """
     Loads data using a specified langchain loader.
 
-    Parameters:
+    Args:
         loader (Union[str, Callable]): The name of the loader function or the loader function itself.
-        
         loader_args (List[Any]): Positional arguments to pass to the loader function.
-        
         loader_kwargs (Dict[str, Any]): Keyword arguments to pass to the loader function.
 
     Returns:
@@ -57,6 +67,11 @@ def langchain_loader(loader: Union[str, Callable],
 
     Raises:
         ValueError: If the specified loader is invalid or if the loader fails to load data.
+
+    Examples:
+        >>> data = langchain_loader("json_loader", loader_args=["data.json"])
+        >>> isinstance(data, dict)
+        True
     """
     import langchain.document_loaders as document_loaders
 
@@ -79,17 +94,13 @@ def langchain_text_splitter(data: Union[str, List],
                             splitter: Union[str, Callable], 
                             splitter_args: List[Any] = [], 
                             splitter_kwargs: Dict[str, Any] = {}) -> List[str]:
-
     """
     Splits text or a list of documents using a specified langchain text splitter.
 
-    Parameters:
+    Args:
         data (Union[str, List]): The input text or list of documents to be split.
-
         splitter (Union[str, Callable]): The name of the text splitter function or the function itself.
-
         splitter_args (List[Any]): Positional arguments to pass to the splitter function.
-
         splitter_kwargs (Dict[str, Any]): Keyword arguments to pass to the splitter function.
 
     Returns:
@@ -148,4 +159,3 @@ def langchain_text_splitter(data: Union[str, List],
 #         return docs
 #     except Exception as e:
 #         raise ValueError(f'Failed to split. Error: {e}')
-#

lionagi/bridge/llama_index.py

@@ -1,6 +1,7 @@
 from typing import Union, Callable, List, Any, Dict, TypeVar
-from lionagi.schema.data_node import DataNode
-from lionagi.utils.sys_util import change_dict_key
+from ..utils.sys_util import change_dict_key
+from ..schema.data_node import DataNode
+
 
 T = TypeVar('T', bound='DataNode')
 
@@ -8,13 +9,16 @@ def from_llama_index(llama_node: Any, **kwargs: Any) -> T:
     """
     Converts a Llama Index node into a DataNode object.
 
-    Parameters:
+    Args:
         llama_node (Any): The Llama Index node to be converted.
-        
         **kwargs: Additional keyword arguments for JSON serialization.
 
     Returns:
-        DataNode: A DataNode object created from the Llama Index node.
+        T: A DataNode object created from the Llama Index node.
+
+    Example:
+        llama_node = LlamaIndexNode(...)
+        datanode = from_llama_index(llama_node, serialize_dates=True)
     """
     llama_dict = llama_node.to_dict(**kwargs)
     return DataNode.from_dict(llama_dict)
@@ -23,15 +27,17 @@ def to_llama_index_textnode(datanode: T, **kwargs: Any) -> Any:
     """
     Converts a DataNode into a Llama Index TextNode.
 
-    Parameters:
-        datanode (DataNode): The DataNode to be converted.
-        
+    Args:
+        datanode (T): The DataNode to be converted.
         **kwargs: Additional keyword arguments to be included in the TextNode.
 
     Returns:
-        TextNode: A Llama Index TextNode created from the DataNode.
+        Any: A Llama Index TextNode created from the DataNode.
+
+    Example:
+        datanode = DataNode(...)
+        textnode = to_llama_index_textnode(datanode, additional_arg=1)
     """
-    # to llama_index textnode
     from llama_index.schema import TextNode
 
     dnode = datanode.to_dict()
@@ -46,7 +52,7 @@ def get_llama_reader(reader: Union[str, Callable]) -> Callable:
     """
     Gets a Llama Index reader function.
 
-    Parameters:
+    Args:
         reader (Union[str, Callable]): The name of the reader function or the reader function itself.
 
     Returns:
@@ -54,6 +60,12 @@ def get_llama_reader(reader: Union[str, Callable]) -> Callable:
 
     Raises:
         ValueError: If the specified reader is invalid.
+
+    Example:
+        reader = get_llama_reader("SimpleDirectoryReader")
+        # or for a custom function
+        def custom_reader(): pass
+        reader = get_llama_reader(custom_reader)
     """
     try:
         if isinstance(reader, str):
@@ -76,15 +88,11 @@ def llama_index_reader(reader: Union[str, Callable],
     """
     Loads documents using a specified Llama Index reader.
 
-    Parameters:
+    Args:
         reader (Union[str, Callable]): The name of the reader function or the reader function itself.
-        
         reader_args (List[Any]): Positional arguments to pass to the reader function.
-        
         reader_kwargs (Dict[str, Any]): Keyword arguments to pass to the reader function.
-        
         load_data_args (List[Any]): Positional arguments for the load_data method.
-        
         load_data_kwargs (Dict[str, Any]): Keyword arguments for the load_data method.
 
     Returns:
@@ -92,6 +100,9 @@ def llama_index_reader(reader: Union[str, Callable],
 
     Raises:
         ValueError: If the specified reader is invalid or if the reader fails to load documents.
+
+    Example:
+        documents = llama_index_reader("SimpleDirectoryReader", reader_args=["/path/to/data"])
     """
     reader = get_llama_reader(reader)
 
@@ -104,6 +115,24 @@ def llama_index_reader(reader: Union[str, Callable],
         raise ValueError(f'Failed to read. Error: {e}')
 
 def get_llama_parser(parser: Union[str, Callable]) -> Callable:
+    """
+    Gets a Llama Index parser function or object.
+
+    Args:
+        parser (Union[str, Callable]): The name of the parser function or the parser function itself.
+
+    Returns:
+        Callable: The Llama Index parser function or object.
+
+    Raises:
+        ValueError: If the specified parser is invalid.
+
+    Example:
+        parser = get_llama_parser("DefaultNodeParser")
+        # or for a custom function
+        def custom_parser(): pass
+        parser = get_llama_parser(custom_parser)
+    """
     import llama_index.node_parser as node_parser
     import llama_index.text_splitter as text_splitter
 
@@ -127,20 +156,21 @@ def llama_index_node_parser(documents: List[Any],
     """
     Parses documents into nodes using a specified Llama Index node parser.
 
-    Parameters:
+    Args:
         documents (List[Any]): The documents to parse.
-        
         parser (Union[str, Callable]): The name of the parser function or the parser function itself.
-        
         parser_args (List[Any]): Positional arguments to pass to the parser function.
-        
         parser_kwargs (Dict[str, Any]): Keyword arguments to pass to the parser function.
+        parsing_kwargs (Dict[str, Any]): Keyword arguments for the parsing process.
 
     Returns:
         List[Any]: A list of nodes parsed from the documents.
 
     Raises:
         ValueError: If the specified parser is invalid or if the parser fails to parse the documents.
+
+    Example:
+        nodes = llama_index_node_parser(documents, "DefaultNodeParser")
     """
     parser = get_llama_parser(parser)
 

lionagi/configs/oai_configs.py

@@ -2,7 +2,7 @@
 
 # ChatCompletion
 oai_chat_llmconfig = {
-    "model": "gpt-4-1106-preview",
+    "model": "gpt-4-turbo-preview",
     "frequency_penalty": 0,
     "max_tokens": None,
     "n": 1,
@@ -46,18 +46,6 @@ oai_finetune_schema = {
 }
 
 
-
-# Embeddings
-
-
-
-
-
-
-
-
-
-
 # Audio ---- create  speech
 
 oai_audio_speech_llmconfig = {
@@ -127,7 +115,7 @@ oai_audio_translations_schema = {
 
 oai_schema = {
     
-    "chat": oai_chat_schema,
+    "chat/completions": oai_chat_schema,
     "finetune": oai_finetune_schema,
     "audio_speech": oai_audio_speech_schema, 
     "audio_transcriptions": oai_audio_transcriptions_schema,

lionagi/configs/openrouter_configs.py

@@ -1,5 +1,5 @@
 openrouter_chat_llmconfig = {
-    "model": "gpt-4-1106-preview",
+    "model": "gpt-4-turbo-preview",
     "frequency_penalty": 0,
     "max_tokens": None,
     "n": 1,
@@ -43,7 +43,7 @@ openrouter_finetune_schema = {
 
 openrouter_schema = {
 
-    "chat": openrouter_chat_schema,
+    "chat/completions": openrouter_chat_schema,
     "finetune": openrouter_finetune_schema
     
 }

lionagi/core/__init__.py

@@ -1,12 +1,11 @@
-# from .instruction_set import InstructionSet
-from .conversations import Conversation
-from .sessions import Session
-from .flows import run_session      #, Flow
+from .messages.messages import System, Instruction
+from .branch.branch import Branch
+from .sessions.session import Session
 
 
 __all__  = [
-    "Conversation",
-    "Session",
-    "run_session",
-    # "Flow"
+    'System',
+    'Instruction',
+    'Branch',
+    'Session'
 ]