lionagi 0.0.114__tar.gz → 0.0.116__tar.gz

{lionagi-0.0.114 → lionagi-0.0.116}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.114
+Version: 0.0.116
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>
@@ -224,7 +224,7 @@ Requires-Dist: httpx==0.25.1
 
 
 
-[PyPI](https://pypi.org/project/lionagi/) | [Documentation](https://lionagi.readthedocs.io/en/latest/) | [Discord](https://discord.gg/7RGWqpSxze)
+[PyPI](https://pypi.org/project/lionagi/) | [Documentation](https://lionagi.readthedocs.io/en/latest/) | [Discord](https://discord.gg/mzDD5JtYRp)
 
   
 # LionAGI

{lionagi-0.0.114 → lionagi-0.0.116}/README.md

@@ -2,7 +2,7 @@
 
 
 
-[PyPI](https://pypi.org/project/lionagi/) | [Documentation](https://lionagi.readthedocs.io/en/latest/) | [Discord](https://discord.gg/7RGWqpSxze)
+[PyPI](https://pypi.org/project/lionagi/) | [Documentation](https://lionagi.readthedocs.io/en/latest/) | [Discord](https://discord.gg/mzDD5JtYRp)
 
   
 # LionAGI

{lionagi-0.0.114 → lionagi-0.0.116}/lionagi/__init__.py

@@ -17,13 +17,16 @@ Copyright 2023 HaiyangLi <ocean@lionagi.ai>
 import logging
 from .version import __version__
 
+
 from .utils import *
 from .schema import *
-from .structure import *
-from .core import *
+from .structures import *
+from .loaders import *
+from .messages import *
 from .objs import *
-# from .datastore import *
-# from .structure import *
+from .tools import *
+from .core import *
+
 
 
 logger = logging.getLogger(__name__)

lionagi-0.0.116/lionagi/bridge/__init__.py

@@ -0,0 +1,22 @@
+from .langchain import(
+    from_langchain, to_langchain_document, langchain_loader, 
+    langchain_loader, langchain_text_splitter
+)
+
+from .llama_index import (
+    from_llama_index, to_llama_index_textnode, get_llama_reader, 
+    llama_index_reader, get_llama_parser, llama_index_node_parser
+)
+
+__all__ = [
+    'from_langchain',
+    'to_langchain_document',
+    'langchain_loader',
+    'from_llama_index',
+    'to_llama_index_textnode',
+    'get_llama_reader',
+    'llama_index_reader',
+    'get_llama_parser',
+    'llama_index_node_parser',
+    'langchain_text_splitter'
+]

{lionagi-0.0.114 → lionagi-0.0.116}/lionagi/bridge/langchain.py

@@ -1,7 +1,8 @@
-from typing import Union, Callable, List, Dict, Any
-from ..schema.base_schema import T, DataNode
-from ..utils.sys_util import change_dict_key
+from typing import Union, Callable, List, Dict, Any, TypeVar
+from lionagi.schema.data_node import DataNode
+from lionagi.utils.sys_util import change_dict_key
 
+T = TypeVar('T', bound='DataNode')
 
 def from_langchain(lc_doc: Any) -> T:
     """
@@ -79,6 +80,25 @@ def langchain_text_splitter(data: Union[str, List],
                             splitter_args: List[Any] = [], 
                             splitter_kwargs: Dict[str, Any] = {}) -> List[str]:
 
+    """
+    Splits text or a list of documents using a specified langchain text splitter.
+
+    Parameters:
+        data (Union[str, List]): The input text or list of documents to be split.
+
+        splitter (Union[str, Callable]): The name of the text splitter function or the function itself.
+
+        splitter_args (List[Any]): Positional arguments to pass to the splitter function.
+
+        splitter_kwargs (Dict[str, Any]): Keyword arguments to pass to the splitter function.
+
+    Returns:
+        List[str]: A list of chunks obtained by splitting the input.
+
+    Raises:
+        ValueError: If the specified text splitter is invalid or if the splitting fails.
+    """
+
     import langchain.text_splitter as text_splitter
 
     try:

{lionagi-0.0.114 → lionagi-0.0.116}/lionagi/bridge/llama_index.py

@@ -1,7 +1,8 @@
-from typing import Union, Callable, List, Any, Dict
-from ..schema.base_schema import DataNode, T
-from ..utils.sys_util import change_dict_key
+from typing import Union, Callable, List, Any, Dict, TypeVar
+from lionagi.schema.data_node import DataNode
+from lionagi.utils.sys_util import change_dict_key
 
+T = TypeVar('T', bound='DataNode')
 
 def from_llama_index(llama_node: Any, **kwargs: Any) -> T:
     """
@@ -36,6 +37,7 @@ def to_llama_index_textnode(datanode: T, **kwargs: Any) -> Any:
     dnode = datanode.to_dict()
     change_dict_key(dnode, old_key='content', new_key='text')
     change_dict_key(dnode, old_key='node_id', new_key='id_')
+    dnode['text'] = str(dnode['text'])
     
     dnode = {**dnode, **kwargs}
     return TextNode.from_dict(dnode)

{lionagi-0.0.114 → lionagi-0.0.116}/lionagi/configs/__init__.py

@@ -1,5 +1,5 @@
 from .oai_configs import oai_schema
-from .openrouter_config import openrouter_schema
+from .openrouter_configs import openrouter_schema
 
 __all__ = [
     "oai_schema",

lionagi-0.0.116/lionagi/configs/oai_configs.py

@@ -0,0 +1,136 @@
+# Default configs for the OpenAI API
+
+# ChatCompletion
+oai_chat_llmconfig = {
+    "model": "gpt-4-1106-preview",
+    "frequency_penalty": 0,
+    "max_tokens": None,
+    "n": 1,
+    "presence_penalty": 0, 
+    "response_format": {"type": "text"}, 
+    "seed": None, 
+    "stop": None,
+    "stream": False,
+    "temperature": 0.7, 
+    "top_p": 1, 
+    "tools": None,
+    "tool_choice": "none", 
+    "user": None
+    }
+
+oai_chat_schema = {
+    "required" : ["model", "frequency_penalty", "n", "presence_penalty", "response_format", "temperature", "top_p"],
+    "optional": ["seed", "stop", "stream", "tools", "tool_choice", "user", "max_tokens"],
+    "input": "messages",
+    "config": oai_chat_llmconfig
+    }
+
+
+# Finetune
+oai_finetune_llmconfig = {
+    "model": "gpt-3.5-turbo",
+    "hyperparameters": {
+        "batch_size": "auto", 
+        "learning_rate_multiplier": "auto",
+        "n_epochs": "auto"
+    },
+    "suffix": None,
+    "training_file": None,
+    }
+
+oai_finetune_schema = {
+    "required" : ["model", "training_file"],
+    "optional": ["hyperparameters", "suffix", "validate_file"],
+    "input": ["training_file"],
+    "config": oai_finetune_llmconfig 
+}
+
+
+
+# Embeddings
+
+
+
+
+
+
+
+
+
+
+# Audio ---- create  speech
+
+oai_audio_speech_llmconfig = {
+    "model": "tts-1",
+    "voice": "alloy",
+    "response_format": "mp3",
+    "speed": 1
+    }
+oai_audio_speech_schema = {
+    "required" : ["model", "voice"],
+    "optional": ["response_format", "speed"],
+    "input": "input",
+    "config": oai_audio_speech_llmconfig
+    }
+
+
+# Audio ----------- create transcription
+oai_audio_transcriptions_llmconfig = {
+    "model": "whisper-1",
+    "language": None,
+    "prompt": None,
+    "response_format": "json",
+    "temperature": 0
+    }
+oai_audio_transcriptions_schema = {
+    "required" : ["model", "voice"],
+    "optional": ["response_format", "language", "prompt", "response_format", "temperature"],
+    "input": "file",
+    "config": oai_audio_transcriptions_llmconfig
+    }
+
+
+# Audio ------------    translations
+oai_audio_translations_llmconfig = {
+    "model": "whisper-1",
+    "prompt": None,
+    "response_format": "json",
+    "temperature": 0
+    }
+
+oai_audio_translations_schema = {
+    "required" : ["model"],
+    "optional": ["response_format", "speed", "prompt", "temperature"],
+    "input": "file",
+    "config": oai_audio_translations_llmconfig
+    }
+
+
+
+
+
+
+
+
+# images
+
+
+
+
+
+
+
+
+
+
+
+
+oai_schema = {
+    
+    "chat": oai_chat_schema,
+    "finetune": oai_finetune_schema,
+    "audio_speech": oai_audio_speech_schema, 
+    "audio_transcriptions": oai_audio_transcriptions_schema,
+    "audio_translations": oai_audio_translations_schema,
+    
+}

lionagi-0.0.116/lionagi/core/__init__.py

@@ -0,0 +1,12 @@
+# from .instruction_set import InstructionSet
+from .conversations import Conversation
+from .sessions import Session
+from .flows import run_session      #, Flow
+
+
+__all__  = [
+    "Conversation",
+    "Session",
+    "run_session",
+    # "Flow"
+]

lionagi-0.0.116/lionagi/core/conversations/__init__.py

@@ -0,0 +1,5 @@
+from .conversation import Conversation
+
+__all__ = [
+    "Conversation"
+]

lionagi-0.0.116/lionagi/core/conversations/conversation.py

@@ -0,0 +1,107 @@
+from typing import List, Any
+
+from lionagi.schema.base_node import BaseNode
+from lionagi.messages import Message, Response
+from lionagi.objs.messenger import Messenger
+
+
+class Conversation(BaseNode):
+    """
+    A conversation that handles messages and responses.
+
+    Attributes:
+        response_counts (int): A counter for the number of responses in the conversation.
+        messages (List[Message]): A list of message objects in the conversation.
+        msgr (Messenger): An instance of Messenger to create message objects.
+        responses (List[Response]): A list of response objects in the conversation.
+    """    
+
+    response_counts : int = 0
+    messages: List[Message] = []
+    msgr : Any = Messenger()
+    responses: List[Response] = []
+
+    def initiate_conversation(
+        self, system=None, instruction=None, 
+        context=None, name=None
+    ):
+        """
+        Initiates a new conversation, erase previous messages and responses.
+
+        Parameters:
+            system (Any, optional): System information to include in the initial message. Defaults to None.
+            instruction (Any, optional): Instruction details to include in the conversation. Defaults to None.
+            context (Any, optional): Contextual information relevant to the conversation. Defaults to None.
+            name (str, optional): The name associated with the conversation. Defaults to None.
+
+        Returns:
+            None
+        """
+        self.messages, self.responses = [], []
+        self.add_messages(system=system)
+        self.add_messages(instruction=instruction, context=context, name=name)
+
+    # modify the message adding to accomodate tools
+    def add_messages(
+        self, system=None, instruction=None, 
+        context=None, response=None, name=None
+    ):
+        """
+        Adds a new message object to the conversation messages list based on the provided parameters.
+
+        Parameters:
+            system (Any, optional): System information to include in the message. Defaults to None.
+            instruction (Any, optional): Instruction details to include in the message. Defaults to None.
+            context (Any, optional): Contextual information relevant to the message. Defaults to None.
+            response (Any, optional): Response details to include in the message. Defaults to None.
+            name (str, optional): The name associated with the message. Defaults to None.
+
+        Returns:
+            None
+        """
+        msg = self.msgr.create_message(
+            system=system, instruction=instruction, 
+            context=context, response=response, name=name
+        )
+        self.messages.append(msg)
+
+    def change_system(self, system):
+        """
+        Changes the system information of the first message in the conversation.
+
+        Parameters:
+            system (Any): The new system information to be set.
+
+        Returns:
+            None
+        """
+        self.messages[0] = self.msgr.create_message(system=system)
+
+
+    def keep_last_n_exchanges(self, n: int):
+        """
+        Keeps only the last n exchanges in the conversation, where an exchange starts with a user message. This function trims the conversation to retain only the specified number of the most recent exchanges. 
+        An exchange is defined as a sequence of messages starting with a user message. 
+        The first message in the conversation, typically a system message, is always retained.
+
+        Parameters:
+            n (int): The number of exchanges to keep in the conversation.
+
+        Returns:
+            None: The method modifies the conversation in place and does not return a value.
+
+        Raises:
+            ValueError: If n is not a positive integer.
+
+        Note:
+            This function assumes the first message in the conversation is a system message and each user message 
+            marks the beginning of a new exchange.
+        """
+        response_indices = [
+            index for index, message in enumerate(self.messages[1:]) 
+            if message.role == "user"
+        ]
+        if len(response_indices) >= n:
+            first_index_to_keep = response_indices[-n] + 1
+            self.messages = [self.system] + self.messages[first_index_to_keep:]
+            

lionagi-0.0.116/lionagi/core/flows/__init__.py

@@ -0,0 +1,8 @@
+from .flow_util import run_session
+from .flow import Flow
+
+
+__all__ = [
+    "run_session",
+    "Flow"
+]

lionagi-0.0.116/lionagi/core/flows/flow.py

@@ -0,0 +1,8 @@
+from lionagi.structures import Relationship, Structure
+from ..sessions import Session
+from .flow_util import run_session
+
+# represents structured sessions
+
+class Flow(Structure):
+    ...

lionagi-0.0.116/lionagi/core/flows/flow_util.py

@@ -0,0 +1,62 @@
+from ..sessions import Session
+
+def get_config(temperature, max_tokens, key_scheme, n):
+    f = lambda i:{
+        "temperature": temperature[i], 
+        "max_tokens": max_tokens[i],
+    }
+    return {
+        "key": f"{key_scheme}{n+1}", 
+        "config": f(n)
+        }
+
+async def run_workflow(
+    session, prompts, temperature, max_tokens, 
+    key_scheme, num_prompts, context
+):
+    for i in range(num_prompts): 
+        key_, config_ = get_config(temperature, max_tokens, key_scheme, i)
+        if i == 0:
+            await session.initiate(instruction=prompts[key_], context=context, **config_)
+        else: 
+            await session.followup(instruction=prompts[key_], **config_)
+        
+        return session
+
+async def run_auto_workflow(
+    session, prompts, temperature, max_tokens, 
+    key_scheme, num_prompts, context
+):
+    for i in range(num_prompts): 
+        key_, config_ = get_config(temperature, max_tokens, key_scheme, i)
+        if i == 0:
+            await session.initiate(instruction=prompts[key_], context=context, **config_)
+        else: 
+            await session.auto_followup(instruction=prompts[key_], **config_)
+        
+        return session
+    
+async def run_session(
+    prompts, dir, llmconfig, key_scheme, num_prompts, 
+    temperature, max_tokens, type_=None, tools=None
+):
+    prompts_ = prompts.copy()
+    session = Session(
+        system=prompts_.pop('system', 'You are a helpful assistant'), 
+        dir = dir,
+        llmconfig = llmconfig
+    )
+    if tools:
+        session.register_tools(tools)
+    if type_ is None: 
+        session = await run_workflow(
+            session, prompts_, temperature, max_tokens, 
+            key_scheme=key_scheme, num_prompts=num_prompts
+            )
+    elif type_ == 'auto': 
+        session = await run_auto_workflow(
+            session, prompts_, temperature, max_tokens, 
+            key_scheme=key_scheme, num_prompts=num_prompts
+            )
+        
+    return session

lionagi-0.0.116/lionagi/core/instruction_set/__init__.py

@@ -0,0 +1,5 @@
+from .instruction_sets import InstructionSet
+
+__all__ = [
+    "InstructionSet"   
+]

lionagi-0.0.116/lionagi/core/instruction_set/instruction_sets.py

@@ -0,0 +1,7 @@
+from lionagi.structures import Relationship, Structure
+from ..messages import Message, Instruction
+
+# dynamically structured preconfigured instructions
+
+class InstructionSet(Structure):
+    ...

lionagi-0.0.116/lionagi/core/sessions/__init__.py

@@ -0,0 +1,5 @@
+from .sessions import Session
+
+__all__ = [
+    "Session"
+]