lionagi 0.0.104__tar.gz → 0.0.105__tar.gz

{lionagi-0.0.104 → lionagi-0.0.105}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.104
+Version: 0.0.105
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>
@@ -227,7 +227,8 @@ Requires-Dist: httpx==0.25.1
 - PyPI: https://pypi.org/project/lionagi/
 - Documentation: https://lionagi.readthedocs.io/en/latest/  （still a lot TODO）
 - Website: TODO
-- Discord: [Join Our Discord](https://discord.gg/ACnynvvPjt)
+- Discord: [Join Our Discord](https://discord.gg/7RGWqpSxze)
+
   
 # LionAGI
 **Towards Automated General Intelligence**
@@ -286,7 +287,7 @@ Visit our notebooks for our examples.
 
 ### Community
 
-We encourage contributions to LionAGI and invite you to enrich its features and capabilities. Engage with us and other community members on [Discord](https://discord.gg/ACnynvvPjt)
+We encourage contributions to LionAGI and invite you to enrich its features and capabilities. Engage with us and other community members [Join Our Discord](https://discord.gg/7RGWqpSxze)
 
 ### Citation
 

{lionagi-0.0.104 → lionagi-0.0.105}/README.md

@@ -5,7 +5,8 @@
 - PyPI: https://pypi.org/project/lionagi/
 - Documentation: https://lionagi.readthedocs.io/en/latest/  （still a lot TODO）
 - Website: TODO
-- Discord: [Join Our Discord](https://discord.gg/ACnynvvPjt)
+- Discord: [Join Our Discord](https://discord.gg/7RGWqpSxze)
+
   
 # LionAGI
 **Towards Automated General Intelligence**
@@ -64,7 +65,7 @@ Visit our notebooks for our examples.
 
 ### Community
 
-We encourage contributions to LionAGI and invite you to enrich its features and capabilities. Engage with us and other community members on [Discord](https://discord.gg/ACnynvvPjt)
+We encourage contributions to LionAGI and invite you to enrich its features and capabilities. Engage with us and other community members [Join Our Discord](https://discord.gg/7RGWqpSxze)
 
 ### Citation
 

lionagi-0.0.105/lionagi/session/conversation.py

@@ -0,0 +1,95 @@
+from .message import Message
+
+class Conversation:
+    """
+    A class representing a conversation between users and the assistant.
+
+    This class manages the exchange of messages within a conversation, including system settings,
+    user instructions, and assistant responses.
+
+    Attributes:
+        response_counts (int): The count of assistant responses in the conversation.
+        messages (list): A list to store messages in the conversation.
+        msg (Message): An instance of the Message class for creating messages.
+        responses (list): A list to store assistant responses in the conversation.
+
+    Methods:
+        initiate_conversation(system, instruction, context=None, name=None):
+            Initiate a conversation with a system setting and user instruction.
+
+        add_messages(system, instruction, context=None, response=None, tool=None, name=None):
+            Add messages to the conversation, including system setting, user instruction, and assistant response.
+
+        change_system(system):
+            Change the system setting in the conversation.
+
+        keep_last_n_exchanges(n: int):
+            Keep the last n exchanges in the conversation.
+    """
+    response_counts = 0
+    
+    def __init__(self, messages=None) -> None:
+        """
+        Initialize a Conversation object.
+
+        Parameters:
+            messages (list): A list of messages to initialize the conversation. Default is None.
+
+        """
+        self.messages = messages or []
+        self.msg = Message()
+        self.responses = []
+
+    def initiate_conversation(self, system, instruction, context=None, name=None):
+        """
+        Initiate a conversation with a system setting and user instruction.
+
+        Parameters:
+            system (str): The system setting for the conversation.
+            instruction (str): The user instruction to initiate the conversation.
+            context (dict): Additional context for the conversation. Default is None.
+            name (str): The name associated with the user. Default is None.
+        """
+        self.messages, self.responses = [], []
+        self.add_messages(system=system)
+        self.add_messages(instruction=instruction, context=context, name=name)
+
+    # modify the message adding to accomodate tools
+    def add_messages(self, system=None, instruction=None, context=None, response=None, tool=None, name=None):
+        """
+        Add messages to the conversation, including system setting, user instruction, and assistant response.
+
+        Parameters:
+            system (str): The system setting for the message. Default is None.
+            instruction (str): The instruction content for the message. Default is None.
+            context (dict): Additional context for the message. Default is None.
+            response (dict): The response content for the message. Default is None.
+            tool (dict): The tool information for the message. Default is None.
+            name (str): The name associated with the message. Default is None.
+        """
+        msg = self.msg(system=system, instruction=instruction, context=context, response=response, tool=tool, name=name)
+        self.messages.append(msg)
+
+    def change_system(self, system):
+        """
+        Change the system setting in the conversation.
+
+        Parameters:
+            system (str): The new system setting for the conversation.
+        """
+        self.messages[0] = self.msg(system=system)
+
+    def keep_last_n_exchanges(self, n: int):
+        """
+        Keep the last n exchanges in the conversation.
+
+        Parameters:
+            n (int): The number of exchanges to keep.
+        """
+        # keep last n_exchanges, one exchange is marked by one assistant response
+        response_indices = [
+            index for index, message in enumerate(self.messages[1:]) if message["role"] == "assistant"
+        ]
+        if len(response_indices) >= n:
+            first_index_to_keep = response_indices[-n] + 1
+            self.messages = [self.system] + self.messages[first_index_to_keep:]

lionagi-0.0.105/lionagi/session/message.py

@@ -0,0 +1,139 @@
+from datetime import datetime
+import json
+from ..utils.sys_util import create_id, l_call
+from ..utils.log_util import DataLogger
+
+
+class Message:
+    """
+    A class representing a message in a conversation.
+
+    This class encapsulates messages from users, the assistant, systems, and external tools.
+
+    Attributes:
+        role (str): The role of the message, indicating if it's from the user, assistant, system, or tool.
+        content: The content of the message, which can be an instruction, response, system setting, or tool information.
+        name (str): The name associated with the message, specifying the source (user, assistant, system, or tool).
+        metadata (dict): Additional metadata including id, timestamp, and name.
+        _logger (DataLogger): An instance of the DataLogger class for logging message details.
+
+    Methods:
+        create_message(system, instruction, context, response, tool, name):
+            Create a message based on the provided information.
+
+        to_json() -> dict:
+            Convert the message to a JSON format.
+
+        __call__(system, instruction, context, response, name, tool) -> dict:
+            Create and return a message in JSON format.
+
+        to_csv(dir, filename, verbose, timestamp, dir_exist_ok, file_exist_ok):
+            Save the message to a CSV file.
+    """
+    def __init__(self) -> None:
+        """
+        Initialize a Message object.
+        """
+        self.role = None
+        self.content = None
+        self.name = None
+        self.metadata = None
+        self._logger = DataLogger()
+    
+    def create_message(self, system=None, instruction=None, context=None, response=None, tool=None, name=None):
+        """
+        Create a message based on the provided information.
+
+        Parameters:
+            system (str): The system setting for the message. Default is None.
+            instruction (str): The instruction content for the message. Default is None.
+            context (dict): Additional context for the message. Default is None.
+            response (dict): The response content for the message. Default is None.
+            tool (dict): The tool information for the message. Default is None.
+            name (str): The name associated with the message. Default is None.
+        """
+        if sum(l_call([system, instruction, response, tool], bool)) > 1:
+            raise ValueError("Error: Message cannot have more than one role.")
+        
+        else: 
+            if response:
+                self.role = "assistant"
+                response = response["message"]
+                if str(response['content']) == "None":
+                    try:
+                        # currently can only support a single function response
+                        if response['tool_calls'][0]['type'] == 'function':
+                            self.name = name or ("func_" + response['tool_calls'][0]['function']['name'])
+                            content = response['tool_calls'][0]['function']['arguments']
+                            self.content = {"function":self.name, "arguments": content}
+                    except:
+                        raise ValueError("Response message must be one of regular response or function calling")
+                else:
+                    self.content = response['content']
+                    self.name = name or "assistant"
+            elif instruction:
+                self.role = "user"
+                self.content = {"instruction": instruction}
+                self.name = name or "user"
+                if context:
+                    self.content.update({"context": context})
+            elif system:
+                self.role = "system"
+                self.content = system
+                self.name = name or "system"
+            elif tool:
+                self.role = "tool"
+                self.content = tool
+                self.name = name or "tool"
+    
+    def to_json(self):
+        """
+        Convert the message to a JSON format.
+
+        Returns:
+        - dict: The message in JSON format.
+        """
+        out = {
+            "role": self.role,
+            "content": json.dumps(self.content) if isinstance(self.content, dict) else self.content
+            }
+    
+        self.metadata = {
+            "id": create_id(),
+            "timestamp": datetime.now().isoformat(),
+            "name": self.name}
+        
+        self._logger({**self.metadata, **out})
+        return out
+        
+    def __call__(self, system=None, instruction=None, context=None, response=None, name=None, tool=None):
+        """
+        Create and return a message in JSON format.
+
+        Parameters:
+            system (str): The system setting for the message. Default is None.
+            instruction (str): The instruction content for the message. Default is None.
+            context (dict): Additional context for the message. Default is None.
+            response (dict): The response content for the message. Default is None.
+            name (str): The name associated with the message. Default is None.
+            tool (dict): The tool information for the message. Default is None.
+
+        Returns:
+            dict: The message in JSON format.
+        """
+        self.create_message(system, instruction, context, response, tool, name)
+        return self.to_json()
+    
+    def to_csv(self, dir=None, filename=None, verbose=True, timestamp=True, dir_exist_ok=True, file_exist_ok=False):
+        """
+        Save the message to a CSV file.
+
+        Parameters:
+            dir (str): The directory path for saving the CSV file. Default is None.
+            filename (str): The filename for the CSV file. Default is None.
+            verbose (bool): Whether to include verbose information in the CSV. Default is True.
+            timestamp (bool): Whether to include timestamps in the CSV. Default is True.
+            dir_exist_ok (bool): Whether to allow the directory to exist. Default is True.
+            file_exist_ok (bool): Whether to allow the file to exist. Default is False.
+        """
+        self._logger.to_csv(dir, filename, verbose, timestamp, dir_exist_ok, file_exist_ok)

lionagi-0.0.105/lionagi/session/session.py

@@ -0,0 +1,291 @@
+import aiohttp
+import asyncio
+from typing import Any
+
+from .conversation import Conversation
+from ..utils.sys_util import to_list
+from ..utils.log_util import DataLogger
+from ..utils.api_util import StatusTracker
+from ..utils.tool_util import ToolManager
+from ..api.oai_service import OpenAIService
+
+from ..api.oai_config import oai_llmconfig
+
+
+status_tracker = StatusTracker()
+OAIService = OpenAIService()
+
+class Session():
+    """
+    A class representing a conversation session with a conversational AI system.
+
+    This class manages the flow of conversation, system settings, and interactions with external tools.
+
+    Attributes:
+        conversation (Conversation): An instance of the Conversation class to manage messages.
+        system (str): The current system setting for the conversation.
+        llmconfig (dict): Configuration settings for the language model.
+        _logger (DataLogger): An instance of the DataLogger class for logging conversation details.
+        api_service: An instance of the API service for making calls to the conversational AI model.
+        toolmanager (ToolManager): An instance of the ToolManager class for managing external tools.
+
+    Methods:
+        set_dir(dir):
+            Set the directory for logging.
+
+        set_system(system):
+            Set the system for the conversation.
+
+        set_llmconfig(llmconfig):
+            Set the language model configuration.
+
+        set_api_service(api_service):
+            Set the API service for making model calls.
+
+        _output(output, invoke=True, out=True) -> Any:
+            Process the output, invoke tools if needed, and optionally return the output.
+
+        register_tools(tools, funcs, update=False, new=False, prefix=None, postfix=None):
+            Register tools and their corresponding functions.
+
+        initiate(instruction, system=None, context=None, out=True, name=None, invoke=True, **kwargs) -> Any:
+            Start a new conversation session with the provided instruction.
+
+        followup(instruction, system=None, context=None, out=True, name=None, invoke=True, **kwargs) -> Any:
+            Continue the conversation with the provided instruction.
+
+        create_payload_chatcompletion(**kwargs) -> dict:
+            Create a payload for chat completion based on the conversation state and configuration.
+
+        call_chatcompletion(sleep=0.1, **kwargs) -> None:
+            Make a call to the chat completion API and process the response.
+
+        messages_to_csv(dir=None, filename="_messages.csv", **kwargs) -> None:
+            Save conversation messages to a CSV file.
+
+        log_to_csv(dir=None, filename="_llmlog.csv", **kwargs) -> None:
+            Save conversation logs to a CSV file.
+    """
+    
+    def __init__(self, system, dir=None, llmconfig=oai_llmconfig, api_service=OAIService):
+        """
+        Initialize a Session object with default or provided settings.
+
+        Parameters:
+            system (str): The initial system setting for the conversation.
+            dir (Optional[str]): The directory for logging. Default is None.
+            llmconfig (Optional[dict]): Configuration settings for the language model. Default is oai_llmconfig.
+            api_service: An instance of the API service for making calls to the conversational AI model.
+        """
+        self.conversation = Conversation()
+        self.system = system
+        self.llmconfig = llmconfig
+        self._logger = DataLogger(dir=dir)
+        self.api_service = api_service
+        self.toolmanager = ToolManager()
+    
+    def set_dir(self, dir):
+        """
+        Set the directory for logging.
+
+        Parameters:
+            dir (str): The directory path.
+        """
+        self._logger.dir = dir
+    
+    def set_system(self, system):
+        """
+        Set the system for the conversation.
+
+        Parameters:
+            system (str): The system setting.
+        """
+        self.conversation.change_system(system)
+    
+    def set_llmconfig(self, llmconfig):
+        """
+        Set the language model configuration.
+
+        Parameters:
+            llmconfig (dict): Configuration settings for the language model.
+        """
+        self.llmconfig = llmconfig
+    
+    def set_api_service(self, api_service):
+        """
+        Set the API service for making model calls.
+
+        Parameters:
+            api_service: An instance of the API service.
+        """
+        self.api_service = api_service
+    
+    async def _output(self, output, invoke=True, out=True):
+        """
+        Process the output, invoke tools if needed, and optionally return the output.
+
+        Parameters:
+            output: The output to process.
+            invoke (bool): Whether to invoke tools based on the output. Default is True.
+            out (bool): Whether to return the output. Default is True.
+
+        Returns:
+            Any: The processed output.
+        """
+        if invoke:
+            try: 
+                func, args = self.toolmanager._get_function_call(output)
+                outs = await self.toolmanager.ainvoke(func, args)
+                self.conversation.add_messages(tool=outs)
+            except:
+                pass
+        if out:
+            return output
+        
+    def register_tools(self, tools, funcs, update=False, new=False, prefix=None, postfix=None):
+        """
+        Register tools and their corresponding functions.
+
+        Parameters:
+            tools (list): The list of tool information dictionaries.
+            funcs (list): The list of corresponding functions.
+            update (bool): Whether to update existing functions.
+            new (bool): Whether to create new registries for existing functions.
+            prefix (Optional[str]): A prefix to add to the function names.
+            postfix (Optional[str]): A postfix to add to the function names.
+        """
+        funcs = to_list(funcs)
+        self.toolmanager.register_tools(tools, funcs, update, new, prefix, postfix)
+    
+    async def initiate(self, instruction, system=None, context=None, out=True, name=None, invoke=True, **kwargs) -> Any:
+        """
+        Start a new conversation session with the provided instruction.
+
+        Parameters:
+            instruction (str): The instruction to initiate the conversation.
+            system (Optional[str]): The system setting for the conversation. Default is None.
+            context (Optional[dict]): Additional context for the instruction. Default is None.
+            out (bool): Whether to return the output. Default is True.
+            name (Optional[str]): The name associated with the instruction. Default is None.
+            invoke (bool): Whether to invoke tools based on the output. Default is True.
+            kwargs: Additional keyword arguments for configuration.
+
+        Returns:
+            Any: The processed output.
+        """
+        config = {**self.llmconfig, **kwargs}
+        system = system or self.system
+        self.conversation.initiate_conversation(system=system, instruction=instruction, context=context, name=name)
+        await self.call_chatcompletion(**config)
+        output = self.conversation.responses[-1]['content']
+        
+        return await self._output(output, invoke, out)
+
+    async def followup(self, instruction, system=None, context=None, out=True, name=None, invoke=True, **kwargs) -> Any:
+        """
+        Continue the conversation with the provided instruction.
+
+        Parameters:
+            instruction (str): The instruction to continue the conversation.
+            system (Optional[str]): The system setting for the conversation. Default is None.
+            context (Optional[dict]): Additional context for the instruction. Default is None.
+            out (bool): Whether to return the output. Default is True.
+            name (Optional[str]): The name associated with the instruction. Default is None.
+            invoke (bool): Whether to invoke tools based on the output. Default is True.
+            kwargs: Additional keyword arguments for configuration.
+
+        Returns:
+            Any: The processed output.
+        """
+        if system:
+            self.conversation.change_system(system)
+        self.conversation.add_messages(instruction=instruction, context=context, name=name)
+        config = {**self.llmconfig, **kwargs}
+        await self.call_chatcompletion(**config)
+        output = self.conversation.responses[-1]['content']
+        
+        return await self._output(output, invoke, out)
+    
+    def create_payload_chatcompletion(self, **kwargs):
+        """
+        Create a payload for chat completion based on the conversation state and configuration.
+
+        Parameters:
+            kwargs: Additional keyword arguments for configuration.
+
+        Returns:
+            dict: The payload for chat completion.
+        """
+        # currently only openai chat completions are supported
+        messages = self.conversation.messages
+        config = {**self.llmconfig, **kwargs}
+        payload = {
+            "messages": messages,
+            "model": config.get('model'),
+            "frequency_penalty": config.get('frequency_penalty'),
+            "n": config.get('n'),
+            "presence_penalty": config.get('presence_penalty'),
+            "response_format": config.get('response_format'),
+            "temperature": config.get('temperature'),
+            "top_p": config.get('top_p'),
+            }
+        
+        for key in ["seed", "stop", "stream", "tools", "tool_choice", "user", "max_tokens"]:
+            if bool(config[key]) is True and str(config[key]) != "none":
+                payload.update({key: config[key]})
+        return payload
+
+    async def call_chatcompletion(self, sleep=0.1,  **kwargs):
+        """
+        Make a call to the chat completion API and process the response.
+
+        Parameters:
+            sleep (float): The sleep duration after making the API call. Default is 0.1.
+            kwargs: Additional keyword arguments for configuration.
+        """
+        endpoint = f"chat/completions"
+        try:
+            async with aiohttp.ClientSession() as session:
+                payload = self.create_payload_chatcompletion(**kwargs)
+                completion = await self.api_service.call_api(
+                                session, endpoint, payload)
+                if "choices" in completion:
+                    self._logger({"input":payload, "output": completion})
+                    self.conversation.add_messages(response=completion['choices'][0])
+                    self.conversation.responses.append(self.conversation.messages[-1])
+                    self.conversation.response_counts += 1
+                    await asyncio.sleep(sleep)
+                    status_tracker.num_tasks_succeeded += 1
+                else:
+                    status_tracker.num_tasks_failed += 1
+        except Exception as e:
+            status_tracker.num_tasks_failed += 1
+            raise e
+    
+    def messages_to_csv(self, dir=None, filename="_messages.csv", **kwags):
+        """
+        Save conversation messages to a CSV file.
+
+        Parameters:
+            dir (Optional[str]): The directory path for saving the CSV file. Default is None.
+            filename (Optional[str]): The filename for the CSV file. Default is "_messages.csv".
+            kwargs: Additional keyword arguments for CSV file settings.
+        """
+        dir = dir or self._logger.dir
+        if dir is None:
+            raise ValueError("No directory specified.")
+        self.conversation.msg.to_csv(dir=dir, filename=filename, **kwags)
+        
+    def log_to_csv(self, dir=None, filename="_llmlog.csv", **kwags):
+        """
+        Save conversation logs to a CSV file.
+
+        Parameters:
+            dir (Optional[str]): The directory path for saving the CSV file. Default is None.
+            filename (Optional[str]): The filename for the CSV file. Default is "_llmlog.csv".
+            kwargs: Additional keyword arguments for CSV file settings.
+        """
+        dir = dir or self._logger.dir
+        if dir is None:
+            raise ValueError("No directory specified.")
+        self._logger.to_csv(dir=dir, filename=filename, **kwags)

{lionagi-0.0.104 → lionagi-0.0.105}/lionagi/utils/__init__.py

@@ -1,9 +1,10 @@
 from .sys_util import to_flat_dict, append_to_jsonl, to_list, str_to_num, make_copy, to_temp, to_csv, hold_call, ahold_call, l_call, al_call, m_call, am_call, e_call, ae_call, get_timestamp, create_path
 from .doc_util import dir_to_path, read_text, dir_to_files, chunk_text, file_to_chunks, file_to_chunks, get_bins
 from .log_util import DataLogger
+from .tool_util import ToolManager
 
 __all__ = [
     "to_list", "str_to_num", "make_copy", "to_temp", "to_csv", "hold_call", "ahold_call", "l_call", "al_call", "m_call", "am_call", "e_call", "ae_call", "get_timestamp", "create_path", "to_flat_dict", "append_to_jsonl",
     "dir_to_path", "read_text", "dir_to_files", "chunk_text", "file_to_chunks", "file_to_chunks", "get_bins",
-    "DataLogger"
+    "DataLogger", "ToolManager"
 ]