lionagi 0.0.110__py3-none-any.whl → 0.0.111__py3-none-any.whl

lionagi/api/oai_service.py

@@ -31,7 +31,9 @@ class OpenAIRateLimiter(RateLimiter):
             Calculates the required tokens for a request.
     """
 
-    def __init__(self, max_requests_per_minute: int, max_tokens_per_minute: int) -> None:
+    def __init__(
+        self, max_requests_per_minute: int, max_tokens_per_minute: int
+    ) -> None:
         """
         Initializes the rate limiter with specific limits for OpenAI API.
 
@@ -41,9 +43,18 @@ class OpenAIRateLimiter(RateLimiter):
             max_tokens_per_minute (int): The maximum number of tokens that can accumulate per minute.
         """
         super().__init__(max_requests_per_minute, max_tokens_per_minute)
-        if not os.getenv('env_readthedocs'):
-            self.rate_limit_replenisher_task = asyncio.create_task(self.rate_limit_replenisher())
-    
+
+    @classmethod
+    async def create(
+        cls, max_requests_per_minute: int, max_tokens_per_minute: int
+    ) -> None:
+        self = cls(max_requests_per_minute, max_tokens_per_minute)
+        if not os.getenv("env_readthedocs"):
+            self.rate_limit_replenisher_task = await asyncio.create_task(
+                self.rate_limit_replenisher()
+            )
+        return self
+
     async def rate_limit_replenisher(self) -> NoReturn:
         """
         Asynchronously replenishes the rate limit capacities at regular intervals.
@@ -61,9 +72,13 @@ class OpenAIRateLimiter(RateLimiter):
             await asyncio.sleep(60)  # Replenishes every 60 seconds
             self.available_request_capacity = self.max_requests_per_minute
             self.available_token_capacity = self.max_tokens_per_minute
-            
-    def calculate_num_token(self, payload: Dict[str, Any] =None, 
-                            api_endpoint: str =None, token_encoding_name: str =None) -> int:
+
+    def calculate_num_token(
+        self,
+        payload: Dict[str, Any] = None,
+        api_endpoint: str = None,
+        token_encoding_name: str = None,
+    ) -> int:
         """
         Calculates the number of tokens required for a request based on the payload and API endpoint.
 
@@ -76,6 +91,8 @@ class OpenAIRateLimiter(RateLimiter):
 
             api_endpoint (str): The specific API endpoint for the request.
 
+            token_encoding_name (str): The name of the token encoding method.
+
         Returns:
             int: The estimated number of tokens required for the request.
 
@@ -100,7 +117,9 @@ class OpenAIRateLimiter(RateLimiter):
                     for key, value in message.items():
                         num_tokens += len(encoding.encode(value))
                         if key == "name":  # if there's a name, the role is omitted
-                            num_tokens -= 1  # role is always required and always 1 token
+                            num_tokens -= (
+                                1  # role is always required and always 1 token
+                            )
                 num_tokens += 2  # every reply is primed with <im_start>assistant
                 return num_tokens + completion_tokens
             # normal completions
@@ -134,7 +153,7 @@ class OpenAIRateLimiter(RateLimiter):
             raise NotImplementedError(
                 f'API endpoint "{api_endpoint}" not implemented in this script'
             )
-            
+
 
 class OpenAIService(BaseAPIService):
     """
@@ -159,9 +178,9 @@ class OpenAIService(BaseAPIService):
         max_attempts: int = 3,
         max_requests_per_minute: int = 500,
         max_tokens_per_minute: int = 150_000,
-        ratelimiter = OpenAIRateLimiter,
+        ratelimiter=OpenAIRateLimiter,
         status_tracker: Optional[StatusTracker] = None,
-        queue: Optional[AsyncQueue] = None
+        queue: Optional[AsyncQueue] = None,
     ):
         """
         Initializes the OpenAI service with configuration for API interaction.
@@ -191,11 +210,20 @@ class OpenAIService(BaseAPIService):
             # Service is configured for interacting with OpenAI API.
         """
         api_key = api_key or os.getenv("OPENAI_API_KEY")
-        super().__init__(api_key, token_encoding_name, max_attempts, 
-                         max_requests_per_minute, max_tokens_per_minute,
-                         ratelimiter, status_tracker, queue)
-
-    async def call_api(self, http_session, endpoint, payload: Dict[str, any] = None) -> Optional[Dict[str, any]]:
+        super().__init__(
+            api_key,
+            token_encoding_name,
+            max_attempts,
+            max_requests_per_minute,
+            max_tokens_per_minute,
+            ratelimiter,
+            status_tracker,
+            queue,
+        )
+
+    async def call_api(
+        self, http_session, endpoint, payload: Dict[str, any] = None
+    ) -> Optional[Dict[str, any]]:
         """
         Call an OpenAI API endpoint with a specific payload and handle the response.
 
@@ -221,15 +249,20 @@ class OpenAIService(BaseAPIService):
             ... )
             # Calls the specified API endpoint with the given payload.
         """
-        endpoint = self.api_endpoint_from_url(self.base_url+endpoint)
-        
+        endpoint = self.api_endpoint_from_url(self.base_url + endpoint)
+
         while True:
-            if self.rate_limiter.available_request_capacity < 1 or self.rate_limiter.available_token_capacity < 10:  # Minimum token count
+            if (
+                self.rate_limiter.available_request_capacity < 1
+                or self.rate_limiter.available_token_capacity < 10
+            ):  # Minimum token count
                 await asyncio.sleep(1)  # Wait for capacity
                 continue
-            
-            required_tokens = self.rate_limiter.calculate_num_token(payload, endpoint, self.token_encoding_name)
-            
+
+            required_tokens = self.rate_limiter.calculate_num_token(
+                payload, endpoint, self.token_encoding_name
+            )
+
             if self.rate_limiter.available_token_capacity >= required_tokens:
                 self.rate_limiter.available_request_capacity -= 1
                 self.rate_limiter.available_token_capacity -= required_tokens
@@ -240,7 +273,9 @@ class OpenAIService(BaseAPIService):
                 while attempts_left > 0:
                     try:
                         async with http_session.post(
-                            url=(self.base_url+endpoint), headers=request_headers, json=payload
+                            url=(self.base_url + endpoint),
+                            headers=request_headers,
+                            json=payload,
                         ) as response:
                             response_json = await response.json()
 
@@ -250,7 +285,9 @@ class OpenAIService(BaseAPIService):
                                 )
                                 attempts_left -= 1
 
-                                if "Rate limit" in response_json["error"].get("message", ""):
+                                if "Rate limit" in response_json["error"].get(
+                                    "message", ""
+                                ):
                                     await asyncio.sleep(15)
                             else:
                                 return response_json

lionagi/session/session.py

@@ -1,9 +1,10 @@
+import os
 import aiohttp
 import asyncio
 import json
 from typing import Any
 
-import lionagi
+
 from .conversation import Conversation
 from ..utils.sys_util import to_list, l_call, al_call
 from ..utils.log_util import DataLogger
@@ -13,7 +14,7 @@ from ..api.oai_service import OpenAIService
 from ..api.oai_config import oai_llmconfig
 
 status_tracker = StatusTracker()
-OAIService = OpenAIService()
+OAIService = OpenAIService(api_key=os.getenv('OPENAI_API_KEY'))
 
 
 class Session():
@@ -52,6 +53,9 @@ class Session():
         _output(output, invoke=True, out=True) -> Any:
             Process the output, invoke tools if needed, and optionally return the output.
 
+        _is_invoked():
+            Checks if the current message indicates the invocation of a function call.
+
         register_tools(tools, funcs, update=False, new=False, prefix=None, postfix=None):
             Register tools and their corresponding functions.
 
@@ -64,10 +68,10 @@ class Session():
         auto_followup(self, instruct, num=3, tool_parser=None, **kwags):
             Automates the follow-up process for a specified number of times or until the session concludes.
 
-        create_payload_chatcompletion(**kwargs) -> dict:
+        _create_payload_chatcompletion(**kwargs) -> dict:
             Create a payload for chat completion based on the conversation state and configuration.
 
-        call_chatcompletion(sleep=0.1, **kwargs) -> None:
+        _call_chatcompletion(sleep=0.1, **kwargs) -> None:
             Make a call to the chat completion API and process the response.
 
         messages_to_csv(dir=None, filename="_messages.csv", **kwargs) -> None:

lionagi/utils/api_util.py

@@ -288,18 +288,18 @@ class BaseAPIService(ABC):
             The maximum number of retry attempts for API calls.
         status_tracker (StatusTracker):
             Tracker for API call statuses.
-        rate_limiter (RateLimiter):
-            Limiter to control the rate of API calls.
         queue (AsyncQueue):
             Queue for managing API call tasks.
+        rate_limiter (RateLimiter):
+            Limiter to control the rate of API calls.
+        append_to_jsonl (callable):
+            Callable for appending data to a file in JSONL format.
 
     Methods:
         call_api:
             Abstract method to define API call mechanism in subclasses.
         handle_error:
             Handle errors by logging and saving details to a JSONL file.
-        append_to_jsonl:
-            Append data to a file in JSONL format.
         api_endpoint_from_url:
             Extract the API endpoint from a URL.
         task_id_generator_function:

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.0.110"
+__version__ = "0.0.111"

{lionagi-0.0.110.dist-info → lionagi-0.0.111.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.110
+Version: 0.0.111
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>

{lionagi-0.0.110.dist-info → lionagi-0.0.111.dist-info}/RECORD

@@ -1,20 +1,20 @@
 lionagi/__init__.py,sha256=2Rko3tw94ZFVN_GSvcxAY1O77FxswcaMxNHKH5Bj7jc,788
-lionagi/version.py,sha256=00B0bSjQW8FClEUTZrcxxlOoilJS1Cz7oACh4nBKyM4,24
+lionagi/version.py,sha256=BtvlzlO7UNG5nD9ftqoP0J2wHDhVCXpzuMsjYBw0Wfg,24
 lionagi/api/__init__.py,sha256=PF-fWsB0axACGDbm8FluZgDQMyQf3PUUJ1tIXW535TQ,178
 lionagi/api/oai_config.py,sha256=yhyZ4aEaF6r3XBbhxI47r8CL2-amc-4IKJhbXv2W9CM,356
-lionagi/api/oai_service.py,sha256=mxsMlg__Ck4kNtzoH6bTkgOBu67RTEmQAX5UTvubA6Y,11283
+lionagi/api/oai_service.py,sha256=9FBmw_UTBsgnPBP7f8KOX4PwS5TXeknnUw6-kAYJxqk,11919
 lionagi/session/__init__.py,sha256=qAf0IAA2D1ZhwvRopSgi8X13DH4Y0E5HaA2DVr6FxG0,152
 lionagi/session/conversation.py,sha256=5EePoSVIcyaZJEtkNxv1yCFby_3_SLx5AmaSxS9pwI8,4058
 lionagi/session/message.py,sha256=L4QhTvay-xqL_PWWzr_lTig70cr7zEc5YjONILmAoWU,6504
-lionagi/session/session.py,sha256=Kt4Ks5CCfwdI5cobPWzgi1LiGpjKAFAt5lsFkoM1-ac,14604
+lionagi/session/session.py,sha256=wmAwNxk6pm1MTV3kqjG8i5a89xssDP0Ln8m2_e_zdek,14748
 lionagi/utils/__init__.py,sha256=e5aEzyHofUYZ8olcyHxq7wqTGRsRZwag3vyZ0T4_ByQ,842
-lionagi/utils/api_util.py,sha256=Mnk5DdY1DlixI_365Q3xl1oDmSz0zY-F3IhXsCbW4EQ,15230
+lionagi/utils/api_util.py,sha256=xPWwQkWMnkGOUAKpwOkGkMv2SWCSCHjBsggnrSfHJhs,15257
 lionagi/utils/doc_util.py,sha256=ZEuLKzc3EH692FW1LXRXBHgextMfb1OaLE3z_NhBBT0,12882
 lionagi/utils/log_util.py,sha256=mfLmvjv4hvTYMel46tpKJyqLbj1PZimCgKigz48osZY,3158
 lionagi/utils/sys_util.py,sha256=q4I_d61Zwe-WvukNoa53Gd8ycDcTpfOhw3yER8ZoiCg,28449
 lionagi/utils/tool_util.py,sha256=0mWGW_rfUPTay_L05dckGzEXdg4ZdhFyGA1lve9tnj8,7410
-lionagi-0.0.110.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
-lionagi-0.0.110.dist-info/METADATA,sha256=F2tKrl8Z0kjVHJ2bZ2Vu_DDqPnxfL-7wUGjQQI5h61Y,17414
-lionagi-0.0.110.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-lionagi-0.0.110.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
-lionagi-0.0.110.dist-info/RECORD,,
+lionagi-0.0.111.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
+lionagi-0.0.111.dist-info/METADATA,sha256=drb1EbWKei2M7WjH6Md8Qq_vOMRc8Sgz1oyxawPZQEY,17414
+lionagi-0.0.111.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+lionagi-0.0.111.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
+lionagi-0.0.111.dist-info/RECORD,,