lionagi 0.0.115__tar.gz → 0.0.116__tar.gz

{lionagi-0.0.115 → lionagi-0.0.116}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.115
+Version: 0.0.116
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>

{lionagi-0.0.115 → lionagi-0.0.116}/lionagi/core/sessions/sessions.py

@@ -115,6 +115,8 @@ class Session:
         #         kwargs = {**tool_kwarg, **kwargs}
         if self.tool_manager.registry != {}:
             kwargs = self._tool_parser(**kwargs)
+        if self.service is not None:
+            await self.service._init()
         config = {**self.llmconfig, **kwargs}
         system = system or self.system
         self.conversation.initiate_conversation(system=system, instruction=instruction, context=context, name=name)
@@ -182,4 +184,4 @@ class Session:
             self.service.status_tracker.num_tasks_succeeded += 1
         else:
             self.service.status_tracker.num_tasks_failed += 1
-            
+            

{lionagi-0.0.115 → lionagi-0.0.116}/lionagi/services/base_api_service.py

@@ -22,7 +22,7 @@ class BaseAPIRateLimiter(RateLimiter):
     ) -> None:
         self = cls(max_requests_per_minute, max_tokens_per_minute)
         if not os.getenv("env_readthedocs"):
-            self.rate_limit_replenisher_task = await asyncio.create_task(
+            self.rate_limit_replenisher_task = asyncio.create_task(
                 self.rate_limit_replenisher()
             )
         return self
@@ -133,13 +133,16 @@ class BaseAPIService(BaseService):
     def __init__(self, api_key: str = None, 
                  status_tracker = None,
                  queue = None, endpoint=None, schema=None, 
-                 ratelimiter=None, max_requests_per_minute=None, max_tokens_per_minute=None) -> None:
+                 ratelimiter=BaseAPIRateLimiter, max_requests_per_minute=None, max_tokens_per_minute=None) -> None:
         self.api_key = api_key
         self.status_tracker = status_tracker or StatusTracker()
         self.queue = queue or AsyncQueue()
         self.endpoint=endpoint
         self.schema = schema
-        self.rate_limiter = ratelimiter(max_requests_per_minute, max_tokens_per_minute)
+        self.max_requests_per_minute = max_requests_per_minute
+        self.max_tokens_per_minute = max_tokens_per_minute
+        self.rate_limiter_class = ratelimiter
+        self.rate_limiter = None
     
     @staticmethod                    
     def api_methods(http_session, method="post"):
@@ -171,6 +174,10 @@ class BaseAPIService(BaseService):
             yield task_id
             task_id += 1
 
+    async def _init(self):
+        if self.rate_limiter is None:
+            self.rate_limiter = await self.rate_limiter_class.create(self.max_requests_per_minute, self.max_tokens_per_minute)
+
     async def _call_api(self, http_session, endpoint_, method="post", payload: Dict[str, any] =None) -> Optional[Dict[str, any]]:
         endpoint_ = self.api_endpoint_from_url("https://api.openai.com/v1/"+endpoint_)
         
@@ -227,4 +234,4 @@ class BaseAPIService(BaseService):
         except Exception as e:
                 self.status_tracker.num_tasks_failed += 1
                 raise e
-            
+            

{lionagi-0.0.115 → lionagi-0.0.116}/lionagi/services/oai.py

@@ -15,7 +15,7 @@ class OpenAIService(BaseAPIService):
         max_attempts: int = 3,
         max_requests_per_minute: int = 500,
         max_tokens_per_minute: int = 150_000,
-        ratelimiter = BaseAPIRateLimiter ,
+        ratelimiter = BaseAPIRateLimiter,
         status_tracker = None,
         queue = None,
     ):
@@ -31,4 +31,4 @@ class OpenAIService(BaseAPIService):
 
     async def serve(self, payload, endpoint_="chat/completions", method="post"):
         return await self._serve(payload=payload, endpoint_=endpoint_, method=method)
-    
+    

lionagi-0.0.116/lionagi/version.py

@@ -0,0 +1 @@
+__version__ = "0.0.116"

{lionagi-0.0.115 → lionagi-0.0.116}/lionagi.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.115
+Version: 0.0.116
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>

lionagi-0.0.115/lionagi/version.py

@@ -1 +0,0 @@
-__version__ = "0.0.115"