lionagi 0.0.115__py3-none-any.whl → 0.0.116__py3-none-any.whl

lionagi/core/sessions/sessions.py

@@ -115,6 +115,8 @@ class Session:
         #         kwargs = {**tool_kwarg, **kwargs}
         if self.tool_manager.registry != {}:
             kwargs = self._tool_parser(**kwargs)
+        if self.service is not None:
+            await self.service._init()
         config = {**self.llmconfig, **kwargs}
         system = system or self.system
         self.conversation.initiate_conversation(system=system, instruction=instruction, context=context, name=name)
@@ -182,4 +184,4 @@ class Session:
             self.service.status_tracker.num_tasks_succeeded += 1
         else:
             self.service.status_tracker.num_tasks_failed += 1
-            
+            

lionagi/services/base_api_service.py

@@ -22,7 +22,7 @@ class BaseAPIRateLimiter(RateLimiter):
     ) -> None:
         self = cls(max_requests_per_minute, max_tokens_per_minute)
         if not os.getenv("env_readthedocs"):
-            self.rate_limit_replenisher_task = await asyncio.create_task(
+            self.rate_limit_replenisher_task = asyncio.create_task(
                 self.rate_limit_replenisher()
             )
         return self
@@ -133,13 +133,16 @@ class BaseAPIService(BaseService):
     def __init__(self, api_key: str = None, 
                  status_tracker = None,
                  queue = None, endpoint=None, schema=None, 
-                 ratelimiter=None, max_requests_per_minute=None, max_tokens_per_minute=None) -> None:
+                 ratelimiter=BaseAPIRateLimiter, max_requests_per_minute=None, max_tokens_per_minute=None) -> None:
         self.api_key = api_key
         self.status_tracker = status_tracker or StatusTracker()
         self.queue = queue or AsyncQueue()
         self.endpoint=endpoint
         self.schema = schema
-        self.rate_limiter = ratelimiter(max_requests_per_minute, max_tokens_per_minute)
+        self.max_requests_per_minute = max_requests_per_minute
+        self.max_tokens_per_minute = max_tokens_per_minute
+        self.rate_limiter_class = ratelimiter
+        self.rate_limiter = None
     
     @staticmethod                    
     def api_methods(http_session, method="post"):
@@ -171,6 +174,10 @@ class BaseAPIService(BaseService):
             yield task_id
             task_id += 1
 
+    async def _init(self):
+        if self.rate_limiter is None:
+            self.rate_limiter = await self.rate_limiter_class.create(self.max_requests_per_minute, self.max_tokens_per_minute)
+
     async def _call_api(self, http_session, endpoint_, method="post", payload: Dict[str, any] =None) -> Optional[Dict[str, any]]:
         endpoint_ = self.api_endpoint_from_url("https://api.openai.com/v1/"+endpoint_)
         
@@ -227,4 +234,4 @@ class BaseAPIService(BaseService):
         except Exception as e:
                 self.status_tracker.num_tasks_failed += 1
                 raise e
-            
+            

lionagi/services/oai.py

@@ -15,7 +15,7 @@ class OpenAIService(BaseAPIService):
         max_attempts: int = 3,
         max_requests_per_minute: int = 500,
         max_tokens_per_minute: int = 150_000,
-        ratelimiter = BaseAPIRateLimiter ,
+        ratelimiter = BaseAPIRateLimiter,
         status_tracker = None,
         queue = None,
     ):
@@ -31,4 +31,4 @@ class OpenAIService(BaseAPIService):
 
     async def serve(self, payload, endpoint_="chat/completions", method="post"):
         return await self._serve(payload=payload, endpoint_=endpoint_, method=method)
-    
+    

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.0.115"
+__version__ = "0.0.116"

{lionagi-0.0.115.dist-info → lionagi-0.0.116.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.0.115
+Version: 0.0.116
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: Haiyang Li <ocean@lionagi.ai>

{lionagi-0.0.115.dist-info → lionagi-0.0.116.dist-info}/RECORD

@@ -1,5 +1,5 @@
 lionagi/__init__.py,sha256=19MF4mClDcA1MnveM-mMVzHozpm0SPB_Q9xr_iARUnM,905
-lionagi/version.py,sha256=kJWTvBdGHSY-dEE48wQ1yJp4kCxegBM6lwZcvHLo7H8,24
+lionagi/version.py,sha256=eLNosBjJzYQH-LOycm3M-_lc70PB3et54VYnvKM502o,24
 lionagi/bridge/__init__.py,sha256=YDKi-pniFEknEXTSEvX6yEe4Y69f0kLvbjvEQ0TdrTU,575
 lionagi/bridge/langchain.py,sha256=-3rlRnI5Df5vyfjZ2AoWD-4Rl623MD1lRqvMV7ZKjbs,5304
 lionagi/bridge/llama_index.py,sha256=GwHksLzQZHxiSgXsWhviPccgSj3ZQWo9ujdPklQtU9k,5600
@@ -15,7 +15,7 @@ lionagi/core/flows/flow_util.py,sha256=6O1Y6zHKvKRA1xshBzseNyDjGJyUkIL0DSbbkon-h
 lionagi/core/instruction_set/__init__.py,sha256=BUQ35fKuVAq55CWj8FMFYabULNdxYVhcOSwwOEA_BFE,83
 lionagi/core/instruction_set/instruction_sets.py,sha256=3kKpXMjtLXHAcS51cElpgT8b6j31EzX7RBatnAl-hnQ,193
 lionagi/core/sessions/__init__.py,sha256=orAbb5Ehq8arlPOoV_UkJBFtEXfeF_aROb_scNjppWo,58
-lionagi/core/sessions/sessions.py,sha256=3qY4oEdpPCZePleO9gB0-3hpMiwNq85NDGd6PZBZTqk,7692
+lionagi/core/sessions/sessions.py,sha256=rK1pInjfFbyeY66en8C8sDSlnmT5PPjz9j0WOYBCbmc,7769
 lionagi/datastores/__init__.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/datastores/chroma.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/datastores/deeplake.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
@@ -58,7 +58,7 @@ lionagi/services/__init__.py,sha256=bcRRZBM6L2jgGzOW9o8hxnZb3d_b6fgc3rZUhWThbnk,
 lionagi/services/anthropic.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/services/anyscale.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/services/azure.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
-lionagi/services/base_api_service.py,sha256=EOVxyF8iRmy1FBCZh8757WZojBaRLXPFR26STb9bOlo,9868
+lionagi/services/base_api_service.py,sha256=x9bvHwEn-uKQlWvHcR3Gw07n9ym_E857RAIhE6NkGZc,10183
 lionagi/services/bedrock.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/services/everlyai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/services/gemini.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -67,7 +67,7 @@ lionagi/services/huggingface.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 lionagi/services/litellm.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/services/localai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/services/mistralai.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lionagi/services/oai.py,sha256=NcKiqmQ8YpKEkoVv-6a-mvIZVBumWOVpstpVD0oTiUs,1122
+lionagi/services/oai.py,sha256=ocuaX4jcqEwZUi9ffbk7qCnLK7NL-b1mAaJ-r-ZBMtY,1122
 lionagi/services/ollama.py,sha256=chG3GNX2BBDTWIuSVfZUJ_YF_ZVBSoel2d_AN0OChS0,6
 lionagi/services/openllm.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/services/openrouter.py,sha256=muyQxS7vzyq_Z02IoRE7q4TQHZVZ8rYKpnC5SUdXDis,1107
@@ -103,8 +103,8 @@ lionagi/utils/encrypt_util.py,sha256=JBUrLRkgmPgbvLvf20Ufw1SjxI6qx2FlzVZZCKzx3XQ
 lionagi/utils/flat_util.py,sha256=RR2c0AwCWG9dI8vLsCE8PIJLQkGlR6kPYL65UnVEaSg,24210
 lionagi/utils/io_util.py,sha256=2nOfHcWR05HhezYFcsDrYGQEGVvX6XE8Q4fUaar8Y6I,3531
 lionagi/utils/sys_util.py,sha256=NNeBEo3QNj0BRlFLtZvWMtwT25u7IOgbcp9Y49-vQ4o,7362
-lionagi-0.0.115.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
-lionagi-0.0.115.dist-info/METADATA,sha256=2uexKOXnKEUyMghr6tIU54XqihsBBbLknXsAXZ7xA4c,18025
-lionagi-0.0.115.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-lionagi-0.0.115.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
-lionagi-0.0.115.dist-info/RECORD,,
+lionagi-0.0.116.dist-info/LICENSE,sha256=TBnSyG8fs_tMRtK805GzA1cIyExleKyzoN_kuVxT9IY,11358
+lionagi-0.0.116.dist-info/METADATA,sha256=36Zw3nGYhrDfemxXFBXf3674j6exozg10HUD2BpBgb0,18025
+lionagi-0.0.116.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+lionagi-0.0.116.dist-info/top_level.txt,sha256=szvch_d2jE1Lu9ZIKsl26Ll6BGfYfbOgt5lm-UpFSo4,8
+lionagi-0.0.116.dist-info/RECORD,,