openrouter-provider 0.0.8__py3-none-any.whl → 0.1.0__py3-none-any.whl

OpenRouterProvider/Chatbot_manager.py

@@ -83,11 +83,19 @@ class Chatbot_manager:
             
         print("----------------------------------------------------------\n")
 
-    def invoke(self, model: LLMModel, query: Chat_message, tools: list[tool_model]=[], provider:ProviderConfig=None) -> Chat_message:
+    def invoke(
+        self, 
+        model: LLMModel, 
+        query: Chat_message, 
+        tools: list[tool_model]=[], 
+        provider:ProviderConfig=None,
+        temperature: float=0.3
+    ) -> Chat_message:
         self._memory.append(query)
         client = OpenRouterProvider()
         reply = client.invoke(
             model=model,
+            temperature=temperature,
             system_prompt=self._system_prompt,
             querys=self._memory,
             tools=self.tools + tools,
@@ -124,11 +132,19 @@ class Chatbot_manager:
 
         return reply
     
-    def invoke_stream(self, model: LLMModel, query: Chat_message, tools: list[tool_model]=[], provider:ProviderConfig=None) -> Iterator[str]:
+    def invoke_stream(
+        self, 
+        model: LLMModel, 
+        query: Chat_message, 
+        tools: list[tool_model]=[], 
+        provider:ProviderConfig=None,
+        temperature: float=0.3
+    ) -> Iterator[str]:
         self._memory.append(query)
         client = OpenRouterProvider()
         generator = client.invoke_stream(
             model=model,
+            temperature=temperature,
             system_prompt=self._system_prompt,
             querys=self._memory,
             tools=self.tools + tools,
@@ -142,11 +158,19 @@ class Chatbot_manager:
 
         self._memory.append(Chat_message(text=text, role=Role.ai, answerdBy=LLMModel))
         
-    async def async_invoke(self, model: LLMModel, query: Chat_message, tools: list[tool_model] = [], provider: ProviderConfig = None) -> Chat_message:
+    async def async_invoke(
+        self, 
+        model: LLMModel, 
+        query: Chat_message, 
+        tools: list[tool_model] = [], 
+        provider: ProviderConfig = None,
+        temperature: float=0.3
+    ) -> Chat_message:
         self._memory.append(query)
         client = OpenRouterProvider()
         reply = await client.async_invoke(
             model=model,
+            temperature=temperature,
             system_prompt=self._system_prompt,
             querys=self._memory,
             tools=self.tools + tools,
@@ -182,12 +206,20 @@ class Chatbot_manager:
 
         return reply
 
-    async def async_invoke_stream(self, model: LLMModel, query: Chat_message, tools: list[tool_model] = [], provider: ProviderConfig = None) -> AsyncIterator[str]:
+    async def async_invoke_stream(
+        self, 
+        model: LLMModel, 
+        query: Chat_message, 
+        tools: list[tool_model] = [], 
+        provider: ProviderConfig = None,
+        temperature: float=0.3
+    ) -> AsyncIterator[str]:
         self._memory.append(query)
         client = OpenRouterProvider()
 
         stream = client.async_invoke_stream(
             model=model,
+            temperature=temperature,
             system_prompt=self._system_prompt,
             querys=self._memory,
             tools=self.tools + tools,
@@ -202,11 +234,19 @@ class Chatbot_manager:
 
         self._memory.append(Chat_message(text=text, role=Role.ai, answerdBy=model))
         
-    def structured_output(self, model: LLMModel, query: Chat_message, provider:ProviderConfig=None, json_schema: BaseModel=None) -> BaseModel:
+    def structured_output(
+        self, 
+        model: LLMModel, 
+        query: Chat_message, 
+        provider:ProviderConfig=None, 
+        json_schema: BaseModel=None,
+        temperature: float=0.3
+    ) -> BaseModel:
         self._memory.append(query)
         client = OpenRouterProvider()
         reply = client.structured_output(
             model=model,
+            temperature=temperature,
             system_prompt=self._system_prompt,
             querys=self._memory,
             provider=provider,

OpenRouterProvider/OpenRouterProvider.py

@@ -53,8 +53,11 @@ class OpenRouterProvider:
             api_key=api_key,
         )
 
-    def make_prompt(self, system_prompt: Chat_message,
-                    querys: list[Chat_message]) -> list[dict]:
+    def make_prompt(
+        self, 
+        system_prompt: Chat_message,
+        querys: list[Chat_message]
+    ) -> list[dict]:
         messages = [{"role": "system", "content": system_prompt.text}]
 
         for query in querys:
@@ -96,7 +99,15 @@ class OpenRouterProvider:
             
         return messages
 
-    def invoke(self, model: LLMModel, system_prompt: Chat_message, querys: list[Chat_message], tools: list[tool_model] = [], provider: ProviderConfig = None) -> Chat_message:
+    def invoke(
+        self, 
+        model: LLMModel, 
+        system_prompt: Chat_message, 
+        querys: list[Chat_message], 
+        tools: list[tool_model] = [], 
+        provider: ProviderConfig = None,
+        temperature: float = 0.3
+    ) -> Chat_message:
         try:
             messages = self.make_prompt(system_prompt, querys)
 
@@ -105,6 +116,7 @@ class OpenRouterProvider:
             
             response = self.client.chat.completions.create(
                 model=model.name,
+                temperature=temperature,
                 messages=messages,
                 tools=tool_defs,
                 extra_body={"provider": provider_dict},
@@ -122,7 +134,15 @@ class OpenRouterProvider:
             logger.exception(f"An error occurred while invoking the model: {e.__class__.__name__}: {str(e)}")
             return Chat_message(text="Fail to get response. Please see the error message.", role=Role.ai, raw_response=None)
         
-    def invoke_stream(self, model: LLMModel, system_prompt: Chat_message, querys: list[Chat_message], tools: list[tool_model] = [], provider: ProviderConfig = None) -> Iterator[ChatCompletionChunk]:
+    def invoke_stream(
+        self, 
+        model: LLMModel, 
+        system_prompt: Chat_message, 
+        querys: list[Chat_message], 
+        tools: list[tool_model] = [], 
+        provider: ProviderConfig = None,
+        temperature: float = 0.3
+    ) -> Iterator[ChatCompletionChunk]:
         # chunk example
         # ChatCompletionChunk(id='gen-1746748260-mdKZLTs9QY7MmUxWKb8V', choices=[Choice(delta=ChoiceDelta(content='!', function_call=None, refusal=None, role='assistant', tool_calls=None), finish_reason=None, index=0, logprobs=None, native_finish_reason=None)], created=1746748260, model='openai/gpt-4o-mini', object='chat.completion.chunk', service_tier=None, system_fingerprint='fp_e2f22fdd96', usage=None, provider='OpenAI')
         
@@ -138,6 +158,7 @@ class OpenRouterProvider:
 
             response = self.client.chat.completions.create(
                 model=model.name,
+                temperature=temperature,
                 messages=messages,
                 tools=tool_defs,
                 extra_body={"provider": provider_dict},
@@ -150,7 +171,14 @@ class OpenRouterProvider:
             logger.exception(f"An error occurred while invoking the model: {e.__class__.__name__}: {str(e)}")
             return Chat_message(text="Fail to get response. Please see the error message.", role=Role.ai, raw_response=None)
 
-    async def async_invoke(self, model: LLMModel, system_prompt: Chat_message, querys: list[Chat_message], tools: list[tool_model] = [], provider: ProviderConfig = None) -> Chat_message:
+    async def async_invoke(
+        self, model: LLMModel, 
+        system_prompt: Chat_message, 
+        querys: list[Chat_message], 
+        tools: list[tool_model] = [], 
+        provider: ProviderConfig = None,
+        temperature: float = 0.3
+    ) -> Chat_message:
         try:
             messages = self.make_prompt(system_prompt, querys)
 
@@ -159,6 +187,7 @@ class OpenRouterProvider:
 
             response = await self.async_client.chat.completions.create(
                 model=model.name,
+                temperature=temperature,
                 messages=messages,
                 tools=tool_defs,
                 extra_body={"provider": provider_dict}
@@ -182,7 +211,8 @@ class OpenRouterProvider:
         system_prompt: Chat_message,
         querys: list[Chat_message],
         tools: list[tool_model] = [],
-        provider: ProviderConfig = None
+        provider: ProviderConfig = None,
+        temperature: float = 0.3
     ) -> AsyncIterator[ChatCompletionChunk]:
         try:
             messages = self.make_prompt(system_prompt, querys)
@@ -192,6 +222,7 @@ class OpenRouterProvider:
 
             response = await self.async_client.chat.completions.create(
                 model=model.name,
+                temperature=temperature,
                 messages=messages,
                 tools=tool_defs,
                 extra_body={"provider": provider_dict},
@@ -205,13 +236,22 @@ class OpenRouterProvider:
             logger.exception(f"An error occurred while asynchronously streaming the model: {e.__class__.__name__}: {str(e)}")
             return
         
-    def structured_output(self, model: LLMModel, system_prompt: Chat_message, querys: list[Chat_message], provider: ProviderConfig = None, json_schema: BaseModel = None) -> BaseModel:
+    def structured_output(
+        self, 
+        model: LLMModel, 
+        system_prompt: Chat_message, 
+        querys: list[Chat_message], 
+        provider: ProviderConfig = None, 
+        json_schema: BaseModel = None,
+        temperature: float = 0.3
+    ) -> BaseModel:
         try:
             messages = self.make_prompt(system_prompt, querys)
             provider_dict = provider.to_dict() if provider else None
             
             response = self.client.chat.completions.create(
                 model=model.name,
+                temperature=temperature,
                 messages=messages,
                 response_format={"type": "json_schema", "json_schema": {"name": json_schema.__name__, "schema": json_schema.model_json_schema()}},
                 extra_body={"provider": provider_dict},
@@ -222,4 +262,5 @@ class OpenRouterProvider:
         except Exception as e:
             logger.exception(f"An error occurred while invoking structured output: {e.__class__.__name__}: {str(e)}")
             return Chat_message(text="Fail to get response. Please see the error message.", role=Role.ai, raw_response=None)
-        
+        
+    

{openrouter_provider-0.0.8.dist-info → openrouter_provider-0.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: openrouter-provider
-Version: 0.0.8
+Version: 0.1.0
 Summary: This is an unofficial wrapper of OpenRouter.
 Author-email: Keisuke Miyamto <aichiboyhighschool@gmail.com>
 Requires-Python: >=3.7

openrouter_provider-0.1.0.dist-info/RECORD

@@ -0,0 +1,10 @@
+__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+OpenRouterProvider/Chat_message.py,sha256=lQd8bFp7OHOgeOrcpcVZMdkV2Mb4reUsv5Ixo6WecYY,4424
+OpenRouterProvider/Chatbot_manager.py,sha256=sknAIzZbj7R3MalLaEViH6tOxuwCXJA0yu4njGHhb0w,8354
+OpenRouterProvider/LLMs.py,sha256=-0ELd6fqmdDvsdaPIElRsluiK85-Y6USwvQb2b4M8TA,2607
+OpenRouterProvider/OpenRouterProvider.py,sha256=5vKBdLP7349fgop1Pn1JQWmIZtYI30IBFZ0ETyRN0bo,11372
+OpenRouterProvider/Tool.py,sha256=QeeWOD2oaYjB9tjF-Jvcjd_G_qSUIuKwFgyh20Ne06I,2010
+openrouter_provider-0.1.0.dist-info/METADATA,sha256=6v_qOVud7xD6cv3UDQ-pmXsHFF883ulLOLAHmT0yn3U,5995
+openrouter_provider-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+openrouter_provider-0.1.0.dist-info/top_level.txt,sha256=I5BMEzkQFEnEYTqOY1Ktmnp7r1rrZQyeWdclKyyyHKs,28
+openrouter_provider-0.1.0.dist-info/RECORD,,

{openrouter_provider-0.0.8.dist-info → openrouter_provider-0.1.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.7.1)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

openrouter_provider-0.0.8.dist-info/RECORD

@@ -1,10 +0,0 @@
-__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-OpenRouterProvider/Chat_message.py,sha256=lQd8bFp7OHOgeOrcpcVZMdkV2Mb4reUsv5Ixo6WecYY,4424
-OpenRouterProvider/Chatbot_manager.py,sha256=BAp1ZENnouzNJii7Mry8NejmudQcVxLKnny3493nZFU,7759
-OpenRouterProvider/LLMs.py,sha256=-0ELd6fqmdDvsdaPIElRsluiK85-Y6USwvQb2b4M8TA,2607
-OpenRouterProvider/OpenRouterProvider.py,sha256=oemGsQY4KJafNp-fCPWp5MPAYWez2KSvrnuHOXzU_84,10754
-OpenRouterProvider/Tool.py,sha256=QeeWOD2oaYjB9tjF-Jvcjd_G_qSUIuKwFgyh20Ne06I,2010
-openrouter_provider-0.0.8.dist-info/METADATA,sha256=420W5e1NvkI1jTvjWEFD6RNv4lfFdLeS6wbYHwPuK68,5995
-openrouter_provider-0.0.8.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-openrouter_provider-0.0.8.dist-info/top_level.txt,sha256=I5BMEzkQFEnEYTqOY1Ktmnp7r1rrZQyeWdclKyyyHKs,28
-openrouter_provider-0.0.8.dist-info/RECORD,,