model-library 0.1.9__py3-none-any.whl → 0.1.10__py3-none-any.whl

model_library/providers/google/google.py

@@ -58,6 +58,7 @@ from model_library.exceptions import (
     ImmediateRetryException,
     InvalidStructuredOutputError,
     ModelNoOutputError,
+    RetryException,
 )
 from model_library.providers.google.batch import GoogleBatchMixin
 from model_library.register_models import register_provider
@@ -195,7 +196,7 @@ class GoogleModel(LLM):
                     # id check
                     new_input.append(
                         Content(
-                            role="function",
+                            role="user",
                             parts=[
                                 Part.from_function_response(
                                     name=item.tool_call.name,
@@ -406,10 +407,20 @@ class GoogleModel(LLM):
                 finish_reason = candidates[0].finish_reason
 
         if finish_reason != FinishReason.STOP:
-            self.logger.error(f"Unexpected finish reason: {finish_reason}")
+            self.logger.error(
+                f"Unexpected finish reason: {finish_reason}, chunks: {chunks}"
+            )
+
+        if finish_reason == FinishReason.MALFORMED_FUNCTION_CALL:
+            # gemini handles malformed function calls server side
+            # we don't want to return the content that was supposed to have a tool call, without that tool call
+            # and since we don't get any info on the params, we throw an error
+
+            self.logger.error("The function call was malformed")
+            raise RetryException("The function call was malformed")
 
         if not text and not reasoning and not tool_calls:
-            self.logger.error(f"Chunks: {chunks}")
+            self.logger.error(f"Empty response. Chunks: {chunks}")
             raise ModelNoOutputError("Model returned empty response")
 
         result = QueryResult(

model_library/providers/openai.py

@@ -611,6 +611,12 @@ class OpenAIModel(LLM):
                         if tool_call_chunk.id and (
                             not raw_tool_calls
                             or raw_tool_calls[-1].id != tool_call_chunk.id
+                            or (
+                                raw_tool_calls[-1].id == tool_call_chunk.id
+                                and self.provider == "deepseek"
+                                and func
+                                and func.name
+                            )  # TODO: remove hotfix once deepseek fixes their stuff
                         ):
                             raw_tool_calls.append(
                                 ChatCompletionMessageToolCall(
@@ -625,7 +631,7 @@ class OpenAIModel(LLM):
                                 )
                             )
                         # accumulate delta
-                        elif func:
+                        elif func and raw_tool_calls:
                             if func.name:
                                 raw_tool_calls[-1].function.name = func.name
                             if func.arguments:

{model_library-0.1.9.dist-info → model_library-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-library
-Version: 0.1.9
+Version: 0.1.10
 Summary: Model Library for vals.ai 
 Author-email: "Vals AI, Inc." <contact@vals.ai>
 License: MIT
@@ -21,7 +21,7 @@ Requires-Dist: mistralai<2.0,>=1.9.10
 Requires-Dist: xai-sdk<2.0,>=1.0.0
 Requires-Dist: ai21<5.0,>=4.3.0
 Requires-Dist: boto3<2.0,>=1.38.27
-Requires-Dist: google-genai[aiohttp]>=1.51.0
+Requires-Dist: google-genai[aiohttp]>=1.62.0
 Requires-Dist: google-cloud-storage>=1.26.0
 Requires-Dist: pytest-xdist>=3.8.0
 Dynamic: license-file

{model_library-0.1.9.dist-info → model_library-0.1.10.dist-info}/RECORD

@@ -49,7 +49,7 @@ model_library/providers/inception.py,sha256=_UHWd8b3_YbR5tHXOGwPkz5YHEBXVaYM8bP0
 model_library/providers/kimi.py,sha256=r1K0mbaNY_OUTERLttoItcjWMb9wTu7ghEIP0kXblG0,1362
 model_library/providers/minimax.py,sha256=VTLzELrya4q_q5pdkmOA61kALbMu6ZkNxMdkuIZSDY8,1361
 model_library/providers/mistral.py,sha256=SkIHBkeDZuLfNYkvcm7holk63zNIIGJ8KmoXjQi399o,10299
-model_library/providers/openai.py,sha256=tDWozNzs8jcbtjQWEoMzYQq0qZObqOb_iK5AD-MVT3k,37618
+model_library/providers/openai.py,sha256=H1QfyXegHQihPeOK1NBw0zE_wX6LfARVGMrsiClIXSE,37982
 model_library/providers/openrouter.py,sha256=FRKyeUyCSSQFCvoKvVbKzYJ_SL60jEU-Y6wWDyvevYc,962
 model_library/providers/perplexity.py,sha256=GT7nfu42ATbG7Eu_J8nrIwJMr_BpFpLOaQVOQG4gtRk,961
 model_library/providers/together.py,sha256=M1xAsbBd-41a3yHj2MDrysrIav9pp7eqGYUo16a4L8s,1911
@@ -60,14 +60,14 @@ model_library/providers/xiaomi.py,sha256=OJKz_dbolWt3lPkllw91Ntx1uoLQL_eM8VOEccN
 model_library/providers/zai.py,sha256=C-0Q41vEhsb6PIbFIW4kXGSx1-mTuB-czB7Vq1_KBqk,1924
 model_library/providers/google/__init__.py,sha256=ypuLVL_QJEQ7C3S47FhC9y4wyawYOdGikAViJmACI0U,115
 model_library/providers/google/batch.py,sha256=kqe9ponDe9Tkrh_-4kWd5-47wYf4V_XSKXZnrFOzAHc,10187
-model_library/providers/google/google.py,sha256=mSbzEujS45vexUsDCL7gdRVgv6yZGDqE6-iDt2cGHDI,18766
+model_library/providers/google/google.py,sha256=IrcfygqDcsaHcQAabMVZ65sTgmbpVU8ZarOj3mvWwXI,19304
 model_library/retriers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 model_library/retriers/backoff.py,sha256=vmpzLje51yfvSgAEST_yNrL87_J_0pmI-jwnRek5Ie0,2296
 model_library/retriers/base.py,sha256=zmiGZq4yvJx7aE0FD8rqZuJxZavhKTXLjt58z5TKJNw,6832
 model_library/retriers/token.py,sha256=ypHzuJjEORsv931sjEI1lejRO8Ju_ljSrCGV4pgaa34,16794
 model_library/retriers/utils.py,sha256=fhtQ64aT8mZcwZ8aTXnLRU4HVIf8JQ3CfmArvxZPWvQ,279
-model_library-0.1.9.dist-info/licenses/LICENSE,sha256=x6mf4o7U_wHaaqcfxoU-0R6uYJLbqL_TNuoULP3asaA,1070
-model_library-0.1.9.dist-info/METADATA,sha256=1mJTenP1YD-twt90UzMzZNEFRKOM4lVQ3dNve34jvs8,7024
-model_library-0.1.9.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-model_library-0.1.9.dist-info/top_level.txt,sha256=HtQYxA_7RP8UT35I6VcUw20L6edI0Zf2t5Ys1uDGVjs,14
-model_library-0.1.9.dist-info/RECORD,,
+model_library-0.1.10.dist-info/licenses/LICENSE,sha256=x6mf4o7U_wHaaqcfxoU-0R6uYJLbqL_TNuoULP3asaA,1070
+model_library-0.1.10.dist-info/METADATA,sha256=Z9yL5DixUa51LvxWseNBrAzv74zh0Is4HGOpHgI3Xs0,7025
+model_library-0.1.10.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+model_library-0.1.10.dist-info/top_level.txt,sha256=HtQYxA_7RP8UT35I6VcUw20L6edI0Zf2t5Ys1uDGVjs,14
+model_library-0.1.10.dist-info/RECORD,,