llama-index-llms-bedrock-converse 0.10.5__py3-none-any.whl → 0.10.6__py3-none-any.whl

llama_index/llms/bedrock_converse/base.py

@@ -167,6 +167,10 @@ class BedrockConverse(FunctionCallingLLM):
         description="Specifies the thinking configuration of a reasoning model. Only applicable to Anthropic and DeepSeek models",
         default=None,
     )
+    supports_forced_tool_calls: bool = Field(
+        default=True,
+        description="Whether the model supports forced tool calls. If True, the model can be forced to call at least 1 or more tools.",
+    )
     additional_kwargs: Dict[str, Any] = Field(
         default_factory=dict,
         description="Additional kwargs for the bedrock invokeModel request.",
@@ -210,6 +214,7 @@ class BedrockConverse(FunctionCallingLLM):
         application_inference_profile_arn: Optional[str] = None,
         trace: Optional[str] = None,
         thinking: Optional[ThinkingDict] = None,
+        supports_forced_tool_calls: bool = True,
     ) -> None:
         additional_kwargs = additional_kwargs or {}
         callback_manager = callback_manager or CallbackManager([])
@@ -261,6 +266,7 @@ class BedrockConverse(FunctionCallingLLM):
             application_inference_profile_arn=application_inference_profile_arn,
             trace=trace,
             thinking=thinking,
+            supports_forced_tool_calls=supports_forced_tool_calls,
         )
 
         self._config = None
@@ -913,6 +919,7 @@ class BedrockConverse(FunctionCallingLLM):
             tool_choice=tool_choice,
             tool_required=tool_required,
             tool_caching=tool_caching,
+            supports_forced_tool_calls=self.supports_forced_tool_calls,
         )
 
         return {

llama_index/llms/bedrock_converse/utils.py

@@ -454,6 +454,7 @@ def tools_to_converse_tools(
     tool_choice: Optional[dict] = None,
     tool_required: bool = False,
     tool_caching: bool = False,
+    supports_forced_tool_calls: bool = True,
 ) -> Dict[str, Any]:
     """
     Converts a list of tools to AWS Bedrock Converse tools.
@@ -482,11 +483,18 @@ def tools_to_converse_tools(
     if tool_caching:
         converse_tools.append({"cachePoint": {"type": "default"}})
 
+    if tool_choice:
+        tool_choice = tool_choice
+    elif supports_forced_tool_calls and tool_required:
+        tool_choice = {"any": {}}
+    else:
+        tool_choice = {"auto": {}}
+
     return {
         "tools": converse_tools,
         # https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_ToolChoice.html
         # e.g. { "auto": {} }
-        "toolChoice": tool_choice or ({"any": {}} if tool_required else {"auto": {}}),
+        "toolChoice": tool_choice,
     }
 
 

{llama_index_llms_bedrock_converse-0.10.5.dist-info → llama_index_llms_bedrock_converse-0.10.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llama-index-llms-bedrock-converse
-Version: 0.10.5
+Version: 0.10.6
 Summary: llama-index llms bedrock converse integration
 Author-email: Your Name <you@example.com>
 License-Expression: MIT

llama_index_llms_bedrock_converse-0.10.6.dist-info/RECORD

@@ -0,0 +1,7 @@
+llama_index/llms/bedrock_converse/__init__.py,sha256=xE3ZHLXqFr7TTTgQlYH9bLLPRZAV3dJyiz_iUFXBfak,98
+llama_index/llms/bedrock_converse/base.py,sha256=MISQTYCwaUIinyOGZhOdPYQYQAFrRSLAkiTEE-8f21A,41478
+llama_index/llms/bedrock_converse/utils.py,sha256=-SDwcbgcX_W7p6SEt6-3HH_cAsKxG_4e2wHhi5kFKJU,27893
+llama_index_llms_bedrock_converse-0.10.6.dist-info/METADATA,sha256=0y3xka1zYDazsks_i17_00wj89QwvAu2tBB-s4k2sXE,7834
+llama_index_llms_bedrock_converse-0.10.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+llama_index_llms_bedrock_converse-0.10.6.dist-info/licenses/LICENSE,sha256=JPQLUZD9rKvCTdu192Nk0V5PAwklIg6jANii3UmTyMs,1065
+llama_index_llms_bedrock_converse-0.10.6.dist-info/RECORD,,

llama_index_llms_bedrock_converse-0.10.5.dist-info/RECORD

@@ -1,7 +0,0 @@
-llama_index/llms/bedrock_converse/__init__.py,sha256=xE3ZHLXqFr7TTTgQlYH9bLLPRZAV3dJyiz_iUFXBfak,98
-llama_index/llms/bedrock_converse/base.py,sha256=tXQMmgyYZmrudRsQ7uofvQyIKNUTQtTpcdny1EoMCB0,41080
-llama_index/llms/bedrock_converse/utils.py,sha256=LAeSiK_GLiRhoLMEVJKtMEOcqon_8UW-db04-NQJDn4,27711
-llama_index_llms_bedrock_converse-0.10.5.dist-info/METADATA,sha256=z2YFtHev0AwKQRhyNnTCdlkAzwzHPLY_PKdSJk7HqP8,7834
-llama_index_llms_bedrock_converse-0.10.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-llama_index_llms_bedrock_converse-0.10.5.dist-info/licenses/LICENSE,sha256=JPQLUZD9rKvCTdu192Nk0V5PAwklIg6jANii3UmTyMs,1065
-llama_index_llms_bedrock_converse-0.10.5.dist-info/RECORD,,