llama-index-llms-bedrock-converse 0.12.1__tar.gz → 0.12.3__tar.gz

{llama_index_llms_bedrock_converse-0.12.1 → llama_index_llms_bedrock_converse-0.12.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llama-index-llms-bedrock-converse
-Version: 0.12.1
+Version: 0.12.3
 Summary: llama-index llms bedrock converse integration
 Author-email: Your Name <you@example.com>
 License-Expression: MIT

{llama_index_llms_bedrock_converse-0.12.1 → llama_index_llms_bedrock_converse-0.12.3}/llama_index/llms/bedrock_converse/base.py

@@ -505,10 +505,13 @@ class BedrockConverse(FunctionCallingLLM):
                     content_delta = content_block_delta["delta"]
                     content = join_two_dicts(content, content_delta)
 
+                    thinking_delta_value = None
                     if "reasoningContent" in content_delta:
-                        thinking += content_delta.get("reasoningContent", {}).get(
+                        reasoning_text = content_delta.get("reasoningContent", {}).get(
                             "text", ""
                         )
+                        thinking += reasoning_text
+                        thinking_delta_value = reasoning_text
                         thinking_signature += content_delta.get(
                             "reasoningContent", {}
                         ).get("signature", "")
@@ -566,6 +569,14 @@ class BedrockConverse(FunctionCallingLLM):
                                 )
                             )
 
+                    response_additional_kwargs = self._get_response_token_counts(
+                        dict(chunk)
+                    )
+                    if thinking_delta_value is not None:
+                        response_additional_kwargs["thinking_delta"] = (
+                            thinking_delta_value
+                        )
+
                     yield ChatResponse(
                         message=ChatMessage(
                             role=role,
@@ -579,7 +590,7 @@ class BedrockConverse(FunctionCallingLLM):
                         ),
                         delta=content_delta.get("text", ""),
                         raw=chunk,
-                        additional_kwargs=self._get_response_token_counts(dict(chunk)),
+                        additional_kwargs=response_additional_kwargs,
                     )
                 elif content_block_start := chunk.get("contentBlockStart"):
                     # New tool call starting
@@ -670,6 +681,7 @@ class BedrockConverse(FunctionCallingLLM):
                                 },
                             ),
                             delta="",
+                            thinking_delta=None,
                             raw=chunk,
                             additional_kwargs=self._get_response_token_counts(metadata),
                         )
@@ -777,10 +789,13 @@ class BedrockConverse(FunctionCallingLLM):
                     content_delta = content_block_delta["delta"]
                     content = join_two_dicts(content, content_delta)
 
+                    thinking_delta_value = None
                     if "reasoningContent" in content_delta:
-                        thinking += content_delta.get("reasoningContent", {}).get(
+                        reasoning_text = content_delta.get("reasoningContent", {}).get(
                             "text", ""
                         )
+                        thinking += reasoning_text
+                        thinking_delta_value = reasoning_text
                         thinking_signature += content_delta.get(
                             "reasoningContent", {}
                         ).get("signature", "")
@@ -838,6 +853,14 @@ class BedrockConverse(FunctionCallingLLM):
                                 )
                             )
 
+                    response_additional_kwargs = self._get_response_token_counts(
+                        dict(chunk)
+                    )
+                    if thinking_delta_value is not None:
+                        response_additional_kwargs["thinking_delta"] = (
+                            thinking_delta_value
+                        )
+
                     yield ChatResponse(
                         message=ChatMessage(
                             role=role,
@@ -851,7 +874,7 @@ class BedrockConverse(FunctionCallingLLM):
                         ),
                         delta=content_delta.get("text", ""),
                         raw=chunk,
-                        additional_kwargs=self._get_response_token_counts(dict(chunk)),
+                        additional_kwargs=response_additional_kwargs,
                     )
                 elif content_block_start := chunk.get("contentBlockStart"):
                     # New tool call starting
@@ -943,6 +966,7 @@ class BedrockConverse(FunctionCallingLLM):
                                 },
                             ),
                             delta="",
+                            thinking_delta=None,
                             raw=chunk,
                             additional_kwargs=self._get_response_token_counts(metadata),
                         )

{llama_index_llms_bedrock_converse-0.12.1 → llama_index_llms_bedrock_converse-0.12.3}/llama_index/llms/bedrock_converse/utils.py

@@ -62,10 +62,10 @@ BEDROCK_MODELS = {
     "anthropic.claude-3-7-sonnet-20250219-v1:0": 200000,
     "anthropic.claude-opus-4-20250514-v1:0": 200000,
     "anthropic.claude-opus-4-1-20250805-v1:0": 200000,
+    "anthropic.claude-opus-4-5-20251101-v1:0": 200000,
     "anthropic.claude-sonnet-4-20250514-v1:0": 200000,
     "anthropic.claude-sonnet-4-5-20250929-v1:0": 200000,
     "anthropic.claude-haiku-4-5-20251001-v1:0": 200000,
-    "anthropic.claude-opus-4-5-20251101-v1:0": 200000,
     "ai21.j2-mid-v1": 8192,
     "ai21.j2-ultra-v1": 8192,
     "cohere.command-text-v14": 4096,
@@ -111,6 +111,7 @@ BEDROCK_FUNCTION_CALLING_MODELS = (
     "anthropic.claude-3-7-sonnet-20250219-v1:0",
     "anthropic.claude-opus-4-20250514-v1:0",
     "anthropic.claude-opus-4-1-20250805-v1:0",
+    "anthropic.claude-opus-4-5-20251101-v1:0",
     "anthropic.claude-sonnet-4-20250514-v1:0",
     "anthropic.claude-sonnet-4-5-20250929-v1:0",
     "anthropic.claude-haiku-4-5-20251001-v1:0",
@@ -143,6 +144,7 @@ BEDROCK_INFERENCE_PROFILE_SUPPORTED_MODELS = (
     "anthropic.claude-3-7-sonnet-20250219-v1:0",
     "anthropic.claude-opus-4-20250514-v1:0",
     "anthropic.claude-opus-4-1-20250805-v1:0",
+    "anthropic.claude-opus-4-5-20251101-v1:0",
     "anthropic.claude-sonnet-4-20250514-v1:0",
     "anthropic.claude-sonnet-4-5-20250929-v1:0",
     "anthropic.claude-haiku-4-5-20251001-v1:0",
@@ -163,6 +165,7 @@ BEDROCK_PROMPT_CACHING_SUPPORTED_MODELS = (
     "anthropic.claude-3-7-sonnet-20250219-v1:0",
     "anthropic.claude-opus-4-20250514-v1:0",
     "anthropic.claude-opus-4-1-20250805-v1:0",
+    "anthropic.claude-opus-4-5-20251101-v1:0",
     "anthropic.claude-sonnet-4-20250514-v1:0",
     "anthropic.claude-sonnet-4-5-20250929-v1:0",
     "anthropic.claude-haiku-4-5-20251001-v1:0",
@@ -176,6 +179,7 @@ BEDROCK_REASONING_MODELS = (
     "anthropic.claude-3-7-sonnet-20250219-v1:0",
     "anthropic.claude-opus-4-20250514-v1:0",
     "anthropic.claude-opus-4-1-20250805-v1:0",
+    "anthropic.claude-opus-4-5-20251101-v1:0",
     "anthropic.claude-sonnet-4-20250514-v1:0",
     "anthropic.claude-sonnet-4-5-20250929-v1:0",
     "anthropic.claude-haiku-4-5-20251001-v1:0",

{llama_index_llms_bedrock_converse-0.12.1 → llama_index_llms_bedrock_converse-0.12.3}/pyproject.toml

@@ -29,7 +29,7 @@ dev = [
 
 [project]
 name = "llama-index-llms-bedrock-converse"
-version = "0.12.1"
+version = "0.12.3"
 description = "llama-index llms bedrock converse integration"
 authors = [{name = "Your Name", email = "you@example.com"}]
 requires-python = ">=3.9,<4.0"