llama-index-llms-openai 0.2.9__py3-none-any.whl → 0.2.11__py3-none-any.whl

llama_index/llms/openai/base.py

@@ -64,6 +64,7 @@ from llama_index.llms.openai.utils import (
     resolve_openai_credentials,
     to_openai_message_dicts,
     resolve_tool_choice,
+    update_tool_calls,
 )
 from llama_index.core.bridge.pydantic import (
     BaseModel,
@@ -450,53 +451,6 @@ class OpenAI(FunctionCallingLLM):
             additional_kwargs=self._get_response_token_counts(response),
         )
 
-    def _update_tool_calls(
-        self,
-        tool_calls: List[ChoiceDeltaToolCall],
-        tool_calls_delta: Optional[List[ChoiceDeltaToolCall]],
-    ) -> List[ChoiceDeltaToolCall]:
-        """
-        Use the tool_calls_delta objects received from openai stream chunks
-        to update the running tool_calls object.
-
-        Args:
-            tool_calls (List[ChoiceDeltaToolCall]): the list of tool calls
-            tool_calls_delta (ChoiceDeltaToolCall): the delta to update tool_calls
-
-        Returns:
-            List[ChoiceDeltaToolCall]: the updated tool calls
-        """
-        # openai provides chunks consisting of tool_call deltas one tool at a time
-        if tool_calls_delta is None:
-            return tool_calls
-
-        tc_delta = tool_calls_delta[0]
-
-        if len(tool_calls) == 0:
-            tool_calls.append(tc_delta)
-        else:
-            # we need to either update latest tool_call or start a
-            # new tool_call (i.e., multiple tools in this turn) and
-            # accumulate that new tool_call with future delta chunks
-            t = tool_calls[-1]
-            if t.index != tc_delta.index:
-                # the start of a new tool call, so append to our running tool_calls list
-                tool_calls.append(tc_delta)
-            else:
-                # not the start of a new tool call, so update last item of tool_calls
-
-                # validations to get passed by mypy
-                assert t.function is not None
-                assert tc_delta.function is not None
-                assert t.function.arguments is not None
-                assert t.function.name is not None
-                assert t.id is not None
-
-                t.function.arguments += tc_delta.function.arguments or ""
-                t.function.name += tc_delta.function.name or ""
-                t.id += tc_delta.id or ""
-        return tool_calls
-
     @llm_retry_decorator
     def _stream_chat(
         self, messages: Sequence[ChatMessage], **kwargs: Any
@@ -533,7 +487,7 @@ class OpenAI(FunctionCallingLLM):
 
                 additional_kwargs = {}
                 if is_function:
-                    tool_calls = self._update_tool_calls(tool_calls, delta.tool_calls)
+                    tool_calls = update_tool_calls(tool_calls, delta.tool_calls)
                     additional_kwargs["tool_calls"] = tool_calls
 
                 yield ChatResponse(
@@ -783,7 +737,7 @@ class OpenAI(FunctionCallingLLM):
 
                 additional_kwargs = {}
                 if is_function:
-                    tool_calls = self._update_tool_calls(tool_calls, delta.tool_calls)
+                    tool_calls = update_tool_calls(tool_calls, delta.tool_calls)
                     additional_kwargs["tool_calls"] = tool_calls
 
                 yield ChatResponse(

llama_index/llms/openai/utils.py

@@ -67,6 +67,7 @@ GPT4_MODELS: Dict[str, int] = {
 
 AZURE_TURBO_MODELS: Dict[str, int] = {
     "gpt-4o": 128000,
+    "gpt-4o-mini": 128000,
     "gpt-35-turbo-16k": 16384,
     "gpt-35-turbo": 4096,
     # 0125 (2024) model (JSON mode)
@@ -439,3 +440,50 @@ def resolve_tool_choice(tool_choice: Union[str, dict] = "auto") -> Union[str, di
         return {"type": "function", "function": {"name": tool_choice}}
 
     return tool_choice
+
+
+def update_tool_calls(
+    tool_calls: List[ChoiceDeltaToolCall],
+    tool_calls_delta: Optional[List[ChoiceDeltaToolCall]],
+) -> List[ChoiceDeltaToolCall]:
+    """
+    Use the tool_calls_delta objects received from openai stream chunks
+    to update the running tool_calls object.
+
+    Args:
+        tool_calls (List[ChoiceDeltaToolCall]): the list of tool calls
+        tool_calls_delta (ChoiceDeltaToolCall): the delta to update tool_calls
+
+    Returns:
+        List[ChoiceDeltaToolCall]: the updated tool calls
+    """
+    # openai provides chunks consisting of tool_call deltas one tool at a time
+    if tool_calls_delta is None:
+        return tool_calls
+
+    tc_delta = tool_calls_delta[0]
+
+    if len(tool_calls) == 0:
+        tool_calls.append(tc_delta)
+    else:
+        # we need to either update latest tool_call or start a
+        # new tool_call (i.e., multiple tools in this turn) and
+        # accumulate that new tool_call with future delta chunks
+        t = tool_calls[-1]
+        if t.index != tc_delta.index:
+            # the start of a new tool call, so append to our running tool_calls list
+            tool_calls.append(tc_delta)
+        else:
+            # not the start of a new tool call, so update last item of tool_calls
+
+            # validations to get passed by mypy
+            assert t.function is not None
+            assert tc_delta.function is not None
+            assert t.function.arguments is not None
+            assert t.function.name is not None
+            assert t.id is not None
+
+            t.function.arguments += tc_delta.function.arguments or ""
+            t.function.name += tc_delta.function.name or ""
+            t.id += tc_delta.id or ""
+    return tool_calls

{llama_index_llms_openai-0.2.9.dist-info → llama_index_llms_openai-0.2.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llama-index-llms-openai
-Version: 0.2.9
+Version: 0.2.11
 Summary: llama-index llms openai integration
 License: MIT
 Author: llama-index

llama_index_llms_openai-0.2.11.dist-info/RECORD

@@ -0,0 +1,6 @@
+llama_index/llms/openai/__init__.py,sha256=vm3cIBSGkBFlE77GyfyN0EhpJcnJZN95QMhPN53EkbE,148
+llama_index/llms/openai/base.py,sha256=qSjaNN3O8mxDoo_ViKg1j9DuDb8jOT70epu4Xp2NiQg,35119
+llama_index/llms/openai/utils.py,sha256=QliTQj2fVRz-zwg5rYVltLKRAgab29dIfpSEvo3Df9k,15771
+llama_index_llms_openai-0.2.11.dist-info/METADATA,sha256=mWoW8A4K0t9hV2kyt_vY_7zkploC8vhCRqDCtELBimI,649
+llama_index_llms_openai-0.2.11.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+llama_index_llms_openai-0.2.11.dist-info/RECORD,,

llama_index_llms_openai-0.2.9.dist-info/RECORD

@@ -1,6 +0,0 @@
-llama_index/llms/openai/__init__.py,sha256=vm3cIBSGkBFlE77GyfyN0EhpJcnJZN95QMhPN53EkbE,148
-llama_index/llms/openai/base.py,sha256=h3jab2lijnvWRFwx2M7dlWsY48JBMmehDsU55ebjHBE,36997
-llama_index/llms/openai/utils.py,sha256=zduRqlmGGNy7c1uoDIdDcExD47Myq9WpczVTvRid2cI,14025
-llama_index_llms_openai-0.2.9.dist-info/METADATA,sha256=SzGCTND1cCtoBjU3qmCE5k_qhvV105uQISfoMmmj0Pw,648
-llama_index_llms_openai-0.2.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-llama_index_llms_openai-0.2.9.dist-info/RECORD,,