llama-index-llms-openai 0.3.30__py3-none-any.whl → 0.3.31__py3-none-any.whl

llama_index/llms/openai/responses.py

@@ -247,6 +247,10 @@ class OpenAIResponses(FunctionCallingLLM):
         default=None,
         description="The effort to use for reasoning models.",
     )
+    context_window: Optional[int] = Field(
+        default=None,
+        description="The context window override for the model.",
+    )
 
     _client: SyncOpenAI = PrivateAttr()
     _aclient: AsyncOpenAI = PrivateAttr()
@@ -281,6 +285,7 @@ class OpenAIResponses(FunctionCallingLLM):
         async_http_client: Optional[httpx.AsyncClient] = None,
         openai_client: Optional[SyncOpenAI] = None,
         async_openai_client: Optional[AsyncOpenAI] = None,
+        context_window: Optional[int] = None,
         **kwargs: Any,
     ) -> None:
         additional_kwargs = additional_kwargs or {}
@@ -316,6 +321,7 @@ class OpenAIResponses(FunctionCallingLLM):
             default_headers=default_headers,
             call_metadata=call_metadata,
             strict=strict,
+            context_window=context_window,
             **kwargs,
         )
 
@@ -339,7 +345,8 @@ class OpenAIResponses(FunctionCallingLLM):
     @property
     def metadata(self) -> LLMMetadata:
         return LLMMetadata(
-            context_window=openai_modelname_to_contextsize(self._get_model_name()),
+            context_window=self.context_window
+            or openai_modelname_to_contextsize(self._get_model_name()),
             num_output=self.max_output_tokens or -1,
             is_chat_model=True,
             is_function_calling_model=is_function_calling_model(

llama_index/llms/openai/utils.py

@@ -257,6 +257,10 @@ def is_chat_model(model: str) -> bool:
 
 
 def is_function_calling_model(model: str) -> bool:
+    # default to True for models that are not in the ALL_AVAILABLE_MODELS dict
+    if model not in ALL_AVAILABLE_MODELS:
+        return True
+
     # checking whether the model is fine-tuned or not.
     # fine-tuned model names these days look like:
     # ft:gpt-3.5-turbo:acemeco:suffix:abc123
@@ -510,7 +514,7 @@ def to_openai_message_dicts(
             message_dicts = to_openai_responses_message_dict(
                 message,
                 drop_none=drop_none,
-                model=model,
+                model="o3-mini",  # hardcode to ensure developer messages are used
             )
             if isinstance(message_dicts, list):
                 final_message_dicts.extend(message_dicts)

{llama_index_llms_openai-0.3.30.dist-info → llama_index_llms_openai-0.3.31.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llama-index-llms-openai
-Version: 0.3.30
+Version: 0.3.31
 Summary: llama-index llms openai integration
 License: MIT
 Author: llama-index

llama_index_llms_openai-0.3.31.dist-info/RECORD

@@ -0,0 +1,9 @@
+llama_index/llms/openai/__init__.py,sha256=8nmgixeXifQ4eVSgtCic54WxXqrrpXQPL4rhACWCSFs,229
+llama_index/llms/openai/base.py,sha256=z4k8aFFt7av2CevyOFnV8LSauhHjZyaqAxLukbR54sM,38680
+llama_index/llms/openai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+llama_index/llms/openai/responses.py,sha256=0HOC7Q6zQFAYRLSWAGHnkHRm-7ZRsqhVKi35BTE18B4,34726
+llama_index/llms/openai/utils.py,sha256=IMmXLQ47YXDoL01Bj1HDZdw1RpZHNV2MmoRRrqUGKPw,26213
+llama_index_llms_openai-0.3.31.dist-info/LICENSE,sha256=JPQLUZD9rKvCTdu192Nk0V5PAwklIg6jANii3UmTyMs,1065
+llama_index_llms_openai-0.3.31.dist-info/METADATA,sha256=hx7htf-tBX-uQ68jZx65WQxM49W61M7BYDvV1v9mKdc,3322
+llama_index_llms_openai-0.3.31.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+llama_index_llms_openai-0.3.31.dist-info/RECORD,,

llama_index_llms_openai-0.3.30.dist-info/RECORD

@@ -1,9 +0,0 @@
-llama_index/llms/openai/__init__.py,sha256=8nmgixeXifQ4eVSgtCic54WxXqrrpXQPL4rhACWCSFs,229
-llama_index/llms/openai/base.py,sha256=z4k8aFFt7av2CevyOFnV8LSauhHjZyaqAxLukbR54sM,38680
-llama_index/llms/openai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-llama_index/llms/openai/responses.py,sha256=TikqnpW-UQmgjmMYGznsBx7eEo5prNIaxE81RO1ZZjE,34465
-llama_index/llms/openai/utils.py,sha256=qp9qpXY7HbUnUsVDx6TgK98feibzTRi-bLdq_F3S0fo,26017
-llama_index_llms_openai-0.3.30.dist-info/LICENSE,sha256=JPQLUZD9rKvCTdu192Nk0V5PAwklIg6jANii3UmTyMs,1065
-llama_index_llms_openai-0.3.30.dist-info/METADATA,sha256=C615l-GASFs0vMxeo4YnoYgCQ5LpOeHdm-9fI7Oul9o,3322
-llama_index_llms_openai-0.3.30.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-llama_index_llms_openai-0.3.30.dist-info/RECORD,,