llama-index-llms-openai 0.3.15__py3-none-any.whl → 0.3.17__py3-none-any.whl

llama_index/llms/openai/base.py

@@ -7,6 +7,7 @@ from typing import (
     Dict,
     Generator,
     List,
+    Literal,
     Optional,
     Protocol,
     Sequence,
@@ -217,6 +218,10 @@ class OpenAI(FunctionCallingLLM):
         default=False,
         description="Whether to use strict mode for invoking tools/using schemas.",
     )
+    reasoning_effort: Literal["low", "medium", "high"] = Field(
+        default="medium",
+        description="The effort to use for reasoning models.",
+    )
 
     _client: Optional[SyncOpenAI] = PrivateAttr()
     _aclient: Optional[AsyncOpenAI] = PrivateAttr()
@@ -248,6 +253,7 @@ class OpenAI(FunctionCallingLLM):
         pydantic_program_mode: PydanticProgramMode = PydanticProgramMode.DEFAULT,
         output_parser: Optional[BaseOutputParser] = None,
         strict: bool = False,
+        reasoning_effort: Literal["low", "medium", "high"] = "medium",
         **kwargs: Any,
     ) -> None:
         additional_kwargs = additional_kwargs or {}
@@ -281,6 +287,7 @@ class OpenAI(FunctionCallingLLM):
             pydantic_program_mode=pydantic_program_mode,
             output_parser=output_parser,
             strict=strict,
+            reasoning_effort=reasoning_effort,
             **kwargs,
         )
 
@@ -417,6 +424,15 @@ class OpenAI(FunctionCallingLLM):
         all_kwargs = {**base_kwargs, **self.additional_kwargs}
         if "stream" not in all_kwargs and "stream_options" in all_kwargs:
             del all_kwargs["stream_options"]
+        if self.model in O1_MODELS and base_kwargs.get("max_tokens") is not None:
+            # O1 models use max_completion_tokens instead of max_tokens
+            all_kwargs["max_completion_tokens"] = all_kwargs.get(
+                "max_completion_tokens", all_kwargs["max_tokens"]
+            )
+            all_kwargs.pop("max_tokens", None)
+        if self.model in O1_MODELS:
+            # O1 models support reasoning_effort of low, medium, high
+            all_kwargs["reasoning_effort"] = self.reasoning_effort
 
         return all_kwargs
 

{llama_index_llms_openai-0.3.15.dist-info → llama_index_llms_openai-0.3.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llama-index-llms-openai
-Version: 0.3.15
+Version: 0.3.17
 Summary: llama-index llms openai integration
 License: MIT
 Author: llama-index

llama_index_llms_openai-0.3.17.dist-info/RECORD

@@ -0,0 +1,7 @@
+llama_index/llms/openai/__init__.py,sha256=vm3cIBSGkBFlE77GyfyN0EhpJcnJZN95QMhPN53EkbE,148
+llama_index/llms/openai/base.py,sha256=54dX1c9CgA9BNrKXEgrPv4cTV_vhDfkWUEUSa4Zcg6w,36587
+llama_index/llms/openai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+llama_index/llms/openai/utils.py,sha256=se_tHHLsNW4u2Ei_25HRPAm1lmzv-kFp2r2WqqL_jfE,18858
+llama_index_llms_openai-0.3.17.dist-info/METADATA,sha256=USfyABhywLWuyuIVoSI-5CRPBChHaL6P3I7tzqLqAok,3321
+llama_index_llms_openai-0.3.17.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+llama_index_llms_openai-0.3.17.dist-info/RECORD,,

llama_index_llms_openai-0.3.15.dist-info/RECORD

@@ -1,7 +0,0 @@
-llama_index/llms/openai/__init__.py,sha256=vm3cIBSGkBFlE77GyfyN0EhpJcnJZN95QMhPN53EkbE,148
-llama_index/llms/openai/base.py,sha256=uvYlJz3TXZIsptoicHCSv8zIc8wK187RhY1lwU7lOVc,35777
-llama_index/llms/openai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-llama_index/llms/openai/utils.py,sha256=se_tHHLsNW4u2Ei_25HRPAm1lmzv-kFp2r2WqqL_jfE,18858
-llama_index_llms_openai-0.3.15.dist-info/METADATA,sha256=CUPpMlsEjZ1KFCkEChWIOnbUlJTPWiVFBelaHB-0sKA,3321
-llama_index_llms_openai-0.3.15.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-llama_index_llms_openai-0.3.15.dist-info/RECORD,,