llama-index-llms-openai 0.2.3__tar.gz → 0.2.5__tar.gz

{llama_index_llms_openai-0.2.3 → llama_index_llms_openai-0.2.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llama-index-llms-openai
-Version: 0.2.3
+Version: 0.2.5
 Summary: llama-index llms openai integration
 License: MIT
 Author: llama-index
@@ -10,6 +10,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: llama-index-agent-openai (>=0.3.1,<0.4.0)
 Requires-Dist: llama-index-core (>=0.11.7,<0.12.0)
 Requires-Dist: openai (>=1.40.0,<2.0.0)

{llama_index_llms_openai-0.2.3 → llama_index_llms_openai-0.2.5}/llama_index/llms/openai/base.py

@@ -52,6 +52,7 @@ from llama_index.core.llms.function_calling import FunctionCallingLLM
 from llama_index.core.llms.llm import ToolSelection
 from llama_index.core.types import BaseOutputParser, PydanticProgramMode, Model
 from llama_index.llms.openai.utils import (
+    O1_MODELS,
     OpenAIToolCall,
     create_retry_decorator,
     from_openai_completion_logprobs,
@@ -253,6 +254,10 @@ class OpenAI(FunctionCallingLLM):
             api_version=api_version,
         )
 
+        # TODO: Temp forced to 1.0 for o1
+        if model in O1_MODELS:
+            temperature = 1.0
+
         super().__init__(
             model=model,
             temperature=temperature,
@@ -331,6 +336,10 @@ class OpenAI(FunctionCallingLLM):
                 model=self._get_model_name()
             ),
             model_name=self.model,
+            # TODO: Temp for O1 beta
+            system_role=MessageRole.USER
+            if self.model in O1_MODELS
+            else MessageRole.SYSTEM,
         )
 
     @llm_chat_callback()
@@ -410,7 +419,7 @@ class OpenAI(FunctionCallingLLM):
     @llm_retry_decorator
     def _chat(self, messages: Sequence[ChatMessage], **kwargs: Any) -> ChatResponse:
         client = self._get_client()
-        message_dicts = to_openai_message_dicts(messages)
+        message_dicts = to_openai_message_dicts(messages, model=self.model)
 
         if self.reuse_client:
             response = client.chat.completions.create(
@@ -492,7 +501,7 @@ class OpenAI(FunctionCallingLLM):
         self, messages: Sequence[ChatMessage], **kwargs: Any
     ) -> ChatResponseGen:
         client = self._get_client()
-        message_dicts = to_openai_message_dicts(messages)
+        message_dicts = to_openai_message_dicts(messages, model=self.model)
 
         def gen() -> ChatResponseGen:
             content = ""
@@ -698,7 +707,7 @@ class OpenAI(FunctionCallingLLM):
         self, messages: Sequence[ChatMessage], **kwargs: Any
     ) -> ChatResponse:
         aclient = self._get_aclient()
-        message_dicts = to_openai_message_dicts(messages)
+        message_dicts = to_openai_message_dicts(messages, model=self.model)
 
         if self.reuse_client:
             response = await aclient.chat.completions.create(
@@ -731,7 +740,7 @@ class OpenAI(FunctionCallingLLM):
         self, messages: Sequence[ChatMessage], **kwargs: Any
     ) -> ChatResponseAsyncGen:
         aclient = self._get_aclient()
-        message_dicts = to_openai_message_dicts(messages)
+        message_dicts = to_openai_message_dicts(messages, model=self.model)
 
         async def gen() -> ChatResponseAsyncGen:
             content = ""

{llama_index_llms_openai-0.2.3 → llama_index_llms_openai-0.2.5}/llama_index/llms/openai/utils.py

@@ -29,6 +29,10 @@ DEFAULT_OPENAI_API_TYPE = "open_ai"
 DEFAULT_OPENAI_API_BASE = "https://api.openai.com/v1"
 DEFAULT_OPENAI_API_VERSION = ""
 
+O1_MODELS: Dict[str, int] = {
+    "o1-preview": 128000,
+    "o1-mini": 128000,
+}
 
 GPT4_MODELS: Dict[str, int] = {
     # stable model names:
@@ -109,6 +113,7 @@ GPT3_MODELS: Dict[str, int] = {
 }
 
 ALL_AVAILABLE_MODELS = {
+    **O1_MODELS,
     **GPT4_MODELS,
     **TURBO_MODELS,
     **GPT3_5_MODELS,
@@ -117,6 +122,7 @@ ALL_AVAILABLE_MODELS = {
 }
 
 CHAT_MODELS = {
+    **O1_MODELS,
     **GPT4_MODELS,
     **TURBO_MODELS,
     **AZURE_TURBO_MODELS,
@@ -220,11 +226,15 @@ def is_chat_model(model: str) -> bool:
 def is_function_calling_model(model: str) -> bool:
     is_chat_model_ = is_chat_model(model)
     is_old = "0314" in model or "0301" in model
-    return is_chat_model_ and not is_old
+
+    # TODO: This is temporary for openai's beta
+    is_o1_beta = "o1" in model
+
+    return is_chat_model_ and not is_old and not is_o1_beta
 
 
 def to_openai_message_dict(
-    message: ChatMessage, drop_none: bool = False
+    message: ChatMessage, drop_none: bool = False, model: Optional[str] = None
 ) -> ChatCompletionMessageParam:
     """Convert generic message to OpenAI message dict."""
     message_dict = {
@@ -232,6 +242,11 @@ def to_openai_message_dict(
         "content": message.content,
     }
 
+    # TODO: O1 models do not support system prompts
+    if model is not None and model in O1_MODELS:
+        if message_dict["role"] == "system":
+            message_dict["role"] = "user"
+
     # NOTE: openai messages have additional arguments:
     # - function messages have `name`
     # - assistant messages have optional `function_call`
@@ -247,11 +262,14 @@ def to_openai_message_dict(
 
 
 def to_openai_message_dicts(
-    messages: Sequence[ChatMessage], drop_none: bool = False
+    messages: Sequence[ChatMessage],
+    drop_none: bool = False,
+    model: Optional[str] = None,
 ) -> List[ChatCompletionMessageParam]:
     """Convert generic messages to OpenAI message dicts."""
     return [
-        to_openai_message_dict(message, drop_none=drop_none) for message in messages
+        to_openai_message_dict(message, drop_none=drop_none, model=model)
+        for message in messages
     ]
 
 

{llama_index_llms_openai-0.2.3 → llama_index_llms_openai-0.2.5}/pyproject.toml

@@ -29,7 +29,7 @@ exclude = ["**/BUILD"]
 license = "MIT"
 name = "llama-index-llms-openai"
 readme = "README.md"
-version = "0.2.3"
+version = "0.2.5"
 
 [tool.poetry.dependencies]
 python = ">=3.8.1,<4.0"