llama-index-llms-openai 0.2.12__py3-none-any.whl → 0.2.14__py3-none-any.whl

llama_index/llms/openai/base.py

@@ -239,6 +239,8 @@ class OpenAI(FunctionCallingLLM):
         default_headers: Optional[Dict[str, str]] = None,
         http_client: Optional[httpx.Client] = None,
         async_http_client: Optional[httpx.AsyncClient] = None,
+        openai_client: Optional[SyncOpenAI] = None,
+        async_openai_client: Optional[AsyncOpenAI] = None,
         # base class
         system_prompt: Optional[str] = None,
         messages_to_prompt: Optional[Callable[[Sequence[ChatMessage]], str]] = None,
@@ -282,8 +284,8 @@ class OpenAI(FunctionCallingLLM):
             **kwargs,
         )
 
-        self._client = None
-        self._aclient = None
+        self._client = openai_client
+        self._aclient = async_openai_client
         self._http_client = http_client
         self._async_http_client = async_http_client
 

llama_index/llms/openai/utils.py

@@ -54,6 +54,8 @@ GPT4_MODELS: Dict[str, int] = {
     "gpt-4o": 128000,
     "gpt-4o-2024-05-13": 128000,
     "gpt-4o-2024-08-06": 128000,
+    # Intended for research and evaluation
+    "chatgpt-4o-latest": 128000,
     "gpt-4o-mini": 128000,
     "gpt-4o-mini-2024-07-18": 128000,
     # 0613 models (function calling):

llama_index_llms_openai-0.2.14.dist-info/METADATA

@@ -0,0 +1,149 @@
+Metadata-Version: 2.1
+Name: llama-index-llms-openai
+Version: 0.2.14
+Summary: llama-index llms openai integration
+License: MIT
+Author: llama-index
+Requires-Python: >=3.8.1,<4.0
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: llama-index-core (>=0.11.7,<0.12.0)
+Requires-Dist: openai (>=1.40.0,<2.0.0)
+Description-Content-Type: text/markdown
+
+# LlamaIndex Llms Integration: Openai
+
+## Installation
+
+To install the required package, run:
+
+```bash
+%pip install llama-index-llms-openai
+```
+
+## Setup
+
+1. Set your OpenAI API key as an environment variable. You can replace `"sk-..."` with your actual API key:
+
+```python
+import os
+
+os.environ["OPENAI_API_KEY"] = "sk-..."
+```
+
+## Basic Usage
+
+### Generate Completions
+
+To generate a completion for a prompt, use the `complete` method:
+
+```python
+from llama_index.llms.openai import OpenAI
+
+resp = OpenAI().complete("Paul Graham is ")
+print(resp)
+```
+
+### Chat Responses
+
+To send a chat message and receive a response, create a list of `ChatMessage` instances and use the `chat` method:
+
+```python
+from llama_index.core.llms import ChatMessage
+
+messages = [
+    ChatMessage(
+        role="system", content="You are a pirate with a colorful personality."
+    ),
+    ChatMessage(role="user", content="What is your name?"),
+]
+resp = OpenAI().chat(messages)
+print(resp)
+```
+
+## Streaming Responses
+
+### Stream Complete
+
+To stream responses for a prompt, use the `stream_complete` method:
+
+```python
+from llama_index.llms.openai import OpenAI
+
+llm = OpenAI()
+resp = llm.stream_complete("Paul Graham is ")
+for r in resp:
+    print(r.delta, end="")
+```
+
+### Stream Chat
+
+To stream chat responses, use the `stream_chat` method:
+
+```python
+from llama_index.llms.openai import OpenAI
+from llama_index.core.llms import ChatMessage
+
+llm = OpenAI()
+messages = [
+    ChatMessage(
+        role="system", content="You are a pirate with a colorful personality."
+    ),
+    ChatMessage(role="user", content="What is your name?"),
+]
+resp = llm.stream_chat(messages)
+for r in resp:
+    print(r.delta, end="")
+```
+
+## Configure Model
+
+You can specify a particular model when creating the `OpenAI` instance:
+
+```python
+llm = OpenAI(model="gpt-3.5-turbo")
+resp = llm.complete("Paul Graham is ")
+print(resp)
+
+messages = [
+    ChatMessage(
+        role="system", content="You are a pirate with a colorful personality."
+    ),
+    ChatMessage(role="user", content="What is your name?"),
+]
+resp = llm.chat(messages)
+print(resp)
+```
+
+## Asynchronous Usage
+
+You can also use asynchronous methods for completion:
+
+```python
+from llama_index.llms.openai import OpenAI
+
+llm = OpenAI(model="gpt-3.5-turbo")
+resp = await llm.acomplete("Paul Graham is ")
+print(resp)
+```
+
+## Set API Key at a Per-Instance Level
+
+If desired, you can have separate LLM instances use different API keys:
+
+```python
+from llama_index.llms.openai import OpenAI
+
+llm = OpenAI(model="gpt-3.5-turbo", api_key="BAD_KEY")
+resp = OpenAI().complete("Paul Graham is ")
+print(resp)
+```
+
+### LLM Implementation example
+
+https://docs.llamaindex.ai/en/stable/examples/llm/openai/
+

llama_index_llms_openai-0.2.14.dist-info/RECORD

@@ -0,0 +1,6 @@
+llama_index/llms/openai/__init__.py,sha256=vm3cIBSGkBFlE77GyfyN0EhpJcnJZN95QMhPN53EkbE,148
+llama_index/llms/openai/base.py,sha256=3NCyT05dhooucu8hVURtfb1-Jv7uxRIRWM5JPcwuNk8,35332
+llama_index/llms/openai/utils.py,sha256=CLKXZlnafL7i0hNQrMS21GmyPG3Mj5NpSOvAksI-4p8,15835
+llama_index_llms_openai-0.2.14.dist-info/METADATA,sha256=MljP48-GuZrbVoX0K_MW8EEkw22xziM42Mcn32E0YAI,3323
+llama_index_llms_openai-0.2.14.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+llama_index_llms_openai-0.2.14.dist-info/RECORD,,

llama_index_llms_openai-0.2.12.dist-info/METADATA

@@ -1,19 +0,0 @@
-Metadata-Version: 2.1
-Name: llama-index-llms-openai
-Version: 0.2.12
-Summary: llama-index llms openai integration
-License: MIT
-Author: llama-index
-Requires-Python: >=3.8.1,<4.0
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: llama-index-core (>=0.11.7,<0.12.0)
-Requires-Dist: openai (>=1.40.0,<2.0.0)
-Description-Content-Type: text/markdown
-
-# LlamaIndex Llms Integration: Openai
-

llama_index_llms_openai-0.2.12.dist-info/RECORD

@@ -1,6 +0,0 @@
-llama_index/llms/openai/__init__.py,sha256=vm3cIBSGkBFlE77GyfyN0EhpJcnJZN95QMhPN53EkbE,148
-llama_index/llms/openai/base.py,sha256=tyapzQX3I3WMgH4qwAKU4A7eaa73lnJh9Bc34pvMD0k,35197
-llama_index/llms/openai/utils.py,sha256=o1_DwqNIvmrL8KcF6IfBXOOll0aXVgGNhVPhbUYTWic,15759
-llama_index_llms_openai-0.2.12.dist-info/METADATA,sha256=OrUK6ucgrWE7bz791ZY3t60lafxD2EPMLL5PcA7O6As,649
-llama_index_llms_openai-0.2.12.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-llama_index_llms_openai-0.2.12.dist-info/RECORD,,