videosdk-plugins-openai 0.0.18__py3-none-any.whl → 0.0.20__py3-none-any.whl

videosdk/plugins/openai/llm.py

@@ -1,12 +1,25 @@
 from __future__ import annotations
 
 import os
-from typing import Any, AsyncIterator
+from typing import Any, AsyncIterator, List, Union
 import json
 
 import httpx
 import openai
-from videosdk.agents import LLM, LLMResponse, ChatContext, ChatRole, ChatMessage, FunctionCall, FunctionCallOutput, ToolChoice, FunctionTool, is_function_tool, build_openai_schema
+from videosdk.agents import (
+    LLM,
+    LLMResponse,
+    ChatContext,
+    ChatRole,
+    ChatMessage,
+    FunctionCall,
+    FunctionCallOutput,
+    ToolChoice,
+    FunctionTool,
+    is_function_tool,
+    build_openai_schema,
+)
+from videosdk.agents.llm.chat_context import ChatContent, ImageContent
 
 class OpenAILLM(LLM):
     
@@ -62,35 +75,55 @@ class OpenAILLM(LLM):
         Yields:
             LLMResponse objects containing the model's responses
         """
+        def _format_content(content: Union[str, List[ChatContent]]):
+            if isinstance(content, str):
+                return content
+
+            formatted_parts = []
+            for part in content:
+                if isinstance(part, str):
+                    formatted_parts.append({"type": "text", "text": part})
+                elif isinstance(part, ImageContent):
+                    image_url_data = {"url": part.to_data_url()}
+                    if part.inference_detail != "auto":
+                        image_url_data["detail"] = part.inference_detail
+                    formatted_parts.append(
+                        {
+                            "type": "image_url",
+                            "image_url": image_url_data,
+                        }
+                    )
+            return formatted_parts
+
         completion_params = {
             "model": self.model,
             "messages": [
                 {
                     "role": msg.role.value,
-                    "content": msg.content,
-                    **({"name": msg.name} if hasattr(msg, 'name') else {})
-                } if isinstance(msg, ChatMessage) else
-                {
+                    "content": _format_content(msg.content),
+                    **({"name": msg.name} if hasattr(msg, "name") else {}),
+                }
+                if isinstance(msg, ChatMessage)
+                else {
                     "role": "assistant",
                     "content": None,
-                    "function_call": {
-                        "name": msg.name,
-                        "arguments": msg.arguments
-                    }
-                } if isinstance(msg, FunctionCall) else
-                {
+                    "function_call": {"name": msg.name, "arguments": msg.arguments},
+                }
+                if isinstance(msg, FunctionCall)
+                else {
                     "role": "function",
                     "name": msg.name,
-                    "content": msg.output
-                } if isinstance(msg, FunctionCallOutput) else None
+                    "content": msg.output,
+                }
+                if isinstance(msg, FunctionCallOutput)
+                else None
                 for msg in messages.items
-                if msg is not None 
+                if msg is not None
             ],
             "temperature": self.temperature,
             "stream": True,
             "max_tokens": self.max_completion_tokens,
         }
-
         if tools:
             formatted_tools = []
             for tool in tools:

videosdk/plugins/openai/version.py

@@ -1 +1 @@
-__version__ = "0.0.18"
+__version__ = "0.0.20"

{videosdk_plugins_openai-0.0.18.dist-info → videosdk_plugins_openai-0.0.20.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: videosdk-plugins-openai
-Version: 0.0.18
+Version: 0.0.20
 Summary: VideoSDK Agent Framework plugin for OpenAI services
 Author: videosdk
 License-Expression: Apache-2.0
@@ -13,12 +13,12 @@ Classifier: Topic :: Multimedia :: Video
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.11
 Requires-Dist: openai[realtime]>=1.68.2
-Requires-Dist: videosdk-agents>=0.0.18
+Requires-Dist: videosdk-agents>=0.0.20
 Description-Content-Type: text/markdown
 
-VideoSDK OpenAI Plugin
+# VideoSDK OpenAI Plugin
 
-Agent Framework plugin for realtime services from OpenAI.
+Agent Framework plugin for realtime, LLM, STT and TTS services from OpenAI.
 
 ## Installation
 

{videosdk_plugins_openai-0.0.18.dist-info → videosdk_plugins_openai-0.0.20.dist-info}/RECORD

@@ -1,9 +1,9 @@
 videosdk/plugins/openai/__init__.py,sha256=1jbc4HOYxkLeruM9RAqmZYSBdnr74gnPHmCNMKXEPrg,259
-videosdk/plugins/openai/llm.py,sha256=wvWfQ8OA1AcdMMDEf4y93-2vSnSdulYjGpd9IVWFdxc,6145
+videosdk/plugins/openai/llm.py,sha256=h6xuJmyjg6InL9tr5pKBGt_5bNMpJ4XqnO72OtmCJ0c,7122
 videosdk/plugins/openai/realtime_api.py,sha256=B2RlEV_yK0R4K1dPTyhhPewoa9bzd43ytEfsLKaHUUQ,22554
 videosdk/plugins/openai/stt.py,sha256=YZROX-BjTqtWiT6ouMZacLkMYbmao3emB-88ewN93jg,9492
 videosdk/plugins/openai/tts.py,sha256=LDsYXuHBoN-8g1iYt7JV_vRWOJZvhUN8QZQj_q264rU,3635
-videosdk/plugins/openai/version.py,sha256=MdEnl170Vc4LB9hBb0VwwbOIZuYzowxGmeStZIS93lw,22
-videosdk_plugins_openai-0.0.18.dist-info/METADATA,sha256=hB2ajiBHB8n2h5LZNW89YFDgLZaM5E-iTfK5H75tIf8,807
-videosdk_plugins_openai-0.0.18.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-videosdk_plugins_openai-0.0.18.dist-info/RECORD,,
+videosdk/plugins/openai/version.py,sha256=cw-wPso5400rXRCR6WsHwthEUW8-b_VMrztjcYwBGfQ,22
+videosdk_plugins_openai-0.0.20.dist-info/METADATA,sha256=Ja6dfVaBHdrxMgmE0Hughw1oSzdMnbNPSOUfBptoopQ,827
+videosdk_plugins_openai-0.0.20.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+videosdk_plugins_openai-0.0.20.dist-info/RECORD,,