dv-pipecat-ai 0.0.82.dev878__py3-none-any.whl → 0.0.82.dev884__py3-none-any.whl

{dv_pipecat_ai-0.0.82.dev878.dist-info → dv_pipecat_ai-0.0.82.dev884.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dv-pipecat-ai
-Version: 0.0.82.dev878
+Version: 0.0.82.dev884
 Summary: An open source framework for voice (and multimodal) assistants
 License-Expression: BSD-2-Clause
 Project-URL: Source, https://github.com/pipecat-ai/pipecat

{dv_pipecat_ai-0.0.82.dev878.dist-info → dv_pipecat_ai-0.0.82.dev884.dist-info}/RECORD

@@ -1,4 +1,4 @@
-dv_pipecat_ai-0.0.82.dev878.dist-info/licenses/LICENSE,sha256=DWY2QGf2eMCFhuu2ChairtT6CB7BEFffNVhXWc4Od08,1301
+dv_pipecat_ai-0.0.82.dev884.dist-info/licenses/LICENSE,sha256=DWY2QGf2eMCFhuu2ChairtT6CB7BEFffNVhXWc4Od08,1301
 pipecat/__init__.py,sha256=j0Xm6adxHhd7D06dIyyPV_GlBYLlBnTAERVvD_jAARQ,861
 pipecat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pipecat/adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -59,10 +59,11 @@ pipecat/audio/turn/smart_turn/local_coreml_smart_turn.py,sha256=50kiBeZhnq7FZWZn
 pipecat/audio/turn/smart_turn/local_smart_turn.py,sha256=KVodqUTu8onfmfeOywgH98vBCNvBb-B3pvsQlTKyP_4,3570
 pipecat/audio/turn/smart_turn/local_smart_turn_v2.py,sha256=aYLMDURpmYycQgKsxbNEENtUe5oujeQ9H3Lbi0GYmZA,7160
 pipecat/audio/vad/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pipecat/audio/vad/silero.py,sha256=r9UL8aEe-QoRMNDGWLUlgUYew93-QFojE9sIqLO0VYE,7792
+pipecat/audio/vad/silero.py,sha256=FM3Qj7X13-5vL5lPYBE-irFDeVGHO5HULXyDUVLEiAU,7887
 pipecat/audio/vad/vad_analyzer.py,sha256=XkZLEe4z7Ja0lGoYZst1HNYqt5qOwG-vjsk_w8chiNA,7430
 pipecat/audio/vad/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pipecat/audio/vad/data/silero_vad.onnx,sha256=WX0ws-wHZgjQWUd7sUz-_9-VG_XK43DTj2XTO7_oIAQ,2327524
+pipecat/audio/vad/data/silero_vad_v2.onnx,sha256=JiOilT9v89LB5hdAxs23FoEzR5smff7xFKSjzFvdeI8,2327524
 pipecat/clocks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pipecat/clocks/base_clock.py,sha256=PuTmCtPKz5VG0VxhN5cyhbvduEBnfNPgA6GLAu1eSns,929
 pipecat/clocks/system_clock.py,sha256=ht6TdDAn0JVXEmhLdt5igcHMQOkKO4YHNuOjuKcxkUU,1315
@@ -161,7 +162,6 @@ pipecat/services/ai_services.py,sha256=_RrDWfM8adV17atzY9RxK0nXRVM5kbUkKrvN90GAW
 pipecat/services/image_service.py,sha256=tqJun4nYeyN_PaWqTdF_CFsOiqBf3XX7R4et5Y07mEU,2357
 pipecat/services/llm_service.py,sha256=KapuWbSUceKmNUOYmItBjVUbpwb3byegu6FmnQ2wuV0,25041
 pipecat/services/mcp_service.py,sha256=OYftGfdfGlDmjsWbF2b3CuMhPw8B1jcgaZUUYZPIA_o,14298
-pipecat/services/openai.py,sha256=fg5-MIvwqgKTN6i5Kp7GD6XUvMRo3nlughuNt9QqLGA,27546
 pipecat/services/stt_service.py,sha256=tShjVEl374j1Sc3qsdhTuWaT-8NJsAn-3yFw0XLRm4A,11163
 pipecat/services/tts_service.py,sha256=7OYTKrMLxsdfGGb4g8WfgeXEiZWxObFScLwhED2dVmM,34734
 pipecat/services/vision_service.py,sha256=dtI3U5RX30R6i97d6Rh7bVMqeh5ogWuwnM9j6djeXQ8,2519
@@ -186,7 +186,7 @@ pipecat/services/aws_nova_sonic/ready.wav,sha256=pxdKxZtYRV2IVv63v7K1EPkxyV_Oxoc
 pipecat/services/azure/__init__.py,sha256=mgnoJYeqKqwRvr18UZJhFZ2FTkGyob7r6IdtEiOeT3k,301
 pipecat/services/azure/common.py,sha256=JKGDYYW1zpRaWy_l_5ZL6viHj2Ch-mKMoVx2gdCKpeo,9893
 pipecat/services/azure/image.py,sha256=yP7_Uelz9gq2-nhRbjTNOJ6s-DrsjsGaqXPq-8Ud4q4,4191
-pipecat/services/azure/llm.py,sha256=rsysuFtC3oL2ozYaP0SrF1QKqAzK9b3MCwwzzMAmAbk,5489
+pipecat/services/azure/llm.py,sha256=jmpKLU5T6fh4Y9nrgVvI-A60bUzptZbf3uEfJd0qUbI,4292
 pipecat/services/azure/stt.py,sha256=POhS5XTS-Z0SlKJDdGf18eR_5Nvbq0SnjG3R2xRcykg,12772
 pipecat/services/azure/tts.py,sha256=ytgXcYvdVkshC30K88ZGbYFtK8SmSV22h9jQEYKf9ew,19233
 pipecat/services/cartesia/__init__.py,sha256=vzh0jBnfPwWdxFfV-tu0x1HFoOTgr9s91GYmD-CJUtY,284
@@ -377,7 +377,7 @@ pipecat/utils/tracing/service_decorators.py,sha256=HwDCqLGijhYD3F8nxDuQmEw-YkRw0
 pipecat/utils/tracing/setup.py,sha256=7TEgPNpq6M8lww8OQvf0P9FzYc5A30xICGklVA-fua0,2892
 pipecat/utils/tracing/turn_context_provider.py,sha256=ikon3plFOx0XbMrH6DdeHttNpb-U0gzMZIm3bWLc9eI,2485
 pipecat/utils/tracing/turn_trace_observer.py,sha256=dma16SBJpYSOE58YDWy89QzHyQFc_9gQZszKeWixuwc,9725
-dv_pipecat_ai-0.0.82.dev878.dist-info/METADATA,sha256=79zfMdkh5ZK6UwXYUi8LCnQ0PAOzLIHmhweMTd3F0AE,32639
-dv_pipecat_ai-0.0.82.dev878.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dv_pipecat_ai-0.0.82.dev878.dist-info/top_level.txt,sha256=kQzG20CxGf-nSsHmtXHx3hY2-8zHA3jYg8jk0TajqXc,8
-dv_pipecat_ai-0.0.82.dev878.dist-info/RECORD,,
+dv_pipecat_ai-0.0.82.dev884.dist-info/METADATA,sha256=Y5QzIXGi-M4w82gZ8JBv9XMh92836vwjSWGKK1oisp0,32639
+dv_pipecat_ai-0.0.82.dev884.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dv_pipecat_ai-0.0.82.dev884.dist-info/top_level.txt,sha256=kQzG20CxGf-nSsHmtXHx3hY2-8zHA3jYg8jk0TajqXc,8
+dv_pipecat_ai-0.0.82.dev884.dist-info/RECORD,,

pipecat/audio/vad/silero.py

@@ -135,7 +135,13 @@ class SileroVADAnalyzer(VADAnalyzer):
     with automatic model state management and periodic resets.
     """
 
-    def __init__(self, *, sample_rate: Optional[int] = None, params: Optional[VADParams] = None):
+    def __init__(
+        self,
+        *,
+        sample_rate: Optional[int] = None,
+        params: Optional[VADParams] = None,
+        model_name: Optional[str] = None,
+    ):
         """Initialize the Silero VAD analyzer.
 
         Args:
@@ -146,7 +152,7 @@ class SileroVADAnalyzer(VADAnalyzer):
 
         logger.debug("Loading Silero VAD model...")
 
-        model_name = "silero_vad.onnx"
+        model_name = model_name or "silero_vad.onnx"
         package_path = "pipecat.audio.vad.data"
 
         try:

pipecat/services/azure/llm.py

@@ -5,14 +5,12 @@
 
 """Azure OpenAI service implementation for the Pipecat AI framework."""
 
-from typing import Any, Dict, List, Optional
+from typing import Optional
 
 from loguru import logger
 from openai import AsyncAzureOpenAI
-from openai._streaming import AsyncStream
-from openai.types.chat import ChatCompletionChunk, ChatCompletionMessageParam
 
-from pipecat.processors.aggregators.openai_llm_context import OpenAILLMContext
+from pipecat.adapters.services.open_ai_adapter import OpenAILLMInvocationParams
 from pipecat.services.openai.llm import OpenAILLMService
 
 
@@ -95,46 +93,22 @@ class AzureLLMService(OpenAILLMService):
         reasoning_models = {"gpt-5-nano", "gpt-5", "gpt-5-mini"}
         return model_name_lower in reasoning_models
 
-    async def get_chat_completions(
-        self, context: OpenAILLMContext, messages: List[ChatCompletionMessageParam]
-    ) -> AsyncStream[ChatCompletionChunk]:
-        """Get streaming chat completions from Azure OpenAI API.
-
-        Handles both reasoning and standard models according to Azure AI Foundry documentation.
-        Reasoning models use automatic chain of thought and have parameter limitations.
-        """
-        params = {
-            "model": self.model_name,
-            "stream": True,
-            "messages": messages,
-            "tools": context.tools,
-            "tool_choice": context.tool_choice,
-            "stream_options": {"include_usage": True},
-            "max_tokens": self._settings["max_tokens"],
-            "max_completion_tokens": self._settings["max_completion_tokens"],
-        }
+    def build_chat_completion_params(self, params_from_context: OpenAILLMInvocationParams) -> dict:
+        # include base params
+        params = super().build_chat_completion_params(params_from_context)
 
         if self._is_reasoning_model():
-            # Reasoning models generally do NOT support temperature, presence_penalty, top_p
+            # not required for reasoning models
+            for k in ("frequency_penalty", "presence_penalty", "temperature", "top_p"):
+                if k in params:
+                    params.pop(k, None)
             if self._reasoning_effort:
                 params["reasoning_effort"] = self._reasoning_effort
-            if self._settings.get("seed"):
-                params["seed"] = self._settings["seed"]
+            seed = self._settings.get("seed")
+            if seed is not None:
+                params["seed"] = seed
         else:
-            # Standard models support all parameters
-            params.update(
-                {
-                    "frequency_penalty": self._settings["frequency_penalty"],
-                    "presence_penalty": self._settings["presence_penalty"],
-                    "seed": self._settings["seed"],
-                    "temperature": self._settings["temperature"],
-                    "top_p": self._settings["top_p"],
-                }
-            )
-
-        # Add any extra parameters from settings
-        extra_params = self._settings.get("extra", {})
-        params.update(extra_params)
-
-        chunks = await self._client.chat.completions.create(**params)
-        return chunks
+            # Standard models are fine with the defaults from the base class
+            pass
+
+        return params

pipecat/services/openai.py

@@ -1,698 +0,0 @@
-#
-# Copyright (c) 2024–2025, Daily
-#
-# SPDX-License-Identifier: BSD 2-Clause License
-#
-
-import base64
-import io
-import json
-from dataclasses import dataclass
-from typing import Any, AsyncGenerator, Dict, List, Literal, Optional
-
-import aiohttp
-import httpx
-from loguru import logger
-from openai import (
-    NOT_GIVEN,
-    AsyncOpenAI,
-    AsyncStream,
-    BadRequestError,
-    DefaultAsyncHttpxClient,
-)
-from openai.types.chat import ChatCompletionChunk, ChatCompletionMessageParam
-from PIL import Image
-from pydantic import BaseModel, Field
-
-from pipecat.frames.frames import (
-    ErrorFrame,
-    Frame,
-    FunctionCallInProgressFrame,
-    FunctionCallResultFrame,
-    FunctionCallResultProperties,
-    LLMFullResponseEndFrame,
-    LLMFullResponseStartFrame,
-    LLMMessagesFrame,
-    LLMTextFrame,
-    LLMUpdateSettingsFrame,
-    OpenAILLMContextAssistantTimestampFrame,
-    StartFrame,
-    StartInterruptionFrame,
-    TTSAudioRawFrame,
-    TTSStartedFrame,
-    TTSStoppedFrame,
-    URLImageRawFrame,
-    UserImageRawFrame,
-    UserImageRequestFrame,
-    VisionImageRawFrame,
-)
-from pipecat.metrics.metrics import LLMTokenUsage
-from pipecat.processors.aggregators.llm_response import (
-    LLMAssistantContextAggregator,
-    LLMUserContextAggregator,
-)
-from pipecat.processors.aggregators.openai_llm_context import (
-    OpenAILLMContext,
-    OpenAILLMContextFrame,
-)
-from pipecat.processors.frame_processor import FrameDirection
-from pipecat.services.ai_services import (
-    ImageGenService,
-    LLMService,
-    TTSService,
-)
-from pipecat.services.base_whisper import BaseWhisperSTTService, Transcription
-from pipecat.transcriptions.language import Language
-from pipecat.utils.time import time_now_iso8601
-
-ValidVoice = Literal["alloy", "echo", "fable", "onyx", "nova", "shimmer"]
-
-VALID_VOICES: Dict[str, ValidVoice] = {
-    "alloy": "alloy",
-    "echo": "echo",
-    "fable": "fable",
-    "onyx": "onyx",
-    "nova": "nova",
-    "shimmer": "shimmer",
-}
-
-
-class OpenAIUnhandledFunctionException(Exception):
-    pass
-
-
-class BaseOpenAILLMService(LLMService):
-    """This is the base for all services that use the AsyncOpenAI client.
-
-    This service consumes OpenAILLMContextFrame frames, which contain a reference
-    to an OpenAILLMContext frame. The OpenAILLMContext object defines the context
-    sent to the LLM for a completion. This includes user, assistant and system messages
-    as well as tool choices and the tool, which is used if requesting function
-    calls from the LLM.
-    """
-
-    class InputParams(BaseModel):
-        frequency_penalty: Optional[float] = Field(
-            default_factory=lambda: NOT_GIVEN, ge=-2.0, le=2.0
-        )
-        presence_penalty: Optional[float] = Field(
-            default_factory=lambda: NOT_GIVEN, ge=-2.0, le=2.0
-        )
-        seed: Optional[int] = Field(default_factory=lambda: NOT_GIVEN, ge=0)
-        temperature: Optional[float] = Field(default_factory=lambda: NOT_GIVEN, ge=0.0, le=2.0)
-        # Note: top_k is currently not supported by the OpenAI client library,
-        # so top_k is ignored right now.
-        top_k: Optional[int] = Field(default=None, ge=0)
-        top_p: Optional[float] = Field(default_factory=lambda: NOT_GIVEN, ge=0.0, le=1.0)
-        max_tokens: Optional[int] = Field(default_factory=lambda: NOT_GIVEN, ge=1)
-        max_completion_tokens: Optional[int] = Field(default_factory=lambda: NOT_GIVEN, ge=1)
-        extra: Optional[Dict[str, Any]] = Field(default_factory=dict)
-
-    def __init__(
-        self,
-        *,
-        model: str,
-        api_key=None,
-        base_url=None,
-        organization=None,
-        project=None,
-        params: InputParams = InputParams(),
-        **kwargs,
-    ):
-        super().__init__(**kwargs)
-        self._settings = {
-            "frequency_penalty": params.frequency_penalty,
-            "presence_penalty": params.presence_penalty,
-            "seed": params.seed,
-            "temperature": params.temperature,
-            "top_p": params.top_p,
-            "max_tokens": params.max_tokens,
-            "max_completion_tokens": params.max_completion_tokens,
-            "extra": params.extra if isinstance(params.extra, dict) else {},
-        }
-        self.set_model_name(model)
-        self._client = self.create_client(
-            api_key=api_key, base_url=base_url, organization=organization, project=project, **kwargs
-        )
-
-    def create_client(self, api_key=None, base_url=None, organization=None, project=None, **kwargs):
-        return AsyncOpenAI(
-            api_key=api_key,
-            base_url=base_url,
-            organization=organization,
-            project=project,
-            http_client=DefaultAsyncHttpxClient(
-                limits=httpx.Limits(
-                    max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None
-                )
-            ),
-        )
-
-    def can_generate_metrics(self) -> bool:
-        return True
-
-    async def get_chat_completions(
-        self, context: OpenAILLMContext, messages: List[ChatCompletionMessageParam]
-    ) -> AsyncStream[ChatCompletionChunk]:
-        params = {
-            "model": self.model_name,
-            "stream": True,
-            "messages": messages,
-            "tools": context.tools,
-            "tool_choice": context.tool_choice,
-            "stream_options": {"include_usage": True},
-            "frequency_penalty": self._settings["frequency_penalty"],
-            "presence_penalty": self._settings["presence_penalty"],
-            "seed": self._settings["seed"],
-            "temperature": self._settings["temperature"],
-            "top_p": self._settings["top_p"],
-            "max_tokens": self._settings["max_tokens"],
-            "max_completion_tokens": self._settings["max_completion_tokens"],
-        }
-
-        params.update(self._settings["extra"])
-
-        chunks = await self._client.chat.completions.create(**params)
-        return chunks
-
-    async def _stream_chat_completions(
-        self, context: OpenAILLMContext
-    ) -> AsyncStream[ChatCompletionChunk]:
-        self.logger.debug(f"Generating chat: {context.get_messages_for_logging()}")
-
-        messages: List[ChatCompletionMessageParam] = context.get_messages()
-
-        # base64 encode any images
-        for message in messages:
-            if message.get("mime_type") == "image/jpeg":
-                encoded_image = base64.b64encode(message["data"].getvalue()).decode("utf-8")
-                text = message["content"]
-                message["content"] = [
-                    {"type": "text", "text": text},
-                    {
-                        "type": "image_url",
-                        "image_url": {"url": f"data:image/jpeg;base64,{encoded_image}"},
-                    },
-                ]
-                del message["data"]
-                del message["mime_type"]
-
-        chunks = await self.get_chat_completions(context, messages)
-
-        return chunks
-
-    async def _process_context(self, context: OpenAILLMContext):
-        functions_list = []
-        arguments_list = []
-        tool_id_list = []
-        func_idx = 0
-        function_name = ""
-        arguments = ""
-        tool_call_id = ""
-
-        await self.start_ttfb_metrics()
-
-        chunk_stream: AsyncStream[ChatCompletionChunk] = await self._stream_chat_completions(
-            context
-        )
-
-        async for chunk in chunk_stream:
-            if chunk.usage:
-                tokens = LLMTokenUsage(
-                    prompt_tokens=chunk.usage.prompt_tokens,
-                    completion_tokens=chunk.usage.completion_tokens,
-                    total_tokens=chunk.usage.total_tokens,
-                )
-                await self.start_llm_usage_metrics(tokens)
-
-            if chunk.choices is None or len(chunk.choices) == 0:
-                continue
-
-            await self.stop_ttfb_metrics()
-
-            if not chunk.choices[0].delta:
-                continue
-
-            if chunk.choices[0].delta.tool_calls:
-                # We're streaming the LLM response to enable the fastest response times.
-                # For text, we just yield each chunk as we receive it and count on consumers
-                # to do whatever coalescing they need (eg. to pass full sentences to TTS)
-                #
-                # If the LLM is a function call, we'll do some coalescing here.
-                # If the response contains a function name, we'll yield a frame to tell consumers
-                # that they can start preparing to call the function with that name.
-                # We accumulate all the arguments for the rest of the streamed response, then when
-                # the response is done, we package up all the arguments and the function name and
-                # yield a frame containing the function name and the arguments.
-
-                tool_call = chunk.choices[0].delta.tool_calls[0]
-                if tool_call.index != func_idx:
-                    functions_list.append(function_name)
-                    arguments_list.append(arguments)
-                    tool_id_list.append(tool_call_id)
-                    function_name = ""
-                    arguments = ""
-                    tool_call_id = ""
-                    func_idx += 1
-                if tool_call.function and tool_call.function.name:
-                    function_name += tool_call.function.name
-                    tool_call_id = tool_call.id
-                if tool_call.function and tool_call.function.arguments:
-                    # Keep iterating through the response to collect all the argument fragments
-                    arguments += tool_call.function.arguments
-            elif chunk.choices[0].delta.content:
-                await self.push_frame(LLMTextFrame(chunk.choices[0].delta.content))
-
-        # if we got a function name and arguments, check to see if it's a function with
-        # a registered handler. If so, run the registered callback, save the result to
-        # the context, and re-prompt to get a chat answer. If we don't have a registered
-        # handler, raise an exception.
-        if function_name and arguments:
-            # added to the list as last function name and arguments not added to the list
-            functions_list.append(function_name)
-            arguments_list.append(arguments)
-            tool_id_list.append(tool_call_id)
-
-            for index, (function_name, arguments, tool_id) in enumerate(
-                zip(functions_list, arguments_list, tool_id_list), start=1
-            ):
-                if self.has_function(function_name):
-                    run_llm = False
-                    arguments = json.loads(arguments)
-                    await self.call_function(
-                        context=context,
-                        function_name=function_name,
-                        arguments=arguments,
-                        tool_call_id=tool_id,
-                        run_llm=run_llm,
-                    )
-                else:
-                    raise OpenAIUnhandledFunctionException(
-                        f"The LLM tried to call a function named '{function_name}', but there isn't a callback registered for that function."
-                    )
-
-    async def process_frame(self, frame: Frame, direction: FrameDirection):
-        await super().process_frame(frame, direction)
-
-        context = None
-        if isinstance(frame, OpenAILLMContextFrame):
-            context: OpenAILLMContext = frame.context
-        elif isinstance(frame, LLMMessagesFrame):
-            context = OpenAILLMContext.from_messages(frame.messages)
-        elif isinstance(frame, VisionImageRawFrame):
-            context = OpenAILLMContext()
-            context.add_image_frame_message(
-                format=frame.format, size=frame.size, image=frame.image, text=frame.text
-            )
-        elif isinstance(frame, LLMUpdateSettingsFrame):
-            await self._update_settings(frame.settings)
-        else:
-            await self.push_frame(frame, direction)
-
-        if context:
-            try:
-                await self.push_frame(LLMFullResponseStartFrame())
-                await self.start_processing_metrics()
-                await self._process_context(context)
-            except httpx.TimeoutException:
-                await self._call_event_handler("on_completion_timeout")
-            finally:
-                await self.stop_processing_metrics()
-                await self.push_frame(LLMFullResponseEndFrame())
-
-
-@dataclass
-class OpenAIContextAggregatorPair:
-    _user: "OpenAIUserContextAggregator"
-    _assistant: "OpenAIAssistantContextAggregator"
-
-    def user(self) -> "OpenAIUserContextAggregator":
-        return self._user
-
-    def assistant(self) -> "OpenAIAssistantContextAggregator":
-        return self._assistant
-
-
-class OpenAILLMService(BaseOpenAILLMService):
-    def __init__(
-        self,
-        *,
-        model: str = "gpt-4o",
-        params: BaseOpenAILLMService.InputParams = BaseOpenAILLMService.InputParams(),
-        **kwargs,
-    ):
-        super().__init__(model=model, params=params, **kwargs)
-
-    @staticmethod
-    def create_context_aggregator(
-        context: OpenAILLMContext, *, assistant_expect_stripped_words: bool = True
-    ) -> OpenAIContextAggregatorPair:
-        user = OpenAIUserContextAggregator(context)
-        assistant = OpenAIAssistantContextAggregator(
-            context, expect_stripped_words=assistant_expect_stripped_words
-        )
-        return OpenAIContextAggregatorPair(_user=user, _assistant=assistant)
-
-
-class OpenAIImageGenService(ImageGenService):
-    def __init__(
-        self,
-        *,
-        api_key: str,
-        aiohttp_session: aiohttp.ClientSession,
-        image_size: Literal["256x256", "512x512", "1024x1024", "1792x1024", "1024x1792"],
-        model: str = "dall-e-3",
-    ):
-        super().__init__()
-        self.set_model_name(model)
-        self._image_size = image_size
-        self._client = AsyncOpenAI(api_key=api_key)
-        self._aiohttp_session = aiohttp_session
-
-    async def run_image_gen(self, prompt: str) -> AsyncGenerator[Frame, None]:
-        logger.debug(f"Generating image from prompt: {prompt}")
-
-        image = await self._client.images.generate(
-            prompt=prompt, model=self.model_name, n=1, size=self._image_size
-        )
-
-        image_url = image.data[0].url
-
-        if not image_url:
-            logger.error(f"{self} No image provided in response: {image}")
-            yield ErrorFrame("Image generation failed")
-            return
-
-        # Load the image from the url
-        async with self._aiohttp_session.get(image_url) as response:
-            image_stream = io.BytesIO(await response.content.read())
-            image = Image.open(image_stream)
-            frame = URLImageRawFrame(image_url, image.tobytes(), image.size, image.format)
-            yield frame
-
-
-class OpenAISTTService(BaseWhisperSTTService):
-    """OpenAI Whisper speech-to-text service.
-
-    Uses OpenAI's Whisper API to convert audio to text. Requires an OpenAI API key
-    set via the api_key parameter or OPENAI_API_KEY environment variable.
-
-    Args:
-        model: Whisper model to use. Defaults to "whisper-1".
-        api_key: OpenAI API key. Defaults to None.
-        base_url: API base URL. Defaults to None.
-        language: Language of the audio input. Defaults to English.
-        prompt: Optional text to guide the model's style or continue a previous segment.
-        temperature: Optional sampling temperature between 0 and 1. Defaults to 0.0.
-        **kwargs: Additional arguments passed to BaseWhisperSTTService.
-    """
-
-    def __init__(
-        self,
-        *,
-        model: str = "whisper-1",
-        api_key: Optional[str] = None,
-        base_url: Optional[str] = None,
-        language: Optional[Language] = Language.EN,
-        prompt: Optional[str] = None,
-        temperature: Optional[float] = None,
-        **kwargs,
-    ):
-        super().__init__(
-            model=model,
-            api_key=api_key,
-            base_url=base_url,
-            language=language,
-            prompt=prompt,
-            temperature=temperature,
-            **kwargs,
-        )
-
-    async def _transcribe(self, audio: bytes) -> Transcription:
-        assert self._language is not None  # Assigned in the BaseWhisperSTTService class
-
-        # Build kwargs dict with only set parameters
-        kwargs = {
-            "file": ("audio.wav", audio, "audio/wav"),
-            "model": self.model_name,
-            "language": self._language,
-        }
-
-        if self._prompt is not None:
-            kwargs["prompt"] = self._prompt
-
-        if self._temperature is not None:
-            kwargs["temperature"] = self._temperature
-
-        return await self._client.audio.transcriptions.create(**kwargs)
-
-
-class OpenAITTSService(TTSService):
-    """OpenAI Text-to-Speech service that generates audio from text.
-
-    This service uses the OpenAI TTS API to generate PCM-encoded audio at 24kHz.
-    When using with DailyTransport, configure the sample rate in DailyParams
-    as shown below:
-
-    DailyParams(
-        audio_out_enabled=True,
-        audio_out_sample_rate=24_000,
-    )
-
-    Args:
-        api_key: OpenAI API key. Defaults to None.
-        voice: Voice ID to use. Defaults to "alloy".
-        model: TTS model to use ("tts-1" or "tts-1-hd"). Defaults to "tts-1".
-        sample_rate: Output audio sample rate in Hz. Defaults to 24000.
-        **kwargs: Additional keyword arguments passed to TTSService.
-
-    The service returns PCM-encoded audio at the specified sample rate.
-    """
-
-    OPENAI_SAMPLE_RATE = 24000  # OpenAI TTS always outputs at 24kHz
-
-    def __init__(
-        self,
-        *,
-        api_key: Optional[str] = None,
-        voice: str = "alloy",
-        model: Literal["tts-1", "tts-1-hd"] = "tts-1",
-        sample_rate: Optional[int] = None,
-        **kwargs,
-    ):
-        if sample_rate and sample_rate != self.OPENAI_SAMPLE_RATE:
-            logger.warning(
-                f"OpenAI TTS only supports {self.OPENAI_SAMPLE_RATE}Hz sample rate. "
-                f"Current rate of {self.sample_rate}Hz may cause issues."
-            )
-        super().__init__(sample_rate=sample_rate, **kwargs)
-
-        self.set_model_name(model)
-        self.set_voice(voice)
-
-        self._client = AsyncOpenAI(api_key=api_key)
-
-    def can_generate_metrics(self) -> bool:
-        return True
-
-    async def set_model(self, model: str):
-        logger.info(f"Switching TTS model to: [{model}]")
-        self.set_model_name(model)
-
-    async def start(self, frame: StartFrame):
-        await super().start(frame)
-        if self.sample_rate != self.OPENAI_SAMPLE_RATE:
-            logger.warning(
-                f"OpenAI TTS requires {self.OPENAI_SAMPLE_RATE}Hz sample rate. "
-                f"Current rate of {self.sample_rate}Hz may cause issues."
-            )
-
-    async def run_tts(self, text: str) -> AsyncGenerator[Frame, None]:
-        logger.debug(f"Generating TTS: [{text}]")
-        try:
-            await self.start_ttfb_metrics()
-
-            async with self._client.audio.speech.with_streaming_response.create(
-                input=text or " ",  # Text must contain at least one character
-                model=self.model_name,
-                voice=VALID_VOICES[self._voice_id],
-                response_format="pcm",
-            ) as r:
-                if r.status_code != 200:
-                    error = await r.text()
-                    logger.error(
-                        f"{self} error getting audio (status: {r.status_code}, error: {error})"
-                    )
-                    yield ErrorFrame(
-                        f"Error getting audio (status: {r.status_code}, error: {error})"
-                    )
-                    return
-
-                await self.start_tts_usage_metrics(text)
-
-                CHUNK_SIZE = 1024
-
-                yield TTSStartedFrame()
-                async for chunk in r.iter_bytes(CHUNK_SIZE):
-                    if len(chunk) > 0:
-                        await self.stop_ttfb_metrics()
-                        frame = TTSAudioRawFrame(chunk, self.sample_rate, 1)
-                        yield frame
-                yield TTSStoppedFrame()
-        except BadRequestError as e:
-            logger.exception(f"{self} error generating TTS: {e}")
-
-
-# internal use only -- todo: refactor
-@dataclass
-class OpenAIImageMessageFrame(Frame):
-    user_image_raw_frame: UserImageRawFrame
-    text: Optional[str] = None
-
-
-class OpenAIUserContextAggregator(LLMUserContextAggregator):
-    def __init__(self, context: OpenAILLMContext, **kwargs):
-        super().__init__(context=context, **kwargs)
-
-    async def process_frame(self, frame, direction):
-        await super().process_frame(frame, direction)
-        # Our parent method has already called push_frame(). So we can't interrupt the
-        # flow here and we don't need to call push_frame() ourselves.
-        try:
-            if isinstance(frame, UserImageRequestFrame):
-                # The LLM sends a UserImageRequestFrame upstream. Cache any context provided with
-                # that frame so we can use it when we assemble the image message in the assistant
-                # context aggregator.
-                if frame.context:
-                    if isinstance(frame.context, str):
-                        self._context._user_image_request_context[frame.user_id] = frame.context
-                    else:
-                        self.logger.error(
-                            f"Unexpected UserImageRequestFrame context type: {type(frame.context)}"
-                        )
-                        del self._context._user_image_request_context[frame.user_id]
-                else:
-                    if frame.user_id in self._context._user_image_request_context:
-                        del self._context._user_image_request_context[frame.user_id]
-            elif isinstance(frame, UserImageRawFrame):
-                # Push a new OpenAIImageMessageFrame with the text context we cached
-                # downstream to be handled by our assistant context aggregator. This is
-                # necessary so that we add the message to the context in the right order.
-                text = self._context._user_image_request_context.get(frame.user_id) or ""
-                if text:
-                    del self._context._user_image_request_context[frame.user_id]
-                frame = OpenAIImageMessageFrame(user_image_raw_frame=frame, text=text)
-                await self.push_frame(frame)
-        except Exception as e:
-            self.logger.error(f"Error processing frame: {e}")
-
-
-class OpenAIAssistantContextAggregator(LLMAssistantContextAggregator):
-    def __init__(self, context: OpenAILLMContext, **kwargs):
-        super().__init__(context=context, **kwargs)
-        self._function_calls_in_progress = {}
-        self._function_call_result = None
-        self._pending_image_frame_message = None
-
-    async def process_frame(self, frame, direction):
-        await super().process_frame(frame, direction)
-        # See note above about not calling push_frame() here.
-        if isinstance(frame, StartInterruptionFrame):
-            self._function_calls_in_progress.clear()
-            self._function_call_finished = None
-        elif isinstance(frame, FunctionCallInProgressFrame):
-            self.logger.debug(f"FunctionCallInProgressFrame: {frame}")
-            self._function_calls_in_progress[frame.tool_call_id] = frame
-        elif isinstance(frame, FunctionCallResultFrame):
-            self.logger.debug(f"FunctionCallResultFrame: {frame}")
-            if frame.tool_call_id in self._function_calls_in_progress:
-                del self._function_calls_in_progress[frame.tool_call_id]
-                self._function_call_result = frame
-                # TODO-CB: Kwin wants us to refactor this out of here but I REFUSE
-                await self.push_aggregation()
-            else:
-                self.logger.warning(
-                    "FunctionCallResultFrame tool_call_id does not match any function call in progress"
-                )
-                self._function_call_result = None
-        elif isinstance(frame, OpenAIImageMessageFrame):
-            self._pending_image_frame_message = frame
-            await self.push_aggregation()
-
-    async def push_aggregation(self):
-        if not (
-            self._aggregation or self._function_call_result or self._pending_image_frame_message
-        ):
-            return
-
-        run_llm = False
-        properties: Optional[FunctionCallResultProperties] = None
-
-        aggregation = self._aggregation.strip()
-        self.reset()
-
-        try:
-            if aggregation:
-                self._context.add_message({"role": "assistant", "content": aggregation})
-
-            if self._function_call_result:
-                frame = self._function_call_result
-                properties = frame.properties
-                self._function_call_result = None
-                if frame.result:
-                    self._context.add_message(
-                        {
-                            "role": "assistant",
-                            "tool_calls": [
-                                {
-                                    "id": frame.tool_call_id,
-                                    "function": {
-                                        "name": frame.function_name,
-                                        "arguments": json.dumps(frame.arguments),
-                                    },
-                                    "type": "function",
-                                }
-                            ],
-                        }
-                    )
-                    self._context.add_message(
-                        {
-                            "role": "tool",
-                            "content": json.dumps(frame.result),
-                            "tool_call_id": frame.tool_call_id,
-                        }
-                    )
-                    if properties and properties.run_llm is not None:
-                        # If the tool call result has a run_llm property, use it
-                        run_llm = properties.run_llm
-                    else:
-                        # Default behavior is to run the LLM if there are no function calls in progress
-                        run_llm = not bool(self._function_calls_in_progress)
-
-            if self._pending_image_frame_message:
-                frame = self._pending_image_frame_message
-                self._pending_image_frame_message = None
-                self._context.add_image_frame_message(
-                    format=frame.user_image_raw_frame.format,
-                    size=frame.user_image_raw_frame.size,
-                    image=frame.user_image_raw_frame.image,
-                    text=frame.text,
-                )
-                run_llm = True
-
-            if run_llm:
-                await self.push_context_frame(FrameDirection.UPSTREAM)
-
-            # Emit the on_context_updated callback once the function call result is added to the context
-            if properties and properties.on_context_updated is not None:
-                await properties.on_context_updated()
-
-            # Push context frame
-            await self.push_context_frame()
-
-            # Push timestamp frame with current time
-            timestamp_frame = OpenAILLMContextAssistantTimestampFrame(timestamp=time_now_iso8601())
-            await self.push_frame(timestamp_frame)
-
-        except Exception as e:
-            self.logger.error(f"Error processing frame: {e}")