dv-pipecat-ai 0.0.82.dev866__tar.gz → 0.0.82.dev867__tar.gz

{dv_pipecat_ai-0.0.82.dev866 → dv_pipecat_ai-0.0.82.dev867}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dv-pipecat-ai
-Version: 0.0.82.dev866
+Version: 0.0.82.dev867
 Summary: An open source framework for voice (and multimodal) assistants
 License-Expression: BSD-2-Clause
 Project-URL: Source, https://github.com/pipecat-ai/pipecat

{dv_pipecat_ai-0.0.82.dev866 → dv_pipecat_ai-0.0.82.dev867}/src/dv_pipecat_ai.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dv-pipecat-ai
-Version: 0.0.82.dev866
+Version: 0.0.82.dev867
 Summary: An open source framework for voice (and multimodal) assistants
 License-Expression: BSD-2-Clause
 Project-URL: Source, https://github.com/pipecat-ai/pipecat

{dv_pipecat_ai-0.0.82.dev866 → dv_pipecat_ai-0.0.82.dev867}/src/dv_pipecat_ai.egg-info/SOURCES.txt

@@ -280,6 +280,7 @@ src/pipecat/services/deepgram/tts.py
 src/pipecat/services/deepseek/__init__.py
 src/pipecat/services/deepseek/llm.py
 src/pipecat/services/elevenlabs/__init__.py
+src/pipecat/services/elevenlabs/stt.py
 src/pipecat/services/elevenlabs/tts.py
 src/pipecat/services/fal/__init__.py
 src/pipecat/services/fal/image.py

dv_pipecat_ai-0.0.82.dev867/src/pipecat/services/elevenlabs/__init__.py

@@ -0,0 +1,16 @@
+#
+# Copyright (c) 2024–2025, Daily
+#
+# SPDX-License-Identifier: BSD 2-Clause License
+#
+
+import sys
+
+from pipecat.services import DeprecatedModuleProxy
+
+from .tts import *
+from .stt import *
+
+sys.modules[__name__] = DeprecatedModuleProxy(
+    globals(), "elevenlabs", "elevenlabs.tts", "elevenlabs.stt"
+)

dv_pipecat_ai-0.0.82.dev867/src/pipecat/services/elevenlabs/stt.py

@@ -0,0 +1,351 @@
+#
+# Copyright (c) 2024–2025, Daily
+#
+# SPDX-License-Identifier: BSD 2-Clause License
+#
+
+"""ElevenLabs speech-to-text service implementation."""
+
+import asyncio
+from typing import AsyncGenerator, Optional
+
+from loguru import logger
+
+from pipecat.frames.frames import ErrorFrame, Frame, TranscriptionFrame
+from pipecat.services.stt_service import SegmentedSTTService
+from pipecat.transcriptions.language import Language
+from pipecat.utils.time import time_now_iso8601
+from pipecat.utils.tracing.service_decorators import traced_stt
+
+try:
+    from elevenlabs.client import ElevenLabs
+except ModuleNotFoundError as e:
+    logger.error(f"Exception: {e}")
+    logger.error("In order to use ElevenLabs, you need to `pip install pipecat-ai[elevenlabs]`.")
+    raise Exception(f"Missing module: {e}")
+
+
+def language_to_elevenlabs_language(language: Language) -> Optional[str]:
+    """Maps pipecat Language enum to ElevenLabs language codes.
+
+    Args:
+        language: A Language enum value representing the input language.
+
+    Returns:
+        str or None: The corresponding ElevenLabs language code, or None if not supported.
+    """
+    language_map = {
+        # English
+        Language.EN: "eng",
+        Language.EN_US: "eng",
+        Language.EN_GB: "eng",
+        Language.EN_AU: "eng",
+        Language.EN_CA: "eng",
+        Language.EN_IN: "eng",
+        Language.EN_IE: "eng",
+        Language.EN_NZ: "eng",
+        Language.EN_ZA: "eng",
+        Language.EN_SG: "eng",
+        Language.EN_HK: "eng",
+        Language.EN_PH: "eng",
+        Language.EN_KE: "eng",
+        Language.EN_NG: "eng",
+        Language.EN_TZ: "eng",
+        # Spanish
+        Language.ES: "spa",
+        Language.ES_ES: "spa",
+        Language.ES_MX: "spa",
+        Language.ES_AR: "spa",
+        Language.ES_CO: "spa",
+        Language.ES_CL: "spa",
+        Language.ES_VE: "spa",
+        Language.ES_PE: "spa",
+        Language.ES_EC: "spa",
+        Language.ES_GT: "spa",
+        Language.ES_CU: "spa",
+        Language.ES_BO: "spa",
+        Language.ES_DO: "spa",
+        Language.ES_HN: "spa",
+        Language.ES_PY: "spa",
+        Language.ES_SV: "spa",
+        Language.ES_NI: "spa",
+        Language.ES_CR: "spa",
+        Language.ES_PA: "spa",
+        Language.ES_UY: "spa",
+        Language.ES_PR: "spa",
+        Language.ES_US: "spa",
+        Language.ES_GQ: "spa",
+        # French
+        Language.FR: "fra",
+        Language.FR_FR: "fra",
+        Language.FR_CA: "fra",
+        Language.FR_BE: "fra",
+        Language.FR_CH: "fra",
+        # German
+        Language.DE: "deu",
+        Language.DE_DE: "deu",
+        Language.DE_AT: "deu",
+        Language.DE_CH: "deu",
+        # Italian
+        Language.IT: "ita",
+        Language.IT_IT: "ita",
+        # Portuguese
+        Language.PT: "por",
+        Language.PT_PT: "por",
+        Language.PT_BR: "por",
+        # Hindi
+        Language.HI: "hin",
+        Language.HI_IN: "hin",
+        # Arabic
+        Language.AR: "ara",
+        Language.AR_SA: "ara",
+        Language.AR_EG: "ara",
+        Language.AR_AE: "ara",
+        Language.AR_BH: "ara",
+        Language.AR_DZ: "ara",
+        Language.AR_IQ: "ara",
+        Language.AR_JO: "ara",
+        Language.AR_KW: "ara",
+        Language.AR_LB: "ara",
+        Language.AR_LY: "ara",
+        Language.AR_MA: "ara",
+        Language.AR_OM: "ara",
+        Language.AR_QA: "ara",
+        Language.AR_SY: "ara",
+        Language.AR_TN: "ara",
+        Language.AR_YE: "ara",
+        # Japanese
+        Language.JA: "jpn",
+        Language.JA_JP: "jpn",
+        # Korean
+        Language.KO: "kor",
+        Language.KO_KR: "kor",
+        # Chinese
+        Language.ZH: "cmn",
+        Language.ZH_CN: "cmn",
+        Language.ZH_TW: "cmn",
+        Language.ZH_HK: "cmn",
+        # Russian
+        Language.RU: "rus",
+        Language.RU_RU: "rus",
+        # Dutch
+        Language.NL: "nld",
+        Language.NL_NL: "nld",
+        Language.NL_BE: "nld",
+        # Polish
+        Language.PL: "pol",
+        Language.PL_PL: "pol",
+        # Turkish
+        Language.TR: "tur",
+        Language.TR_TR: "tur",
+        # Swedish
+        Language.SV: "swe",
+        Language.SV_SE: "swe",
+        # Norwegian
+        Language.NO: "nor",
+        Language.NB: "nor",
+        Language.NN: "nor",
+        # Danish
+        Language.DA: "dan",
+        Language.DA_DK: "dan",
+        # Finnish
+        Language.FI: "fin",
+        Language.FI_FI: "fin",
+        # Czech
+        Language.CS: "ces",
+        Language.CS_CZ: "ces",
+        # Hungarian
+        Language.HU: "hun",
+        Language.HU_HU: "hun",
+        # Greek
+        Language.EL: "ell",
+        Language.EL_GR: "ell",
+        # Hebrew
+        Language.HE: "heb",
+        Language.HE_IL: "heb",
+        # Thai
+        Language.TH: "tha",
+        Language.TH_TH: "tha",
+        # Vietnamese
+        Language.VI: "vie",
+        Language.VI_VN: "vie",
+        # Indonesian
+        Language.ID: "ind",
+        Language.ID_ID: "ind",
+        # Malay
+        Language.MS: "msa",
+        Language.MS_MY: "msa",
+        # Ukrainian
+        Language.UK: "ukr",
+        Language.UK_UA: "ukr",
+        # Bulgarian
+        Language.BG: "bul",
+        Language.BG_BG: "bul",
+        # Croatian
+        Language.HR: "hrv",
+        Language.HR_HR: "hrv",
+        # Slovak
+        Language.SK: "slk",
+        Language.SK_SK: "slk",
+        # Slovenian
+        Language.SL: "slv",
+        Language.SL_SI: "slv",
+        # Estonian
+        Language.ET: "est",
+        Language.ET_EE: "est",
+        # Latvian
+        Language.LV: "lav",
+        Language.LV_LV: "lav",
+        # Lithuanian
+        Language.LT: "lit",
+        Language.LT_LT: "lit",
+    }
+    return language_map.get(language)
+
+
+class ElevenlabsSTTService(SegmentedSTTService):
+    """ElevenLabs speech-to-text service using Scribe v1 model.
+
+    This service uses ElevenLabs' batch STT API to transcribe audio segments.
+    It extends SegmentedSTTService to handle VAD-based audio segmentation.
+
+    Args:
+        api_key: ElevenLabs API key for authentication.
+        model_id: Model to use for transcription (default: "scribe_v1").
+        language: Default language for transcription.
+        tag_audio_events: Whether to tag audio events like laughter (default: False).
+        diarize: Whether to enable speaker diarization (default: False).
+        **kwargs: Additional arguments passed to SegmentedSTTService.
+    """
+
+    def __init__(
+        self,
+        *,
+        api_key: str,
+        model_id: str = "scribe_v1",
+        language: Language = Language.EN,
+        tag_audio_events: bool = False,
+        sample_rate: Optional[int] = None,
+        diarize: bool = False,
+        **kwargs,
+    ):
+        super().__init__(**kwargs)
+
+        self._client = ElevenLabs(api_key=api_key)
+        self._model_id = model_id
+        self._tag_audio_events = tag_audio_events
+        self._diarize = diarize
+
+        self._settings = {
+            "language": language,
+            "model_id": self._model_id,
+            "tag_audio_events": self._tag_audio_events,
+            "diarize": self._diarize,
+        }
+        self.set_model_name(model_id)
+
+    def can_generate_metrics(self) -> bool:
+        """Check if this service can generate processing metrics.
+
+        Returns:
+            True, as ElevenLabs service supports metrics generation.
+        """
+        return True
+
+    def language_to_service_language(self, language: Language) -> Optional[str]:
+        """Convert from pipecat Language to ElevenLabs language code.
+
+        Args:
+            language: The Language enum value to convert.
+
+        Returns:
+            str or None: The corresponding ElevenLabs language code, or None if not supported.
+        """
+        return language_to_elevenlabs_language(language)
+
+    async def set_language(self, language: Language):
+        """Set the language for transcription.
+
+        Args:
+            language: The Language enum value to use for transcription.
+        """
+        self.logger.info(f"Switching STT language to: [{language}]")
+        self._settings["language"] = language
+
+    @traced_stt
+    async def _handle_transcription(
+        self, transcript: str, is_final: bool, language: Optional[Language] = None
+    ):
+        """Handle a transcription result with tracing."""
+        pass
+
+    async def run_stt(self, audio: bytes) -> AsyncGenerator[Frame, None]:
+        """Transcribe the provided audio using ElevenLabs STT.
+
+        Args:
+            audio: Audio data (WAV format) to transcribe.
+
+        Yields:
+            Frame: TranscriptionFrame containing the transcribed text or ErrorFrame on failure.
+        """
+        try:
+            await self.start_processing_metrics()
+            await self.start_ttfb_metrics()
+
+            # Get language code for ElevenLabs API
+            language = self._settings["language"]
+            elevenlabs_lang = self.language_to_service_language(language)
+
+            # Prepare API parameters
+            params = {
+                "file": audio,
+                "model_id": self._model_id,
+                "tag_audio_events": self._tag_audio_events,
+                "diarize": self._diarize,
+            }
+
+            # Add language if specified
+            if elevenlabs_lang:
+                params["language_code"] = elevenlabs_lang
+
+            # Call ElevenLabs STT API in thread pool to avoid blocking
+            transcription = await asyncio.to_thread(self._client.speech_to_text.convert, **params)
+
+            await self.stop_ttfb_metrics()
+
+            # Process transcription result
+            if transcription and hasattr(transcription, "text") and transcription.text:
+                transcript_text = transcription.text.strip()
+
+                if transcript_text:
+                    # Determine language if available from response
+                    response_language = language
+                    if hasattr(transcription, "language_code") and transcription.language_code:
+                        # Try to map back from ElevenLabs language code to pipecat Language
+                        try:
+                            # This is a simplified mapping - you might want to create a reverse map
+                            response_language = language  # For now, keep the original
+                        except ValueError:
+                            self.logger.warning(
+                                f"Unknown language detected: {transcription.language_code}"
+                            )
+
+                    # Handle transcription with tracing
+                    await self._handle_transcription(transcript_text, True, response_language)
+
+                    self.logger.debug(f"ElevenLabs transcription: [{transcript_text}]")
+
+                    yield TranscriptionFrame(
+                        text=transcript_text,
+                        user_id="",
+                        timestamp=time_now_iso8601(),
+                        language=response_language,
+                        result=transcription,
+                    )
+
+            await self.stop_processing_metrics()
+
+        except Exception as e:
+            self.logger.error(f"ElevenLabs STT error: {e}")
+            await self.stop_all_metrics()
+            yield ErrorFrame(f"ElevenLabs STT error: {str(e)}")

dv_pipecat_ai-0.0.82.dev866/src/pipecat/services/elevenlabs/__init__.py

@@ -1,13 +0,0 @@
-#
-# Copyright (c) 2024–2025, Daily
-#
-# SPDX-License-Identifier: BSD 2-Clause License
-#
-
-import sys
-
-from pipecat.services import DeprecatedModuleProxy
-
-from .tts import *
-
-sys.modules[__name__] = DeprecatedModuleProxy(globals(), "elevenlabs", "elevenlabs.tts")