dv-pipecat-ai 0.0.82.dev63__py3-none-any.whl → 0.0.82.dev65__py3-none-any.whl

{dv_pipecat_ai-0.0.82.dev63.dist-info → dv_pipecat_ai-0.0.82.dev65.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dv-pipecat-ai
-Version: 0.0.82.dev63
+Version: 0.0.82.dev65
 Summary: An open source framework for voice (and multimodal) assistants
 License-Expression: BSD-2-Clause
 Project-URL: Source, https://github.com/pipecat-ai/pipecat

{dv_pipecat_ai-0.0.82.dev63.dist-info → dv_pipecat_ai-0.0.82.dev65.dist-info}/RECORD

@@ -1,4 +1,4 @@
-dv_pipecat_ai-0.0.82.dev63.dist-info/licenses/LICENSE,sha256=DWY2QGf2eMCFhuu2ChairtT6CB7BEFffNVhXWc4Od08,1301
+dv_pipecat_ai-0.0.82.dev65.dist-info/licenses/LICENSE,sha256=DWY2QGf2eMCFhuu2ChairtT6CB7BEFffNVhXWc4Od08,1301
 pipecat/__init__.py,sha256=j0Xm6adxHhd7D06dIyyPV_GlBYLlBnTAERVvD_jAARQ,861
 pipecat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pipecat/adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -74,7 +74,7 @@ pipecat/extensions/voicemail/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
 pipecat/extensions/voicemail/voicemail_detector.py,sha256=g3L1m3cPJzsadeB5a8WRC9klH0D8m7xfPgB2YEaL6Do,29983
 pipecat/frames/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pipecat/frames/frames.proto,sha256=JXZm3VXLR8zMOUcOuhVoe2mhM3MQIQGMJXLopdJO_5Y,839
-pipecat/frames/frames.py,sha256=mMXjaMd2dC6ILva3DWL2cyNeLTq8q_kpUs5RiHMCEVw,44812
+pipecat/frames/frames.py,sha256=ASeOObRvTRwbFBCXOHVEiKyLZZjZLhfouXIBhccEsa0,45163
 pipecat/frames/protobufs/frames_pb2.py,sha256=VHgGV_W7qQ4sfQK6RHb5_DggLm3PiSYMr6aBZ8_p1cQ,2590
 pipecat/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pipecat/metrics/metrics.py,sha256=bdZNciEtLTtA-xgoKDz2RJAy6fKrXkTwz3pryVHzc2M,2713
@@ -304,7 +304,7 @@ pipecat/services/together/llm.py,sha256=VSayO-U6g9Ld0xK9CXRQPUsd5gWJKtiA8qDAyXgs
 pipecat/services/ultravox/__init__.py,sha256=EoHCSXI2o0DFQslELgkhAGZtxDj63gZi-9ZEhXljaKE,259
 pipecat/services/ultravox/stt.py,sha256=uCQm_-LbycXdXRV6IE1a6Mymis6tyww7V8PnPzAQtx8,16586
 pipecat/services/vistaar/__init__.py,sha256=UFfSWFN5rbzl6NN-E_OH_MFaSYodZWNlenAU0wk-rAI,110
-pipecat/services/vistaar/llm.py,sha256=3ZYwQ-bzYpAXTgDXm_JvrjnnGF5zDEu2fpHfwMH2g2g,17538
+pipecat/services/vistaar/llm.py,sha256=pzuAM7NTQ9buo5cX4hqKT-FbPI0cBP0pR2C2XM8zEdw,19032
 pipecat/services/whisper/__init__.py,sha256=smADmw0Fv98k7cGRuHTEcljKTO2WdZqLpJd0qsTCwH8,281
 pipecat/services/whisper/base_stt.py,sha256=VhslESPnYIeVbmnQTzmlZPV35TH49duxYTvJe0epNnE,7850
 pipecat/services/whisper/stt.py,sha256=9Qd56vWMzg3LtHikQnfgyMtl4odE6BCHDbpAn3HSWjw,17480
@@ -377,7 +377,7 @@ pipecat/utils/tracing/service_decorators.py,sha256=HwDCqLGijhYD3F8nxDuQmEw-YkRw0
 pipecat/utils/tracing/setup.py,sha256=7TEgPNpq6M8lww8OQvf0P9FzYc5A30xICGklVA-fua0,2892
 pipecat/utils/tracing/turn_context_provider.py,sha256=ikon3plFOx0XbMrH6DdeHttNpb-U0gzMZIm3bWLc9eI,2485
 pipecat/utils/tracing/turn_trace_observer.py,sha256=dma16SBJpYSOE58YDWy89QzHyQFc_9gQZszKeWixuwc,9725
-dv_pipecat_ai-0.0.82.dev63.dist-info/METADATA,sha256=zUsxP-l3aDOBffjbRf--VKdb5p0XzkEefIjrqMo_nic,32638
-dv_pipecat_ai-0.0.82.dev63.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dv_pipecat_ai-0.0.82.dev63.dist-info/top_level.txt,sha256=kQzG20CxGf-nSsHmtXHx3hY2-8zHA3jYg8jk0TajqXc,8
-dv_pipecat_ai-0.0.82.dev63.dist-info/RECORD,,
+dv_pipecat_ai-0.0.82.dev65.dist-info/METADATA,sha256=FnUfphMoh0BZj4x2f0FFvnopkeS_PvmqkZ1GLUpzebg,32638
+dv_pipecat_ai-0.0.82.dev65.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dv_pipecat_ai-0.0.82.dev65.dist-info/top_level.txt,sha256=kQzG20CxGf-nSsHmtXHx3hY2-8zHA3jYg8jk0TajqXc,8
+dv_pipecat_ai-0.0.82.dev65.dist-info/RECORD,,

pipecat/frames/frames.py

@@ -1575,6 +1575,19 @@ class StopUserIdleProcessorFrame(SystemFrame):
     pass
 
 
+@dataclass
+class ResetUserIdleProcessorFrame(SystemFrame):
+    """Frame signalling the UserIdleProcessor to treat the user as active again.
+
+    Parameters:
+        text: Optional transcription text that triggered the reset.
+        is_final: Whether the transcription was marked final by STT.
+    """
+
+    text: str = ""
+    is_final: bool = False
+
+
 @dataclass
 class WaitForDTMFFrame(ControlFrame):
     """Frame to stop the UserIdleProcessor monitoring."""

pipecat/services/vistaar/llm.py

@@ -105,6 +105,8 @@ class VistaarLLMService(LLMService):
         self._partial_response = []  # Track what was actually sent before interruption
         self._interim_sent = False  # Track if interim message was sent
         self._interim_task = None  # Track interim message task
+        self._interim_completion_event = asyncio.Event()  # Track interim message completion
+        self._interim_in_progress = False  # Track if interim message is being spoken
 
         logger.info(
             f"Vistaar LLM initialized - Base URL: {self._base_url}, Session ID: {self._session_id}, Source Lang: {self._source_lang}, Target Lang: {self._target_lang}, Timeout: {self._timeout}s"
@@ -163,6 +165,10 @@ class VistaarLLMService(LLMService):
         # Set interruption flag
         self._is_interrupted = True
 
+        # Reset interim state on interruption
+        self._interim_in_progress = False
+        self._interim_completion_event.set()  # Unblock any waiting LLM responses
+
         # Cancel interim message task if active
         await self._cancel_interim_message_task(
             "Cancelled interim message task - handling interruption"
@@ -195,6 +201,7 @@ class VistaarLLMService(LLMService):
             if not self._is_interrupted and not self._interim_sent:
                 logger.info(f"Sending interim message after {self._interim_timeout}s timeout")
                 self._interim_sent = True
+                self._interim_in_progress = True
 
                 # Use random selection from pre_query_response_phrases if available, otherwise fallback to default
                 if self._pre_query_response_phrases:
@@ -203,10 +210,19 @@ class VistaarLLMService(LLMService):
                     message = "एक क्षण थांबा, मी बघतो. "
 
                 await self.push_frame(LLMTextFrame(text=message))
+
+                # Wait for estimated TTS duration before marking as complete
+                estimated_tts_duration = max(2.0, len(message) * 0.08)  # ~80ms per character
+                logger.info(f"Waiting {estimated_tts_duration:.2f}s for interim TTS completion")
+                await asyncio.sleep(estimated_tts_duration)
+                self._interim_in_progress = False
         except asyncio.CancelledError:
             logger.debug("Interim message task cancelled")
         except Exception as e:
             logger.error(f"Error sending interim message: {e}")
+        finally:
+            # Signal that interim message handling is complete
+            self._interim_completion_event.set()
 
     async def _stream_response(self, query: str) -> AsyncGenerator[str, None]:
         """Stream response from Vistaar API using Server-Sent Events.
@@ -240,6 +256,8 @@ class VistaarLLMService(LLMService):
         self._is_interrupted = False
         self._partial_response = []
         self._interim_sent = False
+        self._interim_in_progress = False
+        self._interim_completion_event.clear()  # Reset the event for new request
 
         try:
             # Use httpx to handle SSE streaming
@@ -316,6 +334,15 @@ class VistaarLLMService(LLMService):
                 if first_chunk:
                     await self.stop_ttfb_metrics()
                     first_chunk = False
+
+                    # Wait for interim message to complete if it was sent and is in progress
+                    if self._interim_sent:
+                        logger.debug(
+                            "Waiting for interim message completion before sending LLM response"
+                        )
+                        await self._interim_completion_event.wait()
+                        logger.debug("Interim message completed, proceeding with LLM response")
+
                     # Cancel interim message task since we got first response
                     await self._cancel_interim_message_task(
                         "Cancelled interim message task - got first response"