dv-pipecat-ai 0.0.82.dev69__py3-none-any.whl → 0.0.82.dev759__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of dv-pipecat-ai might be problematic. Click here for more details.

Files changed (157) hide show
  1. {dv_pipecat_ai-0.0.82.dev69.dist-info → dv_pipecat_ai-0.0.82.dev759.dist-info}/METADATA +78 -117
  2. {dv_pipecat_ai-0.0.82.dev69.dist-info → dv_pipecat_ai-0.0.82.dev759.dist-info}/RECORD +157 -123
  3. pipecat/adapters/base_llm_adapter.py +38 -1
  4. pipecat/adapters/services/anthropic_adapter.py +9 -14
  5. pipecat/adapters/services/aws_nova_sonic_adapter.py +5 -0
  6. pipecat/adapters/services/bedrock_adapter.py +236 -13
  7. pipecat/adapters/services/gemini_adapter.py +12 -8
  8. pipecat/adapters/services/open_ai_adapter.py +19 -7
  9. pipecat/adapters/services/open_ai_realtime_adapter.py +5 -0
  10. pipecat/audio/filters/krisp_viva_filter.py +193 -0
  11. pipecat/audio/filters/noisereduce_filter.py +15 -0
  12. pipecat/audio/turn/base_turn_analyzer.py +9 -1
  13. pipecat/audio/turn/smart_turn/base_smart_turn.py +14 -8
  14. pipecat/audio/turn/smart_turn/data/__init__.py +0 -0
  15. pipecat/audio/turn/smart_turn/data/smart-turn-v3.0.onnx +0 -0
  16. pipecat/audio/turn/smart_turn/http_smart_turn.py +6 -2
  17. pipecat/audio/turn/smart_turn/local_smart_turn.py +1 -1
  18. pipecat/audio/turn/smart_turn/local_smart_turn_v2.py +1 -1
  19. pipecat/audio/turn/smart_turn/local_smart_turn_v3.py +124 -0
  20. pipecat/audio/vad/data/README.md +10 -0
  21. pipecat/audio/vad/vad_analyzer.py +13 -1
  22. pipecat/extensions/voicemail/voicemail_detector.py +5 -5
  23. pipecat/frames/frames.py +232 -88
  24. pipecat/observers/loggers/debug_log_observer.py +3 -3
  25. pipecat/observers/loggers/llm_log_observer.py +7 -3
  26. pipecat/observers/loggers/user_bot_latency_log_observer.py +22 -10
  27. pipecat/pipeline/runner.py +12 -4
  28. pipecat/pipeline/service_switcher.py +64 -36
  29. pipecat/pipeline/task.py +85 -24
  30. pipecat/processors/aggregators/dtmf_aggregator.py +28 -22
  31. pipecat/processors/aggregators/{gated_openai_llm_context.py → gated_llm_context.py} +9 -9
  32. pipecat/processors/aggregators/gated_open_ai_llm_context.py +12 -0
  33. pipecat/processors/aggregators/llm_response.py +6 -7
  34. pipecat/processors/aggregators/llm_response_universal.py +19 -15
  35. pipecat/processors/aggregators/user_response.py +6 -6
  36. pipecat/processors/aggregators/vision_image_frame.py +24 -2
  37. pipecat/processors/audio/audio_buffer_processor.py +43 -8
  38. pipecat/processors/dtmf_aggregator.py +128 -87
  39. pipecat/processors/filters/stt_mute_filter.py +17 -0
  40. pipecat/processors/frame_processor.py +103 -17
  41. pipecat/processors/frameworks/langchain.py +8 -2
  42. pipecat/processors/frameworks/rtvi.py +209 -68
  43. pipecat/processors/frameworks/strands_agents.py +170 -0
  44. pipecat/processors/logger.py +2 -2
  45. pipecat/processors/transcript_processor.py +4 -4
  46. pipecat/processors/user_idle_processor.py +18 -10
  47. pipecat/runner/run.py +270 -50
  48. pipecat/runner/types.py +2 -0
  49. pipecat/runner/utils.py +51 -10
  50. pipecat/serializers/exotel.py +5 -5
  51. pipecat/serializers/livekit.py +20 -0
  52. pipecat/serializers/plivo.py +6 -9
  53. pipecat/serializers/protobuf.py +6 -5
  54. pipecat/serializers/telnyx.py +2 -2
  55. pipecat/serializers/twilio.py +43 -23
  56. pipecat/services/ai_service.py +2 -6
  57. pipecat/services/anthropic/llm.py +2 -25
  58. pipecat/services/asyncai/tts.py +2 -3
  59. pipecat/services/aws/__init__.py +1 -0
  60. pipecat/services/aws/llm.py +122 -97
  61. pipecat/services/aws/nova_sonic/__init__.py +0 -0
  62. pipecat/services/aws/nova_sonic/context.py +367 -0
  63. pipecat/services/aws/nova_sonic/frames.py +25 -0
  64. pipecat/services/aws/nova_sonic/llm.py +1155 -0
  65. pipecat/services/aws/stt.py +1 -3
  66. pipecat/services/aws_nova_sonic/__init__.py +19 -1
  67. pipecat/services/aws_nova_sonic/aws.py +11 -1151
  68. pipecat/services/aws_nova_sonic/context.py +13 -355
  69. pipecat/services/aws_nova_sonic/frames.py +13 -17
  70. pipecat/services/azure/realtime/__init__.py +0 -0
  71. pipecat/services/azure/realtime/llm.py +65 -0
  72. pipecat/services/azure/stt.py +15 -0
  73. pipecat/services/cartesia/tts.py +2 -2
  74. pipecat/services/deepgram/__init__.py +1 -0
  75. pipecat/services/deepgram/flux/__init__.py +0 -0
  76. pipecat/services/deepgram/flux/stt.py +636 -0
  77. pipecat/services/elevenlabs/__init__.py +2 -1
  78. pipecat/services/elevenlabs/stt.py +254 -276
  79. pipecat/services/elevenlabs/tts.py +5 -5
  80. pipecat/services/fish/tts.py +2 -2
  81. pipecat/services/gemini_multimodal_live/events.py +38 -524
  82. pipecat/services/gemini_multimodal_live/file_api.py +23 -173
  83. pipecat/services/gemini_multimodal_live/gemini.py +41 -1403
  84. pipecat/services/gladia/stt.py +56 -72
  85. pipecat/services/google/__init__.py +1 -0
  86. pipecat/services/google/gemini_live/__init__.py +3 -0
  87. pipecat/services/google/gemini_live/file_api.py +189 -0
  88. pipecat/services/google/gemini_live/llm.py +1582 -0
  89. pipecat/services/google/gemini_live/llm_vertex.py +184 -0
  90. pipecat/services/google/llm.py +15 -11
  91. pipecat/services/google/llm_openai.py +3 -3
  92. pipecat/services/google/llm_vertex.py +86 -16
  93. pipecat/services/google/tts.py +7 -3
  94. pipecat/services/heygen/api.py +2 -0
  95. pipecat/services/heygen/client.py +8 -4
  96. pipecat/services/heygen/video.py +2 -0
  97. pipecat/services/hume/__init__.py +5 -0
  98. pipecat/services/hume/tts.py +220 -0
  99. pipecat/services/inworld/tts.py +6 -6
  100. pipecat/services/llm_service.py +15 -5
  101. pipecat/services/lmnt/tts.py +2 -2
  102. pipecat/services/mcp_service.py +4 -2
  103. pipecat/services/mem0/memory.py +6 -5
  104. pipecat/services/mistral/llm.py +29 -8
  105. pipecat/services/moondream/vision.py +42 -16
  106. pipecat/services/neuphonic/tts.py +2 -2
  107. pipecat/services/openai/__init__.py +1 -0
  108. pipecat/services/openai/base_llm.py +27 -20
  109. pipecat/services/openai/realtime/__init__.py +0 -0
  110. pipecat/services/openai/realtime/context.py +272 -0
  111. pipecat/services/openai/realtime/events.py +1106 -0
  112. pipecat/services/openai/realtime/frames.py +37 -0
  113. pipecat/services/openai/realtime/llm.py +829 -0
  114. pipecat/services/openai/tts.py +16 -8
  115. pipecat/services/openai_realtime/__init__.py +27 -0
  116. pipecat/services/openai_realtime/azure.py +21 -0
  117. pipecat/services/openai_realtime/context.py +21 -0
  118. pipecat/services/openai_realtime/events.py +21 -0
  119. pipecat/services/openai_realtime/frames.py +21 -0
  120. pipecat/services/openai_realtime_beta/azure.py +16 -0
  121. pipecat/services/openai_realtime_beta/openai.py +17 -5
  122. pipecat/services/playht/tts.py +31 -4
  123. pipecat/services/rime/tts.py +3 -4
  124. pipecat/services/sarvam/tts.py +2 -6
  125. pipecat/services/simli/video.py +2 -2
  126. pipecat/services/speechmatics/stt.py +1 -7
  127. pipecat/services/stt_service.py +34 -0
  128. pipecat/services/tavus/video.py +2 -2
  129. pipecat/services/tts_service.py +9 -9
  130. pipecat/services/vision_service.py +7 -6
  131. pipecat/tests/utils.py +4 -4
  132. pipecat/transcriptions/language.py +41 -1
  133. pipecat/transports/base_input.py +17 -42
  134. pipecat/transports/base_output.py +42 -26
  135. pipecat/transports/daily/transport.py +199 -26
  136. pipecat/transports/heygen/__init__.py +0 -0
  137. pipecat/transports/heygen/transport.py +381 -0
  138. pipecat/transports/livekit/transport.py +228 -63
  139. pipecat/transports/local/audio.py +6 -1
  140. pipecat/transports/local/tk.py +11 -2
  141. pipecat/transports/network/fastapi_websocket.py +1 -1
  142. pipecat/transports/smallwebrtc/connection.py +98 -19
  143. pipecat/transports/smallwebrtc/request_handler.py +204 -0
  144. pipecat/transports/smallwebrtc/transport.py +65 -23
  145. pipecat/transports/tavus/transport.py +23 -12
  146. pipecat/transports/websocket/client.py +41 -5
  147. pipecat/transports/websocket/fastapi.py +21 -11
  148. pipecat/transports/websocket/server.py +14 -7
  149. pipecat/transports/whatsapp/api.py +8 -0
  150. pipecat/transports/whatsapp/client.py +47 -0
  151. pipecat/utils/base_object.py +54 -22
  152. pipecat/utils/string.py +12 -1
  153. pipecat/utils/tracing/service_decorators.py +21 -21
  154. {dv_pipecat_ai-0.0.82.dev69.dist-info → dv_pipecat_ai-0.0.82.dev759.dist-info}/WHEEL +0 -0
  155. {dv_pipecat_ai-0.0.82.dev69.dist-info → dv_pipecat_ai-0.0.82.dev759.dist-info}/licenses/LICENSE +0 -0
  156. {dv_pipecat_ai-0.0.82.dev69.dist-info → dv_pipecat_ai-0.0.82.dev759.dist-info}/top_level.txt +0 -0
  157. /pipecat/services/{aws_nova_sonic → aws/nova_sonic}/ready.wav +0 -0
pipecat/services/aws/stt.py CHANGED
@@ -532,9 +532,7 @@ class AWSTranscribeSTTService(STTService):
532
532
  logger.debug(f"{self} Other message type received: {headers}")
533
533
  logger.debug(f"{self} Payload: {payload}")
534
534
  except websockets.exceptions.ConnectionClosed as e:
535
- logger.error(
536
- f"{self} WebSocket connection closed in receive loop with code {e.code}: {e.reason}"
537
- )
535
+ logger.error(f"{self} WebSocket connection closed in receive loop: {e}")
538
536
  break
539
537
  except Exception as e:
540
538
  logger.error(f"{self} Unexpected error in receive loop: {e}")
pipecat/services/aws_nova_sonic/__init__.py CHANGED
@@ -1 +1,19 @@
1
- from .aws import AWSNovaSonicLLMService, Params
1
+ #
2
+ # Copyright (c) 2025, Daily
3
+ #
4
+ # SPDX-License-Identifier: BSD 2-Clause License
5
+ #
6
+
7
+ import warnings
8
+
9
+ from pipecat.services.aws.nova_sonic.llm import AWSNovaSonicLLMService, Params
10
+
11
+ with warnings.catch_warnings():
12
+ warnings.simplefilter("always")
13
+ warnings.warn(
14
+ "Types in pipecat.services.aws_nova_sonic are deprecated. "
15
+ "Please use the equivalent types from "
16
+ "pipecat.services.aws.nova_sonic.llm instead.",
17
+ DeprecationWarning,
18
+ stacklevel=2,
19
+ )