rasa-pro 3.13.0.dev20250613__py3-none-any.whl → 3.13.0rc2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rasa-pro might be problematic. Click here for more details.

Files changed (160) hide show
  1. rasa/cli/e2e_test.py +0 -7
  2. rasa/cli/export.py +2 -0
  3. rasa/cli/project_templates/tutorial/config.yml +1 -1
  4. rasa/cli/project_templates/tutorial/endpoints.yml +1 -1
  5. rasa/cli/studio/download.py +1 -23
  6. rasa/cli/studio/link.py +0 -17
  7. rasa/cli/studio/pull.py +3 -2
  8. rasa/cli/studio/push.py +1 -1
  9. rasa/cli/studio/train.py +1 -5
  10. rasa/cli/studio/upload.py +1 -1
  11. rasa/core/agent.py +6 -0
  12. rasa/core/channels/__init__.py +3 -0
  13. rasa/core/channels/development_inspector.py +1 -1
  14. rasa/core/channels/facebook.py +1 -4
  15. rasa/core/channels/inspector/README.md +3 -3
  16. rasa/core/channels/inspector/dist/assets/{arc-c4b064fc.js → arc-371401b1.js} +1 -1
  17. rasa/core/channels/inspector/dist/assets/{blockDiagram-38ab4fdb-215b5026.js → blockDiagram-38ab4fdb-3f126156.js} +1 -1
  18. rasa/core/channels/inspector/dist/assets/{c4Diagram-3d4e48cf-2b54a0a3.js → c4Diagram-3d4e48cf-12f22eb7.js} +1 -1
  19. rasa/core/channels/inspector/dist/assets/channel-f1efda17.js +1 -0
  20. rasa/core/channels/inspector/dist/assets/{classDiagram-70f12bd4-daacea5f.js → classDiagram-70f12bd4-03b1d386.js} +1 -1
  21. rasa/core/channels/inspector/dist/assets/{classDiagram-v2-f2320105-930d4dc2.js → classDiagram-v2-f2320105-84f69d63.js} +1 -1
  22. rasa/core/channels/inspector/dist/assets/clone-fdf164e2.js +1 -0
  23. rasa/core/channels/inspector/dist/assets/{createText-2e5e7dd3-83c206ba.js → createText-2e5e7dd3-ca47fd38.js} +1 -1
  24. rasa/core/channels/inspector/dist/assets/{edges-e0da2a9e-b0eb01d0.js → edges-e0da2a9e-f837ca8a.js} +1 -1
  25. rasa/core/channels/inspector/dist/assets/{erDiagram-9861fffd-17586500.js → erDiagram-9861fffd-8717ac54.js} +1 -1
  26. rasa/core/channels/inspector/dist/assets/{flowDb-956e92f1-be2a1776.js → flowDb-956e92f1-94f38b83.js} +1 -1
  27. rasa/core/channels/inspector/dist/assets/{flowDiagram-66a62f08-c2120ebd.js → flowDiagram-66a62f08-b616f9fb.js} +1 -1
  28. rasa/core/channels/inspector/dist/assets/flowDiagram-v2-96b9c2cf-7d7a1629.js +1 -0
  29. rasa/core/channels/inspector/dist/assets/{flowchart-elk-definition-4a651766-a6ab5c48.js → flowchart-elk-definition-4a651766-f5d24bb8.js} +1 -1
  30. rasa/core/channels/inspector/dist/assets/{ganttDiagram-c361ad54-ef613457.js → ganttDiagram-c361ad54-b43ba8d9.js} +1 -1
  31. rasa/core/channels/inspector/dist/assets/{gitGraphDiagram-72cf32ee-d59185b3.js → gitGraphDiagram-72cf32ee-c3aafaa5.js} +1 -1
  32. rasa/core/channels/inspector/dist/assets/{graph-0f155405.js → graph-0d0a2c10.js} +1 -1
  33. rasa/core/channels/inspector/dist/assets/{index-3862675e-d5f1d1b7.js → index-3862675e-58ea0305.js} +1 -1
  34. rasa/core/channels/inspector/dist/assets/{index-47737d3a.js → index-cce6f8a1.js} +3 -3
  35. rasa/core/channels/inspector/dist/assets/{infoDiagram-f8f76790-b07d141f.js → infoDiagram-f8f76790-b8f60461.js} +1 -1
  36. rasa/core/channels/inspector/dist/assets/{journeyDiagram-49397b02-1936d429.js → journeyDiagram-49397b02-95be5545.js} +1 -1
  37. rasa/core/channels/inspector/dist/assets/{layout-dde8d0f3.js → layout-da885b9b.js} +1 -1
  38. rasa/core/channels/inspector/dist/assets/{line-0c2c7ee0.js → line-f1c817d3.js} +1 -1
  39. rasa/core/channels/inspector/dist/assets/{linear-35dd89a4.js → linear-d42801e6.js} +1 -1
  40. rasa/core/channels/inspector/dist/assets/{mindmap-definition-fc14e90a-56192851.js → mindmap-definition-fc14e90a-a38923a6.js} +1 -1
  41. rasa/core/channels/inspector/dist/assets/{pieDiagram-8a3498a8-fc21ed78.js → pieDiagram-8a3498a8-ca6e71e9.js} +1 -1
  42. rasa/core/channels/inspector/dist/assets/{quadrantDiagram-120e2f19-25e98518.js → quadrantDiagram-120e2f19-b290dae9.js} +1 -1
  43. rasa/core/channels/inspector/dist/assets/{requirementDiagram-deff3bca-546ff1f5.js → requirementDiagram-deff3bca-03f02ceb.js} +1 -1
  44. rasa/core/channels/inspector/dist/assets/{sankeyDiagram-04a897e0-02d8b82d.js → sankeyDiagram-04a897e0-c49eee40.js} +1 -1
  45. rasa/core/channels/inspector/dist/assets/{sequenceDiagram-704730f1-3ca5a92e.js → sequenceDiagram-704730f1-b2cd6a3d.js} +1 -1
  46. rasa/core/channels/inspector/dist/assets/{stateDiagram-587899a1-128ea07c.js → stateDiagram-587899a1-e53a2028.js} +1 -1
  47. rasa/core/channels/inspector/dist/assets/{stateDiagram-v2-d93cdb3a-95f290af.js → stateDiagram-v2-d93cdb3a-e1982a03.js} +1 -1
  48. rasa/core/channels/inspector/dist/assets/{styles-6aaf32cf-4984898a.js → styles-6aaf32cf-d0226ca5.js} +1 -1
  49. rasa/core/channels/inspector/dist/assets/{styles-9a916d00-1bf266ba.js → styles-9a916d00-0e21dc00.js} +1 -1
  50. rasa/core/channels/inspector/dist/assets/{styles-c10674c1-60521c63.js → styles-c10674c1-9588494e.js} +1 -1
  51. rasa/core/channels/inspector/dist/assets/{svgDrawCommon-08f97a94-a25b6e12.js → svgDrawCommon-08f97a94-be478d4f.js} +1 -1
  52. rasa/core/channels/inspector/dist/assets/{timeline-definition-85554ec2-0fc086bf.js → timeline-definition-85554ec2-74631749.js} +1 -1
  53. rasa/core/channels/inspector/dist/assets/{xychartDiagram-e933f94c-44ee592e.js → xychartDiagram-e933f94c-a043552f.js} +1 -1
  54. rasa/core/channels/inspector/dist/index.html +1 -1
  55. rasa/core/channels/inspector/src/components/RecruitmentPanel.tsx +1 -1
  56. rasa/core/channels/socketio.py +56 -41
  57. rasa/core/channels/studio_chat.py +311 -8
  58. rasa/core/channels/voice_ready/audiocodes.py +1 -1
  59. rasa/core/channels/voice_ready/jambonz.py +5 -6
  60. rasa/core/channels/voice_ready/twilio_voice.py +13 -12
  61. rasa/core/channels/voice_ready/utils.py +22 -0
  62. rasa/core/channels/voice_stream/asr/azure.py +9 -0
  63. rasa/core/channels/voice_stream/audiocodes.py +5 -11
  64. rasa/core/channels/voice_stream/browser_audio.py +1 -1
  65. rasa/core/channels/voice_stream/genesys.py +35 -16
  66. rasa/core/channels/voice_stream/jambonz.py +232 -0
  67. rasa/core/channels/voice_stream/tts/__init__.py +8 -0
  68. rasa/core/channels/voice_stream/twilio_media_streams.py +12 -7
  69. rasa/core/channels/voice_stream/voice_channel.py +53 -15
  70. rasa/core/exporter.py +36 -0
  71. rasa/core/information_retrieval/faiss.py +18 -11
  72. rasa/core/information_retrieval/ingestion/faq_parser.py +158 -0
  73. rasa/core/nlg/contextual_response_rephraser.py +10 -1
  74. rasa/core/policies/enterprise_search_policy.py +189 -263
  75. rasa/core/policies/enterprise_search_policy_config.py +241 -0
  76. rasa/core/policies/enterprise_search_prompt_with_relevancy_check_and_citation_template.jinja2 +6 -5
  77. rasa/core/policies/intentless_policy.py +47 -10
  78. rasa/core/processor.py +6 -0
  79. rasa/core/utils.py +11 -2
  80. rasa/dialogue_understanding/coexistence/llm_based_router.py +13 -11
  81. rasa/dialogue_understanding/commands/__init__.py +4 -0
  82. rasa/dialogue_understanding/commands/cancel_flow_command.py +4 -2
  83. rasa/dialogue_understanding/commands/clarify_command.py +2 -2
  84. rasa/dialogue_understanding/commands/correct_slots_command.py +5 -6
  85. rasa/dialogue_understanding/commands/error_command.py +1 -1
  86. rasa/dialogue_understanding/commands/human_handoff_command.py +1 -3
  87. rasa/dialogue_understanding/commands/set_slot_command.py +4 -4
  88. rasa/dialogue_understanding/commands/skip_question_command.py +1 -3
  89. rasa/dialogue_understanding/commands/start_flow_command.py +3 -3
  90. rasa/dialogue_understanding/generator/command_generator.py +11 -1
  91. rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py +3 -2
  92. rasa/dialogue_understanding/generator/nlu_command_adapter.py +2 -2
  93. rasa/dialogue_understanding/generator/prompt_templates/command_prompt_template.jinja2 +0 -2
  94. rasa/dialogue_understanding/generator/prompt_templates/command_prompt_v2_claude_3_5_sonnet_20240620_template.jinja2 +1 -0
  95. rasa/dialogue_understanding/generator/prompt_templates/command_prompt_v2_gpt_4o_2024_11_20_template.jinja2 +1 -0
  96. rasa/dialogue_understanding/generator/prompt_templates/command_prompt_v3_claude_3_5_sonnet_20240620_template.jinja2 +79 -0
  97. rasa/dialogue_understanding/generator/prompt_templates/command_prompt_v3_gpt_4o_2024_11_20_template.jinja2 +1 -0
  98. rasa/dialogue_understanding/generator/single_step/search_ready_llm_command_generator.py +2 -2
  99. rasa/dialogue_understanding/generator/single_step/single_step_based_llm_command_generator.py +2 -18
  100. rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py +17 -11
  101. rasa/dialogue_understanding/patterns/cancel.py +1 -2
  102. rasa/dialogue_understanding/patterns/clarify.py +1 -1
  103. rasa/dialogue_understanding/patterns/correction.py +2 -2
  104. rasa/dialogue_understanding/processor/command_processor.py +11 -12
  105. rasa/dialogue_understanding/stack/utils.py +3 -1
  106. rasa/e2e_test/constants.py +1 -1
  107. rasa/e2e_test/e2e_test_coverage_report.py +1 -1
  108. rasa/engine/graph.py +2 -2
  109. rasa/llm_fine_tuning/paraphrasing/conversation_rephraser.py +2 -6
  110. rasa/model_manager/runner_service.py +20 -4
  111. rasa/model_manager/trainer_service.py +6 -0
  112. rasa/privacy/privacy_manager.py +26 -11
  113. rasa/shared/constants.py +14 -0
  114. rasa/shared/core/command_payload_reader.py +1 -5
  115. rasa/shared/core/events.py +1 -3
  116. rasa/shared/core/flows/constants.py +2 -0
  117. rasa/shared/core/flows/flow.py +126 -12
  118. rasa/shared/core/flows/flows_list.py +18 -1
  119. rasa/shared/core/flows/steps/link.py +7 -2
  120. rasa/shared/core/flows/validation.py +25 -5
  121. rasa/shared/core/training_data/story_reader/yaml_story_reader.py +1 -4
  122. rasa/shared/providers/_configs/azure_openai_client_config.py +2 -2
  123. rasa/shared/providers/_configs/default_litellm_client_config.py +1 -1
  124. rasa/shared/providers/_configs/huggingface_local_embedding_client_config.py +1 -1
  125. rasa/shared/providers/_configs/openai_client_config.py +1 -1
  126. rasa/shared/providers/_configs/rasa_llm_client_config.py +1 -1
  127. rasa/shared/providers/_configs/self_hosted_llm_client_config.py +1 -1
  128. rasa/shared/providers/_configs/utils.py +0 -99
  129. rasa/shared/utils/common.py +1 -1
  130. rasa/shared/utils/configs.py +110 -0
  131. rasa/shared/utils/constants.py +0 -3
  132. rasa/shared/utils/llm.py +123 -8
  133. rasa/shared/utils/pykwalify_extensions.py +0 -9
  134. rasa/studio/constants.py +1 -0
  135. rasa/studio/data_handler.py +30 -9
  136. rasa/studio/download.py +171 -0
  137. rasa/studio/link.py +13 -2
  138. rasa/studio/prompts.py +221 -0
  139. rasa/studio/pull/__init__.py +0 -0
  140. rasa/studio/{download/flows.py → pull/data.py} +2 -131
  141. rasa/studio/{download → pull}/domains.py +1 -1
  142. rasa/studio/pull/pull.py +239 -0
  143. rasa/studio/push.py +7 -0
  144. rasa/studio/train.py +1 -1
  145. rasa/studio/upload.py +61 -5
  146. rasa/studio/utils.py +33 -0
  147. rasa/tracing/instrumentation/attribute_extractors.py +21 -7
  148. rasa/utils/common.py +11 -0
  149. rasa/version.py +1 -1
  150. {rasa_pro-3.13.0.dev20250613.dist-info → rasa_pro-3.13.0rc2.dist-info}/METADATA +4 -4
  151. {rasa_pro-3.13.0.dev20250613.dist-info → rasa_pro-3.13.0rc2.dist-info}/RECORD +155 -147
  152. rasa/core/channels/inspector/dist/assets/channel-3730f5fd.js +0 -1
  153. rasa/core/channels/inspector/dist/assets/clone-e847561e.js +0 -1
  154. rasa/core/channels/inspector/dist/assets/flowDiagram-v2-96b9c2cf-efbbfe00.js +0 -1
  155. rasa/studio/download/download.py +0 -416
  156. rasa/studio/pull.py +0 -94
  157. /rasa/{studio/download → core/information_retrieval/ingestion}/__init__.py +0 -0
  158. {rasa_pro-3.13.0.dev20250613.dist-info → rasa_pro-3.13.0rc2.dist-info}/NOTICE +0 -0
  159. {rasa_pro-3.13.0.dev20250613.dist-info → rasa_pro-3.13.0rc2.dist-info}/WHEEL +0 -0
  160. {rasa_pro-3.13.0.dev20250613.dist-info → rasa_pro-3.13.0rc2.dist-info}/entry_points.txt +0 -0
@@ -191,6 +191,60 @@ class SocketIOInput(InputChannel):
191
191
  return None
192
192
  return SocketIOOutput(self.sio, self.bot_message_evt)
193
193
 
194
+ async def handle_session_request(
195
+ self, sid: Text, data: Optional[Dict] = None
196
+ ) -> None:
197
+ """Handles session requests from the client."""
198
+ if data is None:
199
+ data = {}
200
+ if "session_id" not in data or data["session_id"] is None:
201
+ data["session_id"] = uuid.uuid4().hex
202
+ if self.session_persistence:
203
+ if inspect.iscoroutinefunction(self.sio.enter_room): # type: ignore[union-attr]
204
+ await self.sio.enter_room(sid, data["session_id"]) # type: ignore[union-attr]
205
+ else:
206
+ # for backwards compatibility with python-socketio < 5.10.
207
+ # previously, this function was NOT async.
208
+ self.sio.enter_room(sid, data["session_id"]) # type: ignore[union-attr]
209
+ await self.sio.emit("session_confirm", data["session_id"], room=sid) # type: ignore[union-attr]
210
+ logger.debug(f"User {sid} connected to socketIO endpoint.")
211
+
212
+ async def handle_user_message(
213
+ self,
214
+ sid: Text,
215
+ data: Dict,
216
+ on_new_message: Callable[[UserMessage], Awaitable[Any]],
217
+ ) -> None:
218
+ """Handles user messages received from the client."""
219
+ output_channel = SocketIOOutput(self.sio, self.bot_message_evt)
220
+
221
+ if self.session_persistence:
222
+ if not data.get("session_id"):
223
+ rasa.shared.utils.io.raise_warning(
224
+ "A message without a valid session_id "
225
+ "was received. This message will be "
226
+ "ignored. Make sure to set a proper "
227
+ "session id using the "
228
+ "`session_request` socketIO event."
229
+ )
230
+ return
231
+ sender_id = data["session_id"]
232
+ else:
233
+ sender_id = sid
234
+
235
+ metadata = data.get(self.metadata_key, {})
236
+ if isinstance(metadata, Text):
237
+ metadata = json.loads(metadata)
238
+
239
+ message = UserMessage(
240
+ data.get("message", ""),
241
+ output_channel,
242
+ sender_id,
243
+ input_channel=self.name(),
244
+ metadata=metadata,
245
+ )
246
+ await on_new_message(message)
247
+
194
248
  def blueprint(
195
249
  self, on_new_message: Callable[[UserMessage], Awaitable[Any]]
196
250
  ) -> SocketBlueprint:
@@ -233,49 +287,10 @@ class SocketIOInput(InputChannel):
233
287
 
234
288
  @sio.on("session_request", namespace=self.namespace)
235
289
  async def session_request(sid: Text, data: Optional[Dict]) -> None:
236
- if data is None:
237
- data = {}
238
- if "session_id" not in data or data["session_id"] is None:
239
- data["session_id"] = uuid.uuid4().hex
240
- if self.session_persistence:
241
- if inspect.iscoroutinefunction(sio.enter_room):
242
- await sio.enter_room(sid, data["session_id"])
243
- else:
244
- # for backwards compatibility with python-socketio < 5.10.
245
- # previously, this function was NOT async.
246
- sio.enter_room(sid, data["session_id"])
247
- await sio.emit("session_confirm", data["session_id"], room=sid)
248
- logger.debug(f"User {sid} connected to socketIO endpoint.")
290
+ await self.handle_session_request(sid, data)
249
291
 
250
292
  @sio.on(self.user_message_evt, namespace=self.namespace)
251
293
  async def handle_message(sid: Text, data: Dict) -> None:
252
- output_channel = SocketIOOutput(sio, self.bot_message_evt)
253
-
254
- if self.session_persistence:
255
- if not data.get("session_id"):
256
- rasa.shared.utils.io.raise_warning(
257
- "A message without a valid session_id "
258
- "was received. This message will be "
259
- "ignored. Make sure to set a proper "
260
- "session id using the "
261
- "`session_request` socketIO event."
262
- )
263
- return
264
- sender_id = data["session_id"]
265
- else:
266
- sender_id = sid
267
-
268
- metadata = data.get(self.metadata_key, {})
269
- if isinstance(metadata, Text):
270
- metadata = json.loads(metadata)
271
-
272
- message = UserMessage(
273
- data.get("message", ""),
274
- output_channel,
275
- sender_id,
276
- input_channel=self.name(),
277
- metadata=metadata,
278
- )
279
- await on_new_message(message)
294
+ await self.handle_user_message(sid, data, on_new_message)
280
295
 
281
296
  return socketio_webhook
@@ -1,5 +1,8 @@
1
1
  import asyncio
2
+ import audioop
3
+ import base64
2
4
  import json
5
+ import uuid
3
6
  from functools import partial
4
7
  from typing import (
5
8
  TYPE_CHECKING,
@@ -10,12 +13,25 @@ from typing import (
10
13
  List,
11
14
  Optional,
12
15
  Text,
16
+ Tuple,
13
17
  )
14
18
 
15
19
  import structlog
16
- from sanic import Sanic
17
20
 
21
+ from rasa.core.channels import UserMessage
18
22
  from rasa.core.channels.socketio import SocketBlueprint, SocketIOInput
23
+ from rasa.core.channels.voice_ready.utils import CallParameters
24
+ from rasa.core.channels.voice_stream.audio_bytes import RasaAudioBytes
25
+ from rasa.core.channels.voice_stream.call_state import call_state
26
+ from rasa.core.channels.voice_stream.tts import TTSEngine
27
+ from rasa.core.channels.voice_stream.voice_channel import (
28
+ ContinueConversationAction,
29
+ EndConversationAction,
30
+ NewAudioAction,
31
+ VoiceChannelAction,
32
+ VoiceInputChannel,
33
+ VoiceOutputChannel,
34
+ )
19
35
  from rasa.hooks import hookimpl
20
36
  from rasa.plugin import plugin_manager
21
37
  from rasa.shared.core.constants import ACTION_LISTEN_NAME
@@ -23,7 +39,10 @@ from rasa.shared.core.events import ActionExecuted
23
39
  from rasa.shared.core.trackers import EventVerbosity
24
40
 
25
41
  if TYPE_CHECKING:
26
- from rasa.core.channels.channel import UserMessage
42
+ from sanic import Sanic, Websocket # type: ignore[attr-defined]
43
+ from socketio import AsyncServer
44
+
45
+ from rasa.core.channels.channel import InputChannel, UserMessage
27
46
  from rasa.shared.core.trackers import DialogueStateTracker
28
47
 
29
48
 
@@ -102,26 +121,84 @@ class StudioTrackerUpdatePlugin:
102
121
  self._cancel_tasks()
103
122
 
104
123
 
105
- class StudioChatInput(SocketIOInput):
124
+ class StudioChatInput(SocketIOInput, VoiceInputChannel):
106
125
  """Input channel for the communication between Rasa Studio and Rasa Pro."""
107
126
 
127
+ requires_voice_license = False
128
+
108
129
  @classmethod
109
130
  def name(cls) -> Text:
110
131
  return "studio_chat"
111
132
 
112
133
  def __init__(
113
134
  self,
114
- *args: Any,
115
- **kwargs: Any,
135
+ server_url: str,
136
+ asr_config: Dict,
137
+ tts_config: Dict,
138
+ user_message_evt: Text = "user_uttered",
139
+ bot_message_evt: Text = "bot_uttered",
140
+ namespace: Optional[Text] = None,
141
+ session_persistence: bool = False,
142
+ socketio_path: Optional[Text] = "/socket.io",
143
+ jwt_key: Optional[Text] = None,
144
+ jwt_method: Optional[Text] = "HS256",
145
+ metadata_key: Optional[Text] = "metadata",
116
146
  ) -> None:
117
- """Creates a ``SocketIOInput`` object."""
147
+ """Creates a `StudioChatInput` object."""
118
148
  from rasa.core.agent import Agent
119
149
 
120
- super().__init__(*args, **kwargs)
121
150
  self.agent: Optional[Agent] = None
122
151
 
152
+ # Initialize the SocketIO input channel
153
+ SocketIOInput.__init__(
154
+ self,
155
+ user_message_evt=user_message_evt,
156
+ bot_message_evt=bot_message_evt,
157
+ namespace=namespace,
158
+ session_persistence=session_persistence,
159
+ socketio_path=socketio_path,
160
+ jwt_key=jwt_key,
161
+ jwt_method=jwt_method,
162
+ metadata_key=metadata_key,
163
+ )
164
+
165
+ # Initialize the Voice Input Channel
166
+ VoiceInputChannel.__init__(
167
+ self,
168
+ server_url=server_url,
169
+ asr_config=asr_config,
170
+ tts_config=tts_config,
171
+ )
172
+
173
+ # Dictionaries to manage active connections and background tasks
174
+ # `active_connections` holds the active voice sessions
175
+ # `background_tasks` holds the asyncio tasks for voice streaming
176
+ self.active_connections: Dict[str, SocketIOVoiceWebsocketAdapter] = {}
177
+ self.background_tasks: Dict[str, asyncio.Task] = {}
178
+
123
179
  self._register_tracker_update_hook()
124
180
 
181
+ @classmethod
182
+ def from_credentials(cls, credentials: Optional[Dict[Text, Any]]) -> "InputChannel":
183
+ """Creates a StudioChatInput channel from credentials."""
184
+ credentials = credentials or {}
185
+
186
+ return cls(
187
+ # Voice specific parameters
188
+ server_url=credentials.get("server_url", ""),
189
+ asr_config=credentials.get("asr", {}),
190
+ tts_config=credentials.get("tts", {}),
191
+ # SocketIO parameters
192
+ user_message_evt=credentials.get("user_message_evt", "user_uttered"),
193
+ bot_message_evt=credentials.get("bot_message_evt", "bot_uttered"),
194
+ namespace=credentials.get("namespace"),
195
+ session_persistence=credentials.get("session_persistence", False),
196
+ socketio_path=credentials.get("socketio_path", "/socket.io"),
197
+ jwt_key=credentials.get("jwt_key"),
198
+ jwt_method=credentials.get("jwt_method", "HS256"),
199
+ metadata_key=credentials.get("metadata_key", "metadata"),
200
+ )
201
+
125
202
  def _register_tracker_update_hook(self) -> None:
126
203
  plugin_manager().register(StudioTrackerUpdatePlugin(self))
127
204
 
@@ -191,6 +268,117 @@ class StudioChatInput(SocketIOInput):
191
268
 
192
269
  await self.on_tracker_updated(tracker)
193
270
 
271
+ def channel_bytes_to_rasa_audio_bytes(self, input_bytes: bytes) -> RasaAudioBytes:
272
+ """Voice method to convert channel bytes to RasaAudioBytes."""
273
+ return RasaAudioBytes(audioop.lin2ulaw(input_bytes, 4))
274
+
275
+ async def collect_call_parameters(
276
+ self, channel_websocket: "Websocket"
277
+ ) -> Optional[CallParameters]:
278
+ """Voice method to collect call parameters"""
279
+ session_id = channel_websocket.session_id
280
+ return CallParameters(session_id, "local", "local", stream_id=session_id)
281
+
282
+ def map_input_message(
283
+ self,
284
+ message: Any,
285
+ ws: "Websocket",
286
+ ) -> VoiceChannelAction:
287
+ """Voice method to map websocket messages to actions."""
288
+ if "audio" in message:
289
+ channel_bytes = base64.b64decode(message["audio"])
290
+ audio_bytes = self.channel_bytes_to_rasa_audio_bytes(channel_bytes)
291
+ return NewAudioAction(audio_bytes)
292
+ elif "marker" in message:
293
+ if message["marker"] == call_state.latest_bot_audio_id:
294
+ # Just finished streaming last audio bytes
295
+ call_state.is_bot_speaking = False # type: ignore[attr-defined]
296
+ if call_state.should_hangup:
297
+ structlogger.debug(
298
+ "studio_chat.hangup", marker=call_state.latest_bot_audio_id
299
+ )
300
+ return EndConversationAction()
301
+ else:
302
+ call_state.is_bot_speaking = True # type: ignore[attr-defined]
303
+ return ContinueConversationAction()
304
+
305
+ def create_output_channel(
306
+ self, voice_websocket: "Websocket", tts_engine: TTSEngine
307
+ ) -> VoiceOutputChannel:
308
+ """Create a voice output channel"""
309
+ return StudioVoiceOutputChannel(
310
+ voice_websocket,
311
+ tts_engine,
312
+ self.tts_cache,
313
+ )
314
+
315
+ def _start_voice_session(
316
+ self,
317
+ session_id: str,
318
+ sid: str,
319
+ on_new_message: Callable[[UserMessage], Awaitable[Any]],
320
+ ) -> None:
321
+ """Create SocketIO WebSocket Adaptor & start async task for voice streaming."""
322
+ if sid in self.active_connections:
323
+ structlogger.warning(
324
+ "studio_chat._start_voice_session.session_already_active",
325
+ session_id=sid,
326
+ )
327
+ return
328
+
329
+ structlogger.info(
330
+ "studio_chat._start_voice_session.starting_session", session_id=sid
331
+ )
332
+
333
+ # Create a websocket adapter for this connection
334
+ ws_adapter = SocketIOVoiceWebsocketAdapter(
335
+ sio=self.sio,
336
+ session_id=session_id,
337
+ sid=sid,
338
+ bot_message_evt=self.bot_message_evt,
339
+ )
340
+ self.active_connections[sid] = ws_adapter
341
+
342
+ # Start voice streaming in an async task
343
+ task = asyncio.create_task(
344
+ self._handle_voice_streaming(on_new_message, ws_adapter, sid)
345
+ )
346
+ self.background_tasks[sid] = task
347
+ task.add_done_callback(lambda _: self._cleanup_tasks_for_sid(sid))
348
+
349
+ async def _handle_voice_streaming(
350
+ self,
351
+ on_new_message: Callable[[UserMessage], Awaitable[Any]],
352
+ ws_adapter: "Websocket",
353
+ sid: str,
354
+ ) -> None:
355
+ """Handle voice streaming for a Socket.IO connection."""
356
+ try:
357
+ await self.run_audio_streaming(on_new_message, ws_adapter)
358
+ except Exception as e:
359
+ structlogger.exception(
360
+ "studio_voice.voice_streaming.error",
361
+ error=str(e),
362
+ sid=sid,
363
+ )
364
+ if sid in self.active_connections:
365
+ del self.active_connections[sid]
366
+
367
+ def _cleanup_tasks_for_sid(self, sid: str) -> None:
368
+ if sid in self.background_tasks:
369
+ task = self.background_tasks.pop(sid)
370
+ task.cancel()
371
+ if sid in self.active_connections:
372
+ del self.active_connections[sid]
373
+
374
+ @hookimpl # type: ignore[misc]
375
+ def after_server_stop(self) -> None:
376
+ """Cleanup background tasks and active connections when the server stops."""
377
+ structlogger.info("studio_chat.after_server_stop.cleanup")
378
+ self.active_connections.clear()
379
+ for task in self.background_tasks.values():
380
+ task.cancel()
381
+
194
382
  def blueprint(
195
383
  self, on_new_message: Callable[["UserMessage"], Awaitable[Any]]
196
384
  ) -> SocketBlueprint:
@@ -203,11 +391,126 @@ class StudioChatInput(SocketIOInput):
203
391
  return socket_blueprint
204
392
 
205
393
  @socket_blueprint.listener("after_server_start") # type: ignore[misc]
206
- async def after_server_start(app: Sanic, _: asyncio.AbstractEventLoop) -> None:
394
+ async def after_server_start(
395
+ app: "Sanic", _: asyncio.AbstractEventLoop
396
+ ) -> None:
207
397
  self.agent = app.ctx.agent
208
398
 
399
+ @self.sio.on("disconnect", namespace=self.namespace)
400
+ async def disconnect(sid: Text) -> None:
401
+ structlogger.debug("studio_chat.sio.disconnect", sid=sid)
402
+ self._cleanup_tasks_for_sid(sid)
403
+
404
+ @self.sio.on("session_request", namespace=self.namespace)
405
+ async def session_request(sid: Text, data: Optional[Dict]) -> None:
406
+ """Overrides the base SocketIOInput session_request handler.
407
+
408
+ Args:
409
+ sid: ID of the session (from SocketIO).
410
+ data:
411
+ - session_id: Studio Chat channel is used with a Bridge Architecture
412
+ (Model Service's Socket Bridge), so we use session_id to remain
413
+ consistent across the bridge. Session ID becomes the sender_id
414
+ for the UserMessage.
415
+ - is_voice: Boolean indicating if its a voice session.
416
+ """
417
+ # Call parent session_request handler first
418
+ await self.handle_session_request(sid, data)
419
+
420
+ # start a voice session if requested
421
+ if data and data.get("is_voice", False):
422
+ self._start_voice_session(data["session_id"], sid, on_new_message)
423
+
424
+ @self.sio.on(self.user_message_evt, namespace=self.namespace)
425
+ async def handle_message(sid: Text, data: Dict) -> None:
426
+ """Overrides the base SocketIOInput handle_message handler."""
427
+ # Handle voice messages
428
+ if "audio" in data or "marker" in data:
429
+ if sid in self.active_connections:
430
+ # Route audio messages to the voice adapter queue
431
+ ws = self.active_connections[sid]
432
+ ws.put_message(data)
433
+ return
434
+
435
+ # Handle text messages
436
+ await self.handle_user_message(sid, data, on_new_message)
437
+
209
438
  @self.sio.on("update_tracker", namespace=self.namespace)
210
439
  async def on_update_tracker(sid: Text, data: Dict) -> None:
211
440
  await self.handle_tracker_update(sid, data)
212
441
 
213
442
  return socket_blueprint
443
+
444
+
445
+ class StudioVoiceOutputChannel(VoiceOutputChannel):
446
+ @classmethod
447
+ def name(cls) -> str:
448
+ return "studio_chat"
449
+
450
+ def rasa_audio_bytes_to_channel_bytes(
451
+ self, rasa_audio_bytes: RasaAudioBytes
452
+ ) -> bytes:
453
+ return audioop.ulaw2lin(rasa_audio_bytes, 4)
454
+
455
+ def channel_bytes_to_message(self, recipient_id: str, channel_bytes: bytes) -> str:
456
+ return json.dumps({"audio": base64.b64encode(channel_bytes).decode("utf-8")})
457
+
458
+ def create_marker_message(self, recipient_id: str) -> Tuple[str, str]:
459
+ message_id = uuid.uuid4().hex
460
+ return json.dumps({"marker": message_id}), message_id
461
+
462
+
463
+ class SocketIOVoiceWebsocketAdapter:
464
+ """Adapter to make Socket.IO work like a Sanic WebSocket for voice channels."""
465
+
466
+ def __init__(
467
+ self, sio: "AsyncServer", session_id: str, sid: str, bot_message_evt: str
468
+ ) -> None:
469
+ self.sio = sio
470
+ self.bot_message_evt = bot_message_evt
471
+ self._closed = False
472
+ self._receive_queue: asyncio.Queue[Any] = asyncio.Queue()
473
+
474
+ # the messages need to be emitted on room=sid
475
+ self.sid = sid
476
+
477
+ # used by collect_call_parameters
478
+ # ultimately, this becomes the sender_id
479
+ self.session_id = session_id
480
+
481
+ @property
482
+ def closed(self) -> bool:
483
+ return self._closed
484
+
485
+ async def send(self, data: Any) -> None:
486
+ """Send data to the client."""
487
+ if not self.closed:
488
+ await self.sio.emit(self.bot_message_evt, data, room=self.sid)
489
+
490
+ async def recv(self) -> Any:
491
+ """Receive data from the client."""
492
+ if self.closed:
493
+ raise ConnectionError("WebSocket is closed")
494
+ return await self._receive_queue.get()
495
+
496
+ def put_message(self, message: Any) -> None:
497
+ """Put message in the internal receive queue."""
498
+ self._receive_queue.put_nowait(message)
499
+
500
+ async def close(self, code: int = 1000, reason: str = "") -> None:
501
+ """Close the connection."""
502
+ self._closed = True
503
+ # at this point, the client should have disconnected
504
+
505
+ def __aiter__(self) -> "SocketIOVoiceWebsocketAdapter":
506
+ """Allow the adapter to be used in an async for loop."""
507
+ return self
508
+
509
+ async def __anext__(self) -> Any:
510
+ if self.closed:
511
+ raise StopAsyncIteration
512
+ try:
513
+ message = await self.recv()
514
+ return message
515
+ except Exception:
516
+ raise StopAsyncIteration
@@ -177,7 +177,7 @@ class Conversation:
177
177
  else:
178
178
  structlogger.warning(
179
179
  "audiocodes.handle.activities.unknown_activity_type",
180
- activity=activity,
180
+ activity_type=activity["type"],
181
181
  )
182
182
  continue
183
183
 
@@ -17,7 +17,10 @@ from rasa.core.channels.voice_ready.jambonz_protocol import (
17
17
  send_ws_text_message,
18
18
  websocket_message_handler,
19
19
  )
20
- from rasa.core.channels.voice_ready.utils import validate_voice_license_scope
20
+ from rasa.core.channels.voice_ready.utils import (
21
+ validate_username_password_credentials,
22
+ validate_voice_license_scope,
23
+ )
21
24
  from rasa.shared.exceptions import RasaException
22
25
  from rasa.shared.utils.common import mark_as_beta_feature
23
26
  from rasa.utils.io import remove_emojis
@@ -41,11 +44,7 @@ class JambonzVoiceReadyInput(InputChannel):
41
44
 
42
45
  username = credentials.get("username")
43
46
  password = credentials.get("password")
44
- if (username is None) != (password is None):
45
- raise RasaException(
46
- "In Jambonz channel, either both username and password "
47
- "or neither should be provided. "
48
- )
47
+ validate_username_password_credentials(username, password, "Jambonz")
49
48
 
50
49
  return cls(username, password)
51
50
 
@@ -16,9 +16,12 @@ from rasa.core.channels.channel import (
16
16
  create_auth_requested_response_provider,
17
17
  requires_basic_auth,
18
18
  )
19
- from rasa.core.channels.voice_ready.utils import CallParameters
19
+ from rasa.core.channels.voice_ready.utils import (
20
+ CallParameters,
21
+ validate_username_password_credentials,
22
+ )
20
23
  from rasa.shared.core.events import BotUttered
21
- from rasa.shared.exceptions import InvalidConfigException, RasaException
24
+ from rasa.shared.exceptions import InvalidConfigException
22
25
 
23
26
  logger = structlog.get_logger(__name__)
24
27
 
@@ -127,11 +130,7 @@ class TwilioVoiceInput(InputChannel):
127
130
 
128
131
  username = credentials.get("username")
129
132
  password = credentials.get("password")
130
- if (username is None) != (password is None):
131
- raise RasaException(
132
- "In TwilioVoice channel, either both username and password "
133
- "or neither should be provided. "
134
- )
133
+ validate_username_password_credentials(username, password, "TwilioVoice")
135
134
 
136
135
  return cls(
137
136
  credentials.get(
@@ -180,8 +179,9 @@ class TwilioVoiceInput(InputChannel):
180
179
  if self.assistant_voice not in self.SUPPORTED_VOICES:
181
180
  self._raise_invalid_voice_exception()
182
181
 
183
- if (self.username is None) != (self.password is None):
184
- self._raise_invalid_credentials_exception()
182
+ validate_username_password_credentials(
183
+ self.username, self.password, "TwilioVoice"
184
+ )
185
185
 
186
186
  try:
187
187
  int(self.speech_timeout)
@@ -389,9 +389,10 @@ class TwilioVoiceInput(InputChannel):
389
389
  return voice_response
390
390
 
391
391
  def _raise_invalid_credentials_exception(self) -> None:
392
- raise InvalidConfigException(
393
- "In TwilioVoice channel, either both username and password "
394
- "or neither should be provided. "
392
+ # This method is now redundant since we use the shared validation function
393
+ # but keeping it for backward compatibility if any external code calls it
394
+ validate_username_password_credentials(
395
+ self.username, self.password, "TwilioVoice"
395
396
  )
396
397
 
397
398
 
@@ -3,9 +3,31 @@ from typing import Optional
3
3
 
4
4
  import structlog
5
5
 
6
+ from rasa.shared.exceptions import InvalidConfigException
7
+
6
8
  structlogger = structlog.get_logger()
7
9
 
8
10
 
11
+ def validate_username_password_credentials(
12
+ username: Optional[str], password: Optional[str], channel_name: str
13
+ ) -> None:
14
+ """Validate that username and password are both provided or both None.
15
+
16
+ Args:
17
+ username: The username credential, or None
18
+ password: The password credential, or None
19
+ channel_name: The name of the channel for error message
20
+
21
+ Raises:
22
+ InvalidConfigException: If only one of username/password is provided
23
+ """
24
+ if (not username) != (not password):
25
+ raise InvalidConfigException(
26
+ f"In {channel_name} channel, either both username and password "
27
+ "or neither should be provided."
28
+ )
29
+
30
+
9
31
  def validate_voice_license_scope() -> None:
10
32
  from rasa.utils.licensing import (
11
33
  PRODUCT_AREA,
@@ -3,6 +3,8 @@ import os
3
3
  from dataclasses import dataclass
4
4
  from typing import Any, AsyncIterator, Dict, Optional
5
5
 
6
+ import structlog
7
+
6
8
  from rasa.core.channels.voice_stream.asr.asr_engine import ASREngine, ASREngineConfig
7
9
  from rasa.core.channels.voice_stream.asr.asr_event import (
8
10
  ASREvent,
@@ -13,6 +15,8 @@ from rasa.core.channels.voice_stream.audio_bytes import HERTZ, RasaAudioBytes
13
15
  from rasa.shared.constants import AZURE_SPEECH_API_KEY_ENV_VAR
14
16
  from rasa.shared.exceptions import ConnectionException
15
17
 
18
+ logger = structlog.get_logger(__name__)
19
+
16
20
 
17
21
  @dataclass
18
22
  class AzureASRConfig(ASREngineConfig):
@@ -61,6 +65,11 @@ class AzureASR(ASREngine[AzureASRConfig]):
61
65
  and self.config.speech_endpoint is None
62
66
  ):
63
67
  self.config.speech_region = "eastus"
68
+ logger.warning(
69
+ "voice_channel.asr.azure.no_region",
70
+ message="No speech region configured, using 'eastus' as default",
71
+ region="eastus",
72
+ )
64
73
  speech_config = speechsdk.SpeechConfig(
65
74
  subscription=os.environ[AZURE_SPEECH_API_KEY_ENV_VAR],
66
75
  region=self.config.speech_region,
@@ -121,16 +121,10 @@ class AudiocodesVoiceInputChannel(VoiceInputChannel):
121
121
  def from_credentials(
122
122
  cls,
123
123
  credentials: Optional[Dict[str, Any]],
124
- ) -> VoiceInputChannel:
125
- if not credentials:
126
- raise ValueError("No credentials given for Audiocodes voice channel.")
127
-
128
- return cls(
129
- token=credentials.get("token"),
130
- server_url=credentials["server_url"],
131
- asr_config=credentials["asr"],
132
- tts_config=credentials["tts"],
133
- )
124
+ ) -> "AudiocodesVoiceInputChannel":
125
+ channel = super().from_credentials(credentials)
126
+ channel.token = credentials.get("token") # type: ignore[attr-defined, union-attr]
127
+ return channel # type: ignore[return-value]
134
128
 
135
129
  def channel_bytes_to_rasa_audio_bytes(self, input_bytes: bytes) -> RasaAudioBytes:
136
130
  return RasaAudioBytes(base64.b64decode(input_bytes))
@@ -295,7 +289,7 @@ class AudiocodesVoiceInputChannel(VoiceInputChannel):
295
289
  def blueprint(
296
290
  self, on_new_message: Callable[[UserMessage], Awaitable[Any]]
297
291
  ) -> Blueprint:
298
- """Defines a Sanic bluelogger.debug."""
292
+ """Defines a Sanic blueprint"""
299
293
  blueprint = Blueprint("audiocodes_stream", __name__)
300
294
 
301
295
  @blueprint.route("/", methods=["GET"])
@@ -97,7 +97,7 @@ class BrowserAudioInputChannel(VoiceInputChannel):
97
97
  def blueprint(
98
98
  self, on_new_message: Callable[[UserMessage], Awaitable[Any]]
99
99
  ) -> Blueprint:
100
- """Defines a Sanic bluelogger.debug."""
100
+ """Defines a Sanic blueprint"""
101
101
  blueprint = Blueprint("browser_audio", __name__)
102
102
 
103
103
  @blueprint.route("/", methods=["GET"])