rasa-pro 3.16.3.dev8__tar.gz → 3.16.3.dev9__tar.gz

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rasa-pro
-Version: 3.16.3.dev8
+Version: 3.16.3.dev9
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
 Author: Rasa Technologies GmbH

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "rasa-pro"
-version = "3.16.3.dev8"
+version = "3.16.3.dev9"
 description = "State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development."
 authors = [ "Rasa Technologies GmbH <hi@rasa.com>",]
 maintainers = [ "Tom Bocklisch <tom@rasa.com>",]
@@ -585,6 +585,7 @@ convention = "google"
 "langfuse".msg = "Only import langfuse from rasa.builder.telemetry.langfuse_compat."
 
 
+
 [tool.poetry.group.dev.dependencies]
 ruff = ">=0.3.5,<0.4.0"
 docker = "~7.1.0"

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/agents/protocol/mcp/mcp_base_agent.py

@@ -44,7 +44,7 @@ from rasa.agents.schemas import (
     CustomToolSchema,
 )
 from rasa.agents.utils import get_slot_value_from_agent_input
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
 from rasa.core.available_agents import AgentConfig, AgentMCPServerConfig, ProtocolConfig
 from rasa.core.channels import OutputChannel
 from rasa.core.constants import (
@@ -1218,7 +1218,14 @@ class MCPBaseAgent(AgentProtocol):
             )
             raise ValueError("No output channel or recipient ID provided.")
 
-        if output_channel.supports_streaming:
+        from rasa.utils.voice_text_utils import is_voice_flatten_enabled
+
+        flatten_enabled = is_voice_flatten_enabled(output_channel)
+
+        # Voice flatten needs the full text before sending, so disable streaming.
+        use_streaming = output_channel.supports_streaming and not flatten_enabled
+
+        if use_streaming:
             structlogger.debug(
                 "mcp_base_agent.generate_and_send_response.streaming",
                 event_info="Sending message to LLM with streaming support.",
@@ -1233,6 +1240,38 @@ class MCPBaseAgent(AgentProtocol):
                 tools=tools,
                 metadata=metadata,
             )
+        elif flatten_enabled:
+            from rasa.shared.utils.llm import LLMResponse
+            from rasa.utils.voice_text_utils import (
+                flatten_for_voice,
+                needs_voice_flatten,
+            )
+
+            raw = await self.llm_client.acompletion(
+                messages, tools=tools, metadata=metadata
+            )
+            llm_response = LLMResponse.ensure_llm_response(raw)
+
+            text = (
+                llm_response.choices[0]
+                if llm_response and llm_response.choices
+                else None
+            )
+            if text and isinstance(text, str):
+                text = text.strip()
+                if text and needs_voice_flatten(text):
+                    structlogger.debug(
+                        "mcp_base_agent.voice_flatten.detected",
+                        original_text_length=len(text),
+                        agent_name=self._name,
+                    )
+                    text = await flatten_for_voice(text)
+                if text:
+                    await output_channel.send_text_message(recipient_id, text)
+                    # BotUttered below is built from llm_response.choices[0]; keep it
+                    # identical to what was spoken so the tracker / inspector match TTS.
+                    if llm_response.choices:
+                        llm_response.choices[0] = text
         else:
             llm_response = await invoke_llm_and_send_non_streaming_response(
                 self.llm_client, output_channel, recipient_id, messages, tools, metadata

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/copilot/agent_sdk/agent_copilot.py

@@ -40,10 +40,10 @@ from rasa.builder.copilot.response_handling.agent_copilot_response_handler impor
 )
 from rasa.builder.copilot.response_handling.utils import is_response_completed_event
 from rasa.builder.logging_utils import log_exception
-from rasa.builder.telemetry.langfuse.agent_copilot_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.agent_copilot_langfuse_telemetry import (
     AgentCopilotLangfuseTelemetry,
 )
-from rasa.builder.telemetry.langfuse.traced_mcp_server import (
+from rasa.builder.telemetry.langfuse_rasa.traced_mcp_server import (
     TracedMCPServerWrapper,
 )
 from rasa.shared.constants import PACKAGE_NAME, ROLE_SYSTEM, ROLE_USER

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/copilot/agent_sdk/tools/file_operations.py

@@ -42,7 +42,7 @@ from rasa.builder.project_generator import (
     is_restricted_path,
     unsafe_write_to_bot_files,
 )
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
 from rasa.utils.io import InvalidPathException
 
 structlogger = structlog.get_logger()

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/copilot/agent_sdk/tools/planning_tools.py

@@ -34,7 +34,7 @@ from rasa.builder.copilot.models import (
     TodoItem,
     TodoPlanUpdate,
 )
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
 
 structlogger = structlog.get_logger()
 

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/copilot/legacy_copilot.py

@@ -43,7 +43,7 @@ from rasa.builder.document_retrieval.models import Document
 from rasa.builder.exceptions import (
     DocumentRetrievalError,
 )
-from rasa.builder.telemetry.langfuse.legacy_copilot_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.legacy_copilot_langfuse_telemetry import (
     LegacyCopilotLangfuseTelemetry,
 )
 from rasa.shared.constants import PACKAGE_NAME

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/copilot/message_classifier/message_classifier.py

@@ -36,8 +36,8 @@ from rasa.builder.copilot.models import (
     UsageStatistics,
 )
 from rasa.builder.copilot.utils import filter_chat_history_messages
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
-from rasa.builder.telemetry.langfuse.message_classifier_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.message_classifier_langfuse_telemetry import (
     MessageClassifierLangfuseTelemetry,
 )
 from rasa.shared.constants import PACKAGE_NAME

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/copilot/response_handling/message_classifier_response_handler.py

@@ -52,7 +52,7 @@ from rasa.builder.copilot.response_handling.constants import (
 )
 from rasa.builder.document_retrieval.models import Document
 from rasa.builder.logging_utils import log_exception
-from rasa.builder.telemetry.langfuse.message_classifier_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.message_classifier_langfuse_telemetry import (
     MessageClassifierResponseHandlerLangfuseTelemetry,
 )
 from rasa.shared.constants import PACKAGE_NAME

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/document_retrieval/inkeep_document_retrieval.py

@@ -19,7 +19,7 @@ from rasa.builder.document_retrieval.constants import (
 )
 from rasa.builder.document_retrieval.models import Document
 from rasa.builder.exceptions import DocumentRetrievalError
-from rasa.builder.telemetry.langfuse.document_retrieval_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.document_retrieval_langfuse_telemetry import (
     DocumentRetrievalLangfuseTelemetry,
 )
 from rasa.shared.utils.io import read_json_file

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/evaluator/copilot_response_evaluator/langfuse_runner.py

@@ -14,7 +14,10 @@ from typing import Any, Dict, List, Optional, Union, cast
 import structlog
 import yaml  # type: ignore[import-untyped]
 
-from rasa.builder.telemetry.langfuse.langfuse_compat import langfuse, require_langfuse
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
+    langfuse,
+    require_langfuse,
+)
 
 # Ensure langfuse is available - raises ImportError if not
 require_langfuse()

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/evaluator/response_classification/langfuse_runner.py

@@ -59,7 +59,10 @@ from rasa.builder.evaluator.shared.langfuse_utils import (
     report_langfuse_run_results_to_txt_file,
     run_copilot_task,
 )
-from rasa.builder.telemetry.langfuse.langfuse_compat import langfuse, require_langfuse
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
+    langfuse,
+    require_langfuse,
+)
 
 # Ensure langfuse is available - raises ImportError if not
 require_langfuse()

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/evaluator/scripts/utils.py

@@ -4,7 +4,7 @@ from typing import Any, List, Optional
 
 import structlog
 
-from rasa.builder.telemetry.langfuse.langfuse_compat import require_langfuse
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import require_langfuse
 
 # Ensure langfuse is available - raises ImportError if not
 require_langfuse()

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/evaluator/shared/langfuse_utils.py

@@ -9,7 +9,7 @@ from typing import Any, Dict, Optional
 
 import structlog
 
-from rasa.builder.telemetry.langfuse.langfuse_compat import require_langfuse
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import require_langfuse
 
 # Ensure langfuse is available - raises ImportError if not
 require_langfuse()

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/jobs.py

@@ -63,8 +63,8 @@ from rasa.builder.models import (
 )
 from rasa.builder.project_generator.project_generator import ProjectGenerator
 from rasa.builder.project_info import ensure_first_used
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
-from rasa.builder.telemetry.langfuse.prompt_to_bot_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.prompt_to_bot_langfuse_telemetry import (
     PromptToBotLangfuseTelemetry,
 )
 from rasa.builder.training_service import (

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/main.py

@@ -95,7 +95,7 @@ def setup_middleware(app: Sanic) -> None:
 
 def setup_langfuse() -> None:
     """Setup langfuse configuration."""
-    from rasa.builder.telemetry.langfuse.langfuse_compat import require_langfuse
+    from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import require_langfuse
 
     require_langfuse()
 

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/project_generator/project_generator.py

@@ -48,14 +48,14 @@ from rasa.builder.project_generator.project_utils import (
 )
 from rasa.builder.project_info import ProjectInfo, ensure_first_used, load_project_info
 from rasa.builder.shared.rasa_schema_utils import get_domain_schema, get_flows_schema
-from rasa.builder.telemetry.langfuse.commit_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.commit_langfuse_telemetry import (
     CommitMessageGenerationLangfuseTelemetry,
 )
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
-from rasa.builder.telemetry.langfuse.prompt_to_bot_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.prompt_to_bot_langfuse_telemetry import (
     PromptToBotLangfuseTelemetry,
 )
-from rasa.builder.telemetry.langfuse.welcome_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.welcome_langfuse_telemetry import (
     WelcomeMessageGenerationLangfuseTelemetry,
 )
 from rasa.builder.template_cache import copy_cache_for_template_if_available

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/builder/service.py

@@ -93,10 +93,10 @@ from rasa.builder.models import (
 from rasa.builder.project_generator.project_generator import ProjectGenerator
 from rasa.builder.shared.tracker_context import TrackerContext
 from rasa.builder.telemetry.copilot_segment_telemetry import CopilotSegmentTelemetry
-from rasa.builder.telemetry.langfuse.copilot_endpoint_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.copilot_endpoint_langfuse_telemetry import (
     CopilotEndpointLangfuseTelemetry,
 )
-from rasa.builder.telemetry.langfuse.langfuse_compat import observe
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe
 from rasa.builder.training_service import (
     train_and_load_agent,
     try_load_existing_agent,

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/agent_copilot_langfuse_telemetry.py

@@ -14,11 +14,11 @@ from rasa.builder.copilot.response_handling.utils import (
     is_tool_output_event,
 )
 from rasa.builder.logging_utils import ExceptionFields
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     is_langfuse_available,
     langfuse,
 )
-from rasa.builder.telemetry.langfuse.shared import (
+from rasa.builder.telemetry.langfuse_rasa.shared import (
     update_generation_span_with_usage_statistics,
 )
 

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/commit_langfuse_telemetry.py

@@ -1,4 +1,4 @@
-from rasa.builder.telemetry.langfuse.langfuse_compat import with_langfuse
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import with_langfuse
 
 
 class CommitMessageGenerationLangfuseTelemetry:

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/copilot_endpoint_langfuse_telemetry.py

@@ -7,8 +7,8 @@ from rasa.builder.document_retrieval.models import Document
 from rasa.builder.logging_utils import ExceptionFields
 from rasa.builder.models import BotFiles
 from rasa.builder.shared.tracker_context import TrackerContext
-from rasa.builder.telemetry.langfuse.langfuse_compat import with_langfuse
-from rasa.builder.telemetry.langfuse.shared import create_session_id
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import with_langfuse
+from rasa.builder.telemetry.langfuse_rasa.shared import create_session_id
 
 if TYPE_CHECKING:
     from rasa.builder.copilot import BaseCopilotResponseHandler

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/document_retrieval_langfuse_telemetry.py

@@ -3,11 +3,11 @@ from typing import TYPE_CHECKING, Any, Callable
 
 from rasa.builder import config
 from rasa.builder.copilot.models import UsageStatistics
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     is_langfuse_available,
     langfuse,
 )
-from rasa.builder.telemetry.langfuse.shared import (
+from rasa.builder.telemetry.langfuse_rasa.shared import (
     update_generation_span_with_usage_statistics,
 )
 

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/langfuse_compat.py

@@ -9,7 +9,7 @@ This provides:
 - Context manager that only executes block when langfuse is available
 
 Usage:
-    from rasa.builder.telemetry.langfuse.langfuse_compat import observe, with_langfuse
+    from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import observe, with_langfuse
 
     # For decorators (works whether langfuse is installed or not):
     @observe()

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/legacy_copilot_langfuse_telemetry.py

@@ -1,11 +1,11 @@
 from functools import wraps
 from typing import TYPE_CHECKING, Any, AsyncGenerator, Callable, Dict, List
 
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     is_langfuse_available,
     langfuse,
 )
-from rasa.builder.telemetry.langfuse.shared import (
+from rasa.builder.telemetry.langfuse_rasa.shared import (
     update_generation_span_with_usage_statistics,
 )
 

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/mcp_lifecycle_langfuse_telemetry.py

@@ -10,7 +10,7 @@ from typing import Any, Optional
 import structlog
 
 from rasa.builder.logging_utils import ExceptionFields
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     with_langfuse,
 )
 

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/message_classifier_langfuse_telemetry.py

@@ -2,11 +2,11 @@ from functools import wraps
 from typing import TYPE_CHECKING, Any, Callable, Coroutine
 
 from rasa.builder import config
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     is_langfuse_available,
     langfuse,
 )
-from rasa.builder.telemetry.langfuse.shared import (
+from rasa.builder.telemetry.langfuse_rasa.shared import (
     update_generation_span_with_usage_statistics,
 )
 

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/prompt_to_bot_langfuse_telemetry.py

@@ -3,7 +3,7 @@ from typing import TYPE_CHECKING, Any, Dict, Optional
 import structlog
 
 from rasa.builder.models import BotFiles
-from rasa.builder.telemetry.langfuse.langfuse_compat import with_langfuse
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import with_langfuse
 
 if TYPE_CHECKING:
     from rasa.builder.copilot.models import UsageStatistics

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/traced_mcp_server.py

@@ -21,11 +21,11 @@ from agents.mcp import MCPServerStreamableHttp
 from mcp.types import CallToolResult
 
 from rasa.builder.logging_utils import log_exception
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     observe,
     with_langfuse,
 )
-from rasa.builder.telemetry.langfuse.mcp_lifecycle_langfuse_telemetry import (
+from rasa.builder.telemetry.langfuse_rasa.mcp_lifecycle_langfuse_telemetry import (
     MCPLifecycleLangfuseTelemetry,
 )
 

{rasa_pro-3.16.3.dev8/rasa/builder/telemetry/langfuse → rasa_pro-3.16.3.dev9/rasa/builder/telemetry/langfuse_rasa}/welcome_langfuse_telemetry.py

@@ -3,12 +3,12 @@ from typing import TYPE_CHECKING, Any, Callable
 
 from rasa.builder import config
 from rasa.builder.copilot.models import UsageStatistics
-from rasa.builder.telemetry.langfuse.langfuse_compat import (
+from rasa.builder.telemetry.langfuse_rasa.langfuse_compat import (
     is_langfuse_available,
     langfuse,
     with_langfuse,
 )
-from rasa.builder.telemetry.langfuse.shared import (
+from rasa.builder.telemetry.langfuse_rasa.shared import (
     update_generation_span_with_usage_statistics,
 )
 

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/core/channels/inspector.py

@@ -192,6 +192,7 @@ class InspectorInputChannel(SocketIOInput, VoiceInputChannel):
         voice_channel: Optional[str] = None,
         text_channel: Optional[str] = None,
         silence_timeout: Optional[Union[float, int]] = None,
+        voice_flatten: bool = False,
         **kwargs: Any,
     ) -> None:
         """Creates a `InspectorInputChannel` object."""
@@ -213,6 +214,7 @@ class InspectorInputChannel(SocketIOInput, VoiceInputChannel):
             asr_config=asr_config if asr_config is not None else {"name": "deepgram"},
             tts_config=tts_config if tts_config is not None else {"name": "deepgram"},
             interruptions=interruptions,
+            voice_flatten=voice_flatten,
         )
 
         self.voice_channel_name = voice_channel or self.DEFAULT_VOICE_CHANNEL_NAME
@@ -437,6 +439,7 @@ class InspectorInputChannel(SocketIOInput, VoiceInputChannel):
             tts_cache=self.tts_cache,
             audio_format=self.audio_format,
             channel_name=self.voice_channel_name,
+            voice_flatten=self.voice_flatten,
         )
 
     async def interrupt_playback(
@@ -623,8 +626,12 @@ class InspectorVoiceOutputChannel(VoiceOutputChannel):
         tts_cache: Any,
         audio_format: Any,
         channel_name: str = InspectorInputChannel.DEFAULT_VOICE_CHANNEL_NAME,
+        voice_flatten: bool = False,
     ) -> None:
-        super().__init__(voice_websocket, tts_engine, tts_cache, audio_format)
+        super().__init__(
+            voice_websocket, tts_engine, tts_cache, audio_format,
+            voice_flatten=voice_flatten,
+        )
         self._channel_name = channel_name
 
     def name(self) -> str:  # type: ignore[override]

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/core/channels/voice_stream/audiocodes.py

@@ -128,6 +128,7 @@ class AudiocodesVoiceInputChannel(VoiceInputChannel):
         silence_timeout: Optional[Union[float, int]] = None,
         token: Optional[Text] = None,
         cfm: Optional[Dict[str, Any]] = None,
+        voice_flatten: bool = False,
     ):
         mark_as_beta_feature("Audiocodes (audiocodes_stream) Channel")
         super().__init__(
@@ -136,6 +137,7 @@ class AudiocodesVoiceInputChannel(VoiceInputChannel):
             tts_config=tts_config,
             interruptions=interruptions,
             cfm=cfm,
+            voice_flatten=voice_flatten,
         )
         self.audio_format = RASA_AUDIO_FORMAT
         self.token = token
@@ -300,6 +302,7 @@ class AudiocodesVoiceInputChannel(VoiceInputChannel):
             tts_engine=tts_engine,
             tts_cache=self.tts_cache,
             audio_format=self.audio_format,
+            voice_flatten=self.voice_flatten,
         )
 
     def _is_token_valid(self, token: Optional[Text]) -> bool:

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/core/channels/voice_stream/browser_audio.py

@@ -92,6 +92,7 @@ class BrowserAudioInputChannel(VoiceInputChannel):
         silence_timeout: Optional[Union[float, int]] = None,
         sample_rate: int = DEFAULT_SAMPLE_RATE,
         cfm: Optional[Dict[str, Any]] = None,
+        voice_flatten: bool = False,
     ) -> None:
         """Initializes the browser audio input channel.
 
@@ -103,8 +104,12 @@ class BrowserAudioInputChannel(VoiceInputChannel):
             interruptions: Configuration for interruption handling.
             sample_rate: Optional sample rate for the audio.
             cfm: Optional CFM configuration dict.
+            voice_flatten: If True, rewrite markdown/bullets as prose for TTS.
         """
-        super().__init__(server_url, asr_config, tts_config, interruptions, cfm)
+        super().__init__(
+            server_url, asr_config, tts_config, interruptions, cfm,
+            voice_flatten=voice_flatten,
+        )
         self.audio_format = _SAMPLE_RATE_TO_FORMAT[sample_rate]
         self.silence_timeout = silence_timeout
 
@@ -229,6 +234,7 @@ class BrowserAudioInputChannel(VoiceInputChannel):
             audio_format=self.audio_format,
             tts_engine=tts_engine,
             tts_cache=self.tts_cache,
+            voice_flatten=self.voice_flatten,
         )
 
     def blueprint(

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/core/channels/voice_stream/cfm/config.py

@@ -147,6 +147,16 @@ class FillerConfig:
     # (fixed English substrings; see FillerGenerator).
     suppress_filler_on_repeat_like_request: bool = True
 
+    # -- Backchannel on HOLD ----
+    # When the LLM decides HOLD during structured data dictation, play a
+    # short TTS acknowledgment ("mhm", "okay") so the user knows the
+    # system is still listening.  Uses static phrases — no extra LLM call.
+    backchannel_on_hold_enabled: bool = True
+    backchannel_phrases: List[str] = field(
+        default_factory=lambda: ["mhm", "okay", "go ahead"]
+    )
+    backchannel_cooldown_seconds: float = 5.0
+
     # -- Follow-up filler ----
     # When the pipeline takes a while, a second filler ("Still looking...")
     # is generated in the background and played after a delay.
@@ -178,6 +188,18 @@ class FillerConfig:
         "Just a moment longer.",
     ])
 
+    # -- Out-of-scope detection (internal, do not set in credentials) --
+    # Populated automatically at runtime from the domain's
+    # ``assistant.scope`` key.  Any value in channel credentials is
+    # ignored.  When set, the filler prompt includes a scope-check
+    # instruction.  If the user's message is completely unrelated to the
+    # described scope, the LLM returns an [OUT_OF_SCOPE] marker followed
+    # by a polite decline instead of a normal filler.  The FloorManager
+    # detects the marker, plays the decline as audio, records events on
+    # the tracker, and skips the Rasa pipeline entirely.
+    # None (default) = feature disabled.
+    assistant_scope: Optional[str] = None
+
 
 # ---------------------------------------------------------------------------
 # Top-level CFM config

{rasa_pro-3.16.3.dev8 → rasa_pro-3.16.3.dev9}/rasa/core/channels/voice_stream/cfm/floor_context.py

@@ -63,6 +63,23 @@ class TurnTimingRecord:
         return (self.end_time - self.start_time) * 1000
 
 
+@dataclass
+class ActiveCollectHint:
+    """Metadata about the currently active collect step for CFM components."""
+
+    slot_name: str
+    rejections: List[str] = field(default_factory=list)
+    """Predicate strings from SlotRejection.if_, e.g. ["len(phone_number) < 8"]."""
+    dtmf_length: Optional[int] = None
+    """From DTMFConfig.length if present — hints that N digits are expected."""
+    min_digits: Optional[int] = None
+    """From voice_input_hints.min_digits on the collect step.
+
+    Deterministic gate: if the accumulated text contains fewer than this many
+    digit characters, force HOLD without asking the LLM.
+    """
+
+
 class FloorContext:
     """Shared mutable state for all CFM subcomponents.
 
@@ -112,6 +129,13 @@ class FloorContext:
         # Rolling window of recent bot/user turns for context.
         self.conversation_history: Deque[ConversationTurn] = deque(maxlen=10)
 
+        # -- Active collect step hints (for context-aware turn detection) ---
+        self.active_collect_hints_list: List[ActiveCollectHint] = []
+
+        # -- Backchannel-on-HOLD state ---
+        self._last_backchannel_time: Optional[float] = None
+        self._backchannel_index: int = 0
+
     # -----------------------------------------------------------------
     # Update helpers — called by the FloorManager on each event
     # -----------------------------------------------------------------
@@ -227,6 +251,13 @@ class FloorContext:
         # Extract entity-like slot values for filler context suffixes.
         self.active_entities = {k: v for k, v in tracker_state.items() if v is not None}
 
+    def update_collect_hints(self, hints: List[ActiveCollectHint]) -> None:
+        """Update collect hints for context-aware turn detection.
+
+        The full list is stored for the LLM prompt template.
+        """
+        self.active_collect_hints_list = hints
+
     # -----------------------------------------------------------------
     # Pipeline state — signalled by VoiceOutputChannel
     # -----------------------------------------------------------------
@@ -269,3 +300,26 @@ class FloorContext:
         if not durations:
             return None
         return sum(durations) / len(durations)
+
+    def next_backchannel_phrase(
+        self,
+        phrases: List[str],
+        cooldown_seconds: float,
+    ) -> Optional[str]:
+        """Return the next backchannel phrase if cooldown has elapsed.
+
+        Rotates through *phrases* round-robin.  Returns ``None`` when
+        the cooldown has not yet elapsed or the phrase list is empty.
+        """
+        if not phrases:
+            return None
+        now = time.time()
+        if (
+            self._last_backchannel_time is not None
+            and (now - self._last_backchannel_time) < cooldown_seconds
+        ):
+            return None
+        phrase = phrases[self._backchannel_index % len(phrases)]
+        self._backchannel_index += 1
+        self._last_backchannel_time = now
+        return phrase