rasa-pro 3.11.4__py3-none-any.whl → 3.11.6__py3-none-any.whl

rasa/core/channels/voice_ready/audiocodes.py

@@ -1,9 +1,11 @@
+import asyncio
 import copy
 from datetime import datetime, timezone, timedelta
 import json
 import uuid
-from typing import Any, Awaitable, Callable, Dict, List, Optional, Text, Union
+from collections import defaultdict
 from dataclasses import asdict
+from typing import Any, Awaitable, Callable, Dict, List, Optional, Set, Text, Union
 
 import structlog
 from jsonschema import ValidationError, validate
@@ -223,6 +225,16 @@ class AudiocodesInput(InputChannel):
         self.scheduler_job = None
         self.keep_alive = keep_alive
         self.keep_alive_expiration_factor = keep_alive_expiration_factor
+        self.background_tasks: Dict[Text, Set[asyncio.Task]] = defaultdict(set)
+
+    def _create_task(self, conversation_id: Text, coro: Awaitable[Any]) -> asyncio.Task:
+        """Create and track an asyncio task for a conversation."""
+        task: asyncio.Task = asyncio.create_task(coro)
+        self.background_tasks[conversation_id].add(task)
+        task.add_done_callback(
+            lambda t: self.background_tasks[conversation_id].discard(t)
+        )
+        return task
 
     async def _set_scheduler_job(self) -> None:
         if self.scheduler_job:
@@ -251,11 +263,20 @@ class AudiocodesInput(InputChannel):
         )
         now = datetime.now(timezone.utc)
         delta = timedelta(seconds=self.keep_alive * self.keep_alive_expiration_factor)
-        self.conversations = {
-            k: v
-            for k, v in self.conversations.items()
-            if v.is_active_conversation(now, delta)
-        }
+
+        # clean up conversations
+        inactive = [
+            conv_id
+            for conv_id, conv in self.conversations.items()
+            if not conv.is_active_conversation(now, delta)
+        ]
+
+        # cancel tasks and remove conversations
+        for conv_id in inactive:
+            for task in self.background_tasks[conv_id]:
+                task.cancel()
+            self.background_tasks.pop(conv_id, None)
+            self.conversations.pop(conv_id, None)
 
     def handle_start_conversation(self, body: Dict[Text, Any]) -> Dict[Text, Any]:
         conversation_id = body["conversation"]
@@ -347,31 +368,29 @@ class AudiocodesInput(InputChannel):
             structlogger.debug("audiocodes.on_activities", conversation=conversation_id)
             conversation = self._get_conversation(request.token, conversation_id)
             if conversation is None:
+                structlogger.warning(
+                    "audiocodes.on_activities.no_conversation", request=request.json
+                )
                 return response.json({})
             elif conversation.ws:
                 ac_output: Union[WebsocketOutput, AudiocodesOutput] = WebsocketOutput(
                     conversation.ws, conversation_id
                 )
-                await conversation.handle_activities(
-                    request.json,
-                    output_channel=ac_output,
-                    on_new_message=on_new_message,
-                )
-                return response.json({})
+                response_json = {}
             else:
                 # handle non websocket case where messages get returned in json
                 ac_output = AudiocodesOutput()
-                await conversation.handle_activities(
-                    request.json,
-                    output_channel=ac_output,
-                    on_new_message=on_new_message,
-                )
-                return response.json(
-                    {
-                        "conversation": conversation_id,
-                        "activities": ac_output.messages,
-                    }
-                )
+                response_json = {
+                    "conversation": conversation_id,
+                    "activities": ac_output.messages,
+                }
+
+            # start a background task to handle activities
+            self._create_task(
+                conversation_id,
+                conversation.handle_activities(request.json, ac_output, on_new_message),
+            )
+            return response.json(response_json)
 
         @ac_webhook.route(
             "/conversation/<conversation_id>/disconnect", methods=["POST"]

rasa/core/channels/voice_stream/asr/deepgram.py

@@ -1,7 +1,8 @@
-from dataclasses import dataclass
-from typing import Any, Dict, Optional
 import json
 import os
+from dataclasses import dataclass
+from typing import Any, Dict, Optional
+from urllib.parse import urlencode
 
 import websockets
 from websockets.legacy.client import WebSocketClientProtocol
@@ -19,11 +20,14 @@ from rasa.shared.constants import DEEPGRAM_API_KEY_ENV_VAR
 @dataclass
 class DeepgramASRConfig(ASREngineConfig):
     endpoint: Optional[str] = None
-    # number of miliseconds of silence to determine end of speech
+    # number of milliseconds of silence to determine end of speech
     endpointing: Optional[int] = None
     language: Optional[str] = None
     model: Optional[str] = None
     smart_format: Optional[bool] = None
+    # number of milliseconds of no new transcript to determine end of speech
+    # should be at least 1000 according to docs
+    utterance_end_ms: Optional[int] = None
 
 
 class DeepgramASR(ASREngine[DeepgramASRConfig]):
@@ -37,22 +41,35 @@ class DeepgramASR(ASREngine[DeepgramASRConfig]):
         """Connect to the ASR system."""
         deepgram_api_key = os.environ[DEEPGRAM_API_KEY_ENV_VAR]
         extra_headers = {"Authorization": f"Token {deepgram_api_key}"}
-        api_url = self._get_api_url()
-        query_params = self._get_query_params()
         return await websockets.connect(  # type: ignore
-            api_url + query_params,
+            self._get_api_url_with_query_params(),
             extra_headers=extra_headers,
         )
 
+    def _get_api_url_with_query_params(self) -> str:
+        """Combine api url and query params."""
+        return self._get_api_url() + self._get_query_params()
+
     def _get_api_url(self) -> str:
+        """Get the api url with the configured endpoint."""
         return f"wss://{self.config.endpoint}/v1/listen?"
 
     def _get_query_params(self) -> str:
-        return (
-            f"encoding=mulaw&sample_rate={HERTZ}&endpointing={self.config.endpointing}"
-            f"&vad_events=true&language={self.config.language}&interim_results=true"
-            f"&model={self.config.model}&smart_format={str(self.config.smart_format).lower()}"
-        )
+        """Get the configured query parameters for the api."""
+        query_params = {
+            "encoding": "mulaw",
+            "sample_rate": HERTZ,
+            "endpointing": self.config.endpointing,
+            "vad_events": "true",
+            "language": self.config.language,
+            "interim_results": "true",
+            "model": self.config.model,
+            "smart_format": str(self.config.smart_format).lower(),
+        }
+        if self.config.utterance_end_ms and self.config.utterance_end_ms > 0:
+            query_params["utterance_end_ms"] = self.config.utterance_end_ms
+
+        return urlencode(query_params)
 
     async def signal_audio_done(self) -> None:
         """Signal to the ASR Api that you are done sending data."""
@@ -67,24 +84,48 @@ class DeepgramASR(ASREngine[DeepgramASRConfig]):
     def engine_event_to_asr_event(self, e: Any) -> Optional[ASREvent]:
         """Translate an engine event to a common ASREvent."""
         data = json.loads(e)
-        if "is_final" in data:
-            transcript = data["channel"]["alternatives"][0]["transcript"]
+        data_type = data["type"]
+        if data_type == "Results":
+            transcript_data = data["channel"]["alternatives"][0]
+            transcript = transcript_data["transcript"]
             if data["is_final"]:
                 if data.get("speech_final"):
-                    full_transcript = self.accumulated_transcript + transcript
+                    full_transcript = self.concatenate_transcripts(
+                        self.accumulated_transcript, transcript
+                    )
                     self.accumulated_transcript = ""
                     if full_transcript:
                         return NewTranscript(full_transcript)
                 else:
-                    self.accumulated_transcript += transcript
+                    self.accumulated_transcript = self.concatenate_transcripts(
+                        self.accumulated_transcript, transcript
+                    )
             elif transcript:
                 return UserIsSpeaking()
+        # event that comes after utterance_end_ms of no new transcript
+        elif data_type == "UtteranceEnd":
+            if self.accumulated_transcript:
+                transcript = self.accumulated_transcript
+                self.accumulated_transcript = ""
+                return NewTranscript(transcript)
         return None
 
     @staticmethod
     def get_default_config() -> DeepgramASRConfig:
-        return DeepgramASRConfig("api.deepgram.com", 400, "en", "nova-2-general", True)
+        return DeepgramASRConfig(
+            endpoint="api.deepgram.com",
+            endpointing=400,
+            language="en",
+            model="nova-2-general",
+            smart_format=True,
+            utterance_end_ms=1000,
+        )
 
     @classmethod
     def from_config_dict(cls, config: Dict) -> "DeepgramASR":
         return DeepgramASR(DeepgramASRConfig.from_dict(config))
+
+    @staticmethod
+    def concatenate_transcripts(t1: str, t2: str) -> str:
+        """Concatenate two transcripts making sure there is a space between them."""
+        return (t1.strip() + " " + t2.strip()).strip()

rasa/core/channels/voice_stream/browser_audio.py

@@ -102,6 +102,9 @@ class BrowserAudioInputChannel(VoiceInputChannel):
 
         @blueprint.websocket("/websocket")  # type: ignore
         async def handle_message(request: Request, ws: Websocket) -> None:
-            await self.run_audio_streaming(on_new_message, ws)
+            try:
+                await self.run_audio_streaming(on_new_message, ws)
+            except Exception as e:
+                logger.error("browser_audio.handle_message.error", error=e)
 
         return blueprint

rasa/core/channels/voice_stream/tts/cartesia.py

@@ -87,13 +87,22 @@ class CartesiaTTS(TTSEngine[CartesiaTTSConfig]):
                     async for data in response.content.iter_chunked(1024):
                         yield self.engine_bytes_to_rasa_audio_bytes(data)
                     return
+                elif response.status == 401:
+                    structlogger.error(
+                        "cartesia.synthesize.rest.unauthorized",
+                        status_code=response.status,
+                    )
+                    raise TTSError(
+                        "Unauthorized. Please make sure you have the correct API key."
+                    )
                 else:
+                    response_text = await response.text()
                     structlogger.error(
                         "cartesia.synthesize.rest.failed",
                         status_code=response.status,
-                        msg=response.text(),
+                        msg=response_text,
                     )
-                    raise TTSError(f"TTS failed: {response.text()}")
+                    raise TTSError(f"TTS failed: {response_text}")
         except ClientConnectorError as e:
             raise TTSError(e)
         except TimeoutError as e:

rasa/core/policies/enterprise_search_prompt_with_citation_template.jinja2

@@ -4,7 +4,7 @@ If the answer is not known or cannot be determined from the provided documents o
 Use the following documents to answer the question:
 {% for doc in docs %}
 {{ loop.cycle("*")}}. {{ doc.metadata }}
-{{ doc.page_content }}
+{{ doc.text }}
 {% endfor %}
 
 {% if citation_enabled %}

rasa/keys

@@ -0,0 +1 @@
+{"segment": "CcvVD1I68Nkkxrv93cIqv1twIwrwG8nz", "sentry": "a283f1fde04347b099c8d729109dd450@o251570"}

rasa/llm_fine_tuning/conversations.py

@@ -45,7 +45,7 @@ class ConversationStep:
             elif isinstance(command, SetSlotCommand):
                 output.append(f"SetSlot({command.name}, {command.value})")
             elif isinstance(command, ClarifyCommand):
-                output.append(f"Clarify({command.options})")
+                output.append(f"Clarify({', '.join(command.options)})")
             elif isinstance(command, CancelFlowCommand):
                 output.append("CancelFlow()")
             elif isinstance(command, ChitChatAnswerCommand):

rasa/server.py

@@ -272,7 +272,9 @@ def requires_auth(
             raise ErrorResponse(
                 HTTPStatus.UNAUTHORIZED,
                 "NotAuthenticated",
-                "User is not authenticated.",
+                "User is not authenticated. ",
+                "Please make sure the use of token is supported and that "
+                "the supplied token is valid.",
                 help_url=_docs(
                     "/user-guide/configuring-http-api/#security-considerations"
                 ),

rasa/shared/constants.py

@@ -166,6 +166,7 @@ OPENAI_API_VERSION_CONFIG_KEY = "openai_api_version"
 
 AWS_BEDROCK_PROVIDER = "bedrock"
 AWS_SAGEMAKER_PROVIDER = "sagemaker"
+AWS_SAGEMAKER_CHAT_PROVIDER = "sagemaker"
 
 API_BASE_CONFIG_KEY = "api_base"
 API_TYPE_CONFIG_KEY = "api_type"

rasa/shared/core/constants.py

@@ -178,3 +178,5 @@ POLICY_NAME_RULE = "RulePolicy"
 CLASSIFIER_NAME_FALLBACK = "FallbackClassifier"
 
 POLICIES_THAT_EXTRACT_ENTITIES = {"TEDPolicy"}
+
+ERROR_CODE_KEY = "error_code"

rasa/shared/core/events.py

@@ -31,6 +31,7 @@ from typing import Union
 
 from rasa.shared.constants import DOCS_URL_TRAINING_DATA
 from rasa.shared.core.constants import (
+    ERROR_CODE_KEY,
     LOOP_NAME,
     EXTERNAL_MESSAGE_PREFIX,
     ACTION_NAME_SENDER_ID_CONNECTOR_STR,
@@ -2557,3 +2558,69 @@ class SessionEnded(AlwaysEqualEventMixin):
         """Applies event to current conversation state."""
         # noinspection PyProtectedMember
         tracker._reset()
+
+
+class ErrorHandled(Event):
+    """An error occurred during the conversation.
+
+    The error message is stored in the metadata of the event.
+    """
+
+    type_name = "error"
+
+    def __init__(
+        self,
+        error_code: int,
+        timestamp: Optional[float] = None,
+        metadata: Optional[Dict[str, Any]] = None,
+    ) -> None:
+        """Creates event for an error.
+
+        Args:
+            error_code: Error int code.
+            timestamp: When the event was created.
+            metadata: Additional event metadata.
+        """
+        self.error_code = error_code
+        super().__init__(timestamp, metadata)
+
+    def __str__(self) -> Text:
+        """Returns text representation of event."""
+        return f"ErrorHandled({self.error_code})"
+
+    def __repr__(self) -> Text:
+        """Returns event as string for debugging."""
+        return f"ErrorHandled({self.error_code}, {self.timestamp}, {self.metadata})"
+
+    def __hash__(self) -> int:
+        """Returns unique hash for event."""
+        return hash(self.error_code)
+
+    def __eq__(self, other: Any) -> bool:
+        """Compares object with other object."""
+        if not isinstance(other, ErrorHandled):
+            return NotImplemented
+
+        return self.error_code == other.error_code
+
+    def as_story_string(self) -> Text:
+        """Returns text representation of event."""
+        props = json.dumps({ERROR_CODE_KEY: self.error_code})
+        return f"{ErrorHandled.type_name}{props}"
+
+    @classmethod
+    def _from_story_string(cls, parameters: Dict[Text, Any]) -> List["ErrorHandled"]:
+        """Called to convert a parsed story line into an event."""
+        return [
+            ErrorHandled(
+                parameters.get(ERROR_CODE_KEY),
+                parameters.get("timestamp"),
+                parameters.get("metadata"),
+            )
+        ]
+
+    def as_dict(self) -> Dict[Text, Any]:
+        """Returns serialized event."""
+        serialized = super().as_dict()
+        serialized.update({ERROR_CODE_KEY: self.error_code})
+        return serialized

rasa/shared/providers/llm/default_litellm_llm_client.py

@@ -3,6 +3,7 @@ from typing import Dict, Any
 from rasa.shared.constants import (
     AWS_BEDROCK_PROVIDER,
     AWS_SAGEMAKER_PROVIDER,
+    AWS_SAGEMAKER_CHAT_PROVIDER,
 )
 from rasa.shared.providers._configs.default_litellm_client_config import (
     DefaultLiteLLMClientConfig,
@@ -98,7 +99,11 @@ class DefaultLiteLLMClient(_BaseLiteLLMClient):
         #       SageMaker) in Rasa by allowing AWS secrets to be provided as extra
         #       parameters without triggering validation errors due to missing AWS
         #       environment variables.
-        if self.provider.lower() in [AWS_BEDROCK_PROVIDER, AWS_SAGEMAKER_PROVIDER]:
+        if self.provider.lower() in [
+            AWS_BEDROCK_PROVIDER,
+            AWS_SAGEMAKER_PROVIDER,
+            AWS_SAGEMAKER_CHAT_PROVIDER,
+        ]:
             validate_aws_setup_for_litellm_clients(
                 self._litellm_model_name,
                 self._litellm_extra_parameters,

rasa/shared/utils/schemas/events.py

@@ -165,8 +165,7 @@ DIALOGUE_STACK_UPDATED = {
 }
 ROUTING_SESSION_ENDED = {"properties": {"event": {"const": "routing_session_ended"}}}
 
-
-ROUTING_SESSION_ENDED = {"properties": {"event": {"const": "routing_session_ended"}}}
+ERROR_HANDLED = {"properties": {"event": {"const": "error"}}}
 
 EVENT_SCHEMA = {
     "type": "object",
@@ -208,6 +207,7 @@ EVENT_SCHEMA = {
         DIALOGUE_STACK_UPDATED,
         ROUTING_SESSION_ENDED,
         SESSION_ENDED,
+        ERROR_HANDLED,
     ],
 }
 

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.11.4"
+__version__ = "3.11.6"

{rasa_pro-3.11.4.dist-info → rasa_pro-3.11.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.11.4
+Version: 3.11.6
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
@@ -8,11 +8,10 @@ Author: Rasa Technologies GmbH
 Author-email: hi@rasa.com
 Maintainer: Tom Bocklisch
 Maintainer-email: tom@rasa.com
-Requires-Python: >=3.9,<3.12
+Requires-Python: >=3.9.2,<3.12
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Topic :: Software Development :: Libraries
@@ -40,7 +39,7 @@ Requires-Dist: colorclass (>=2.2,<2.3)
 Requires-Dist: coloredlogs (>=15,<16)
 Requires-Dist: colorhash (>=2.0,<2.1.0)
 Requires-Dist: confluent-kafka (>=2.3.0,<3.0.0)
-Requires-Dist: cryptography (>=43.0.1)
+Requires-Dist: cryptography (>=44.0.1)
 Requires-Dist: cvg-python-sdk (>=0.5.1,<0.6.0)
 Requires-Dist: dask (>=2024.7.0,<2024.8.0)
 Requires-Dist: demoji (>=1.1.0,<2.0.0)
@@ -57,13 +56,13 @@ Requires-Dist: hvac (>=1.2.1,<2.0.0)
 Requires-Dist: importlib-metadata (>=8.5.0,<8.6.0)
 Requires-Dist: importlib-resources (==6.1.3)
 Requires-Dist: jieba (>=0.42.1,<0.43) ; extra == "jieba" or extra == "full"
-Requires-Dist: jinja2 (>=3.1.4,<4.0.0)
+Requires-Dist: jinja2 (>=3.1.6,<3.2.0)
 Requires-Dist: jsonpatch (>=1.33,<2.0)
 Requires-Dist: jsonpickle (>=3.3.0,<3.4)
 Requires-Dist: jsonschema (>=4.22)
 Requires-Dist: keras (==2.14.0)
-Requires-Dist: langchain (>=0.2.0,<0.3.0)
-Requires-Dist: langchain-community (>=0.2.0,<0.3.0)
+Requires-Dist: langchain (>=0.2.17,<0.3.0)
+Requires-Dist: langchain-community (>=0.2.19,<0.3.0)
 Requires-Dist: litellm (>=1.52.6,<1.53.0)
 Requires-Dist: matplotlib (>=3.7,<3.8)
 Requires-Dist: mattermostwrapper (>=2.2,<2.3)
@@ -106,7 +105,7 @@ Requires-Dist: randomname (>=0.2.1,<0.3.0)
 Requires-Dist: rasa-sdk (==3.11.0)
 Requires-Dist: redis (>=4.6.0,<6.0)
 Requires-Dist: regex (>=2022.10.31,<2022.11)
-Requires-Dist: requests (>=2.31.0,<2.32.0)
+Requires-Dist: requests (>=2.32.2,<2.33.0)
 Requires-Dist: rich (>=13.4.2,<14.0.0)
 Requires-Dist: rocketchat_API (>=1.30.0,<1.31.0)
 Requires-Dist: ruamel.yaml (>=0.17.21,<0.17.22)