rasa-pro 3.11.5__tar.gz → 3.11.6__tar.gz

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.11.5
+Version: 3.11.6
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
@@ -8,11 +8,10 @@ Author: Rasa Technologies GmbH
 Author-email: hi@rasa.com
 Maintainer: Tom Bocklisch
 Maintainer-email: tom@rasa.com
-Requires-Python: >=3.9,<3.12
+Requires-Python: >=3.9.2,<3.12
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Topic :: Software Development :: Libraries
@@ -40,7 +39,7 @@ Requires-Dist: colorclass (>=2.2,<2.3)
 Requires-Dist: coloredlogs (>=15,<16)
 Requires-Dist: colorhash (>=2.0,<2.1.0)
 Requires-Dist: confluent-kafka (>=2.3.0,<3.0.0)
-Requires-Dist: cryptography (>=43.0.1)
+Requires-Dist: cryptography (>=44.0.1)
 Requires-Dist: cvg-python-sdk (>=0.5.1,<0.6.0)
 Requires-Dist: dask (>=2024.7.0,<2024.8.0)
 Requires-Dist: demoji (>=1.1.0,<2.0.0)
@@ -57,13 +56,13 @@ Requires-Dist: hvac (>=1.2.1,<2.0.0)
 Requires-Dist: importlib-metadata (>=8.5.0,<8.6.0)
 Requires-Dist: importlib-resources (==6.1.3)
 Requires-Dist: jieba (>=0.42.1,<0.43) ; extra == "jieba" or extra == "full"
-Requires-Dist: jinja2 (>=3.1.4,<4.0.0)
+Requires-Dist: jinja2 (>=3.1.6,<3.2.0)
 Requires-Dist: jsonpatch (>=1.33,<2.0)
 Requires-Dist: jsonpickle (>=3.3.0,<3.4)
 Requires-Dist: jsonschema (>=4.22)
 Requires-Dist: keras (==2.14.0)
-Requires-Dist: langchain (>=0.2.0,<0.3.0)
-Requires-Dist: langchain-community (>=0.2.0,<0.3.0)
+Requires-Dist: langchain (>=0.2.17,<0.3.0)
+Requires-Dist: langchain-community (>=0.2.19,<0.3.0)
 Requires-Dist: litellm (>=1.52.6,<1.53.0)
 Requires-Dist: matplotlib (>=3.7,<3.8)
 Requires-Dist: mattermostwrapper (>=2.2,<2.3)
@@ -106,7 +105,7 @@ Requires-Dist: randomname (>=0.2.1,<0.3.0)
 Requires-Dist: rasa-sdk (==3.11.0)
 Requires-Dist: redis (>=4.6.0,<6.0)
 Requires-Dist: regex (>=2022.10.31,<2022.11)
-Requires-Dist: requests (>=2.31.0,<2.32.0)
+Requires-Dist: requests (>=2.32.2,<2.33.0)
 Requires-Dist: rich (>=13.4.2,<14.0.0)
 Requires-Dist: rocketchat_API (>=1.30.0,<1.31.0)
 Requires-Dist: ruamel.yaml (>=0.17.21,<0.17.22)

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "rasa-pro"
-version = "3.11.5"
+version = "3.11.6"
 description = "State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development."
 authors = [ "Rasa Technologies GmbH <hi@rasa.com>",]
 maintainers = [ "Tom Bocklisch <tom@rasa.com>",]
@@ -87,11 +87,11 @@ target-version = "py39"
 exclude = [ "eggs", ".git", ".pytest_cache", "build", "dist",]
 
 [tool.poetry.dependencies]
-python = ">=3.9,<3.12"
+python = ">=3.9.2,<3.12"
 boto3 = "~1.35.15"
 google-cloud-storage = "^2.14.0"
 azure-storage-blob = ">=12.16.0, <12.17.0"
-requests = "~2.31.0"
+requests = "~2.32.2"
 matplotlib = ">=3.7,<3.8"
 attrs = ">=23.1,<23.2"
 jsonpickle = ">=3.3.0,<3.4"
@@ -151,14 +151,14 @@ portalocker = "^2.7.0"
 pypred = "^0.4.0"
 structlog = ">=23.1.0,<23.2.0"
 structlog-sentry = "^2.0.3"
-langchain = "~0.2.0"
-langchain-community = "~0.2.0"
-jinja2 = "^3.1.4"
+langchain = "~0.2.17"
+langchain-community = "~0.2.19"
+jinja2 = "~3.1.6"
 openai = "~1.55.3"
 dnspython = "2.6.1"
 wheel = ">=0.40.0"
 certifi = ">=2024.07.04"
-cryptography = ">=43.0.1"
+cryptography = ">=44.0.1"
 jsonpatch = "^1.33"
 importlib-resources = "6.1.3" # pinned to avoid breaking changes in versions >= 6.2.0 with Python 3.9
 importlib-metadata = "~8.5.0"
@@ -335,7 +335,7 @@ convention = "google"
 
 [tool.poetry.group.dev.dependencies]
 ruff = ">=0.3.5,<0.4.0"
-docker = "^6.0.1"
+docker = "~7.1.0"
 pytest-cov = "^4.0.0"
 pytest-asyncio = "^0.20.0"
 pytest-xdist = "^3.2.1"

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/core/brokers/kafka.py

@@ -12,6 +12,7 @@ import time
 
 from rasa.core.brokers.broker import EventBroker
 from rasa.core.exceptions import KafkaProducerInitializationError
+from rasa.shared.core.events import ErrorHandled
 from rasa.shared.utils.io import DEFAULT_ENCODING
 from rasa.utils.endpoints import EndpointConfig
 import rasa.shared.utils.common
@@ -119,7 +120,7 @@ class KafkaEventBroker(EventBroker):
         retry_delay_in_seconds: float = 5,
     ) -> None:
         """Publishes events."""
-        from confluent_kafka import KafkaException
+        from confluent_kafka import KafkaError, KafkaException
 
         if retries == 1:
             retries = 2
@@ -143,28 +144,66 @@ class KafkaEventBroker(EventBroker):
                 )
                 self.producer.poll(1)
                 retries -= 1
-            except Exception as e:
-                logger.error(
-                    f"Could not publish message to kafka url '{self.url}'. "
-                    f"Failed with error: {e}"
-                )
-                try:
-                    self._check_kafka_connection()
-                except KafkaException:
-                    logger.debug("Connection to kafka lost, reconnecting...")
-                    self.producer = self._create_producer()
-                    try:
-                        self._check_kafka_connection()
-                        logger.debug("Reconnection to kafka successful")
-                        self._publish(event)
-                        return
-                    except KafkaException:
-                        pass
-                retries -= 1
-                time.sleep(retry_delay_in_seconds)
+            except Exception as exc:
+                if (
+                    isinstance(exc, KafkaException)
+                    and exc.args[0].code() == KafkaError.MSG_SIZE_TOO_LARGE
+                ):
+                    logger.warning(
+                        "Message size is too large for the Kafka broker. "
+                        "Please check the message.max.bytes configuration. "
+                        "Sending error event."
+                    )
+
+                    original_event_type = event.get("event", "")
+                    sender_id = event.get("sender_id", "")
+                    event = ErrorHandled(
+                        error_code=KafkaError.MSG_SIZE_TOO_LARGE,
+                        metadata={
+                            "error_msg": f"Skipping message for event type "
+                            f"'{original_event_type}' because "
+                            f"of Kafka message size limit: {exc.args[0].str()}.",
+                            "error_source": "KafkaEventBroker",
+                        },
+                    ).as_dict()
+                    event.update({"sender_id": sender_id})
+                else:
+                    logger.error(
+                        f"Could not publish message to kafka url '{self.url}'. "
+                        f"Failed with error: {exc}"
+                    )
+                self._retry_publish(event, retries, retry_delay_in_seconds)
 
         logger.error("Failed to publish Kafka event.")
 
+    def _retry_publish(
+        self,
+        event: Dict[Text, Any],
+        retries: int,
+        retry_delay_in_seconds: float,
+    ) -> None:
+        """Retries publishing if the producer is not connected.
+
+        Args:
+            event: The event to publish.
+        """
+        from confluent_kafka import KafkaException
+
+        try:
+            self._check_kafka_connection()
+        except KafkaException:
+            logger.debug("Connection to kafka lost, reconnecting...")
+            self.producer = self._create_producer()
+            try:
+                self._check_kafka_connection()
+                logger.debug("Reconnection to kafka successful")
+                self._publish(event)
+                return
+            except KafkaException:
+                pass
+        retries -= 1
+        time.sleep(retry_delay_in_seconds)
+
     def _check_kafka_connection(self) -> None:
         """Verifies connection with Kafka.
 

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/core/channels/voice_stream/asr/deepgram.py

@@ -1,7 +1,8 @@
-from dataclasses import dataclass
-from typing import Any, Dict, Optional
 import json
 import os
+from dataclasses import dataclass
+from typing import Any, Dict, Optional
+from urllib.parse import urlencode
 
 import websockets
 from websockets.legacy.client import WebSocketClientProtocol
@@ -19,11 +20,14 @@ from rasa.shared.constants import DEEPGRAM_API_KEY_ENV_VAR
 @dataclass
 class DeepgramASRConfig(ASREngineConfig):
     endpoint: Optional[str] = None
-    # number of miliseconds of silence to determine end of speech
+    # number of milliseconds of silence to determine end of speech
     endpointing: Optional[int] = None
     language: Optional[str] = None
     model: Optional[str] = None
     smart_format: Optional[bool] = None
+    # number of milliseconds of no new transcript to determine end of speech
+    # should be at least 1000 according to docs
+    utterance_end_ms: Optional[int] = None
 
 
 class DeepgramASR(ASREngine[DeepgramASRConfig]):
@@ -37,22 +41,35 @@ class DeepgramASR(ASREngine[DeepgramASRConfig]):
         """Connect to the ASR system."""
         deepgram_api_key = os.environ[DEEPGRAM_API_KEY_ENV_VAR]
         extra_headers = {"Authorization": f"Token {deepgram_api_key}"}
-        api_url = self._get_api_url()
-        query_params = self._get_query_params()
         return await websockets.connect(  # type: ignore
-            api_url + query_params,
+            self._get_api_url_with_query_params(),
             extra_headers=extra_headers,
         )
 
+    def _get_api_url_with_query_params(self) -> str:
+        """Combine api url and query params."""
+        return self._get_api_url() + self._get_query_params()
+
     def _get_api_url(self) -> str:
+        """Get the api url with the configured endpoint."""
         return f"wss://{self.config.endpoint}/v1/listen?"
 
     def _get_query_params(self) -> str:
-        return (
-            f"encoding=mulaw&sample_rate={HERTZ}&endpointing={self.config.endpointing}"
-            f"&vad_events=true&language={self.config.language}&interim_results=true"
-            f"&model={self.config.model}&smart_format={str(self.config.smart_format).lower()}"
-        )
+        """Get the configured query parameters for the api."""
+        query_params = {
+            "encoding": "mulaw",
+            "sample_rate": HERTZ,
+            "endpointing": self.config.endpointing,
+            "vad_events": "true",
+            "language": self.config.language,
+            "interim_results": "true",
+            "model": self.config.model,
+            "smart_format": str(self.config.smart_format).lower(),
+        }
+        if self.config.utterance_end_ms and self.config.utterance_end_ms > 0:
+            query_params["utterance_end_ms"] = self.config.utterance_end_ms
+
+        return urlencode(query_params)
 
     async def signal_audio_done(self) -> None:
         """Signal to the ASR Api that you are done sending data."""
@@ -67,24 +84,48 @@ class DeepgramASR(ASREngine[DeepgramASRConfig]):
     def engine_event_to_asr_event(self, e: Any) -> Optional[ASREvent]:
         """Translate an engine event to a common ASREvent."""
         data = json.loads(e)
-        if "is_final" in data:
-            transcript = data["channel"]["alternatives"][0]["transcript"]
+        data_type = data["type"]
+        if data_type == "Results":
+            transcript_data = data["channel"]["alternatives"][0]
+            transcript = transcript_data["transcript"]
             if data["is_final"]:
                 if data.get("speech_final"):
-                    full_transcript = self.accumulated_transcript + transcript
+                    full_transcript = self.concatenate_transcripts(
+                        self.accumulated_transcript, transcript
+                    )
                     self.accumulated_transcript = ""
                     if full_transcript:
                         return NewTranscript(full_transcript)
                 else:
-                    self.accumulated_transcript += transcript
+                    self.accumulated_transcript = self.concatenate_transcripts(
+                        self.accumulated_transcript, transcript
+                    )
             elif transcript:
                 return UserIsSpeaking()
+        # event that comes after utterance_end_ms of no new transcript
+        elif data_type == "UtteranceEnd":
+            if self.accumulated_transcript:
+                transcript = self.accumulated_transcript
+                self.accumulated_transcript = ""
+                return NewTranscript(transcript)
         return None
 
     @staticmethod
     def get_default_config() -> DeepgramASRConfig:
-        return DeepgramASRConfig("api.deepgram.com", 400, "en", "nova-2-general", True)
+        return DeepgramASRConfig(
+            endpoint="api.deepgram.com",
+            endpointing=400,
+            language="en",
+            model="nova-2-general",
+            smart_format=True,
+            utterance_end_ms=1000,
+        )
 
     @classmethod
     def from_config_dict(cls, config: Dict) -> "DeepgramASR":
         return DeepgramASR(DeepgramASRConfig.from_dict(config))
+
+    @staticmethod
+    def concatenate_transcripts(t1: str, t2: str) -> str:
+        """Concatenate two transcripts making sure there is a space between them."""
+        return (t1.strip() + " " + t2.strip()).strip()

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/core/channels/voice_stream/browser_audio.py

@@ -102,6 +102,9 @@ class BrowserAudioInputChannel(VoiceInputChannel):
 
         @blueprint.websocket("/websocket")  # type: ignore
         async def handle_message(request: Request, ws: Websocket) -> None:
-            await self.run_audio_streaming(on_new_message, ws)
+            try:
+                await self.run_audio_streaming(on_new_message, ws)
+            except Exception as e:
+                logger.error("browser_audio.handle_message.error", error=e)
 
         return blueprint

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/core/channels/voice_stream/tts/cartesia.py

@@ -87,13 +87,22 @@ class CartesiaTTS(TTSEngine[CartesiaTTSConfig]):
                     async for data in response.content.iter_chunked(1024):
                         yield self.engine_bytes_to_rasa_audio_bytes(data)
                     return
+                elif response.status == 401:
+                    structlogger.error(
+                        "cartesia.synthesize.rest.unauthorized",
+                        status_code=response.status,
+                    )
+                    raise TTSError(
+                        "Unauthorized. Please make sure you have the correct API key."
+                    )
                 else:
+                    response_text = await response.text()
                     structlogger.error(
                         "cartesia.synthesize.rest.failed",
                         status_code=response.status,
-                        msg=response.text(),
+                        msg=response_text,
                     )
-                    raise TTSError(f"TTS failed: {response.text()}")
+                    raise TTSError(f"TTS failed: {response_text}")
         except ClientConnectorError as e:
             raise TTSError(e)
         except TimeoutError as e:

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/core/policies/enterprise_search_prompt_with_citation_template.jinja2

@@ -4,7 +4,7 @@ If the answer is not known or cannot be determined from the provided documents o
 Use the following documents to answer the question:
 {% for doc in docs %}
 {{ loop.cycle("*")}}. {{ doc.metadata }}
-{{ doc.page_content }}
+{{ doc.text }}
 {% endfor %}
 
 {% if citation_enabled %}

rasa_pro-3.11.6/rasa/keys

@@ -0,0 +1 @@
+{"segment": "CcvVD1I68Nkkxrv93cIqv1twIwrwG8nz", "sentry": "a283f1fde04347b099c8d729109dd450@o251570"}

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/llm_fine_tuning/conversations.py

@@ -45,7 +45,7 @@ class ConversationStep:
             elif isinstance(command, SetSlotCommand):
                 output.append(f"SetSlot({command.name}, {command.value})")
             elif isinstance(command, ClarifyCommand):
-                output.append(f"Clarify({command.options})")
+                output.append(f"Clarify({', '.join(command.options)})")
             elif isinstance(command, CancelFlowCommand):
                 output.append("CancelFlow()")
             elif isinstance(command, ChitChatAnswerCommand):

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/shared/constants.py

@@ -166,6 +166,7 @@ OPENAI_API_VERSION_CONFIG_KEY = "openai_api_version"
 
 AWS_BEDROCK_PROVIDER = "bedrock"
 AWS_SAGEMAKER_PROVIDER = "sagemaker"
+AWS_SAGEMAKER_CHAT_PROVIDER = "sagemaker"
 
 API_BASE_CONFIG_KEY = "api_base"
 API_TYPE_CONFIG_KEY = "api_type"

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/shared/core/constants.py

@@ -178,3 +178,5 @@ POLICY_NAME_RULE = "RulePolicy"
 CLASSIFIER_NAME_FALLBACK = "FallbackClassifier"
 
 POLICIES_THAT_EXTRACT_ENTITIES = {"TEDPolicy"}
+
+ERROR_CODE_KEY = "error_code"

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/shared/core/events.py

@@ -31,6 +31,7 @@ from typing import Union
 
 from rasa.shared.constants import DOCS_URL_TRAINING_DATA
 from rasa.shared.core.constants import (
+    ERROR_CODE_KEY,
     LOOP_NAME,
     EXTERNAL_MESSAGE_PREFIX,
     ACTION_NAME_SENDER_ID_CONNECTOR_STR,
@@ -2557,3 +2558,69 @@ class SessionEnded(AlwaysEqualEventMixin):
         """Applies event to current conversation state."""
         # noinspection PyProtectedMember
         tracker._reset()
+
+
+class ErrorHandled(Event):
+    """An error occurred during the conversation.
+
+    The error message is stored in the metadata of the event.
+    """
+
+    type_name = "error"
+
+    def __init__(
+        self,
+        error_code: int,
+        timestamp: Optional[float] = None,
+        metadata: Optional[Dict[str, Any]] = None,
+    ) -> None:
+        """Creates event for an error.
+
+        Args:
+            error_code: Error int code.
+            timestamp: When the event was created.
+            metadata: Additional event metadata.
+        """
+        self.error_code = error_code
+        super().__init__(timestamp, metadata)
+
+    def __str__(self) -> Text:
+        """Returns text representation of event."""
+        return f"ErrorHandled({self.error_code})"
+
+    def __repr__(self) -> Text:
+        """Returns event as string for debugging."""
+        return f"ErrorHandled({self.error_code}, {self.timestamp}, {self.metadata})"
+
+    def __hash__(self) -> int:
+        """Returns unique hash for event."""
+        return hash(self.error_code)
+
+    def __eq__(self, other: Any) -> bool:
+        """Compares object with other object."""
+        if not isinstance(other, ErrorHandled):
+            return NotImplemented
+
+        return self.error_code == other.error_code
+
+    def as_story_string(self) -> Text:
+        """Returns text representation of event."""
+        props = json.dumps({ERROR_CODE_KEY: self.error_code})
+        return f"{ErrorHandled.type_name}{props}"
+
+    @classmethod
+    def _from_story_string(cls, parameters: Dict[Text, Any]) -> List["ErrorHandled"]:
+        """Called to convert a parsed story line into an event."""
+        return [
+            ErrorHandled(
+                parameters.get(ERROR_CODE_KEY),
+                parameters.get("timestamp"),
+                parameters.get("metadata"),
+            )
+        ]
+
+    def as_dict(self) -> Dict[Text, Any]:
+        """Returns serialized event."""
+        serialized = super().as_dict()
+        serialized.update({ERROR_CODE_KEY: self.error_code})
+        return serialized

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/shared/providers/llm/default_litellm_llm_client.py

@@ -3,6 +3,7 @@ from typing import Dict, Any
 from rasa.shared.constants import (
     AWS_BEDROCK_PROVIDER,
     AWS_SAGEMAKER_PROVIDER,
+    AWS_SAGEMAKER_CHAT_PROVIDER,
 )
 from rasa.shared.providers._configs.default_litellm_client_config import (
     DefaultLiteLLMClientConfig,
@@ -98,7 +99,11 @@ class DefaultLiteLLMClient(_BaseLiteLLMClient):
         #       SageMaker) in Rasa by allowing AWS secrets to be provided as extra
         #       parameters without triggering validation errors due to missing AWS
         #       environment variables.
-        if self.provider.lower() in [AWS_BEDROCK_PROVIDER, AWS_SAGEMAKER_PROVIDER]:
+        if self.provider.lower() in [
+            AWS_BEDROCK_PROVIDER,
+            AWS_SAGEMAKER_PROVIDER,
+            AWS_SAGEMAKER_CHAT_PROVIDER,
+        ]:
             validate_aws_setup_for_litellm_clients(
                 self._litellm_model_name,
                 self._litellm_extra_parameters,

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/shared/utils/schemas/events.py

@@ -165,8 +165,7 @@ DIALOGUE_STACK_UPDATED = {
 }
 ROUTING_SESSION_ENDED = {"properties": {"event": {"const": "routing_session_ended"}}}
 
-
-ROUTING_SESSION_ENDED = {"properties": {"event": {"const": "routing_session_ended"}}}
+ERROR_HANDLED = {"properties": {"event": {"const": "error"}}}
 
 EVENT_SCHEMA = {
     "type": "object",
@@ -208,6 +207,7 @@ EVENT_SCHEMA = {
         DIALOGUE_STACK_UPDATED,
         ROUTING_SESSION_ENDED,
         SESSION_ENDED,
+        ERROR_HANDLED,
     ],
 }
 

{rasa_pro-3.11.5 → rasa_pro-3.11.6}/rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.11.5"
+__version__ = "3.11.6"