rasa-pro 3.14.1__py3-none-any.whl → 3.14.2__py3-none-any.whl

rasa/shared/providers/llm/litellm_router_llm_client.py

@@ -1,10 +1,12 @@
 from __future__ import annotations
 
+import asyncio
 import logging
 from typing import Any, Dict, List, Union
 
 import structlog
 
+from rasa.core.constants import DEFAULT_REQUEST_TIMEOUT
 from rasa.shared.exceptions import ProviderClientAPIException
 from rasa.shared.providers._configs.litellm_router_client_config import (
     LiteLLMRouterClientConfig,
@@ -79,13 +81,14 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
 
     @suppress_logs(log_level=logging.WARNING)
     def _text_completion(self, prompt: Union[List[str], str]) -> LLMResponse:
-        """
-        Synchronously generate completions for given prompt.
+        """Synchronously generate completions for given prompt.
 
         Args:
             prompt: Prompt to generate the completion for.
+
         Returns:
             List of message completions.
+
         Raises:
             ProviderClientAPIException: If the API request fails.
         """
@@ -103,21 +106,30 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
 
     @suppress_logs(log_level=logging.WARNING)
     async def _atext_completion(self, prompt: Union[List[str], str]) -> LLMResponse:
-        """
-        Asynchronously generate completions for given prompt.
+        """Asynchronously generate completions for given prompt.
 
         Args:
             prompt: Prompt to generate the completion for.
+
         Returns:
             List of message completions.
+
         Raises:
             ProviderClientAPIException: If the API request fails.
         """
         try:
-            response = await self.router_client.atext_completion(
-                prompt=prompt, **self._completion_fn_args
+            timeout = self._litellm_extra_parameters.get(
+                "timeout", DEFAULT_REQUEST_TIMEOUT
+            )
+            response = await asyncio.wait_for(
+                self.router_client.atext_completion(
+                    prompt=prompt, **self._completion_fn_args
+                ),
+                timeout=timeout,
             )
             return self._format_text_completion_response(response)
+        except asyncio.TimeoutError:
+            self._handle_timeout_error()
         except Exception as e:
             raise ProviderClientAPIException(e)
 
@@ -125,8 +137,7 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
     def completion(
         self, messages: Union[List[dict], List[str], str], **kwargs: Any
     ) -> LLMResponse:
-        """
-        Synchronously generate completions for given list of messages.
+        """Synchronously generate completions for given list of messages.
 
         Method overrides the base class method to call the appropriate
         completion method based on the configuration. If the chat completions
@@ -143,8 +154,10 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
                     as a user message.
                 - a single message as a string which will be formatted as user message.
             **kwargs: Additional parameters to pass to the completion call.
+
         Returns:
             List of message completions.
+
         Raises:
             ProviderClientAPIException: If the API request fails.
         """
@@ -163,8 +176,7 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
     async def acompletion(
         self, messages: Union[List[dict], List[str], str], **kwargs: Any
     ) -> LLMResponse:
-        """
-        Asynchronously generate completions for given list of messages.
+        """Asynchronously generate completions for given list of messages.
 
         Method overrides the base class method to call the appropriate
         completion method based on the configuration. If the chat completions
@@ -181,8 +193,10 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
                     as a user message.
                 - a single message as a string which will be formatted as user message.
             **kwargs: Additional parameters to pass to the completion call.
+
         Returns:
             List of message completions.
+
         Raises:
             ProviderClientAPIException: If the API request fails.
         """
@@ -190,19 +204,28 @@ class LiteLLMRouterLLMClient(_BaseLiteLLMRouterClient, _BaseLiteLLMClient):
             return await self._atext_completion(messages)
         try:
             formatted_messages = self._get_formatted_messages(messages)
-            response = await self.router_client.acompletion(
-                messages=formatted_messages, **{**self._completion_fn_args, **kwargs}
+            timeout = self._litellm_extra_parameters.get(
+                "timeout", DEFAULT_REQUEST_TIMEOUT
+            )
+            response = await asyncio.wait_for(
+                self.router_client.acompletion(
+                    messages=formatted_messages,
+                    **{**self._completion_fn_args, **kwargs},
+                ),
+                timeout=timeout,
             )
             return self._format_response(response)
+        except asyncio.TimeoutError:
+            self._handle_timeout_error()
         except Exception as e:
             raise ProviderClientAPIException(e)
 
     @property
     def _completion_fn_args(self) -> Dict[str, Any]:
-        """Returns the completion arguments for invoking a call through
-        LiteLLM's completion functions.
-        """
+        """Returns the completion arguments.
 
+        For invoking a call through LiteLLM's completion functions.
+        """
         return {
             **self._litellm_extra_parameters,
             LITE_LLM_MODEL_FIELD: self.model_group_id,

rasa/shared/providers/llm/self_hosted_llm_client.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import asyncio
 import logging
 import os
 from typing import Any, Dict, List, Optional, Union
@@ -7,6 +8,7 @@ from typing import Any, Dict, List, Optional, Union
 import structlog
 from litellm import atext_completion, text_completion
 
+from rasa.core.constants import DEFAULT_REQUEST_TIMEOUT
 from rasa.shared.constants import (
     API_KEY,
     SELF_HOSTED_VLLM_API_KEY_ENV_VAR,
@@ -28,7 +30,7 @@ structlogger = structlog.get_logger()
 
 
 class SelfHostedLLMClient(_BaseLiteLLMClient):
-    """A client for interfacing with Self Hosted LLM endpoints that uses
+    """A client for interfacing with Self Hosted LLM endpoints.
 
     Parameters:
         model (str): The model or deployment name.
@@ -95,8 +97,7 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def provider(self) -> str:
-        """
-        Returns the provider name for the self hosted llm client.
+        """Returns the provider name for the self hosted llm client.
 
         Returns:
             String representing the provider name.
@@ -105,8 +106,7 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def model(self) -> str:
-        """
-        Returns the model name for the self hosted llm client.
+        """Returns the model name for the self hosted llm client.
 
         Returns:
             String representing the model name.
@@ -115,8 +115,7 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def api_base(self) -> str:
-        """
-        Returns the base URL for the API endpoint.
+        """Returns the base URL for the API endpoint.
 
         Returns:
             String representing the base URL.
@@ -125,8 +124,7 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def api_type(self) -> Optional[str]:
-        """
-        Returns the type of the API endpoint. Currently only OpenAI is supported.
+        """Returns the type of the API endpoint. Currently only OpenAI is supported.
 
         Returns:
             String representing the API type.
@@ -135,8 +133,7 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def api_version(self) -> Optional[str]:
-        """
-        Returns the version of the API endpoint.
+        """Returns the version of the API endpoint.
 
         Returns:
             String representing the API version.
@@ -145,8 +142,8 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def config(self) -> Dict:
-        """
-        Returns the configuration for the self hosted llm client.
+        """Returns the configuration for the self hosted llm client.
+
         Returns:
             Dictionary containing the configuration.
         """
@@ -163,9 +160,9 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def _litellm_model_name(self) -> str:
-        """Returns the value of LiteLLM's model parameter to be used in
-        completion/acompletion in LiteLLM format:
+        """Returns the value of LiteLLM's model parameter.
 
+        To be used in completion/acompletion in LiteLLM format:
         <hosted_vllm>/<model or deployment name>
         """
         if self.model and f"{SELF_HOSTED_VLLM_PREFIX}/" not in self.model:
@@ -174,15 +171,17 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @property
     def _litellm_extra_parameters(self) -> Dict[str, Any]:
-        """Returns optional configuration parameters specific
-        to the client provider and deployed model.
+        """Returns optional configuration parameters.
+
+        Specific to the client provider and deployed model.
         """
         return self._extra_parameters
 
     @property
     def _completion_fn_args(self) -> Dict[str, Any]:
-        """Returns the completion arguments for invoking a call through
-        LiteLLM's completion functions.
+        """Returns the completion arguments.
+
+        For invoking a call through LiteLLM's completion functions.
         """
         fn_args = super()._completion_fn_args
         fn_args.update(
@@ -195,13 +194,14 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @suppress_logs(log_level=logging.WARNING)
     def _text_completion(self, prompt: Union[List[str], str]) -> LLMResponse:
-        """
-        Synchronously generate completions for given prompt.
+        """Synchronously generate completions for given prompt.
 
         Args:
             prompt: Prompt to generate the completion for.
+
         Returns:
             List of message completions.
+
         Raises:
             ProviderClientAPIException: If the API request fails.
         """
@@ -213,26 +213,28 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
 
     @suppress_logs(log_level=logging.WARNING)
     async def _atext_completion(self, prompt: Union[List[str], str]) -> LLMResponse:
-        """
-        Asynchronously generate completions for given prompt.
+        """Asynchronously generate completions for given prompt.
 
         Args:
-            messages: The message can be,
-                - a list of preformatted messages. Each message should be a dictionary
-                    with the following keys:
-                    - content: The message content.
-                    - role: The role of the message (e.g. user or system).
-                - a list of messages. Each message is a string and will be formatted
-                    as a user message.
-                - a single message as a string which will be formatted as user message.
+            prompt: Prompt to generate the completion for.
+
         Returns:
             List of message completions.
+
         Raises:
             ProviderClientAPIException: If the API request fails.
         """
         try:
-            response = await atext_completion(prompt=prompt, **self._completion_fn_args)
+            timeout = self._litellm_extra_parameters.get(
+                "timeout", DEFAULT_REQUEST_TIMEOUT
+            )
+            response = await asyncio.wait_for(
+                atext_completion(prompt=prompt, **self._completion_fn_args),
+                timeout=timeout,
+            )
             return self._format_text_completion_response(response)
+        except asyncio.TimeoutError:
+            self._handle_timeout_error()
         except Exception as e:
             raise ProviderClientAPIException(e)
 

rasa/shared/utils/common.py

@@ -26,6 +26,7 @@ from rasa.exceptions import MissingDependencyException
 from rasa.shared.constants import DOCS_URL_MIGRATION_GUIDE
 from rasa.shared.exceptions import ProviderClientValidationError, RasaException
 from rasa.shared.utils.cli import print_success
+from rasa.utils.installation_utils import check_for_installation_issues
 
 logger = logging.getLogger(__name__)
 
@@ -396,7 +397,11 @@ Sign up at: https://feedback.rasa.com
     print_success(message)
 
 
-def conditional_import(module_name: str, class_name: str) -> Tuple[Any, bool]:
+def conditional_import(
+    module_name: str,
+    class_name: str,
+    check_installation_setup: bool = False,
+) -> Tuple[Any, bool]:
     """Conditionally import a class, returning (class, is_available) tuple.
 
     Args:
@@ -408,6 +413,9 @@ def conditional_import(module_name: str, class_name: str) -> Tuple[Any, bool]:
         or None if import failed, and is_available is a boolean indicating
         whether the import was successful.
     """
+    if check_installation_setup:
+        check_for_installation_issues()
+
     try:
         module = __import__(module_name, fromlist=[class_name])
         return getattr(module, class_name), True

rasa/shared/utils/configs.py

@@ -8,8 +8,7 @@ structlogger = structlog.get_logger()
 
 
 def resolve_aliases(config: dict, deprecated_alias_mapping: dict) -> dict:
-    """
-    Resolve aliases in the configuration to standard keys.
+    """Resolve aliases in the configuration to standard keys.
 
     Args:
         config: Dictionary containing the configuration.
@@ -37,13 +36,13 @@ def raise_deprecation_warnings(
     deprecated_alias_mapping: dict,
     source: Optional[str] = None,
 ) -> None:
-    """
-    Raises warnings for deprecated keys in the configuration.
+    """Raises warnings for deprecated keys in the configuration.
 
     Args:
         config: Dictionary containing the configuration.
         deprecated_alias_mapping: Dictionary mapping deprecated keys to
             their standard keys.
+        source: Optional source context for the deprecation warning.
 
     Raises:
         DeprecationWarning: If any deprecated key is found in the config.
@@ -61,8 +60,7 @@ def raise_deprecation_warnings(
 
 
 def validate_required_keys(config: dict, required_keys: list) -> None:
-    """
-    Validates that the passed config contains all the required keys.
+    """Validates that the passed config contains all the required keys.
 
     Args:
         config: Dictionary containing the configuration.
@@ -84,8 +82,7 @@ def validate_required_keys(config: dict, required_keys: list) -> None:
 
 
 def validate_forbidden_keys(config: dict, forbidden_keys: list) -> None:
-    """
-    Validates that the passed config doesn't contain any forbidden keys.
+    """Validates that the passed config doesn't contain any forbidden keys.
 
     Args:
         config: Dictionary containing the configuration.

rasa/utils/common.py

@@ -36,6 +36,7 @@ from rasa.constants import (
     ENV_LOG_LEVEL_LIBRARIES,
     ENV_LOG_LEVEL_MATPLOTLIB,
     ENV_LOG_LEVEL_MCP,
+    ENV_LOG_LEVEL_PYMONGO,
     ENV_LOG_LEVEL_RABBITMQ,
     ENV_MCP_LOGGING_ENABLED,
 )
@@ -297,6 +298,7 @@ def configure_library_logging() -> None:
     update_rabbitmq_log_level(library_log_level)
     update_websockets_log_level(library_log_level)
     update_mcp_log_level()
+    update_pymongo_log_level(library_log_level)
 
 
 def update_apscheduler_log_level() -> None:
@@ -481,6 +483,13 @@ def update_mcp_log_level() -> None:
         logging.getLogger(logger_name).propagate = False
 
 
+def update_pymongo_log_level(library_log_level: str) -> None:
+    """Set the log level of pymongo."""
+    log_level = os.environ.get(ENV_LOG_LEVEL_PYMONGO, library_log_level)
+    logging.getLogger("pymongo").setLevel(log_level)
+    logging.getLogger("pymongo").propagate = False
+
+
 def sort_list_of_dicts_by_first_key(dicts: List[Dict]) -> List[Dict]:
     """Sorts a list of dictionaries by their first key."""
     return sorted(dicts, key=lambda d: next(iter(d.keys())))

rasa/utils/endpoints.py

@@ -9,6 +9,7 @@ import structlog
 from aiohttp.client_exceptions import ContentTypeError
 from sanic.request import Request
 
+from rasa.core.actions.constants import MISSING_DOMAIN_MARKER
 from rasa.core.constants import DEFAULT_REQUEST_TIMEOUT
 from rasa.shared.exceptions import FileNotFoundException
 from rasa.shared.utils.yaml import read_config_file
@@ -222,6 +223,11 @@ class EndpointConfig:
                 ssl=sslcontext,
                 **kwargs,
             ) as response:
+                if response.status == 449:
+                    # Return a special marker that HTTPCustomActionExecutor can detect
+                    # This avoids raising an exception for this expected case
+                    return {MISSING_DOMAIN_MARKER: True}
+
                 if response.status >= 400:
                     raise ClientResponseError(
                         response.status,

rasa/utils/installation_utils.py

@@ -0,0 +1,111 @@
+import importlib.util
+import sys
+
+import structlog
+
+structlogger = structlog.get_logger()
+
+
+def check_tensorflow_installation() -> None:
+    """Check if TensorFlow is installed without proper Rasa extras."""
+    # Check if tensorflow is available in the environment
+    tensorflow_available = importlib.util.find_spec("tensorflow") is not None
+
+    if not tensorflow_available:
+        return
+
+    # Check if any TensorFlow-related extras were installed
+    # We do this by checking for packages that are only installed with nlu/full extras
+    tensorflow_extras_indicators = [
+        "tensorflow_text",  # Only in nlu/full extras
+        "tensorflow_hub",  # Only in nlu/full extras
+        "tf_keras",  # Only in nlu/full extras
+    ]
+
+    extras_installed = any(
+        importlib.util.find_spec(pkg) is not None
+        for pkg in tensorflow_extras_indicators
+    )
+
+    if tensorflow_available and not extras_installed:
+        structlogger.warning(
+            "installation_utils.tensorflow_installation",
+            warning=(
+                "TensorFlow is installed but Rasa was not installed with TensorFlow "
+                "support, i.e. additional packages required to use NLU components "
+                "have not been installed. For the most reliable setup, delete your "
+                "current virtual environment, create a new one, and install Rasa "
+                "again. Please follow the instructions at "
+                "https://rasa.com/docs/pro/installation/python"
+            ),
+        )
+
+
+def check_tensorflow_integrity() -> None:
+    """Check if TensorFlow installation is corrupted or incomplete."""
+    # Only check if tensorflow is available
+    if importlib.util.find_spec("tensorflow") is None:
+        return
+
+    try:
+        # Try to import tensorflow - this will fail if installation is corrupted
+        import tensorflow as tf
+
+        # Try to access a basic TensorFlow function
+        _ = tf.constant([1, 2, 3])
+    except Exception:
+        # Simplified error message for all TensorFlow corruption issues
+        structlogger.error(
+            "installation_utils.tensorflow_integrity",
+            issue=(
+                "TensorFlow is installed but appears to be corrupted or incomplete. "
+                "For the most reliable setup, delete your current virtual "
+                "environment, create a new one, and install Rasa again. "
+                "Please follow the instructions at "
+                "https://rasa.com/docs/pro/installation/python"
+            ),
+        )
+        sys.exit(1)
+
+
+def check_rasa_availability() -> None:
+    """Check if Rasa is installed and importable."""
+    if importlib.util.find_spec("rasa") is None:
+        structlogger.error(
+            "installation_utils.rasa_availability",
+            issue=(
+                "Rasa is not installed in this environment. "
+                "Please follow the instructions at "
+                "https://rasa.com/docs/pro/installation/python"
+            ),
+        )
+        sys.exit(1)
+
+    try:
+        _ = importlib.import_module("rasa")
+    except Exception as e:
+        structlogger.error(
+            "installation_utils.rasa_availability",
+            issue=(
+                f"Rasa is installed but cannot be imported: {e!s}."
+                f"Please follow the instructions at "
+                f"https://rasa.com/docs/pro/installation/python"
+            ),
+        )
+        sys.exit(1)
+
+
+def check_for_installation_issues() -> None:
+    """Check for all potential installation issues.
+
+    Returns:
+        List of warning messages for detected issues.
+    """
+    # Check if Rasa is available first
+    check_rasa_availability()
+
+    # Check TensorFlow integrity first (more critical)
+    check_tensorflow_integrity()
+
+    # Check for orphaned TensorFlow
+    check_tensorflow_installation()

rasa/utils/tensorflow/callback.py

@@ -2,9 +2,11 @@ import logging
 from pathlib import Path
 from typing import Any, Dict, Optional, Text
 
+from rasa.utils.installation_utils import check_for_installation_issues
 from rasa.utils.tensorflow import TENSORFLOW_AVAILABLE
 
 if TENSORFLOW_AVAILABLE:
+    check_for_installation_issues()
     import tensorflow as tf
     from tqdm import tqdm
 else:

rasa/utils/tensorflow/models.py

@@ -498,7 +498,10 @@ class RasaModel(Model):
         # predict on one data example to speed up prediction during inference
         # the first prediction always takes a bit longer to trace tf function
         if predict_data_example:
+            # Warm-up to build any lazily created variables/branches
             model.run_inference(predict_data_example)
+            # Reload weights so newly created variables are restored as well
+            model.load_weights(model_file_name)
 
         logger.debug("Finished loading the model.")
         return model

rasa/utils/train_utils.py

@@ -11,10 +11,12 @@ from rasa.nlu.constants import NUMBER_OF_SUB_TOKENS
 from rasa.shared.constants import NEXT_MAJOR_VERSION_FOR_DEPRECATIONS
 from rasa.shared.exceptions import InvalidConfigException
 from rasa.shared.nlu.constants import SPLIT_ENTITIES_BY_COMMA
+from rasa.utils.installation_utils import check_for_installation_issues
 from rasa.utils.tensorflow import TENSORFLOW_AVAILABLE
 
 # Conditional imports for TensorFlow-dependent modules
 if TENSORFLOW_AVAILABLE:
+    check_for_installation_issues()
     from rasa.utils.tensorflow.callback import RasaModelCheckpoint, RasaTrainingLogger
     from rasa.utils.tensorflow.constants import (
         AUTO,

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.14.1"
+__version__ = "3.14.2"

{rasa_pro-3.14.1.dist-info → rasa_pro-3.14.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rasa-pro
-Version: 3.14.1
+Version: 3.14.2
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
 Author: Rasa Technologies GmbH
@@ -102,7 +102,7 @@ Requires-Dist: python-dateutil (>=2.8.2,<2.9.0)
 Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Requires-Dist: python-engineio (>=4.12.2,<4.13.0)
 Requires-Dist: python-keycloak (>=5.8.1,<5.9.0)
-Requires-Dist: python-socketio (>=5.13,<6)
+Requires-Dist: python-socketio (>=5.14.2,<5.15.0)
 Requires-Dist: pytz (>=2022.7.1,<2023.0)
 Requires-Dist: pyyaml (>=6.0.2,<6.1.0)
 Requires-Dist: qdrant-client (>=1.9.1,<1.10.0)