rasa-pro 3.11.0rc1__py3-none-any.whl → 3.11.0rc3__py3-none-any.whl

rasa/tracing/instrumentation/instrumentation.py

@@ -45,6 +45,7 @@ from rasa.dialogue_understanding.generator import (
     MultiStepLLMCommandGenerator,
     SingleStepLLMCommandGenerator,
 )
+from rasa.dialogue_understanding.generator.flow_retrieval import FlowRetrieval
 from rasa.dialogue_understanding.generator.nlu_command_adapter import NLUCommandAdapter
 from rasa.engine.graph import GraphNode
 from rasa.engine.training.graph_trainer import GraphTrainer
@@ -283,6 +284,7 @@ SingleStepLLMCommandGeneratorType = TypeVar(
 MultiStepLLMCommandGeneratorType = TypeVar(
     "MultiStepLLMCommandGeneratorType", bound=MultiStepLLMCommandGenerator
 )
+FlowRetrievalType = TypeVar("FlowRetrievalType", bound=FlowRetrieval)
 CommandType = TypeVar("CommandType", bound=Command)
 PolicyType = TypeVar("PolicyType", bound=Policy)
 InformationRetrievalType = TypeVar(
@@ -317,6 +319,7 @@ def instrument(
     custom_action_executor_subclasses: Optional[
         List[Type[CustomActionExecutor]]
     ] = None,
+    flow_retrieval_class: Optional[Type[FlowRetrievalType]] = None,
 ) -> None:
     """Substitute methods to be traced by their traced counterparts.
 
@@ -445,6 +448,12 @@ def instrument(
             "_check_commands_against_startable_flows",
             attribute_extractors.extract_attrs_for_check_commands_against_startable_flows,
         )
+        _instrument_perform_health_check_method_for_component(
+            tracer_provider.get_tracer(llm_command_generator_class.__module__),
+            llm_command_generator_class,
+            "perform_llm_health_check",
+            attribute_extractors.extract_attrs_for_performing_health_check,
+        )
         mark_class_as_instrumented(llm_command_generator_class)
 
     if (
@@ -468,6 +477,14 @@ def instrument(
             "_check_commands_against_startable_flows",
             attribute_extractors.extract_attrs_for_check_commands_against_startable_flows,
         )
+        _instrument_perform_health_check_method_for_component(
+            tracer_provider.get_tracer(
+                single_step_llm_command_generator_class.__module__
+            ),
+            single_step_llm_command_generator_class,
+            "perform_llm_health_check",
+            attribute_extractors.extract_attrs_for_performing_health_check,
+        )
         mark_class_as_instrumented(single_step_llm_command_generator_class)
 
     if multi_step_llm_command_generator_class is not None and not class_is_instrumented(
@@ -488,8 +505,36 @@ def instrument(
             ),
             multi_step_llm_command_generator_class,
         )
+        _instrument_perform_health_check_method_for_component(
+            tracer_provider.get_tracer(
+                multi_step_llm_command_generator_class.__module__
+            ),
+            multi_step_llm_command_generator_class,
+            "perform_llm_health_check",
+            attribute_extractors.extract_attrs_for_performing_health_check,
+        )
         mark_class_as_instrumented(multi_step_llm_command_generator_class)
 
+    if (
+        any(
+            llm_based_command_generator_class is not None
+            for llm_based_command_generator_class in (
+                llm_command_generator_class,
+                single_step_llm_command_generator_class,
+                multi_step_llm_command_generator_class,
+            )
+        )
+        and flow_retrieval_class is not None
+        and not class_is_instrumented(flow_retrieval_class)
+    ):
+        _instrument_perform_health_check_method_for_component(
+            tracer_provider.get_tracer(flow_retrieval_class.__module__),
+            flow_retrieval_class,
+            "perform_embeddings_health_check",
+            attribute_extractors.extract_attrs_for_performing_health_check,
+        )
+        mark_class_as_instrumented(flow_retrieval_class)
+
     if command_subclasses:
         for command_subclass in command_subclasses:
             if command_subclass is not None and not class_is_instrumented(
@@ -524,6 +569,12 @@ def instrument(
             "generate",
             attribute_extractors.extract_attrs_for_generate,
         )
+        _instrument_perform_health_check_method_for_component(
+            tracer_provider.get_tracer(contextual_response_rephraser_class.__module__),
+            contextual_response_rephraser_class,
+            "perform_llm_health_check",
+            attribute_extractors.extract_attrs_for_performing_health_check,
+        )
         mark_class_as_instrumented(contextual_response_rephraser_class)
 
     if not module_is_instrumented(COMMAND_PROCESSOR_MODULE_NAME):
@@ -755,6 +806,18 @@ def _instrument_enterprise_search_policy(
         "_generate_llm_answer",
         attribute_extractors.extract_attrs_for_enterprise_search_generate_llm_answer,
     )
+    _instrument_perform_health_check_method_for_component(
+        tracer_provider.get_tracer(policy_class.__module__),
+        policy_class,
+        "perform_embeddings_health_check",
+        attribute_extractors.extract_attrs_for_performing_health_check,
+    )
+    _instrument_perform_health_check_method_for_component(
+        tracer_provider.get_tracer(policy_class.__module__),
+        policy_class,
+        "perform_llm_health_check",
+        attribute_extractors.extract_attrs_for_performing_health_check,
+    )
 
 
 def _instrument_intentless_policy(
@@ -787,6 +850,18 @@ def _instrument_intentless_policy(
         "_generate_llm_answer",
         attribute_extractors.extract_attrs_for_intentless_policy_generate_llm_answer,
     )
+    _instrument_perform_health_check_method_for_component(
+        tracer_provider.get_tracer(policy_class.__module__),
+        policy_class,
+        "perform_embeddings_health_check",
+        attribute_extractors.extract_attrs_for_performing_health_check,
+    )
+    _instrument_perform_health_check_method_for_component(
+        tracer_provider.get_tracer(policy_class.__module__),
+        policy_class,
+        "perform_llm_health_check",
+        attribute_extractors.extract_attrs_for_performing_health_check,
+    )
 
 
 def _instrument_processor(
@@ -1139,6 +1214,52 @@ def _instrument_grpc_custom_action_executor(
     logger.debug(f"Instrumented '{grpc_custom_action_executor_class.__name__}.run.")
 
 
+def _instrument_perform_health_check_method_for_component(
+    tracer: Tracer,
+    instrumented_class: Type,
+    method_name: Text,
+    attr_extractor: Optional[Callable] = None,
+    return_value_attr_extractor: Optional[Callable] = None,
+) -> None:
+    def tracing_perform_health_check_for_component(
+        fn: Callable[..., S],
+    ) -> Callable[..., S]:
+        @functools.wraps(fn)
+        def wrapper(*args: Any, **kwargs: Any) -> S:
+            # Check the first argument to adjust for self/cls depending on how
+            # the static method from LLMHealthCheckMixin / EmbeddingsLLMHealthCheckMixin
+            # is called.
+            if args and isinstance(
+                args[0], (instrumented_class, type(instrumented_class))
+            ):
+                # The first argument is self/cls; align args to match the signature
+                args = args[1:]
+
+            span_name = f"{instrumented_class.__name__}.{fn.__name__}"
+            extracted_attrs = attr_extractor(*args, **kwargs) if attr_extractor else {}
+
+            with tracer.start_as_current_span(span_name) as span:
+                result = fn(*args, **kwargs)
+
+                # Extract attributes from the return value, if an extractor is provided
+                return_value_attributes = (
+                    return_value_attr_extractor(result, *args, **kwargs)
+                    if return_value_attr_extractor
+                    else {}
+                )
+
+                span.set_attributes({**extracted_attrs, **return_value_attributes})
+                return result
+
+        return wrapper
+
+    method_to_trace = getattr(instrumented_class, method_name)
+    traced_method = tracing_perform_health_check_for_component(method_to_trace)
+    setattr(instrumented_class, method_name, traced_method)
+
+    logger.debug(f"Instrumented '{instrumented_class.__name__}.{method_name}'.")
+
+
 def _mangled_instrumented_boolean_attribute_name(instrumented_class: Type) -> Text:
     # see https://peps.python.org/pep-0008/#method-names-and-instance-variables
     # and https://stackoverflow.com/a/50401073

rasa/utils/common.py

@@ -90,6 +90,11 @@ EXPECTED_WARNINGS: List[Tuple[Type[Warning], str]] = [
     # Ignore Keras DeprecationWarning since it requires that we
     # upgrade tensorflow-macos to 2.13.0 version.
     (DeprecationWarning, "invalid escape sequence*"),
+    # Ignore importlib open_text and read_text warnings for now
+    (
+        DeprecationWarning,
+        "https://importlib-resources.readthedocs.io/en/latest/using.html#migrating-from-legacy",
+    ),
 ]
 
 PYTHON_LOGGING_SCHEMA_DOCS = (

rasa/utils/io.py

@@ -18,7 +18,6 @@ from typing import (
     Type,
     Callable,
     TYPE_CHECKING,
-    Pattern,
 )
 
 from ruamel import yaml
@@ -167,21 +166,14 @@ def create_validator(
     return FunctionValidator
 
 
-def get_emoji_regex() -> Pattern:
-    """Returns regex to identify emojis."""
-    return re.compile(
-        "["
-        "\U0001f600-\U0001f64f"  # emoticons
-        "\U0001f300-\U0001f5ff"  # symbols & pictographs
-        "\U0001f680-\U0001f6ff"  # transport & map symbols
-        "\U0001f1e0-\U0001f1ff"  # flags (iOS)
-        "\U00002702-\U000027b0"
-        "\U000024c2-\U0001f251"
-        "\u200d"  # zero width joiner
-        "\u200c"  # zero width non-joiner
-        "]+",
-        flags=re.UNICODE,
-    )
+def remove_emojis(s: str) -> str:
+    import demoji
+
+    replaced = demoji.replace(s)
+    if replaced == s:
+        return s
+    # remove duplicate or trailing whitespaces if emojis were removed
+    return re.sub(r" +", " ", replaced).strip()
 
 
 def are_directories_equal(dir1: Path, dir2: Path) -> bool:

rasa/utils/sanic_error_handler.py

@@ -0,0 +1,32 @@
+from sanic import Sanic
+from sanic.handlers import ErrorHandler
+from sanic.request import Request
+from sanic.exceptions import ServerError
+
+
+# TODO: remove custom handler when upgrading to sanic >= 24
+#       the underlying issue https://github.com/sanic-org/sanic/issues/2572
+#       has been fixed in sanic 24
+class IgnoreWSServerErrorHandler(ErrorHandler):
+    @staticmethod
+    def log(request: Request, exception: Exception) -> None:
+        try:
+            if (
+                request.url.startswith("ws")
+                and isinstance(exception, ServerError)
+                and exception.args
+                and (
+                    exception.args[0]
+                    == "Invalid response type None (need HTTPResponse)"
+                )
+            ):
+                # in case we are in a websocket connection, we don't want to log the
+                # the error, as this is a bug in sanic
+                return
+        except Exception:
+            pass
+        ErrorHandler.log(request, exception)  # type: ignore
+
+
+def register_custom_sanic_error_handler(app: Sanic) -> None:
+    app.error_handler = IgnoreWSServerErrorHandler()

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.11.0rc1"
+__version__ = "3.11.0rc3"

{rasa_pro-3.11.0rc1.dist-info → rasa_pro-3.11.0rc3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.11.0rc1
+Version: 3.11.0rc3
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
@@ -43,6 +43,7 @@ Requires-Dist: confluent-kafka (>=2.3.0,<3.0.0)
 Requires-Dist: cryptography (>=42.0.5)
 Requires-Dist: cvg-python-sdk (>=0.5.1,<0.6.0)
 Requires-Dist: dask (>=2024.7.0,<2024.8.0)
+Requires-Dist: demoji (>=1.1.0,<2.0.0)
 Requires-Dist: diskcache (>=5.6.3,<5.7.0)
 Requires-Dist: dnspython (==2.6.1)
 Requires-Dist: faiss-cpu (>=1.7.4,<2.0.0)
@@ -69,7 +70,7 @@ Requires-Dist: mattermostwrapper (>=2.2,<2.3)
 Requires-Dist: mlflow (>=2.15.1,<3.0.0) ; extra == "mlflow"
 Requires-Dist: networkx (>=3.1,<3.2)
 Requires-Dist: numpy (>=1.26.4,<1.27.0)
-Requires-Dist: openai (>=1.54.0,<1.55.0)
+Requires-Dist: openai (>=1.55.3,<1.56.0)
 Requires-Dist: openpyxl (>=3.1.5,<4.0.0)
 Requires-Dist: opentelemetry-api (>=1.16.0,<1.17.0)
 Requires-Dist: opentelemetry-exporter-jaeger (>=1.16.0,<1.17.0)