rasa-pro 3.12.0.dev3__py3-none-any.whl → 3.12.0.dev4__py3-none-any.whl

rasa/cli/dialogue_understanding_test.py

@@ -35,7 +35,6 @@ from rasa.dialogue_understanding_test.du_test_runner import (
     DialogueUnderstandingTestRunner,
 )
 from rasa.dialogue_understanding_test.io import (
-    print_test_results,
     read_test_suite,
     write_test_results_to_file,
 )
@@ -249,6 +248,12 @@ def execute_dialogue_understanding_tests(args: argparse.Namespace) -> None:
         failing_test_results, passing_test_results, command_metrics
     )
 
+    # Do not move this import to the top of the file as it will break the
+    # instrumentation of this function: the CLI module is initialized before the
+    # instrumentation is set up, and we won't be able to "replace" the function
+    # with the instrumented wrapper
+    from rasa.dialogue_understanding_test.io import print_test_results
+
     # write results to console and file
     print_test_results(test_suite_result, output_prompt=args.output_prompt)
     if not args.no_output:

rasa/dialogue_understanding_test/du_test_result.py

@@ -18,6 +18,16 @@ if typing.TYPE_CHECKING:
 KEY_TEST_CASES_ACCURACY = "test_cases"
 KEY_USER_UTTERANCES_ACCURACY = "user_utterances"
 
+OUTPUT_NUMBER_OF_FAILED_TESTS = "number_of_failed_tests"
+OUTPUT_NUMBER_OF_PASSED_TESTS = "number_of_passed_tests"
+OUTPUT_TEST_CASES_ACCURACY = "test_cases_accuracy"
+OUTPUT_USER_UTTERANCES_ACCURACY = "user_utterances_accuracy"
+OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES = "number_of_passed_user_utterances"
+OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES = "number_of_failed_user_utterances"
+OUTPUT_COMMAND_METRICS = "command_metrics"
+OUTPUT_NAMES_OF_FAILED_TESTS = "names_of_failed_tests"
+OUTPUT_NAMES_OF_PASSED_TESTS = "names_of_passed_tests"
+
 
 class DialogueUnderstandingTestResult(BaseModel):
     """Result of a single dialogue understanding test case."""
@@ -260,10 +270,10 @@ class DialogueUnderstandingTestSuiteResult:
                 "test_cases": self.accuracy[KEY_TEST_CASES_ACCURACY],
                 "user_utterances": self.accuracy[KEY_USER_UTTERANCES_ACCURACY],
             },
-            "number_of_passed_tests": self.number_of_passed_tests,
-            "number_of_failed_tests": self.number_of_failed_tests,
-            "number_of_passed_user_utterances": self.number_of_passed_user_utterances,
-            "number_of_failed_user_utterances": self.number_of_failed_user_utterances,
+            OUTPUT_NUMBER_OF_PASSED_TESTS: self.number_of_passed_tests,
+            OUTPUT_NUMBER_OF_FAILED_TESTS: self.number_of_failed_tests,
+            OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES: self.number_of_passed_user_utterances,  # noqa: E501
+            OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES: self.number_of_failed_user_utterances,  # noqa: E501
         }
 
         cmd_metrics_output = {}
@@ -274,10 +284,10 @@ class DialogueUnderstandingTestSuiteResult:
             else:
                 pass
 
-        result_dict["command_metrics"] = cmd_metrics_output
+        result_dict[OUTPUT_COMMAND_METRICS] = cmd_metrics_output
 
-        result_dict["names_of_passed_tests"] = self.names_of_passed_tests
-        result_dict["names_of_failed_tests"] = self.names_of_failed_tests
+        result_dict[OUTPUT_NAMES_OF_PASSED_TESTS] = self.names_of_passed_tests
+        result_dict[OUTPUT_NAMES_OF_FAILED_TESTS] = self.names_of_failed_tests
 
         failed_steps_list = []
         for failed_test_step in self.failed_test_steps:

rasa/nlu/classifiers/fallback_classifier.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 
-import copy
 import logging
 from typing import Any, Dict, List, Optional, Text, Tuple, Type, Union
 
@@ -186,8 +185,6 @@ def undo_fallback_prediction(prediction: Dict[Text, Any]) -> Dict[Text, Any]:
     if len(intent_ranking) < 2:
         return prediction
 
-    prediction = copy.deepcopy(prediction)
     prediction[INTENT] = intent_ranking[1]
     prediction[INTENT_RANKING_KEY] = prediction[INTENT_RANKING_KEY][1:]
-
     return prediction

rasa/tracing/instrumentation/attribute_extractors.py

@@ -21,6 +21,20 @@ from rasa.dialogue_understanding.commands import Command
 from rasa.dialogue_understanding.generator import LLMBasedCommandGenerator
 from rasa.dialogue_understanding.generator.constants import FLOW_RETRIEVAL_KEY
 from rasa.dialogue_understanding.stack.dialogue_stack import DialogueStack
+from rasa.dialogue_understanding_test.du_test_result import (
+    KEY_TEST_CASES_ACCURACY,
+    KEY_USER_UTTERANCES_ACCURACY,
+    OUTPUT_COMMAND_METRICS,
+    OUTPUT_NAMES_OF_FAILED_TESTS,
+    OUTPUT_NAMES_OF_PASSED_TESTS,
+    OUTPUT_NUMBER_OF_FAILED_TESTS,
+    OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES,
+    OUTPUT_NUMBER_OF_PASSED_TESTS,
+    OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES,
+    OUTPUT_TEST_CASES_ACCURACY,
+    OUTPUT_USER_UTTERANCES_ACCURACY,
+    DialogueUnderstandingTestSuiteResult,
+)
 from rasa.engine.graph import ExecutionContext, GraphModelConfiguration, GraphNode
 from rasa.engine.training.graph_trainer import GraphTrainer
 from rasa.shared.constants import (
@@ -571,6 +585,44 @@ def extract_attrs_for_advance_flows(
     }
 
 
+def extract_attrs_for_du_print_test_results(
+    test_suite_result: DialogueUnderstandingTestSuiteResult,
+    output_prompt: bool,
+) -> Dict[str, Any]:
+    """Extract the attributes for
+    `rasa.dialogue_understanding_test.io.print_test_results` function.
+    """
+    from rasa.tracing.instrumentation.instrumentation import (
+        DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+    )
+
+    attributes_dict = {
+        "module_name": DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        OUTPUT_TEST_CASES_ACCURACY: test_suite_result.accuracy[KEY_TEST_CASES_ACCURACY],
+        OUTPUT_USER_UTTERANCES_ACCURACY: test_suite_result.accuracy[
+            KEY_USER_UTTERANCES_ACCURACY
+        ],
+        OUTPUT_NUMBER_OF_PASSED_TESTS: test_suite_result.number_of_passed_tests,
+        OUTPUT_NUMBER_OF_FAILED_TESTS: test_suite_result.number_of_failed_tests,
+        OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES: test_suite_result.number_of_passed_user_utterances,  # noqa: E501
+        OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES: test_suite_result.number_of_failed_user_utterances,  # noqa: E501
+        OUTPUT_NAMES_OF_PASSED_TESTS: json.dumps(
+            test_suite_result.names_of_passed_tests
+        ),
+        OUTPUT_NAMES_OF_FAILED_TESTS: json.dumps(
+            test_suite_result.names_of_failed_tests
+        ),
+    }
+    if test_suite_result.command_metrics:
+        attributes_dict[OUTPUT_COMMAND_METRICS] = json.dumps(
+            {
+                key: value.as_dict()
+                for key, value in test_suite_result.command_metrics.items()
+            }
+        )
+    return attributes_dict
+
+
 def extract_attrs_for_run_step(
     step: FlowStep,
     flow: Flow,

rasa/tracing/instrumentation/instrumentation.py

@@ -84,6 +84,7 @@ COMMAND_PROCESSOR_MODULE_NAME = (
     "rasa.dialogue_understanding.processor.command_processor"
 )
 FLOW_EXECUTOR_MODULE_NAME = "rasa.core.policies.flows.flow_executor"
+DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME = "rasa.dialogue_understanding_test.io"
 
 
 def _check_extractor_argument_list(
@@ -151,7 +152,11 @@ def traceable(
         )
 
         module_name = attrs.pop("module_name", "")
-        if module_name in ["command_processor", FLOW_EXECUTOR_MODULE_NAME]:
+        if module_name in [
+            "command_processor",
+            FLOW_EXECUTOR_MODULE_NAME,
+            DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        ]:
             span_name = f"{module_name}.{fn.__name__}"
         else:
             span_name = f"{self.__class__.__name__}.{fn.__name__}"
@@ -583,6 +588,9 @@ def instrument(
     if not module_is_instrumented(FLOW_EXECUTOR_MODULE_NAME):
         _instrument_flow_executor_module(tracer_provider)
 
+    if not module_is_instrumented(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME):
+        _instrument_dialog_understanding_test_io_module(tracer_provider)
+
     if policy_subclasses:
         for policy_subclass in policy_subclasses:
             if policy_subclass is not None and not class_is_instrumented(
@@ -974,6 +982,18 @@ def _instrument_flow_executor_module(tracer_provider: TracerProvider) -> None:
     mark_module_as_instrumented(FLOW_EXECUTOR_MODULE_NAME)
 
 
+def _instrument_dialog_understanding_test_io_module(
+    tracer_provider: TracerProvider,
+) -> None:
+    _instrument_function(
+        tracer_provider.get_tracer(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME),
+        DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        "print_test_results",
+        attribute_extractors.extract_attrs_for_du_print_test_results,
+    )
+    mark_module_as_instrumented(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME)
+
+
 def _instrument_advance_flows_until_next_action(
     tracer: Tracer,
     module_name: str,

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.12.0dev3"
+__version__ = "3.12.0dev4"

{rasa_pro-3.12.0.dev3.dist-info → rasa_pro-3.12.0.dev4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.12.0.dev3
+Version: 3.12.0.dev4
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
@@ -40,7 +40,7 @@ Requires-Dist: colorclass (>=2.2,<2.3)
 Requires-Dist: coloredlogs (>=15,<16)
 Requires-Dist: colorhash (>=2.0,<2.1.0)
 Requires-Dist: confluent-kafka (>=2.3.0,<3.0.0)
-Requires-Dist: cryptography (>=42.0.5)
+Requires-Dist: cryptography (>=43.0.1)
 Requires-Dist: cvg-python-sdk (>=0.5.1,<0.6.0)
 Requires-Dist: dask (>=2024.7.0,<2024.8.0)
 Requires-Dist: demoji (>=1.1.0,<2.0.0)

{rasa_pro-3.12.0.dev3.dist-info → rasa_pro-3.12.0.dev4.dist-info}/RECORD

@@ -23,7 +23,7 @@ rasa/cli/arguments/train.py,sha256=bnBIvSMxeY8qOswCdp6-MfXwCf5OIzDmNjDjW84yzYQ,8
 rasa/cli/arguments/visualize.py,sha256=e8yhvc6Jfy1JKSOIVFV5mY5QPowkf0o1kt6IGujVxcY,861
 rasa/cli/arguments/x.py,sha256=_23reqNwiit2VoCqmv23kQZudA3iZVXaBV_zEXJjV6w,1028
 rasa/cli/data.py,sha256=dmQqLBTlsNeO-QnAzMwWV2BR65LklIXDjgR0xo9CJ_w,12696
-rasa/cli/dialogue_understanding_test.py,sha256=SOxln-oFPR4WZBIAeDnpWT9Mah5UrPDeMe9_AGXmXSM,11982
+rasa/cli/dialogue_understanding_test.py,sha256=1qum-Z-qZUUW8mBHhXAeLfQQF4OCtd9QXyZgD4B4tJg,12301
 rasa/cli/e2e_test.py,sha256=guHIeX7qPwv8db4j9zsDG7MQbfUq92xO51u0iOR3eqw,8359
 rasa/cli/evaluate.py,sha256=104vTMKNQPhuEUm5n1OMVxH4qywaZx14kE_5ULGNMbg,7946
 rasa/cli/export.py,sha256=vohrKZpUrNVXE2xZM3V-IgWc6UsWUoUl-5tRXSg6Nag,8203
@@ -436,7 +436,7 @@ rasa/dialogue_understanding_test/command_comparison.py,sha256=LvCZGgZVFpKjWqaZE5
 rasa/dialogue_understanding_test/command_metric_calculation.py,sha256=McLi6YNsTIieGOCSNTGBeiXBLCIdxpJEiu-nXG5wa4g,3756
 rasa/dialogue_understanding_test/constants.py,sha256=G63FEzswDUOonTxoXQicEJwI6ICkSx3YP1ILkGH1ijw,790
 rasa/dialogue_understanding_test/du_test_case.py,sha256=P82xu4wkyIrhPdQWHp2wMYG6YVkUgaDFNSSDDN6Znv8,11277
-rasa/dialogue_understanding_test/du_test_result.py,sha256=msDVOmFw4gr_jpFurAc6FQvRpR-jU_MbybhuRHm6hEo,10857
+rasa/dialogue_understanding_test/du_test_result.py,sha256=L3OVBaetQgLML1iHPFJyQqF6DrsBCnNB9XCBG8WaAPM,11454
 rasa/dialogue_understanding_test/du_test_runner.py,sha256=ZG-TNfu-Ak9l_gg9NNadzKzARgICJ9wlsYooCBi1WKU,11943
 rasa/dialogue_understanding_test/du_test_schema.yml,sha256=zgIhb6PE8LnoigVmv4NbU3cjSsr2SkGoO-5Xh4Et9KA,4767
 rasa/dialogue_understanding_test/io.py,sha256=ah26adacAU57YX7rhL3fMLNKeVddVURzUaWddXl8N0k,12707
@@ -544,7 +544,7 @@ rasa/nlu/__init__.py,sha256=D0IYuTK_ZQ_F_9xsy0bXxVCAtU62Fzvp8S7J9tmfI_c,123
 rasa/nlu/classifiers/__init__.py,sha256=Qvrf7_rfiMxm2Vt2fClb56R3QFExf7WPdFdL-AOvgsk,118
 rasa/nlu/classifiers/classifier.py,sha256=9fm1mORuFf1vowYIXmqE9yLRKdSC4nGQW7UqNZQipKY,133
 rasa/nlu/classifiers/diet_classifier.py,sha256=xwpEC1QNpjJU6JnE55h48JPlE6qRmwogHl85GMOJLtw,72524
-rasa/nlu/classifiers/fallback_classifier.py,sha256=LuGEbdnKVThstOoZ-hrTJqwvyAXxQVSZ-G88Fh8dZTI,7151
+rasa/nlu/classifiers/fallback_classifier.py,sha256=LSzFMEYhX7_hrvlRGf-OsUmng33GcbtQGIFtVtMmqWI,7095
 rasa/nlu/classifiers/keyword_intent_classifier.py,sha256=ujOO3gb4uouKzVzSv72yGbSADKY158YzGGx7p1z0Qoc,7582
 rasa/nlu/classifiers/logistic_regression_classifier.py,sha256=cEvURAt8VZVJfWC40kK9xX3q-zIBz4iVqij5lT6Voic,9589
 rasa/nlu/classifiers/mitie_intent_classifier.py,sha256=_1F85vzb-PZfX__wOE5Twd2MplCjpjX2FmEx8jFOCak,5560
@@ -751,8 +751,8 @@ rasa/tracing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/tracing/config.py,sha256=j5N6s-GX3idNH9FO-0z10KduVg2ovzsE-u5ve87249U,12860
 rasa/tracing/constants.py,sha256=N_MJLStE3IkmPKQCQv42epd3jdBMJ4Ith1dVO65N5ho,2425
 rasa/tracing/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/tracing/instrumentation/attribute_extractors.py,sha256=YntngMpBuKfuipydmhR6zmeS_1N0_nhiwazeRHFrdTc,26080
-rasa/tracing/instrumentation/instrumentation.py,sha256=DRZyxgJJXqR6iR617F5aAfEox5vcTxdQ5eFbeOyOoDQ,51103
+rasa/tracing/instrumentation/attribute_extractors.py,sha256=cdPAo3zMUKclumsvlS7XMUISHfJUczQeAsipo3j89lw,28166
+rasa/tracing/instrumentation/instrumentation.py,sha256=K4h_u3VY-eKPKUP8UXKEHsCy5UpXw0QGQ2MdlQFBeWE,51861
 rasa/tracing/instrumentation/intentless_policy_instrumentation.py,sha256=RgixI0FVIzBz19E3onidUpSEwjkAh8paA5_w07PMzFo,4821
 rasa/tracing/instrumentation/metrics.py,sha256=N4Zxo8P84p4VH6vGai1oRurIUifXPtMrZh1BlpPB7kg,10534
 rasa/tracing/metric_instrument_provider.py,sha256=I1elkXfDNix9s4mqRWA_5f_PI15_yPl8k2yO0rltWoI,9989
@@ -792,9 +792,9 @@ rasa/utils/train_utils.py,sha256=ClJx-6x3-h3Vt6mskacgkcCUJTMXjFPe3zAcy_DfmaU,212
 rasa/utils/url_tools.py,sha256=dZ1HGkVdWTJB7zYEdwoDIrEuyX9HE5WsxKKFVsXBLE0,1218
 rasa/utils/yaml.py,sha256=KjbZq5C94ZP7Jdsw8bYYF7HASI6K4-C_kdHfrnPLpSI,2000
 rasa/validator.py,sha256=Uh5R1JDmIRl0aNprh9FfHND8UKiNJTNYBrMdBDVxEFM,67516
-rasa/version.py,sha256=YawBV2JJ398dGLnJE-dS8VDFQ5XutteDedqKBqK6R0U,121
-rasa_pro-3.12.0.dev3.dist-info/METADATA,sha256=LAqsQSp2jk3uEfcZi_0_l50ao1c723rvka2_prj1hbs,10808
-rasa_pro-3.12.0.dev3.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
-rasa_pro-3.12.0.dev3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-rasa_pro-3.12.0.dev3.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
-rasa_pro-3.12.0.dev3.dist-info/RECORD,,
+rasa/version.py,sha256=d-XOF4mYMJHmqkFmKU2wSR_kwqhlHGvhcTG7OC9-arM,121
+rasa_pro-3.12.0.dev4.dist-info/METADATA,sha256=FZjzWsMgAJyW2VWdU8WdPqPn4cK_SvnQgZd_OZeuM_w,10808
+rasa_pro-3.12.0.dev4.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
+rasa_pro-3.12.0.dev4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+rasa_pro-3.12.0.dev4.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
+rasa_pro-3.12.0.dev4.dist-info/RECORD,,