rasa-pro 3.12.0.dev3__py3-none-any.whl → 3.12.0.dev5__py3-none-any.whl

rasa/cli/dialogue_understanding_test.py

@@ -35,7 +35,6 @@ from rasa.dialogue_understanding_test.du_test_runner import (
     DialogueUnderstandingTestRunner,
 )
 from rasa.dialogue_understanding_test.io import (
-    print_test_results,
     read_test_suite,
     write_test_results_to_file,
 )
@@ -249,6 +248,12 @@ def execute_dialogue_understanding_tests(args: argparse.Namespace) -> None:
         failing_test_results, passing_test_results, command_metrics
     )
 
+    # Do not move this import to the top of the file as it will break the
+    # instrumentation of this function: the CLI module is initialized before the
+    # instrumentation is set up, and we won't be able to "replace" the function
+    # with the instrumented wrapper
+    from rasa.dialogue_understanding_test.io import print_test_results
+
     # write results to console and file
     print_test_results(test_suite_result, output_prompt=args.output_prompt)
     if not args.no_output:

rasa/dialogue_understanding/commands/can_not_handle_command.py

@@ -74,7 +74,7 @@ class CannotHandleCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "CannotHandle()"
+        return "cannot handle"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> CannotHandleCommand:
@@ -86,4 +86,4 @@ class CannotHandleCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"CannotHandle\(\)"
+        return r"^cannot handle$"

rasa/dialogue_understanding/commands/cancel_flow_command.py

@@ -124,7 +124,7 @@ class CancelFlowCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "CancelFlow()"
+        return "cancel"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> CancelFlowCommand:
@@ -133,4 +133,4 @@ class CancelFlowCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"CancelFlow\(\)"
+        return r"^cancel$"

rasa/dialogue_understanding/commands/change_flow_command.py

@@ -48,7 +48,7 @@ class ChangeFlowCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "ChangeFlow()"
+        return "change"
 
     @staticmethod
     def from_dsl(match: re.Match, **kwargs: Any) -> ChangeFlowCommand:
@@ -57,4 +57,4 @@ class ChangeFlowCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"ChangeFlow\(\)"
+        return r"^change"

rasa/dialogue_understanding/commands/chit_chat_answer_command.py

@@ -59,7 +59,7 @@ class ChitChatAnswerCommand(FreeFormAnswerCommand):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "ChitChat()"
+        return "chat"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> ChitChatAnswerCommand:
@@ -68,4 +68,4 @@ class ChitChatAnswerCommand(FreeFormAnswerCommand):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"ChitChat\(\)"
+        return r"^chat$"

rasa/dialogue_understanding/commands/clarify_command.py

@@ -89,7 +89,7 @@ class ClarifyCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return f"Clarify({', '.join(self.options)})"
+        return f"clarify {' '.join(self.options)}"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> Optional[ClarifyCommand]:
@@ -99,4 +99,4 @@ class ClarifyCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"Clarify\(([\"\'a-zA-Z0-9_, ]*)\)"
+        return r"^clarify([\"\'a-zA-Z0-9_, ]*)$"

rasa/dialogue_understanding/commands/human_handoff_command.py

@@ -66,7 +66,7 @@ class HumanHandoffCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "HumanHandoff()"
+        return "hand over"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> HumanHandoffCommand:
@@ -75,4 +75,4 @@ class HumanHandoffCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"HumanHandoff\(\)"
+        return r"^hand over$"

rasa/dialogue_understanding/commands/knowledge_answer_command.py

@@ -59,7 +59,7 @@ class KnowledgeAnswerCommand(FreeFormAnswerCommand):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "SearchAndReply()"
+        return "search"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> KnowledgeAnswerCommand:
@@ -68,4 +68,4 @@ class KnowledgeAnswerCommand(FreeFormAnswerCommand):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"SearchAndReply\(\)"
+        return r"^search$"

rasa/dialogue_understanding/commands/repeat_bot_messages_command.py

@@ -60,7 +60,7 @@ class RepeatBotMessagesCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "RepeatLastBotMessages()"
+        return "repeat message"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> RepeatBotMessagesCommand:
@@ -69,4 +69,4 @@ class RepeatBotMessagesCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"RepeatLastBotMessages\(\)"
+        return r"^repeat message$"

rasa/dialogue_understanding/commands/set_slot_command.py

@@ -170,7 +170,7 @@ class SetSlotCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return f"SetSlot({self.name}, {self.value})"
+        return f"set {self.name} {self.value}"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> SetSlotCommand:
@@ -181,4 +181,4 @@ class SetSlotCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"""SetSlot\(['"]?([a-zA-Z_][a-zA-Z0-9_-]*)['"]?, ?['"]?(.*)['"]?\)"""
+        return r"""^set ['"]?([a-zA-Z_][a-zA-Z0-9_-]*)['"]? ['"]?(.+?)['"]?$"""

rasa/dialogue_understanding/commands/skip_question_command.py

@@ -75,7 +75,7 @@ class SkipQuestionCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return "SkipQuestion()"
+        return "skip"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> SkipQuestionCommand:
@@ -84,4 +84,4 @@ class SkipQuestionCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"SkipQuestion\(\)"
+        return r"^skip$"

rasa/dialogue_understanding/commands/start_flow_command.py

@@ -110,7 +110,7 @@ class StartFlowCommand(Command):
 
     def to_dsl(self) -> str:
         """Converts the command to a DSL string."""
-        return f"StartFlow({self.flow})"
+        return f"start {self.flow}"
 
     @classmethod
     def from_dsl(cls, match: re.Match, **kwargs: Any) -> Optional[StartFlowCommand]:
@@ -119,4 +119,4 @@ class StartFlowCommand(Command):
 
     @staticmethod
     def regex_pattern() -> str:
-        return r"StartFlow\(['\"]?([a-zA-Z0-9_-]+)['\"]?\)"
+        return r"^start ['\"]?([a-zA-Z0-9_-]+)['\"]?$"

rasa/dialogue_understanding/commands/utils.py

@@ -27,7 +27,7 @@ def extract_cleaned_options(options_str: str) -> List[str]:
     """Extract and clean options from a string."""
     return sorted(
         opt.strip().strip('"').strip("'")
-        for opt in options_str.split(",")
+        for opt in options_str.split(" ")
         if opt.strip()
     )
 

rasa/dialogue_understanding/generator/command_parser.py

@@ -125,7 +125,7 @@ def _parse_standard_commands(
     commands: List[Command] = []
     for command_clz in standard_commands:
         pattern = _get_compiled_pattern(command_clz.regex_pattern())
-        if match := pattern.search(action):
+        if match := pattern.search(action.strip()):
             parsed_command = command_clz.from_dsl(match, **kwargs)
             if _additional_parsing_fn := _get_additional_parsing_logic(command_clz):
                 parsed_command = _additional_parsing_fn(parsed_command, flows, **kwargs)

rasa/dialogue_understanding/generator/llm_based_command_generator.py

@@ -356,7 +356,8 @@ class LLMBasedCommandGenerator(
                     "slots": slots_with_info,
                 }
             )
-        return result
+
+        return sorted(result, key=lambda x: x["name"])
 
     @staticmethod
     def is_extractable(

rasa/dialogue_understanding/generator/single_step/command_prompt_template.jinja2

@@ -1,60 +1,58 @@
 Your task is to analyze the current conversation context and generate a list of actions to start new business processes that we call flows, to extract slots, or respond to small talk and knowledge requests.
 
-These are the flows that can be started, with their description and slots:
+
+## Available Actions:
+* Starting a flow, described by "start flow_name". For example, "start transfer_money" or "start list_contacts"
+* Slot setting, described by "set slot_name slot_value". For example, "set transfer_money_recipient Freddy". Can be used to correct and change previously set values.
+* Cancelling the current flow, described by "cancel"
+* Clarifying which flow should be started in ambiguous cases. For example, "clarify list_contacts add_contact remove_contact" if the user just wrote "contacts" and there are multiple potential candidates.
+* Skipping the current question when the user explicitly asks for it, described by "skip".
+* Responding to knowledge-oriented user messages, described by "search"
+* Responding to a casual, non-task-oriented user message, described by "chat".
+* Handing over to a human, in case the user seems frustrated or explicitly asks to speak to one, described by "hand over".
+
+
+## General Tips
+* Do not fill slots with abstract values or placeholders.
+* Only use information provided by the user.
+* Use clarification in ambiguous cases.
+* Multiple flows can be started. If a user wants to digress into a second flow, you do not need to cancel the current flow.
+* Strictly adhere to the provided action format.
+* For categorical slots try to match the user message with potential slot values. Use "other" if you cannot match it
+* Focus on the last message and take it one step at a time.
+* Use the previous conversation steps only to aid understanding.
+
+
+## Available Flows:
 {% for flow in available_flows %}
-{{ flow.name }}: {{ flow.description }}
+* {{ flow.name }}: {{ flow.description }}
     {% for slot in flow.slots -%}
-    slot: {{ slot.name }}{% if slot.description %} ({{ slot.description }}){% endif %}{% if slot.allowed_values %}, allowed values: {{ slot.allowed_values }}{% endif %}
+    * {{ slot.name }}{% if slot.description %} ({{ slot.description }}){% endif %}{% if slot.allowed_values %}, allowed values: {{ slot.allowed_values }}{% endif %}
     {% endfor %}
 {%- endfor %}
 
-===
-Here is what happened previously in the conversation:
-{{ current_conversation }}
 
-===
+## Current State
 {% if current_flow != None %}
 You are currently in the flow "{{ current_flow }}".
 You have just asked the user for the slot "{{ current_slot }}"{% if current_slot_description %} ({{ current_slot_description }}){% endif %}.
 
 {% if flow_slots|length > 0 %}
-Here are the slots of the currently active flow:
+Here are the slots of the flow "{{ current_flow }}":
 {% for slot in flow_slots -%}
-- name: {{ slot.name }}, value: {{ slot.value }}, type: {{ slot.type }}, description: {{ slot.description}}{% if slot.allowed_values %}, allowed values: {{ slot.allowed_values }}{% endif %}
+* name: {{ slot.name }}, value: {{ slot.value }}, type: {{ slot.type }}, description: {{ slot.description}}{% if slot.allowed_values %}, allowed values: {{ slot.allowed_values }}{% endif %}
 {% endfor %}
 {% endif %}
 {% else %}
-You are currently not in any flow and so there are no active slots.
-This means you can only set a slot if you first start a flow that requires that slot.
-{% endif %}
-If you start a flow, first start the flow and then optionally fill that flow's slots with information the user provided in their message.
-
-The user just said """{{ user_message }}""".
-
-===
-Based on this information generate a list of actions you want to take. Your job is to start flows and to fill slots where appropriate. Any logic of what happens afterwards is handled by the flow engine. These are your available actions:
-* Slot setting, described by "SetSlot(slot_name, slot_value)". An example would be "SetSlot(recipient, Freddy)"
-* Starting another flow, described by "StartFlow(flow_name)". An example would be "StartFlow(transfer_money)"
-* Cancelling the current flow, described by "CancelFlow()"
-* Clarifying which flow should be started. An example would be Clarify(list_contacts, add_contact, remove_contact) if the user just wrote "contacts" and there are multiple potential candidates. It also works with a single flow name to confirm you understood correctly, as in Clarify(transfer_money).
-* Intercepting and handle user messages with the intent to bypass the current step in the flow, described by "SkipQuestion()". Examples of user skip phrases are: "Go to the next question", "Ask me something else".
-* Responding to knowledge-oriented user messages, described by "SearchAndReply()"
-* Responding to a casual, non-task-oriented user message, described by "ChitChat()".
-* Handing off to a human, in case the user seems frustrated or explicitly asks to speak to one, described by "HumanHandoff()".
-{% if is_repeat_command_enabled %}
-* Repeat the last bot messages, described by "RepeatLastBotMessages()". This is useful when the user asks to repeat the last bot messages.
+You are currently not inside any flow.
 {% endif %}
 
-===
-Write out the actions you want to take, one per line, in the order they should take place.
-Do not fill slots with abstract values or placeholders.
-Only use information provided by the user.
-Only start a flow if it's completely clear what the user wants. Imagine you were a person reading this message. If it's not 100% clear, clarify the next step.
-Don't be overly confident. Take a conservative approach and clarify before proceeding.
-If the user asks for two things which seem contradictory, clarify before starting a flow.
-If it's not clear whether the user wants to skip the step or to cancel the flow, cancel the flow.
-Strictly adhere to the provided action types listed above.
-Focus on the last message and take it one step at a time.
-Use the previous conversation steps only to aid understanding.
-
-Your action list:
+
+## Conversation History
+{{ current_conversation }}
+
+
+## Task
+Create an action list with one action per line in response to the users last message: """{{ user_message }}""".
+
+Your action list:

rasa/dialogue_understanding_test/du_test_result.py

@@ -18,6 +18,16 @@ if typing.TYPE_CHECKING:
 KEY_TEST_CASES_ACCURACY = "test_cases"
 KEY_USER_UTTERANCES_ACCURACY = "user_utterances"
 
+OUTPUT_NUMBER_OF_FAILED_TESTS = "number_of_failed_tests"
+OUTPUT_NUMBER_OF_PASSED_TESTS = "number_of_passed_tests"
+OUTPUT_TEST_CASES_ACCURACY = "test_cases_accuracy"
+OUTPUT_USER_UTTERANCES_ACCURACY = "user_utterances_accuracy"
+OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES = "number_of_passed_user_utterances"
+OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES = "number_of_failed_user_utterances"
+OUTPUT_COMMAND_METRICS = "command_metrics"
+OUTPUT_NAMES_OF_FAILED_TESTS = "names_of_failed_tests"
+OUTPUT_NAMES_OF_PASSED_TESTS = "names_of_passed_tests"
+
 
 class DialogueUnderstandingTestResult(BaseModel):
     """Result of a single dialogue understanding test case."""
@@ -260,10 +270,10 @@ class DialogueUnderstandingTestSuiteResult:
                 "test_cases": self.accuracy[KEY_TEST_CASES_ACCURACY],
                 "user_utterances": self.accuracy[KEY_USER_UTTERANCES_ACCURACY],
             },
-            "number_of_passed_tests": self.number_of_passed_tests,
-            "number_of_failed_tests": self.number_of_failed_tests,
-            "number_of_passed_user_utterances": self.number_of_passed_user_utterances,
-            "number_of_failed_user_utterances": self.number_of_failed_user_utterances,
+            OUTPUT_NUMBER_OF_PASSED_TESTS: self.number_of_passed_tests,
+            OUTPUT_NUMBER_OF_FAILED_TESTS: self.number_of_failed_tests,
+            OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES: self.number_of_passed_user_utterances,  # noqa: E501
+            OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES: self.number_of_failed_user_utterances,  # noqa: E501
         }
 
         cmd_metrics_output = {}
@@ -274,10 +284,10 @@ class DialogueUnderstandingTestSuiteResult:
             else:
                 pass
 
-        result_dict["command_metrics"] = cmd_metrics_output
+        result_dict[OUTPUT_COMMAND_METRICS] = cmd_metrics_output
 
-        result_dict["names_of_passed_tests"] = self.names_of_passed_tests
-        result_dict["names_of_failed_tests"] = self.names_of_failed_tests
+        result_dict[OUTPUT_NAMES_OF_PASSED_TESTS] = self.names_of_passed_tests
+        result_dict[OUTPUT_NAMES_OF_FAILED_TESTS] = self.names_of_failed_tests
 
         failed_steps_list = []
         for failed_test_step in self.failed_test_steps:

rasa/nlu/classifiers/fallback_classifier.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 
-import copy
 import logging
 from typing import Any, Dict, List, Optional, Text, Tuple, Type, Union
 
@@ -186,8 +185,6 @@ def undo_fallback_prediction(prediction: Dict[Text, Any]) -> Dict[Text, Any]:
     if len(intent_ranking) < 2:
         return prediction
 
-    prediction = copy.deepcopy(prediction)
     prediction[INTENT] = intent_ranking[1]
     prediction[INTENT_RANKING_KEY] = prediction[INTENT_RANKING_KEY][1:]
-
     return prediction

rasa/shared/utils/llm.py

@@ -680,7 +680,7 @@ def allowed_values_for_slot(slot: Slot) -> Union[str, None]:
     if isinstance(slot, BooleanSlot):
         return str([True, False])
     if isinstance(slot, CategoricalSlot):
-        return str([v for v in slot.values if v != "__other__"])
+        return str([v for v in slot.values if v != "__other__"] + ["other"])
     else:
         return None
 

rasa/tracing/instrumentation/attribute_extractors.py

@@ -21,6 +21,20 @@ from rasa.dialogue_understanding.commands import Command
 from rasa.dialogue_understanding.generator import LLMBasedCommandGenerator
 from rasa.dialogue_understanding.generator.constants import FLOW_RETRIEVAL_KEY
 from rasa.dialogue_understanding.stack.dialogue_stack import DialogueStack
+from rasa.dialogue_understanding_test.du_test_result import (
+    KEY_TEST_CASES_ACCURACY,
+    KEY_USER_UTTERANCES_ACCURACY,
+    OUTPUT_COMMAND_METRICS,
+    OUTPUT_NAMES_OF_FAILED_TESTS,
+    OUTPUT_NAMES_OF_PASSED_TESTS,
+    OUTPUT_NUMBER_OF_FAILED_TESTS,
+    OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES,
+    OUTPUT_NUMBER_OF_PASSED_TESTS,
+    OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES,
+    OUTPUT_TEST_CASES_ACCURACY,
+    OUTPUT_USER_UTTERANCES_ACCURACY,
+    DialogueUnderstandingTestSuiteResult,
+)
 from rasa.engine.graph import ExecutionContext, GraphModelConfiguration, GraphNode
 from rasa.engine.training.graph_trainer import GraphTrainer
 from rasa.shared.constants import (
@@ -571,6 +585,44 @@ def extract_attrs_for_advance_flows(
     }
 
 
+def extract_attrs_for_du_print_test_results(
+    test_suite_result: DialogueUnderstandingTestSuiteResult,
+    output_prompt: bool,
+) -> Dict[str, Any]:
+    """Extract the attributes for
+    `rasa.dialogue_understanding_test.io.print_test_results` function.
+    """
+    from rasa.tracing.instrumentation.instrumentation import (
+        DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+    )
+
+    attributes_dict = {
+        "module_name": DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        OUTPUT_TEST_CASES_ACCURACY: test_suite_result.accuracy[KEY_TEST_CASES_ACCURACY],
+        OUTPUT_USER_UTTERANCES_ACCURACY: test_suite_result.accuracy[
+            KEY_USER_UTTERANCES_ACCURACY
+        ],
+        OUTPUT_NUMBER_OF_PASSED_TESTS: test_suite_result.number_of_passed_tests,
+        OUTPUT_NUMBER_OF_FAILED_TESTS: test_suite_result.number_of_failed_tests,
+        OUTPUT_NUMBER_OF_PASSED_USER_UTTERANCES: test_suite_result.number_of_passed_user_utterances,  # noqa: E501
+        OUTPUT_NUMBER_OF_FAILED_USER_UTTERANCES: test_suite_result.number_of_failed_user_utterances,  # noqa: E501
+        OUTPUT_NAMES_OF_PASSED_TESTS: json.dumps(
+            test_suite_result.names_of_passed_tests
+        ),
+        OUTPUT_NAMES_OF_FAILED_TESTS: json.dumps(
+            test_suite_result.names_of_failed_tests
+        ),
+    }
+    if test_suite_result.command_metrics:
+        attributes_dict[OUTPUT_COMMAND_METRICS] = json.dumps(
+            {
+                key: value.as_dict()
+                for key, value in test_suite_result.command_metrics.items()
+            }
+        )
+    return attributes_dict
+
+
 def extract_attrs_for_run_step(
     step: FlowStep,
     flow: Flow,

rasa/tracing/instrumentation/instrumentation.py

@@ -84,6 +84,7 @@ COMMAND_PROCESSOR_MODULE_NAME = (
     "rasa.dialogue_understanding.processor.command_processor"
 )
 FLOW_EXECUTOR_MODULE_NAME = "rasa.core.policies.flows.flow_executor"
+DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME = "rasa.dialogue_understanding_test.io"
 
 
 def _check_extractor_argument_list(
@@ -151,7 +152,11 @@ def traceable(
         )
 
         module_name = attrs.pop("module_name", "")
-        if module_name in ["command_processor", FLOW_EXECUTOR_MODULE_NAME]:
+        if module_name in [
+            "command_processor",
+            FLOW_EXECUTOR_MODULE_NAME,
+            DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        ]:
             span_name = f"{module_name}.{fn.__name__}"
         else:
             span_name = f"{self.__class__.__name__}.{fn.__name__}"
@@ -583,6 +588,9 @@ def instrument(
     if not module_is_instrumented(FLOW_EXECUTOR_MODULE_NAME):
         _instrument_flow_executor_module(tracer_provider)
 
+    if not module_is_instrumented(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME):
+        _instrument_dialog_understanding_test_io_module(tracer_provider)
+
     if policy_subclasses:
         for policy_subclass in policy_subclasses:
             if policy_subclass is not None and not class_is_instrumented(
@@ -974,6 +982,18 @@ def _instrument_flow_executor_module(tracer_provider: TracerProvider) -> None:
     mark_module_as_instrumented(FLOW_EXECUTOR_MODULE_NAME)
 
 
+def _instrument_dialog_understanding_test_io_module(
+    tracer_provider: TracerProvider,
+) -> None:
+    _instrument_function(
+        tracer_provider.get_tracer(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME),
+        DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        "print_test_results",
+        attribute_extractors.extract_attrs_for_du_print_test_results,
+    )
+    mark_module_as_instrumented(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME)
+
+
 def _instrument_advance_flows_until_next_action(
     tracer: Tracer,
     module_name: str,

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.12.0dev3"
+__version__ = "3.12.0.dev5"

{rasa_pro-3.12.0.dev3.dist-info → rasa_pro-3.12.0.dev5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.12.0.dev3
+Version: 3.12.0.dev5
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
@@ -40,7 +40,7 @@ Requires-Dist: colorclass (>=2.2,<2.3)
 Requires-Dist: coloredlogs (>=15,<16)
 Requires-Dist: colorhash (>=2.0,<2.1.0)
 Requires-Dist: confluent-kafka (>=2.3.0,<3.0.0)
-Requires-Dist: cryptography (>=42.0.5)
+Requires-Dist: cryptography (>=43.0.1)
 Requires-Dist: cvg-python-sdk (>=0.5.1,<0.6.0)
 Requires-Dist: dask (>=2024.7.0,<2024.8.0)
 Requires-Dist: demoji (>=1.1.0,<2.0.0)

{rasa_pro-3.12.0.dev3.dist-info → rasa_pro-3.12.0.dev5.dist-info}/RECORD

@@ -23,7 +23,7 @@ rasa/cli/arguments/train.py,sha256=bnBIvSMxeY8qOswCdp6-MfXwCf5OIzDmNjDjW84yzYQ,8
 rasa/cli/arguments/visualize.py,sha256=e8yhvc6Jfy1JKSOIVFV5mY5QPowkf0o1kt6IGujVxcY,861
 rasa/cli/arguments/x.py,sha256=_23reqNwiit2VoCqmv23kQZudA3iZVXaBV_zEXJjV6w,1028
 rasa/cli/data.py,sha256=dmQqLBTlsNeO-QnAzMwWV2BR65LklIXDjgR0xo9CJ_w,12696
-rasa/cli/dialogue_understanding_test.py,sha256=SOxln-oFPR4WZBIAeDnpWT9Mah5UrPDeMe9_AGXmXSM,11982
+rasa/cli/dialogue_understanding_test.py,sha256=1qum-Z-qZUUW8mBHhXAeLfQQF4OCtd9QXyZgD4B4tJg,12301
 rasa/cli/e2e_test.py,sha256=guHIeX7qPwv8db4j9zsDG7MQbfUq92xO51u0iOR3eqw,8359
 rasa/cli/evaluate.py,sha256=104vTMKNQPhuEUm5n1OMVxH4qywaZx14kE_5ULGNMbg,7946
 rasa/cli/export.py,sha256=vohrKZpUrNVXE2xZM3V-IgWc6UsWUoUl-5tRXSg6Nag,8203
@@ -358,36 +358,36 @@ rasa/dialogue_understanding/coexistence/intent_based_router.py,sha256=JlYBZdScnh
 rasa/dialogue_understanding/coexistence/llm_based_router.py,sha256=UTLMZpynSRt8qnQSSV-dTgFQbBHaMEgrLIUWCMyH1BE,11354
 rasa/dialogue_understanding/coexistence/router_template.jinja2,sha256=CHWFreN0sv1EbPh-hf5AlCt3zxy2_llX1Pdn9Q11Y18,357
 rasa/dialogue_understanding/commands/__init__.py,sha256=F-pLETYRUjhIkjjDfXGUuPsK_ac1HcLmJkrUUP0RhME,2259
-rasa/dialogue_understanding/commands/can_not_handle_command.py,sha256=2ferTQRUR_Ibr2Qa-Dma71DzVT6Tfy3-6iUhFrFFeZ4,2831
-rasa/dialogue_understanding/commands/cancel_flow_command.py,sha256=Um2ouQkfR_Za66uRiKjjZKI5fuYG76uvk3hFW3w4XV8,4625
-rasa/dialogue_understanding/commands/change_flow_command.py,sha256=8tjULfNQXsH3ZWTsMlrzbVgHLU26catdHTWzcYgSBWI,1735
-rasa/dialogue_understanding/commands/chit_chat_answer_command.py,sha256=GtYU3FtpwoAQti2_zW_T3x7iJABu2Yyb0eqUd7takhg,2152
-rasa/dialogue_understanding/commands/clarify_command.py,sha256=y5iEESwalNmQ7MZDbS5ut5KZwqEp_4GF6kBrvwUlRBE,3432
+rasa/dialogue_understanding/commands/can_not_handle_command.py,sha256=z7aGn7aBMdXTsn7lzN1RvXlYi8WN7gtFm21qcJF8Hko,2829
+rasa/dialogue_understanding/commands/cancel_flow_command.py,sha256=Tc5xXQw_P8XlIApL6CblFf1nnfnWGUqsMSIkVV_K_bE,4613
+rasa/dialogue_understanding/commands/change_flow_command.py,sha256=gQyL1UqRNPdYXKVQi3hlAHOdpcCWLkhL34M3A_PzSR0,1722
+rasa/dialogue_understanding/commands/chit_chat_answer_command.py,sha256=JnOMAaWhyynlTTzLpi663BOSs8hYNZyxrjUnSq0Qle8,2140
+rasa/dialogue_understanding/commands/clarify_command.py,sha256=7ZlgA_gmOCj0xcP3sCNn7frk75SqiuWpS0O0HWuxjNE,3428
 rasa/dialogue_understanding/commands/command.py,sha256=riYYO0Lvm7T2vydDOfFFi7IquJWdyX_jH8d7qX0PB2c,2993
 rasa/dialogue_understanding/commands/correct_slots_command.py,sha256=lnSfYXNdTwQflOeMRXh1rV4qn6Bgx85S1yaXHtiKKAs,10461
 rasa/dialogue_understanding/commands/error_command.py,sha256=LTEsxkGGGZR6wEEGuTtQ4K4EK_u2UFhNK4eAKyPfyME,2436
 rasa/dialogue_understanding/commands/free_form_answer_command.py,sha256=XlQrHXrcOemzu1LHZiDhBAluiSlnUQ2V7ET5Z-aG7gc,224
 rasa/dialogue_understanding/commands/handle_code_change_command.py,sha256=Cp2e1iD0zacXmljJ8vDXHJu9Fp6BwB7cGx8NF748akw,2192
-rasa/dialogue_understanding/commands/human_handoff_command.py,sha256=WlGswi5Wlc3jsXp6hsU3ANMdZMqGk33rxeX0kAyiwgw,2285
-rasa/dialogue_understanding/commands/knowledge_answer_command.py,sha256=S2AP2_H-KFnSRUKqG3kz083dR_JTXKMWkjhzi9mEDPQ,2166
+rasa/dialogue_understanding/commands/human_handoff_command.py,sha256=bxSTNbLz05nN_gL14TsVural4S9-Du1teVXy1JDASP8,2275
+rasa/dialogue_understanding/commands/knowledge_answer_command.py,sha256=IvFcV8rhnDchzvWfJncJ34OFkXHiQ3yWytkGFWNuSho,2146
 rasa/dialogue_understanding/commands/noop_command.py,sha256=aIaLBjSV84qy9X4aGlJfMIYhF57maH5CiKNWL_-giD4,1485
-rasa/dialogue_understanding/commands/repeat_bot_messages_command.py,sha256=9SaRXsqdgC5p-2JIa8T3fsc6sVcsLf1FL90HtjW5Uek,2243
+rasa/dialogue_understanding/commands/repeat_bot_messages_command.py,sha256=6oitCpsYtLjOUBGe4cIx2OOZnw9ygi4nKwWOg66R2aA,2225
 rasa/dialogue_understanding/commands/restart_command.py,sha256=vvmucwlVtfh6VMgdOn5hZfsP9U5HhfbDeBSG2IndX0Y,1639
 rasa/dialogue_understanding/commands/session_end_command.py,sha256=ZecUpYZDTX_68_kV1Hv4i317bbeBeVHHyhW_A7r5yzs,1770
 rasa/dialogue_understanding/commands/session_start_command.py,sha256=FA4yocMnFt5bn2dmXj48S4Pq_yTlEnOBxgK_mq-qAxg,1704
-rasa/dialogue_understanding/commands/set_slot_command.py,sha256=NgrN3IgzjCCIWNjrySdSUyQBQSlomwdqYUFOE1HZSRw,5994
-rasa/dialogue_understanding/commands/skip_question_command.py,sha256=45NvtkqMaNX05T2KmTInwGSTWAeRokgdF7CXWpHnL48,2608
-rasa/dialogue_understanding/commands/start_flow_command.py,sha256=yQJNiAey5ETInxwYSNARabCL2f2QDVKuBQrIyvtPt1A,3793
+rasa/dialogue_understanding/commands/set_slot_command.py,sha256=ENpMuAbrlNA0hX3ABbIxQPNAL4a7sk7HZvNTZGhoiRE,5982
+rasa/dialogue_understanding/commands/skip_question_command.py,sha256=ZPstoD-A2jnW8AszKsZ10WtDEeAtoCh6swESwk7fpDA,2588
+rasa/dialogue_understanding/commands/start_flow_command.py,sha256=WYgynvL1sqlOr_I5VXI5OHqWaSRUexvFUvEsgI9WvPw,3783
 rasa/dialogue_understanding/commands/user_silence_command.py,sha256=DQjRfZk09sV1o2emnLkmX7cZpsJwBHNeJGBDQVkejjY,1686
-rasa/dialogue_understanding/commands/utils.py,sha256=vz3fNF31cCIUoWQ6HP6_nI4E30MBFIfacCZb6QKx634,1748
+rasa/dialogue_understanding/commands/utils.py,sha256=OV6hJjlb2WWOHCaIxtRXbbKHKSNGX2het_KZNoomrBI,1748
 rasa/dialogue_understanding/constants.py,sha256=YcELaIss69Hnroclvn90Dl4Suk3S6e3t0UoIbUaXG2A,83
 rasa/dialogue_understanding/generator/__init__.py,sha256=Ykeb2wQ1DuiUWAWO0hLIPSTK1_Ktiq9DZXF6D3ugN78,764
 rasa/dialogue_understanding/generator/command_generator.py,sha256=OTyE9_CcorpjTOgdI-u0J9ryBwlDdd2foJLA3jQJ9_Y,11959
-rasa/dialogue_understanding/generator/command_parser.py,sha256=HWLKJoXBOQVByk__rVbReJJ8u7au9Wit0MXvuHEAZHg,6422
+rasa/dialogue_understanding/generator/command_parser.py,sha256=E-P1giFoSzPwgg7FqPEx0-4XWUAKidn8HT2Bn70DzmM,6430
 rasa/dialogue_understanding/generator/constants.py,sha256=ntP5xmTlS3b_6uVT7LKvWzxbmf5_9tWZ5eFY1RLBtqU,716
 rasa/dialogue_understanding/generator/flow_document_template.jinja2,sha256=f4H6vVd-_nX_RtutMh1xD3ZQE_J2OyuPHAtiltfiAPY,253
 rasa/dialogue_understanding/generator/flow_retrieval.py,sha256=wlGnMj17-X1-siQmdSvOd7K61sRzBf82MQEL2pqDQMI,17891
-rasa/dialogue_understanding/generator/llm_based_command_generator.py,sha256=3y9YBNyjipL4b9gbjvqe75dIPmN3GAveS5MiSpqk9OM,16115
+rasa/dialogue_understanding/generator/llm_based_command_generator.py,sha256=Tbrm8Y39lnHEZScWy-tVaBS45R5PJpJgLYwXHw6iZPs,16149
 rasa/dialogue_understanding/generator/llm_command_generator.py,sha256=QpNXhjB9ugtPV8XAHmKjbJtOiI1yE9rC2osbsI_A4ZY,2529
 rasa/dialogue_understanding/generator/multi_step/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/dialogue_understanding/generator/multi_step/fill_slots_prompt.jinja2,sha256=Y0m673tAML3cFPaLM-urMXDsBYUUcXIw9YUpkAhGUuA,2933
@@ -395,7 +395,7 @@ rasa/dialogue_understanding/generator/multi_step/handle_flows_prompt.jinja2,sha2
 rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py,sha256=U8Sj6KxQZw5v-RdkuH-5fJYEvKDfIG2SnPXfsEZuG2Y,31034
 rasa/dialogue_understanding/generator/nlu_command_adapter.py,sha256=-DFGkeRKQwU0-0ZJpVjxvgAUGq8pK9NXavAUONT0Wo8,9383
 rasa/dialogue_understanding/generator/single_step/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/dialogue_understanding/generator/single_step/command_prompt_template.jinja2,sha256=nMayu-heJYH1QmcL1cFmXb8SeiJzfdDR_9Oy5IRUXsM,3937
+rasa/dialogue_understanding/generator/single_step/command_prompt_template.jinja2,sha256=k6s9Gj4ULCwfuqRbX41yW0aJwQN_T_ShfWlGeZDT308,2863
 rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py,sha256=KznnZzf3RtvRK8sSfMw4tCaWzXMJf0Mw66S73lA22uk,15724
 rasa/dialogue_understanding/generator/utils.py,sha256=fRACEJ2bEgEgSq90TUrQFLTrLqtJqtbb64mgAXklMQ4,1911
 rasa/dialogue_understanding/patterns/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -436,7 +436,7 @@ rasa/dialogue_understanding_test/command_comparison.py,sha256=LvCZGgZVFpKjWqaZE5
 rasa/dialogue_understanding_test/command_metric_calculation.py,sha256=McLi6YNsTIieGOCSNTGBeiXBLCIdxpJEiu-nXG5wa4g,3756
 rasa/dialogue_understanding_test/constants.py,sha256=G63FEzswDUOonTxoXQicEJwI6ICkSx3YP1ILkGH1ijw,790
 rasa/dialogue_understanding_test/du_test_case.py,sha256=P82xu4wkyIrhPdQWHp2wMYG6YVkUgaDFNSSDDN6Znv8,11277
-rasa/dialogue_understanding_test/du_test_result.py,sha256=msDVOmFw4gr_jpFurAc6FQvRpR-jU_MbybhuRHm6hEo,10857
+rasa/dialogue_understanding_test/du_test_result.py,sha256=L3OVBaetQgLML1iHPFJyQqF6DrsBCnNB9XCBG8WaAPM,11454
 rasa/dialogue_understanding_test/du_test_runner.py,sha256=ZG-TNfu-Ak9l_gg9NNadzKzARgICJ9wlsYooCBi1WKU,11943
 rasa/dialogue_understanding_test/du_test_schema.yml,sha256=zgIhb6PE8LnoigVmv4NbU3cjSsr2SkGoO-5Xh4Et9KA,4767
 rasa/dialogue_understanding_test/io.py,sha256=ah26adacAU57YX7rhL3fMLNKeVddVURzUaWddXl8N0k,12707
@@ -544,7 +544,7 @@ rasa/nlu/__init__.py,sha256=D0IYuTK_ZQ_F_9xsy0bXxVCAtU62Fzvp8S7J9tmfI_c,123
 rasa/nlu/classifiers/__init__.py,sha256=Qvrf7_rfiMxm2Vt2fClb56R3QFExf7WPdFdL-AOvgsk,118
 rasa/nlu/classifiers/classifier.py,sha256=9fm1mORuFf1vowYIXmqE9yLRKdSC4nGQW7UqNZQipKY,133
 rasa/nlu/classifiers/diet_classifier.py,sha256=xwpEC1QNpjJU6JnE55h48JPlE6qRmwogHl85GMOJLtw,72524
-rasa/nlu/classifiers/fallback_classifier.py,sha256=LuGEbdnKVThstOoZ-hrTJqwvyAXxQVSZ-G88Fh8dZTI,7151
+rasa/nlu/classifiers/fallback_classifier.py,sha256=LSzFMEYhX7_hrvlRGf-OsUmng33GcbtQGIFtVtMmqWI,7095
 rasa/nlu/classifiers/keyword_intent_classifier.py,sha256=ujOO3gb4uouKzVzSv72yGbSADKY158YzGGx7p1z0Qoc,7582
 rasa/nlu/classifiers/logistic_regression_classifier.py,sha256=cEvURAt8VZVJfWC40kK9xX3q-zIBz4iVqij5lT6Voic,9589
 rasa/nlu/classifiers/mitie_intent_classifier.py,sha256=_1F85vzb-PZfX__wOE5Twd2MplCjpjX2FmEx8jFOCak,5560
@@ -728,7 +728,7 @@ rasa/shared/utils/health_check/embeddings_health_check_mixin.py,sha256=ASOzDtI3i
 rasa/shared/utils/health_check/health_check.py,sha256=izixrbc9BxFSsjzwoIw9U0w0VKSX5gMwhey8bcwe1wc,9709
 rasa/shared/utils/health_check/llm_health_check_mixin.py,sha256=ANP5Q68TRX8p4wWkRCAISsWBV1iYYeGnqWILnR1NawE,957
 rasa/shared/utils/io.py,sha256=AhuECoXGO367NvWRCBu99utEtTQnyxWVJyKOOpLePpg,15917
-rasa/shared/utils/llm.py,sha256=6mfcRdKZVvB7JLVN_2oj6tnIgPfiPqQ2hYnTyK8mwP4,25545
+rasa/shared/utils/llm.py,sha256=Z2hs_xRRE1jnY27POLgfB5Zc8X0pT-LvD0nJFFZoshY,25557
 rasa/shared/utils/pykwalify_extensions.py,sha256=36vfuD9gSreZvMIZ_qIPpykXhYGuZu2BpoEMVX50Is4,883
 rasa/shared/utils/schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/shared/utils/schemas/config.yml,sha256=czxSADw9hOIZdhvFP8pVUQo810hs9_C8ZGfCPx17taM,27
@@ -751,8 +751,8 @@ rasa/tracing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/tracing/config.py,sha256=j5N6s-GX3idNH9FO-0z10KduVg2ovzsE-u5ve87249U,12860
 rasa/tracing/constants.py,sha256=N_MJLStE3IkmPKQCQv42epd3jdBMJ4Ith1dVO65N5ho,2425
 rasa/tracing/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/tracing/instrumentation/attribute_extractors.py,sha256=YntngMpBuKfuipydmhR6zmeS_1N0_nhiwazeRHFrdTc,26080
-rasa/tracing/instrumentation/instrumentation.py,sha256=DRZyxgJJXqR6iR617F5aAfEox5vcTxdQ5eFbeOyOoDQ,51103
+rasa/tracing/instrumentation/attribute_extractors.py,sha256=cdPAo3zMUKclumsvlS7XMUISHfJUczQeAsipo3j89lw,28166
+rasa/tracing/instrumentation/instrumentation.py,sha256=K4h_u3VY-eKPKUP8UXKEHsCy5UpXw0QGQ2MdlQFBeWE,51861
 rasa/tracing/instrumentation/intentless_policy_instrumentation.py,sha256=RgixI0FVIzBz19E3onidUpSEwjkAh8paA5_w07PMzFo,4821
 rasa/tracing/instrumentation/metrics.py,sha256=N4Zxo8P84p4VH6vGai1oRurIUifXPtMrZh1BlpPB7kg,10534
 rasa/tracing/metric_instrument_provider.py,sha256=I1elkXfDNix9s4mqRWA_5f_PI15_yPl8k2yO0rltWoI,9989
@@ -792,9 +792,9 @@ rasa/utils/train_utils.py,sha256=ClJx-6x3-h3Vt6mskacgkcCUJTMXjFPe3zAcy_DfmaU,212
 rasa/utils/url_tools.py,sha256=dZ1HGkVdWTJB7zYEdwoDIrEuyX9HE5WsxKKFVsXBLE0,1218
 rasa/utils/yaml.py,sha256=KjbZq5C94ZP7Jdsw8bYYF7HASI6K4-C_kdHfrnPLpSI,2000
 rasa/validator.py,sha256=Uh5R1JDmIRl0aNprh9FfHND8UKiNJTNYBrMdBDVxEFM,67516
-rasa/version.py,sha256=YawBV2JJ398dGLnJE-dS8VDFQ5XutteDedqKBqK6R0U,121
-rasa_pro-3.12.0.dev3.dist-info/METADATA,sha256=LAqsQSp2jk3uEfcZi_0_l50ao1c723rvka2_prj1hbs,10808
-rasa_pro-3.12.0.dev3.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
-rasa_pro-3.12.0.dev3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-rasa_pro-3.12.0.dev3.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
-rasa_pro-3.12.0.dev3.dist-info/RECORD,,
+rasa/version.py,sha256=S671PaGrikbveYGVjkGPNsLXHGDs_sktWwfX0AdUx_8,122
+rasa_pro-3.12.0.dev5.dist-info/METADATA,sha256=a8QtoiKiAuWqF2h19L7aYxtWR6HdWIfeebamu9d7YG8,10808
+rasa_pro-3.12.0.dev5.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
+rasa_pro-3.12.0.dev5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+rasa_pro-3.12.0.dev5.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
+rasa_pro-3.12.0.dev5.dist-info/RECORD,,