rasa-pro 3.12.0.dev1__py3-none-any.whl → 3.12.0.dev3__py3-none-any.whl

rasa/e2e_test/e2e_test_runner.py

@@ -5,7 +5,7 @@ import difflib
 from asyncio import CancelledError
 from collections import defaultdict
 from pathlib import Path
-from typing import Any, DefaultDict, Dict, List, Optional, Text, Tuple, Union
+from typing import Any, Callable, DefaultDict, Dict, List, Optional, Text, Tuple, Union
 from urllib.parse import urlparse
 
 import requests
@@ -18,6 +18,7 @@ from rasa.core.constants import ACTIVE_FLOW_METADATA_KEY, STEP_ID_METADATA_KEY
 from rasa.core.exceptions import AgentNotReady
 from rasa.core.persistor import StorageType
 from rasa.core.utils import AvailableEndpoints
+from rasa.dialogue_understanding_test.du_test_case import DialogueUnderstandingTestCase
 from rasa.e2e_test.constants import TEST_CASE_NAME, TEST_FILE_NAME
 from rasa.e2e_test.e2e_config import create_llm_judge_config
 from rasa.e2e_test.e2e_test_case import (
@@ -123,11 +124,11 @@ class E2ETestRunner:
             collector: Output channel.
             steps: List of steps to run.
             sender_id: The test case name with added timestamp suffix.
-            test_case_metadata: Metadata of test case.
+            test_case_metadata: Metadata of the test case.
             input_metadata: List of metadata.
 
         Returns:
-            Test turns: {turn_sequence (int) : TestStep or ActualStepOutput}.
+            Test turns: {turn_sequence (int): TestStep or ActualStepOutput}.
         """
         turns: TEST_TURNS_TYPE = {}
         event_cursor = 0
@@ -151,9 +152,23 @@ class E2ETestRunner:
             event_cursor,
         )
 
+        # This variable tracks the position of the last user step.
+        # We use it to determine from which turn onward we should check
+        # for failures in case of the fail-fast logic.
+        last_user_step_position = 0
         for position, step in enumerate(steps):
             if step.actor != "user":
                 turns[position] = step
+
+                # Check for failures after each bot step
+                try:
+                    self.fail_fast_check(
+                        test_turns=turns,
+                        last_user_step_position=last_user_step_position,
+                    )
+                except RasaException:
+                    break
+
                 continue
             elif not step.text:
                 rasa.shared.utils.io.raise_warning(
@@ -163,6 +178,8 @@ class E2ETestRunner:
                     UserWarning,
                 )
                 continue
+            # Update to the current position because we have a valid user step
+            last_user_step_position = position
 
             metadata = test_case_metadata.metadata if test_case_metadata else {}
 
@@ -202,6 +219,26 @@ class E2ETestRunner:
             )
         return turns
 
+    def fail_fast_check(
+        self, test_turns: TEST_TURNS_TYPE, last_user_step_position: int
+    ) -> None:
+        """Checks whether there are any test failures in 'test_turns'.
+
+        Args:
+            test_turns (TEST_TURNS_TYPE): The transcript of test cases and events.
+            last_user_step_position (int): The start position in the test turns.
+
+        Raises:
+            RasaException if a failure is found.
+        """
+        failures_found = self.find_test_failures(
+            test_turns=test_turns,
+            test_case=None,
+            last_user_step_position=last_user_step_position,
+        )
+        if failures_found:
+            raise RasaException("Test failure found. Aborting early.")
+
     @staticmethod
     def merge_metadata(
         sender_id: Text,
@@ -754,13 +791,15 @@ class E2ETestRunner:
     def find_test_failures(
         cls,
         test_turns: TEST_TURNS_TYPE,
-        test_case: TestCase,
+        test_case: Optional[TestCase],
+        last_user_step_position: int = 0,
     ) -> List[Tuple[TestFailure, int]]:
         """Finds the test failures in the transcript.
 
         Args:
-            test_turns: The transcript of test cases and events.
-            test_case: The test case.
+            test_turns (TEST_TURNS_TYPE): The transcript of test cases and events.
+            test_case (Optional[TestCase]): The test case.
+            last_user_step_position (int): The start position in the test turns.
 
         Returns:
             The test failures or an empty list if there is no test failure.
@@ -769,9 +808,10 @@ class E2ETestRunner:
         # with a user step
         latest_response: ActualStepOutput = test_turns[-1]  # type: ignore[assignment]
         failures = []
-        position = 0
         match = None
-        for position in range(len(test_turns) - 1):
+        for position in range(last_user_step_position, len(test_turns) - 1):
+            if position not in test_turns:
+                continue
             turn_value = test_turns[position]
             if isinstance(turn_value, ActualStepOutput):
                 latest_response = turn_value
@@ -924,19 +964,11 @@ class E2ETestRunner:
                 ).name
                 self.agent.endpoints.action.kwargs[TEST_CASE_NAME] = test_case_name
 
-            # add timestamp suffix to ensure sender_id is unique
-            sender_id = f"{test_case_name}_{datetime.datetime.now()}"
-            test_turns = await self._run_test_case(
-                sender_id, input_fixtures, input_metadata, test_case
+            sender_id = self.generate_sender_id(test_case.name)
+            _, test_result = await self._process_test_case(
+                test_case, sender_id, input_fixtures, input_metadata
             )
 
-            if not test_case.uses_assertions():
-                test_result = self.generate_test_result(test_turns, test_case)
-            else:
-                test_result = await self.run_assertions(
-                    sender_id, test_case, input_metadata
-                )
-
             results.append(test_result)
 
             coverage = kwargs.get("coverage", False)
@@ -983,6 +1015,32 @@ class E2ETestRunner:
             input_metadata,
         )
 
+    @staticmethod
+    def generate_sender_id(test_case_name: str) -> str:
+        # add timestamp suffix to ensure sender_id is unique
+        return f"{test_case_name}_{datetime.datetime.now()}"
+
+    async def _process_test_case(
+        self,
+        test_case: TestCase,
+        sender_id: str,
+        input_fixtures: List[Fixture],
+        input_metadata: Optional[List[Metadata]],
+    ) -> Tuple[TEST_TURNS_TYPE, TestResult]:
+        """Runs a single test case and returns the test turns and result."""
+        test_turns = await self._run_test_case(
+            sender_id, input_fixtures, input_metadata, test_case
+        )
+
+        if not test_case.uses_assertions():
+            test_result = self.generate_test_result(test_turns, test_case)
+        else:
+            test_result = await self.run_assertions(
+                sender_id, test_case, input_metadata
+            )
+
+        return test_turns, test_result
+
     async def run_tests_for_fine_tuning(
         self,
         input_test_cases: List[TestCase],
@@ -1008,20 +1066,12 @@ class E2ETestRunner:
 
         for i in tqdm(range(len(input_test_cases))):
             test_case = input_test_cases[i]
-            # add timestamp suffix to ensure sender_id is unique
-            sender_id = f"{test_case.name}_{datetime.datetime.now()}"
-            test_turns = await self._run_test_case(
-                sender_id, input_fixtures, input_metadata, test_case
+            sender_id = self.generate_sender_id(test_case.name)
+
+            test_turns, test_result = await self._process_test_case(
+                test_case, sender_id, input_fixtures, input_metadata
             )
 
-            # check if the e2e test is passing, only convert passing e2e tests into
-            # conversations
-            if not test_case.uses_assertions():
-                test_result = self.generate_test_result(test_turns, test_case)
-            else:
-                test_result = await self.run_assertions(
-                    sender_id, test_case, input_metadata
-                )
             if not test_result.pass_status:
                 structlogger.warning(
                     "annotation_module.skip_test_case.failing_e2e_test",
@@ -1040,6 +1090,59 @@ class E2ETestRunner:
 
         return conversations
 
+    async def run_tests_to_convert_tests_to_du_tests(
+        self,
+        input_test_cases: List[TestCase],
+        input_fixtures: List[Fixture],
+        input_metadata: Optional[List[Metadata]],
+        converting_method: Callable[
+            [TEST_TURNS_TYPE, TestCase, bool, bool],
+            Optional[DialogueUnderstandingTestCase],
+        ],
+    ) -> Tuple[
+        List[DialogueUnderstandingTestCase], List[DialogueUnderstandingTestCase]
+    ]:
+        """Runs the test cases to convert them into dialogue understanding tests.
+
+        Converts test cases into dialogue understanding test cases.
+
+        Args:
+            input_test_cases: Input test cases.
+            input_fixtures: Input fixtures.
+            input_metadata: Input metadata.
+            converting_method: The method to convert the e2e test case into a
+              dialogue understanding test case.
+
+        Returns:
+            List of ready dialogue understanding test cases and list of
+            dialogue understanding test cases to review.
+        """
+        ready_du_test_cases = []
+        to_review_du_test_cases = []
+
+        for i in tqdm(range(len(input_test_cases))):
+            test_case = input_test_cases[i]
+            sender_id = self.generate_sender_id(test_case.name)
+
+            test_turns, test_result = await self._process_test_case(
+                test_case, sender_id, input_fixtures, input_metadata
+            )
+
+            du_test_case = converting_method(
+                test_turns,
+                test_case,
+                test_case.uses_assertions(),
+                test_result.pass_status,
+            )
+
+            if du_test_case:
+                if test_result.pass_status:
+                    ready_du_test_cases.append(du_test_case)
+                else:
+                    to_review_du_test_cases.append(du_test_case)
+
+        return ready_du_test_cases, to_review_du_test_cases
+
     @staticmethod
     def _action_server_is_reachable(
         endpoints: AvailableEndpoints, module: str = "e2e_test_runner"

rasa/e2e_test/stub_custom_action.py

@@ -1,5 +1,5 @@
 from dataclasses import dataclass
-from typing import Any, Dict, List, Text, Optional
+from typing import Any, Dict, List, Optional, Text
 
 from rasa.e2e_test.constants import (
     KEY_STUB_CUSTOM_ACTIONS,

rasa/e2e_test/utils/e2e_yaml_utils.py

@@ -45,7 +45,7 @@ class E2ETestYAMLWriter:
 
         yaml_data = ruamel.yaml.safe_load(tests)
 
-        test_cases_yaml = [{KEY_TEST_CASES: yaml_data}]
+        test_cases_yaml = {KEY_TEST_CASES: yaml_data}
         with open(output_file, "w") as outfile:
             yaml = ruamel.yaml.YAML()
             yaml.dump(test_cases_yaml, outfile)

rasa/e2e_test/utils/io.py

@@ -6,7 +6,7 @@ import sys
 from functools import lru_cache
 from pathlib import Path
 from textwrap import dedent
-from typing import Any, Dict, Generator, List, Optional, TYPE_CHECKING, Tuple, Union
+from typing import TYPE_CHECKING, Any, Dict, Generator, List, Optional, Tuple, Union
 
 import matplotlib.pyplot as plt
 import pandas as pd
@@ -27,7 +27,11 @@ from rasa.e2e_test.constants import (
     STATUS_PASSED,
     STUB_CUSTOM_ACTION_NAME_SEPARATOR,
 )
-from rasa.e2e_test.e2e_test_case import Fixture, Metadata, TestSuite, TestCase
+from rasa.e2e_test.e2e_test_case import Fixture, Metadata, TestCase, TestSuite
+from rasa.e2e_test.stub_custom_action import (
+    StubCustomAction,
+    get_stub_custom_action_key,
+)
 from rasa.e2e_test.utils.validation import (
     read_e2e_test_schema,
     validate_path_to_test_cases,
@@ -41,8 +45,8 @@ from rasa.shared.utils.yaml import (
 from rasa.utils.beta import BetaNotEnabledException, ensure_beta_feature_is_enabled
 
 if TYPE_CHECKING:
-    from rasa.e2e_test.e2e_test_result import TestResult
     from rasa.e2e_test.aggregate_test_stats_calculator import AccuracyCalculation
+    from rasa.e2e_test.e2e_test_result import TestResult
 
 
 RASA_PRO_BETA_E2E_ASSERTIONS_ENV_VAR_NAME = "RASA_PRO_BETA_E2E_ASSERTIONS"
@@ -274,7 +278,7 @@ def split_into_passed_failed(
     return passed_cases, failed_cases
 
 
-def has_test_case_with_assertions(test_cases: List["TestCase"]) -> bool:
+def has_test_case_with_assertions(test_cases: List[TestCase]) -> bool:
     """Check if the test cases contain assertions."""
     try:
         next(test_case for test_case in test_cases if test_case.uses_assertions())
@@ -318,6 +322,104 @@ def is_test_case_file(file_path: Union[str, Path]) -> bool:
     )
 
 
+def extract_test_cases(
+    test_file_content: dict,
+    test_case_name: str,
+    test_file: str,
+) -> List[TestCase]:
+    """Extract test cases from the test file content.
+
+    Args:
+        test_file_content: Content of the test file.
+        test_case_name: Name of the test case to extract.
+        test_file: Path to the test file.
+
+    Returns:
+        List of test cases.
+    """
+    test_cases_content = test_file_content.get(KEY_TEST_CASES) or []
+    if test_case_name:
+        return [
+            TestCase.from_dict(test_case_dict, file=test_file)
+            for test_case_dict in test_cases_content
+            if test_case_name == test_case_dict.get(KEY_TEST_CASE)
+        ]
+    return [
+        TestCase.from_dict(test_case_dict, file=test_file)
+        for test_case_dict in test_cases_content
+    ]
+
+
+def extract_fixtures(
+    test_file_content: dict, existing_fixtures: Dict[str, Fixture]
+) -> Dict[str, Fixture]:
+    """Extract fixtures from the test file content.
+
+    Args:
+        test_file_content: Content of the test file.
+        existing_fixtures: Existing fixtures.
+
+    Returns:
+        Dict of fixtures.
+    """
+    fixtures_content = test_file_content.get(KEY_FIXTURES) or []
+    _fixtures = {}
+    for fixture in fixtures_content:
+        fixture_obj = Fixture.from_dict(fixture_dict=fixture)
+        if existing_fixtures.get(fixture_obj.name) is None:
+            _fixtures[fixture_obj.name] = fixture_obj
+    return _fixtures
+
+
+def extract_metadata(
+    test_file_content: dict, existing_metadata: Dict[str, Metadata]
+) -> Dict[str, Metadata]:
+    """Extract metadata from the test file content.
+
+    Args:
+        test_file_content: Content of the test file.
+        existing_metadata: Existing metadata.
+
+    Returns:
+        Dict of metadata.
+    """
+    metadata_contents = test_file_content.get(KEY_METADATA) or []
+    _metadata = {}
+    for metadata_content in metadata_contents:
+        metadata_obj = Metadata.from_dict(metadata_dict=metadata_content)
+        if existing_metadata.get(metadata_obj.name) is None:
+            _metadata[metadata_obj.name] = metadata_obj
+    return _metadata
+
+
+def extract_stub_custom_actions(
+    test_file_content: dict, test_file: str
+) -> Dict[str, StubCustomAction]:
+    """Extract stub custom actions from the test file content.
+
+    Args:
+        test_file_content: Content of the test file.
+        test_file: Path to the test file.
+
+    Returns:
+        Dict of stub custom actions.
+    """
+    stub_custom_actions_contents = test_file_content.get(KEY_STUB_CUSTOM_ACTIONS) or {}
+    _stub_custom_actions = {}
+    for action_name, stub_data in stub_custom_actions_contents.items():
+        if STUB_CUSTOM_ACTION_NAME_SEPARATOR in action_name:
+            stub_custom_action_key = action_name
+        else:
+            test_file_name = Path(test_file).name
+            stub_custom_action_key = get_stub_custom_action_key(
+                test_file_name, action_name
+            )
+        _stub_custom_actions[stub_custom_action_key] = StubCustomAction.from_dict(
+            action_name=action_name, stub_data=stub_data
+        )
+    return _stub_custom_actions
+
+
 def read_test_cases(path: str) -> TestSuite:
     """Read test cases from the given path.
 
@@ -327,92 +429,46 @@ def read_test_cases(path: str) -> TestSuite:
     Returns:
         TestSuite.
     """
-    from rasa.e2e_test.stub_custom_action import (
-        StubCustomAction,
-        get_stub_custom_action_key,
-    )
-
+    # Extract test case path and name
     path, test_case_name = extract_test_case_from_path(path)
     validate_path_to_test_cases(path)
 
+    # Load test files and schema
     test_files = rasa.shared.data.get_data_files([path], is_test_case_file)
     e2e_test_schema = read_e2e_test_schema()
 
+    # Initialize containers
     input_test_cases = []
     fixtures: Dict[str, Fixture] = {}
     metadata: Dict[str, Metadata] = {}
     stub_custom_actions: Dict[str, StubCustomAction] = {}
-
     beta_flag_verified = False
 
+    # Process each test file
     for test_file in test_files:
         test_file_content = parse_raw_yaml(Path(test_file).read_text(encoding="utf-8"))
 
+        # Validate YAML content using the provided function
         validate_yaml_data_using_schema_with_assertions(
             yaml_data=test_file_content, schema_content=e2e_test_schema
         )
 
-        test_cases_content = test_file_content.get(KEY_TEST_CASES) or []
-
-        if test_case_name:
-            test_cases = [
-                TestCase.from_dict(test_case_dict, file=test_file)
-                for test_case_dict in test_cases_content
-                if test_case_name == test_case_dict.get(KEY_TEST_CASE)
-            ]
-        else:
-            test_cases = [
-                TestCase.from_dict(test_case_dict, file=test_file)
-                for test_case_dict in test_cases_content
-            ]
+        # Parse test cases, fixtures, metadata, and stub custom actions
+        test_cases = extract_test_cases(test_file_content, test_case_name, test_file)
+        fixtures.update(extract_fixtures(test_file_content, fixtures))
+        metadata.update(extract_metadata(test_file_content, metadata))
+        stub_custom_actions.update(
+            extract_stub_custom_actions(test_file_content, test_file)
+        )
 
         beta_flag_verified = verify_beta_feature_flag_for_assertions(
             test_cases, beta_flag_verified
         )
-
         input_test_cases.extend(test_cases)
-        fixtures_content = test_file_content.get(KEY_FIXTURES) or []
-        for fixture in fixtures_content:
-            fixture_obj = Fixture.from_dict(fixture_dict=fixture)
-
-            # avoid adding duplicates from across multiple files
-            if fixtures.get(fixture_obj.name) is None:
-                fixtures[fixture_obj.name] = fixture_obj
-
-        metadata_contents = test_file_content.get(KEY_METADATA) or []
-        for metadata_content in metadata_contents:
-            metadata_obj = Metadata.from_dict(metadata_dict=metadata_content)
-
-            # avoid adding duplicates from across multiple files
-            if metadata.get(metadata_obj.name) is None:
-                metadata[metadata_obj.name] = metadata_obj
-
-        stub_custom_actions_contents = (
-            test_file_content.get(KEY_STUB_CUSTOM_ACTIONS) or {}
-        )
-
-        for action_name, stub_data in stub_custom_actions_contents.items():
-            if STUB_CUSTOM_ACTION_NAME_SEPARATOR in action_name:
-                stub_custom_action_key = action_name
-            else:
-                test_file_name = Path(test_file).name
-                stub_custom_action_key = get_stub_custom_action_key(
-                    test_file_name, action_name
-                )
-            stub_custom_actions[stub_custom_action_key] = StubCustomAction.from_dict(
-                action_name=action_name,
-                stub_data=stub_data,
-            )
 
     validate_test_case(test_case_name, input_test_cases, fixtures, metadata)
-    try:
-        if stub_custom_actions:
-            ensure_beta_feature_is_enabled(
-                "enabling stubs for custom actions",
-                RASA_PRO_BETA_STUB_CUSTOM_ACTION_ENV_VAR_NAME,
-            )
-    except BetaNotEnabledException as exc:
-        rasa.shared.utils.cli.print_error_and_exit(str(exc))
+    if stub_custom_actions:
+        check_beta_feature_flag_for_custom_actions_stubs()
 
     return TestSuite(
         input_test_cases,
@@ -422,8 +478,19 @@ def read_test_cases(path: str) -> TestSuite:
     )
 
 
+def check_beta_feature_flag_for_custom_actions_stubs() -> None:
+    """Check the beta feature flag for custom actions stub and exit if not enabled."""
+    try:
+        ensure_beta_feature_is_enabled(
+            "enabling stubs for custom actions",
+            RASA_PRO_BETA_STUB_CUSTOM_ACTION_ENV_VAR_NAME,
+        )
+    except BetaNotEnabledException as exc:
+        rasa.shared.utils.cli.print_error_and_exit(str(exc))
+
+
 def verify_beta_feature_flag_for_assertions(
-    test_cases: List["TestCase"], beta_flag_verified: bool
+    test_cases: List[TestCase], beta_flag_verified: bool
 ) -> bool:
     """Verify the beta feature flag for assertions."""
     if beta_flag_verified:

rasa/e2e_test/utils/validation.py

@@ -1,6 +1,6 @@
 import sys
 from pathlib import Path
-from typing import Any, Dict, List, Optional, TYPE_CHECKING, Union
+from typing import TYPE_CHECKING, Any, Dict, List, Optional, Union
 
 import structlog
 

rasa/engine/caching.py

@@ -5,27 +5,25 @@ import logging
 import shutil
 from datetime import datetime
 from pathlib import Path
-from typing import Text, Any, Optional, Tuple, List
+from typing import Any, List, Optional, Text, Tuple
 
+import sqlalchemy as sa
+import sqlalchemy.orm
 from packaging import version
 from sqlalchemy.engine import URL
-
 from sqlalchemy.exc import OperationalError
 from typing_extensions import Protocol, runtime_checkable
 
 import rasa
 import rasa.model
-import rasa.utils.common
 import rasa.shared.utils.common
+import rasa.utils.common
 from rasa.constants import MINIMUM_COMPATIBLE_VERSION
-import sqlalchemy as sa
-import sqlalchemy.orm
-
 from rasa.engine.storage.storage import ModelStorage
 from rasa.shared.engine.caching import (
+    get_cache_database_name,
     get_local_cache_location,
     get_max_cache_size,
-    get_cache_database_name,
 )
 
 logger = logging.getLogger(__name__)

rasa/engine/constants.py

@@ -1,9 +1,9 @@
 from typing import List, Optional
 
 from rasa.core.channels import UserMessage
+from rasa.core.utils import AvailableEndpoints
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.importers.importer import TrainingDataImporter
-from rasa.core.utils import AvailableEndpoints
 
 PLACEHOLDER_IMPORTER = "__importer__"
 PLACEHOLDER_MESSAGE = "__message__"

rasa/engine/graph.py

@@ -1,12 +1,12 @@
 from __future__ import annotations
 
+import asyncio
 import dataclasses
 from abc import ABC, abstractmethod
 from dataclasses import dataclass, field
-from typing import Any, Callable, Dict, List, Optional, Text, Type, Tuple, Union
+from typing import Any, Callable, Dict, List, Optional, Text, Tuple, Type, Union
 
 import structlog
-import asyncio
 
 import rasa.shared.utils.common
 import rasa.utils.common

rasa/engine/recipes/default_components.py

@@ -1,17 +1,21 @@
 from rasa.core.policies.enterprise_search_policy import EnterpriseSearchPolicy
 from rasa.core.policies.flow_policy import FlowPolicy
+from rasa.core.policies.intentless_policy import IntentlessPolicy
+from rasa.core.policies.memoization import AugmentedMemoizationPolicy, MemoizationPolicy
+from rasa.core.policies.rule_policy import RulePolicy
+from rasa.core.policies.ted_policy import TEDPolicy
+from rasa.core.policies.unexpected_intent_policy import UnexpecTEDIntentPolicy
 from rasa.dialogue_understanding.coexistence.intent_based_router import (
     IntentBasedRouter,
 )
 from rasa.dialogue_understanding.coexistence.llm_based_router import LLMBasedRouter
-from rasa.core.policies.intentless_policy import IntentlessPolicy
+from rasa.dialogue_understanding.generator import (
+    LLMCommandGenerator,
+)
 from rasa.dialogue_understanding.generator.nlu_command_adapter import NLUCommandAdapter
 from rasa.nlu.classifiers.diet_classifier import DIETClassifier
 from rasa.nlu.classifiers.fallback_classifier import FallbackClassifier
 from rasa.nlu.classifiers.keyword_intent_classifier import KeywordIntentClassifier
-from rasa.dialogue_understanding.generator import (
-    LLMCommandGenerator,
-)
 from rasa.nlu.classifiers.logistic_regression_classifier import (
     LogisticRegressionClassifier,
 )
@@ -21,18 +25,18 @@ from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
 from rasa.nlu.extractors.duckling_entity_extractor import DucklingEntityExtractor
 from rasa.nlu.extractors.entity_synonyms import EntitySynonymMapper
 from rasa.nlu.extractors.mitie_entity_extractor import MitieEntityExtractor
-from rasa.nlu.extractors.spacy_entity_extractor import SpacyEntityExtractor
 from rasa.nlu.extractors.regex_entity_extractor import RegexEntityExtractor
-from rasa.nlu.featurizers.sparse_featurizer.lexical_syntactic_featurizer import (
-    LexicalSyntacticFeaturizer,
-)
+from rasa.nlu.extractors.spacy_entity_extractor import SpacyEntityExtractor
 from rasa.nlu.featurizers.dense_featurizer.convert_featurizer import ConveRTFeaturizer
+from rasa.nlu.featurizers.dense_featurizer.lm_featurizer import LanguageModelFeaturizer
 from rasa.nlu.featurizers.dense_featurizer.mitie_featurizer import MitieFeaturizer
 from rasa.nlu.featurizers.dense_featurizer.spacy_featurizer import SpacyFeaturizer
 from rasa.nlu.featurizers.sparse_featurizer.count_vectors_featurizer import (
     CountVectorsFeaturizer,
 )
-from rasa.nlu.featurizers.dense_featurizer.lm_featurizer import LanguageModelFeaturizer
+from rasa.nlu.featurizers.sparse_featurizer.lexical_syntactic_featurizer import (
+    LexicalSyntacticFeaturizer,
+)
 from rasa.nlu.featurizers.sparse_featurizer.regex_featurizer import RegexFeaturizer
 from rasa.nlu.selectors.response_selector import ResponseSelector
 from rasa.nlu.tokenizers.jieba_tokenizer import JiebaTokenizer
@@ -42,12 +46,6 @@ from rasa.nlu.tokenizers.whitespace_tokenizer import WhitespaceTokenizer
 from rasa.nlu.utils.mitie_utils import MitieNLP
 from rasa.nlu.utils.spacy_utils import SpacyNLP
 
-
-from rasa.core.policies.ted_policy import TEDPolicy
-from rasa.core.policies.memoization import MemoizationPolicy, AugmentedMemoizationPolicy
-from rasa.core.policies.rule_policy import RulePolicy
-from rasa.core.policies.unexpected_intent_policy import UnexpecTEDIntentPolicy
-
 DEFAULT_COMPONENTS = [
     # Message Classifiers
     DIETClassifier,