rasa-pro 3.12.0.dev2__py3-none-any.whl → 3.12.0.dev4__py3-none-any.whl

rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py

@@ -1,32 +1,33 @@
 from __future__ import annotations
+
 import logging
 import os
 from typing import Any, Dict, List, Optional, Text, Tuple, Type
 
+import numpy as np
 import tensorflow as tf
 from tensorflow.python.eager.wrap_function import WrappedFunction
 from tqdm import tqdm
-import numpy as np
 
-from rasa.engine.graph import GraphComponent, ExecutionContext
+import rasa.core.utils
+import rasa.nlu.utils
+import rasa.shared.utils.io
+import rasa.utils.train_utils as train_utils
+from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
-from rasa.engine.storage.storage import ModelStorage
 from rasa.engine.storage.resource import Resource
-import rasa.shared.utils.io
-import rasa.core.utils
-from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
-from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.message import Message
+from rasa.engine.storage.storage import ModelStorage
+from rasa.exceptions import RasaException
 from rasa.nlu.constants import (
     DENSE_FEATURIZABLE_ATTRIBUTES,
-    TOKENS_NAMES,
     NUMBER_OF_SUB_TOKENS,
+    TOKENS_NAMES,
 )
-from rasa.shared.nlu.constants import TEXT, ACTION_TEXT
-from rasa.exceptions import RasaException
-import rasa.nlu.utils
-import rasa.utils.train_utils as train_utils
+from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
+from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
+from rasa.shared.nlu.constants import ACTION_TEXT, TEXT
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/nlu/featurizers/dense_featurizer/dense_featurizer.py

@@ -1,10 +1,11 @@
 from abc import ABC
 from typing import Text
+
 import numpy as np
 
 from rasa.nlu.featurizers.featurizer import Featurizer
-from rasa.utils.tensorflow.constants import MEAN_POOLING, MAX_POOLING
 from rasa.shared.exceptions import InvalidConfigException
+from rasa.utils.tensorflow.constants import MAX_POOLING, MEAN_POOLING
 
 
 class DenseFeaturizer(Featurizer[np.ndarray], ABC):

rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py

@@ -1,27 +1,28 @@
 from __future__ import annotations
-import numpy as np
+
 import logging
+from typing import Any, Dict, List, Text, Tuple, Type
 
-from typing import Any, Text, List, Dict, Tuple, Type
+import numpy as np
 import tensorflow as tf
 
 from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
-from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.message import Message
 from rasa.nlu.constants import (
     DENSE_FEATURIZABLE_ATTRIBUTES,
-    SEQUENCE_FEATURES,
-    SENTENCE_FEATURES,
     NO_LENGTH_RESTRICTION,
     NUMBER_OF_SUB_TOKENS,
+    SENTENCE_FEATURES,
+    SEQUENCE_FEATURES,
     TOKENS_NAMES,
 )
-from rasa.shared.nlu.constants import TEXT, ACTION_TEXT
+from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
+from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
+from rasa.shared.nlu.constants import ACTION_TEXT, TEXT
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.utils import train_utils
 from rasa.utils.tensorflow.model_data import ragged_array_to_ndarray
 

rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py

@@ -1,26 +1,28 @@
 from __future__ import annotations
-import numpy as np
+
 import logging
 import typing
-from typing import Any, List, Text, Dict, Tuple, Type
+from typing import Any, Dict, List, Text, Tuple, Type
+
+import numpy as np
 
-from rasa.engine.graph import GraphComponent, ExecutionContext
+from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
-from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.nlu.constants import (
     DENSE_FEATURIZABLE_ATTRIBUTES,
     FEATURIZER_CLASS_ALIAS,
     TOKENS_NAMES,
 )
+from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
+from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.nlu.utils.mitie_utils import MitieModel, MitieNLP
-from rasa.utils.tensorflow.constants import MEAN_POOLING, POOLING
+from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
 from rasa.shared.nlu.training_data.features import Features
 from rasa.shared.nlu.training_data.message import Message
-from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
 from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.utils.tensorflow.constants import MEAN_POOLING, POOLING
 
 if typing.TYPE_CHECKING:
     import mitie

rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py

@@ -1,24 +1,25 @@
-import numpy as np
-import typing
 import logging
-from typing import Any, Text, Dict, List, Type
+import typing
+from typing import Any, Dict, List, Text, Type
+
+import numpy as np
 
-from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.graph import ExecutionContext, GraphComponent
+from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
-from rasa.nlu.tokenizers.spacy_tokenizer import SpacyTokenizer
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.features import Features
-from rasa.shared.nlu.training_data.message import Message
 from rasa.nlu.constants import (
-    SPACY_DOCS,
     DENSE_FEATURIZABLE_ATTRIBUTES,
     FEATURIZER_CLASS_ALIAS,
+    SPACY_DOCS,
 )
-from rasa.shared.nlu.constants import TEXT, FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
-from rasa.utils.tensorflow.constants import POOLING, MEAN_POOLING
+from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
+from rasa.nlu.tokenizers.spacy_tokenizer import SpacyTokenizer
+from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE, TEXT
+from rasa.shared.nlu.training_data.features import Features
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.utils.tensorflow.constants import MEAN_POOLING, POOLING
 
 if typing.TYPE_CHECKING:
     from spacy.tokens import Doc

rasa/nlu/featurizers/featurizer.py

@@ -1,13 +1,14 @@
 from __future__ import annotations
-from abc import abstractmethod, ABC
+
+from abc import ABC, abstractmethod
 from collections import Counter
-from typing import Generic, Iterable, Text, Optional, Dict, Any, TypeVar
+from typing import Any, Dict, Generic, Iterable, Optional, Text, TypeVar
 
 from rasa.nlu.constants import FEATURIZER_CLASS_ALIAS
-from rasa.shared.nlu.training_data.features import Features
-from rasa.shared.nlu.training_data.message import Message
 from rasa.shared.exceptions import InvalidConfigException
 from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
+from rasa.shared.nlu.training_data.features import Features
+from rasa.shared.nlu.training_data.message import Message
 
 FeatureType = TypeVar("FeatureType")
 

rasa/nlu/featurizers/sparse_featurizer/count_vectors_featurizer.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 import logging
 import re
-from typing import Any, Dict, List, Optional, Text, Tuple, Set, Type, Union
+from typing import Any, Dict, List, Optional, Set, Text, Tuple, Type, Union
 
 import numpy as np
 import scipy.sparse
@@ -10,21 +10,21 @@ from sklearn.exceptions import NotFittedError
 from sklearn.feature_extraction.text import CountVectorizer
 
 import rasa.shared.utils.io
-from rasa.engine.graph import GraphComponent, ExecutionContext
+from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.nlu.constants import (
-    TOKENS_NAMES,
-    MESSAGE_ATTRIBUTES,
     DENSE_FEATURIZABLE_ATTRIBUTES,
+    MESSAGE_ATTRIBUTES,
+    TOKENS_NAMES,
 )
 from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
 from rasa.nlu.tokenizers.tokenizer import Tokenizer
 from rasa.nlu.utils.spacy_utils import SpacyModel
 from rasa.shared.constants import DOCS_URL_COMPONENTS
-from rasa.shared.exceptions import RasaException, FileIOException
-from rasa.shared.nlu.constants import TEXT, INTENT, INTENT_RESPONSE_KEY, ACTION_NAME
+from rasa.shared.exceptions import FileIOException, RasaException
+from rasa.shared.nlu.constants import ACTION_NAME, INTENT, INTENT_RESPONSE_KEY, TEXT
 from rasa.shared.nlu.training_data.message import Message
 from rasa.shared.nlu.training_data.training_data import TrainingData
 

rasa/nlu/featurizers/sparse_featurizer/lexical_syntactic_featurizer.py

@@ -4,13 +4,13 @@ import logging
 from collections import OrderedDict
 from typing import (
     Any,
+    Callable,
     Dict,
-    Text,
     List,
-    Tuple,
-    Callable,
-    Set,
     Optional,
+    Set,
+    Text,
+    Tuple,
     Type,
     Union,
 )

rasa/nlu/featurizers/sparse_featurizer/regex_featurizer.py

@@ -7,19 +7,19 @@ from typing import Any, Dict, List, Optional, Text, Tuple, Type
 import numpy as np
 import scipy.sparse
 
-from rasa.nlu.tokenizers.tokenizer import Tokenizer
+import rasa.nlu.utils.pattern_utils as pattern_utils
 import rasa.shared.utils.io
 import rasa.utils.io
-import rasa.nlu.utils.pattern_utils as pattern_utils
 from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.nlu.constants import TOKENS_NAMES
 from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
-from rasa.shared.nlu.constants import TEXT, RESPONSE, ACTION_TEXT
-from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.nlu.tokenizers.tokenizer import Tokenizer
+from rasa.shared.nlu.constants import ACTION_TEXT, RESPONSE, TEXT
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/nlu/featurizers/sparse_featurizer/sparse_featurizer.py

@@ -1,5 +1,7 @@
 from abc import ABC
+
 import scipy.sparse
+
 from rasa.nlu.featurizers.featurizer import Featurizer
 
 

rasa/nlu/model.py

@@ -3,7 +3,6 @@ from typing import Text
 
 from rasa.shared.exceptions import RasaException
 
-
 logger = logging.getLogger(__name__)
 
 

rasa/nlu/selectors/response_selector.py

@@ -1,23 +1,17 @@
 from __future__ import annotations
+
 import copy
 import logging
-from rasa.nlu.featurizers.featurizer import Featurizer
+from typing import Any, Dict, List, Optional, Text, Tuple, Type, Union
 
 import numpy as np
 import tensorflow as tf
 
-from typing import Any, Dict, Optional, Text, Tuple, Union, List, Type
-
+import rasa.shared.utils.io
 from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.shared.constants import DIAGNOSTIC_DATA
-from rasa.shared.nlu.training_data import util
-import rasa.shared.utils.io
-from rasa.shared.exceptions import InvalidConfigException
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.message import Message
 from rasa.nlu.classifiers.diet_classifier import (
     DIET,
     LABEL_KEY,
@@ -26,81 +20,86 @@ from rasa.nlu.classifiers.diet_classifier import (
     SEQUENCE,
     DIETClassifier,
 )
+from rasa.nlu.constants import (
+    DEFAULT_TRANSFORMER_SIZE,
+    RESPONSE_SELECTOR_DEFAULT_INTENT,
+    RESPONSE_SELECTOR_PREDICTION_KEY,
+    RESPONSE_SELECTOR_PROPERTY_NAME,
+    RESPONSE_SELECTOR_RANKING_KEY,
+    RESPONSE_SELECTOR_RESPONSES_KEY,
+    RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
+    RESPONSE_SELECTOR_UTTER_ACTION_KEY,
+)
 from rasa.nlu.extractors.extractor import EntityTagSpec
+from rasa.nlu.featurizers.featurizer import Featurizer
+from rasa.shared.constants import DIAGNOSTIC_DATA
+from rasa.shared.exceptions import InvalidConfigException
+from rasa.shared.nlu.constants import (
+    INTENT,
+    INTENT_NAME_KEY,
+    INTENT_RESPONSE_KEY,
+    PREDICTED_CONFIDENCE_KEY,
+    RESPONSE,
+    TEXT,
+)
+from rasa.shared.nlu.training_data import util
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.utils.tensorflow import rasa_layers
 from rasa.utils.tensorflow.constants import (
-    LABEL,
-    HIDDEN_LAYERS_SIZES,
-    SHARE_HIDDEN_LAYERS,
-    TRANSFORMER_SIZE,
-    NUM_TRANSFORMER_LAYERS,
-    NUM_HEADS,
+    AUTO,
+    BALANCED,
     BATCH_SIZES,
     BATCH_STRATEGY,
+    BILOU_FLAG,
+    CHECKPOINT_MODEL,
+    CONCAT_DIMENSION,
+    CONNECTION_DENSITY,
+    CONSTRAIN_SIMILARITIES,
+    CROSS_ENTROPY,
+    DENSE_DIMENSION,
+    DENSE_INPUT_DROPOUT,
+    DROP_RATE,
+    DROP_RATE_ATTENTION,
+    EMBEDDING_DIMENSION,
+    ENTITY_RECOGNITION,
     EPOCHS,
-    RANDOM_SEED,
+    EVAL_NUM_EPOCHS,
+    EVAL_NUM_EXAMPLES,
+    FEATURIZERS,
+    HIDDEN_LAYERS_SIZES,
+    INTENT_CLASSIFICATION,
+    KEY_RELATIVE_ATTENTION,
+    LABEL,
     LEARNING_RATE,
-    RANKING_LENGTH,
-    RENORMALIZE_CONFIDENCES,
     LOSS_TYPE,
-    SIMILARITY_TYPE,
-    NUM_NEG,
-    SPARSE_INPUT_DROPOUT,
-    DENSE_INPUT_DROPOUT,
     MASKED_LM,
-    ENTITY_RECOGNITION,
-    INTENT_CLASSIFICATION,
-    EVAL_NUM_EXAMPLES,
-    EVAL_NUM_EPOCHS,
-    UNIDIRECTIONAL_ENCODER,
-    DROP_RATE,
-    DROP_RATE_ATTENTION,
-    CONNECTION_DENSITY,
-    NEGATIVE_MARGIN_SCALE,
-    REGULARIZATION_CONSTANT,
-    SCALE_LOSS,
-    USE_MAX_NEG_SIM,
     MAX_NEG_SIM,
     MAX_POS_SIM,
-    EMBEDDING_DIMENSION,
-    BILOU_FLAG,
-    KEY_RELATIVE_ATTENTION,
-    VALUE_RELATIVE_ATTENTION,
     MAX_RELATIVE_POSITION,
+    MODEL_CONFIDENCE,
+    NEGATIVE_MARGIN_SCALE,
+    NUM_HEADS,
+    NUM_NEG,
+    NUM_TRANSFORMER_LAYERS,
+    RANDOM_SEED,
+    RANKING_LENGTH,
+    REGULARIZATION_CONSTANT,
+    RENORMALIZE_CONFIDENCES,
     RETRIEVAL_INTENT,
-    USE_TEXT_AS_LABEL,
-    CROSS_ENTROPY,
-    AUTO,
-    BALANCED,
+    SCALE_LOSS,
+    SHARE_HIDDEN_LAYERS,
+    SIMILARITY_TYPE,
+    SOFTMAX,
+    SPARSE_INPUT_DROPOUT,
     TENSORBOARD_LOG_DIR,
     TENSORBOARD_LOG_LEVEL,
-    CONCAT_DIMENSION,
-    FEATURIZERS,
-    CHECKPOINT_MODEL,
-    DENSE_DIMENSION,
-    CONSTRAIN_SIMILARITIES,
-    MODEL_CONFIDENCE,
-    SOFTMAX,
-)
-from rasa.nlu.constants import (
-    RESPONSE_SELECTOR_PROPERTY_NAME,
-    RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
-    RESPONSE_SELECTOR_RESPONSES_KEY,
-    RESPONSE_SELECTOR_PREDICTION_KEY,
-    RESPONSE_SELECTOR_RANKING_KEY,
-    RESPONSE_SELECTOR_UTTER_ACTION_KEY,
-    RESPONSE_SELECTOR_DEFAULT_INTENT,
-    DEFAULT_TRANSFORMER_SIZE,
-)
-from rasa.shared.nlu.constants import (
-    TEXT,
-    INTENT,
-    RESPONSE,
-    INTENT_RESPONSE_KEY,
-    INTENT_NAME_KEY,
-    PREDICTED_CONFIDENCE_KEY,
+    TRANSFORMER_SIZE,
+    UNIDIRECTIONAL_ENCODER,
+    USE_MAX_NEG_SIM,
+    USE_TEXT_AS_LABEL,
+    VALUE_RELATIVE_ATTENTION,
 )
-
 from rasa.utils.tensorflow.model_data import RasaModelData
 from rasa.utils.tensorflow.models import RasaModel
 

rasa/nlu/test.py

@@ -1,69 +1,68 @@
 import copy
 import itertools
-import os
 import logging
-import structlog
-from pathlib import Path
-
-import numpy as np
+import os
 from collections import defaultdict, namedtuple
-from tqdm import tqdm
+from pathlib import Path
 from typing import (
+    TYPE_CHECKING,
+    Any,
+    Dict,
     Iterable,
     Iterator,
-    Tuple,
     List,
-    Set,
+    NamedTuple,
     Optional,
+    Set,
     Text,
+    Tuple,
     Union,
-    Dict,
-    Any,
-    NamedTuple,
-    TYPE_CHECKING,
 )
 
+import numpy as np
+import structlog
+from tqdm import tqdm
+
+import rasa.nlu.classifiers.fallback_classifier
+import rasa.shared.utils.io
+import rasa.utils.io as io_utils
+import rasa.utils.plotting as plot_utils
 from rasa import telemetry
+from rasa.constants import NLG_DATA_FILE, TEST_DATA_FILE, TRAIN_DATA_FILE
 from rasa.core.agent import Agent
 from rasa.core.channels import UserMessage
 from rasa.core.processor import MessageProcessor
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.utils.yaml import write_yaml
-from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
-import rasa.shared.utils.io
-import rasa.utils.plotting as plot_utils
-import rasa.utils.io as io_utils
-
-from rasa.constants import TEST_DATA_FILE, TRAIN_DATA_FILE, NLG_DATA_FILE
-import rasa.nlu.classifiers.fallback_classifier
+from rasa.nlu.classifiers import fallback_classifier
 from rasa.nlu.constants import (
+    ENTITY_ATTRIBUTE_CONFIDENCE_GROUP,
+    ENTITY_ATTRIBUTE_CONFIDENCE_ROLE,
+    ENTITY_ATTRIBUTE_CONFIDENCE_TYPE,
     RESPONSE_SELECTOR_DEFAULT_INTENT,
-    RESPONSE_SELECTOR_PROPERTY_NAME,
     RESPONSE_SELECTOR_PREDICTION_KEY,
-    TOKENS_NAMES,
-    ENTITY_ATTRIBUTE_CONFIDENCE_TYPE,
-    ENTITY_ATTRIBUTE_CONFIDENCE_ROLE,
-    ENTITY_ATTRIBUTE_CONFIDENCE_GROUP,
+    RESPONSE_SELECTOR_PROPERTY_NAME,
     RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
+    TOKENS_NAMES,
 )
+from rasa.nlu.tokenizers.tokenizer import Token
+from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.nlu.constants import (
-    TEXT,
-    INTENT,
-    INTENT_RESPONSE_KEY,
     ENTITIES,
-    EXTRACTOR,
-    PRETRAINED_EXTRACTORS,
-    ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_GROUP,
     ENTITY_ATTRIBUTE_ROLE,
-    NO_ENTITY_TAG,
+    ENTITY_ATTRIBUTE_TYPE,
+    EXTRACTOR,
+    INTENT,
     INTENT_NAME_KEY,
+    INTENT_RESPONSE_KEY,
+    NO_ENTITY_TAG,
     PREDICTED_CONFIDENCE_KEY,
+    PRETRAINED_EXTRACTORS,
+    TEXT,
 )
-from rasa.nlu.classifiers import fallback_classifier
-from rasa.nlu.tokenizers.tokenizer import Token
-from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.nlu.training_data.formats.rasa_yaml import RasaYAMLWriter
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.utils.yaml import write_yaml
+from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
 
 if TYPE_CHECKING:
     from typing_extensions import TypedDict
@@ -660,10 +659,11 @@ def _calculate_report(
     report_as_dict: Optional[bool] = None,
     exclude_label: Optional[Text] = None,
 ) -> Tuple[Union[Text, Dict], float, float, float, np.ndarray, List[Text]]:
-    from rasa.model_testing import get_evaluation_metrics
     import sklearn.metrics
     import sklearn.utils.multiclass
 
+    from rasa.model_testing import get_evaluation_metrics
+
     confusion_matrix = sklearn.metrics.confusion_matrix(targets, predictions)
     labels = sklearn.utils.multiclass.unique_labels(targets, predictions)
 
@@ -1104,8 +1104,8 @@ def do_any_extractors_not_support_overlap(extractors: Optional[Set[Text]]) -> bo
     if extractors is None:
         return False
 
-    from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
     from rasa.nlu.classifiers.diet_classifier import DIETClassifier
+    from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
 
     return not extractors.isdisjoint(
         {CRFEntityExtractor.__name__, DIETClassifier.__name__}

rasa/nlu/tokenizers/jieba_tokenizer.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 import glob
 import logging
 import os
@@ -9,10 +10,8 @@ from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-
 from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.shared.nlu.training_data.message import Message
-
 from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)

rasa/nlu/tokenizers/mitie_tokenizer.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
-from typing import List, Text, Dict, Any
+
+from typing import Any, Dict, List, Text
 
 from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
@@ -7,7 +8,6 @@ from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.shared.nlu.training_data.message import Message
-
 from rasa.shared.utils.io import DEFAULT_ENCODING
 
 

rasa/nlu/tokenizers/spacy_tokenizer.py

@@ -1,10 +1,10 @@
 import typing
-from typing import Dict, Text, List, Any, Optional, Type
+from typing import Any, Dict, List, Optional, Text, Type
 
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
-from rasa.nlu.utils.spacy_utils import SpacyNLP
-from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.nlu.constants import SPACY_DOCS
+from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
+from rasa.nlu.utils.spacy_utils import SpacyNLP
 from rasa.shared.nlu.training_data.message import Message
 
 if typing.TYPE_CHECKING:

rasa/nlu/tokenizers/tokenizer.py

@@ -1,22 +1,21 @@
 import abc
 import logging
 import re
+from typing import Any, Dict, List, Optional, Text
 
-from typing import Text, List, Dict, Any, Optional
-
+import rasa.shared.utils.io
 from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.message import Message
-from rasa.nlu.constants import TOKENS_NAMES, MESSAGE_ATTRIBUTES
+from rasa.nlu.constants import MESSAGE_ATTRIBUTES, TOKENS_NAMES
 from rasa.shared.nlu.constants import (
+    ACTION_NAME,
     INTENT,
     INTENT_RESPONSE_KEY,
     RESPONSE_IDENTIFIER_DELIMITER,
-    ACTION_NAME,
 )
-import rasa.shared.utils.io
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)