rasa-pro 3.10.16__py3-none-any.whl → 3.11.0a1__py3-none-any.whl

rasa/nlu/extractors/crf_entity_extractor.py

@@ -4,9 +4,9 @@ from collections import OrderedDict
 from enum import Enum
 import logging
 import typing
-from typing import Any, Dict, List, Optional, Text, Tuple, Callable, Type
 
 import numpy as np
+from typing import Any, Dict, List, Optional, Text, Tuple, Callable, Type
 
 import rasa.nlu.utils.bilou_utils as bilou_utils
 import rasa.shared.utils.io
@@ -41,9 +41,6 @@ if typing.TYPE_CHECKING:
     from sklearn_crfsuite import CRF
 
 
-CONFIG_FEATURES = "features"
-
-
 class CRFToken:
     def __init__(
         self,
@@ -63,29 +60,6 @@ class CRFToken:
         self.entity_role_tag = entity_role_tag
         self.entity_group_tag = entity_group_tag
 
-    def to_dict(self) -> Dict[str, Any]:
-        return {
-            "text": self.text,
-            "pos_tag": self.pos_tag,
-            "pattern": self.pattern,
-            "dense_features": [str(x) for x in list(self.dense_features)],
-            "entity_tag": self.entity_tag,
-            "entity_role_tag": self.entity_role_tag,
-            "entity_group_tag": self.entity_group_tag,
-        }
-
-    @classmethod
-    def create_from_dict(cls, data: Dict[str, Any]) -> "CRFToken":
-        return cls(
-            data["text"],
-            data["pos_tag"],
-            data["pattern"],
-            np.array([float(x) for x in data["dense_features"]]),
-            data["entity_tag"],
-            data["entity_role_tag"],
-            data["entity_group_tag"],
-        )
-
 
 class CRFEntityExtractorOptions(str, Enum):
     """Features that can be used for the 'CRFEntityExtractor'."""
@@ -114,6 +88,8 @@ class CRFEntityExtractorOptions(str, Enum):
 class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
     """Implements conditional random fields (CRF) to do named entity recognition."""
 
+    CONFIG_FEATURES = "features"
+
     function_dict: Dict[Text, Callable[[CRFToken], Any]] = {  # noqa: RUF012
         CRFEntityExtractorOptions.LOW: lambda crf_token: crf_token.text.lower(),
         CRFEntityExtractorOptions.TITLE: lambda crf_token: crf_token.text.istitle(),
@@ -161,7 +137,7 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
             # "is the preceding token in title case?"
             # POS features require SpacyTokenizer
             # pattern feature require RegexFeaturizer
-            CONFIG_FEATURES: [
+            CRFEntityExtractor.CONFIG_FEATURES: [
                 [
                     CRFEntityExtractorOptions.LOW,
                     CRFEntityExtractorOptions.TITLE,
@@ -224,7 +200,7 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
         )
 
     def _validate_configuration(self) -> None:
-        if len(self.component_config.get(CONFIG_FEATURES, [])) % 2 != 1:
+        if len(self.component_config.get(self.CONFIG_FEATURES, [])) % 2 != 1:
             raise ValueError(
                 "Need an odd number of crf feature lists to have a center word."
             )
@@ -275,11 +251,9 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
         ]
         dataset = [self._convert_to_crf_tokens(example) for example in entity_examples]
 
-        self.entity_taggers = self.train_model(
-            dataset, self.component_config, self.crf_order
-        )
+        self._train_model(dataset)
 
-        self.persist(dataset)
+        self.persist()
 
         return self._resource
 
@@ -325,9 +299,7 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
             if include_tag_features:
                 self._add_tag_to_crf_token(crf_tokens, predictions)
 
-            features = self._crf_tokens_to_features(
-                crf_tokens, self.component_config, include_tag_features
-            )
+            features = self._crf_tokens_to_features(crf_tokens, include_tag_features)
             predictions[tag_name] = entity_tagger.predict_marginals_single(features)
 
         # convert predictions into a list of tags and a list of confidences
@@ -417,25 +389,27 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
         **kwargs: Any,
     ) -> CRFEntityExtractor:
         """Loads trained component (see parent class for full docstring)."""
+        import joblib
+
         try:
+            entity_taggers = OrderedDict()
             with model_storage.read_from(resource) as model_dir:
-                dataset = rasa.shared.utils.io.read_json_file(
-                    model_dir / "crf_dataset.json"
-                )
-                crf_order = rasa.shared.utils.io.read_json_file(
-                    model_dir / "crf_order.json"
-                )
-
-                dataset = [
-                    [CRFToken.create_from_dict(token_data) for token_data in sub_list]
-                    for sub_list in dataset
-                ]
+                # We have to load in the same order as we persisted things as otherwise
+                # the predictions might be off
+                file_names = sorted(model_dir.glob("**/*.pkl"))
+                if not file_names:
+                    logger.debug(
+                        "Failed to load model for 'CRFEntityExtractor'. "
+                        "Maybe you did not provide enough training data and "
+                        "no model was trained."
+                    )
+                    return cls(config, model_storage, resource)
 
-                entity_taggers = cls.train_model(dataset, config, crf_order)
+                for file_name in file_names:
+                    name = file_name.stem[1:]
+                    entity_taggers[name] = joblib.load(file_name)
 
-                entity_extractor = cls(config, model_storage, resource, entity_taggers)
-                entity_extractor.crf_order = crf_order
-                return entity_extractor
+                return cls(config, model_storage, resource, entity_taggers)
         except ValueError:
             logger.warning(
                 f"Failed to load {cls.__name__} from model storage. Resource "
@@ -443,29 +417,23 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
             )
             return cls(config, model_storage, resource)
 
-    def persist(self, dataset: List[List[CRFToken]]) -> None:
+    def persist(self) -> None:
         """Persist this model into the passed directory."""
-        with self._model_storage.write_to(self._resource) as model_dir:
-            data_to_store = [
-                [token.to_dict() for token in sub_list] for sub_list in dataset
-            ]
+        import joblib
 
-            rasa.shared.utils.io.dump_obj_as_json_to_file(
-                model_dir / "crf_dataset.json", data_to_store
-            )
-            rasa.shared.utils.io.dump_obj_as_json_to_file(
-                model_dir / "crf_order.json", self.crf_order
-            )
+        with self._model_storage.write_to(self._resource) as model_dir:
+            if self.entity_taggers:
+                for idx, (name, entity_tagger) in enumerate(
+                    self.entity_taggers.items()
+                ):
+                    model_file_name = model_dir / f"{idx}{name}.pkl"
+                    joblib.dump(entity_tagger, model_file_name)
 
-    @classmethod
     def _crf_tokens_to_features(
-        cls,
-        crf_tokens: List[CRFToken],
-        config: Dict[str, Any],
-        include_tag_features: bool = False,
+        self, crf_tokens: List[CRFToken], include_tag_features: bool = False
     ) -> List[Dict[Text, Any]]:
         """Convert the list of tokens into discrete features."""
-        configured_features = config[CONFIG_FEATURES]
+        configured_features = self.component_config[self.CONFIG_FEATURES]
         sentence_features = []
 
         for token_idx in range(len(crf_tokens)):
@@ -476,31 +444,28 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
             half_window_size = window_size // 2
             window_range = range(-half_window_size, half_window_size + 1)
 
-            token_features = cls._create_features_for_token(
+            token_features = self._create_features_for_token(
                 crf_tokens,
                 token_idx,
                 half_window_size,
                 window_range,
                 include_tag_features,
-                config,
             )
 
             sentence_features.append(token_features)
 
         return sentence_features
 
-    @classmethod
     def _create_features_for_token(
-        cls,
+        self,
         crf_tokens: List[CRFToken],
         token_idx: int,
         half_window_size: int,
         window_range: range,
         include_tag_features: bool,
-        config: Dict[str, Any],
     ) -> Dict[Text, Any]:
         """Convert a token into discrete features including words before and after."""
-        configured_features = config[CONFIG_FEATURES]
+        configured_features = self.component_config[self.CONFIG_FEATURES]
         prefixes = [str(i) for i in window_range]
 
         token_features = {}
@@ -540,13 +505,13 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
                         # set in the training data, 'matched' is either 'True' or
                         # 'False' depending on whether the token actually matches the
                         # pattern or not
-                        regex_patterns = cls.function_dict[feature](token)
+                        regex_patterns = self.function_dict[feature](token)
                         for pattern_name, matched in regex_patterns.items():
                             token_features[f"{prefix}:{feature}:{pattern_name}"] = (
                                 matched
                             )
                     else:
-                        value = cls.function_dict[feature](token)
+                        value = self.function_dict[feature](token)
                         token_features[f"{prefix}:{feature}"] = value
 
         return token_features
@@ -670,46 +635,38 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
 
         return tags
 
-    @classmethod
-    def train_model(
-        cls,
-        df_train: List[List[CRFToken]],
-        config: Dict[str, Any],
-        crf_order: List[str],
-    ) -> OrderedDict[str, CRF]:
+    def _train_model(self, df_train: List[List[CRFToken]]) -> None:
         """Train the crf tagger based on the training data."""
         import sklearn_crfsuite
 
-        entity_taggers = OrderedDict()
+        self.entity_taggers = OrderedDict()
 
-        for tag_name in crf_order:
+        for tag_name in self.crf_order:
             logger.debug(f"Training CRF for '{tag_name}'.")
 
             # add entity tag features for second level CRFs
             include_tag_features = tag_name != ENTITY_ATTRIBUTE_TYPE
             X_train = (
-                cls._crf_tokens_to_features(sentence, config, include_tag_features)
+                self._crf_tokens_to_features(sentence, include_tag_features)
                 for sentence in df_train
             )
             y_train = (
-                cls._crf_tokens_to_tags(sentence, tag_name) for sentence in df_train
+                self._crf_tokens_to_tags(sentence, tag_name) for sentence in df_train
             )
 
             entity_tagger = sklearn_crfsuite.CRF(
                 algorithm="lbfgs",
                 # coefficient for L1 penalty
-                c1=config["L1_c"],
+                c1=self.component_config["L1_c"],
                 # coefficient for L2 penalty
-                c2=config["L2_c"],
+                c2=self.component_config["L2_c"],
                 # stop earlier
-                max_iterations=config["max_iterations"],
+                max_iterations=self.component_config["max_iterations"],
                 # include transitions that are possible, but not observed
                 all_possible_transitions=True,
             )
             entity_tagger.fit(X_train, y_train)
 
-            entity_taggers[tag_name] = entity_tagger
+            self.entity_taggers[tag_name] = entity_tagger
 
             logger.debug("Training finished.")
-
-        return entity_taggers

rasa/nlu/featurizers/sparse_featurizer/count_vectors_featurizer.py

@@ -1,32 +1,30 @@
 from __future__ import annotations
-
 import logging
 import re
-from typing import Any, Dict, List, Optional, Text, Tuple, Set, Type, Union
-
-import numpy as np
 import scipy.sparse
-from sklearn.exceptions import NotFittedError
-from sklearn.feature_extraction.text import CountVectorizer
+from typing import Any, Dict, List, Optional, Text, Tuple, Set, Type
+from rasa.nlu.tokenizers.tokenizer import Tokenizer
 
 import rasa.shared.utils.io
 from rasa.engine.graph import GraphComponent, ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
+from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
+from rasa.nlu.utils.spacy_utils import SpacyModel
+from rasa.shared.constants import DOCS_URL_COMPONENTS
+import rasa.utils.io as io_utils
+from sklearn.exceptions import NotFittedError
+from sklearn.feature_extraction.text import CountVectorizer
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.exceptions import RasaException, FileIOException
 from rasa.nlu.constants import (
     TOKENS_NAMES,
     MESSAGE_ATTRIBUTES,
     DENSE_FEATURIZABLE_ATTRIBUTES,
 )
-from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
-from rasa.nlu.tokenizers.tokenizer import Tokenizer
-from rasa.nlu.utils.spacy_utils import SpacyModel
-from rasa.shared.constants import DOCS_URL_COMPONENTS
-from rasa.shared.exceptions import RasaException, FileIOException
 from rasa.shared.nlu.constants import TEXT, INTENT, INTENT_RESPONSE_KEY, ACTION_NAME
-from rasa.shared.nlu.training_data.message import Message
-from rasa.shared.nlu.training_data.training_data import TrainingData
 
 BUFFER_SLOTS_PREFIX = "buf_"
 
@@ -690,31 +688,6 @@ class CountVectorsFeaturizer(SparseFeaturizer, GraphComponent):
         """Check if any model got trained."""
         return any(value is not None for value in attribute_vocabularies.values())
 
-    @staticmethod
-    def convert_vocab(
-        vocab: Dict[str, Union[int, Optional[Dict[str, int]]]], to_int: bool
-    ) -> Dict[str, Union[None, int, np.int64, Dict[str, Union[int, np.int64]]]]:
-        """Converts numpy integers in the vocabulary to Python integers."""
-
-        def convert_value(value: int) -> Union[int, np.int64]:
-            """Helper function to convert a single value based on to_int flag."""
-            return int(value) if to_int else np.int64(value)
-
-        result_dict: Dict[
-            str, Union[None, int, np.int64, Dict[str, Union[int, np.int64]]]
-        ] = {}
-        for key, sub_dict in vocab.items():
-            if isinstance(sub_dict, int):
-                result_dict[key] = convert_value(sub_dict)
-            elif not sub_dict:
-                result_dict[key] = None
-            else:
-                result_dict[key] = {
-                    sub_key: convert_value(value) for sub_key, value in sub_dict.items()
-                }
-
-        return result_dict
-
     def persist(self) -> None:
         """Persist this model into the passed directory.
 
@@ -728,18 +701,17 @@ class CountVectorsFeaturizer(SparseFeaturizer, GraphComponent):
             attribute_vocabularies = self._collect_vectorizer_vocabularies()
             if self._is_any_model_trained(attribute_vocabularies):
                 # Definitely need to persist some vocabularies
-                featurizer_file = model_dir / "vocabularies.json"
+                featurizer_file = model_dir / "vocabularies.pkl"
 
                 # Only persist vocabulary from one attribute if `use_shared_vocab`.
                 # Can be loaded and distributed to all attributes.
-                loaded_vocab = (
+                vocab = (
                     attribute_vocabularies[TEXT]
                     if self.use_shared_vocab
                     else attribute_vocabularies
                 )
-                vocab = self.convert_vocab(loaded_vocab, to_int=True)
 
-                rasa.shared.utils.io.dump_obj_as_json_to_file(featurizer_file, vocab)
+                io_utils.json_pickle(featurizer_file, vocab)
 
                 # Dump OOV words separately as they might have been modified during
                 # training
@@ -814,9 +786,8 @@ class CountVectorsFeaturizer(SparseFeaturizer, GraphComponent):
         """Loads trained component (see parent class for full docstring)."""
         try:
             with model_storage.read_from(resource) as model_dir:
-                featurizer_file = model_dir / "vocabularies.json"
-                vocabulary = rasa.shared.utils.io.read_json_file(featurizer_file)
-                vocabulary = cls.convert_vocab(vocabulary, to_int=False)
+                featurizer_file = model_dir / "vocabularies.pkl"
+                vocabulary = io_utils.json_unpickle(featurizer_file)
 
                 share_vocabulary = config["use_shared_vocab"]
 

rasa/nlu/featurizers/sparse_featurizer/lexical_syntactic_featurizer.py

@@ -1,7 +1,9 @@
 from __future__ import annotations
-
 import logging
 from collections import OrderedDict
+
+import scipy.sparse
+import numpy as np
 from typing import (
     Any,
     Dict,
@@ -15,34 +17,30 @@ from typing import (
     Union,
 )
 
-import numpy as np
-import scipy.sparse
-
-import rasa.shared.utils.io
-import rasa.utils.io
 from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.nlu.constants import TOKENS_NAMES
-from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
 from rasa.nlu.tokenizers.spacy_tokenizer import POS_TAG_KEY, SpacyTokenizer
 from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
+from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
+from rasa.nlu.constants import TOKENS_NAMES
 from rasa.shared.constants import DOCS_URL_COMPONENTS
-from rasa.shared.exceptions import InvalidConfigException
-from rasa.shared.nlu.constants import TEXT
-from rasa.shared.nlu.training_data.message import Message
 from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.constants import TEXT
+from rasa.shared.exceptions import InvalidConfigException
+import rasa.shared.utils.io
+import rasa.utils.io
 
 logger = logging.getLogger(__name__)
 
+
 END_OF_SENTENCE = "EOS"
 BEGIN_OF_SENTENCE = "BOS"
 
 FEATURES = "features"
 
-SEPERATOR = "###"
-
 
 @DefaultV1Recipe.register(
     DefaultV1Recipe.ComponentType.MESSAGE_FEATURIZER, is_trainable=True
@@ -74,7 +72,7 @@ class LexicalSyntacticFeaturizer(SparseFeaturizer, GraphComponent):
       of the token at position `t+1`.
     """
 
-    FILENAME_FEATURE_TO_IDX_DICT = "feature_to_idx_dict.json"
+    FILENAME_FEATURE_TO_IDX_DICT = "feature_to_idx_dict.pkl"
 
     # NOTE: "suffix5" of the token "is" will be "is". Hence, when combining multiple
     # prefixes, short words will be represented/encoded repeatedly.
@@ -490,32 +488,6 @@ class LexicalSyntacticFeaturizer(SparseFeaturizer, GraphComponent):
         """Creates a new untrained component (see parent class for full docstring)."""
         return cls(config, model_storage, resource, execution_context)
 
-    @staticmethod
-    def _restructure_feature_to_idx_dict(
-        loaded_data: Dict[str, Dict[str, int]],
-    ) -> Dict[Tuple[int, str], Dict[str, int]]:
-        """Reconstructs the feature to idx dict.
-
-        When storing the feature_to_idx_dict to disk, we need to convert the tuple (key)
-        into a string to be able to store it via json. When loading the data
-        we need to reconstruct the tuple from the stored string.
-
-        Args:
-            loaded_data: The loaded feature to idx dict from file.
-
-        Returns:
-            The reconstructed feature_to_idx_dict
-        """
-        feature_to_idx_dict = {}
-        for tuple_string, feature_value in loaded_data.items():
-            # Example of tuple_string: "1###low"
-            index, feature_name = tuple_string.split(SEPERATOR)
-
-            feature_key = (int(index), feature_name)
-            feature_to_idx_dict[feature_key] = feature_value
-
-        return feature_to_idx_dict
-
     @classmethod
     def load(
         cls,
@@ -528,13 +500,10 @@ class LexicalSyntacticFeaturizer(SparseFeaturizer, GraphComponent):
         """Loads trained component (see parent class for full docstring)."""
         try:
             with model_storage.read_from(resource) as model_path:
-                loaded_data = rasa.shared.utils.io.read_json_file(
+                feature_to_idx_dict = rasa.utils.io.json_unpickle(
                     model_path / cls.FILENAME_FEATURE_TO_IDX_DICT,
+                    encode_non_string_keys=True,
                 )
-
-                # convert the key back into tuple
-                feature_to_idx_dict = cls._restructure_feature_to_idx_dict(loaded_data)
-
                 return cls(
                     config=config,
                     model_storage=model_storage,
@@ -559,13 +528,9 @@ class LexicalSyntacticFeaturizer(SparseFeaturizer, GraphComponent):
         if not self._feature_to_idx_dict:
             return None
 
-        # as we cannot dump tuples, convert the tuple into a string
-        restructured_feature_dict = {
-            f"{k[0]}{SEPERATOR}{k[1]}": v for k, v in self._feature_to_idx_dict.items()
-        }
-
         with self._model_storage.write_to(self._resource) as model_path:
-            rasa.shared.utils.io.dump_obj_as_json_to_file(
+            rasa.utils.io.json_pickle(
                 model_path / self.FILENAME_FEATURE_TO_IDX_DICT,
-                restructured_feature_dict,
+                self._feature_to_idx_dict,
+                encode_non_string_keys=True,
             )

rasa/nlu/featurizers/sparse_featurizer/regex_featurizer.py

@@ -1,13 +1,11 @@
 from __future__ import annotations
-
 import logging
 import re
 from typing import Any, Dict, List, Optional, Text, Tuple, Type
-
 import numpy as np
 import scipy.sparse
-
 from rasa.nlu.tokenizers.tokenizer import Tokenizer
+
 import rasa.shared.utils.io
 import rasa.utils.io
 import rasa.nlu.utils.pattern_utils as pattern_utils
@@ -242,7 +240,7 @@ class RegexFeaturizer(SparseFeaturizer, GraphComponent):
 
         try:
             with model_storage.read_from(resource) as model_dir:
-                patterns_file_name = model_dir / "patterns.json"
+                patterns_file_name = model_dir / "patterns.pkl"
                 known_patterns = rasa.shared.utils.io.read_json_file(patterns_file_name)
         except (ValueError, FileNotFoundError):
             logger.warning(
@@ -260,7 +258,7 @@ class RegexFeaturizer(SparseFeaturizer, GraphComponent):
 
     def _persist(self) -> None:
         with self._model_storage.write_to(self._resource) as model_dir:
-            regex_file = model_dir / "patterns.json"
+            regex_file = model_dir / "patterns.pkl"
             rasa.shared.utils.io.dump_obj_as_json_to_file(
                 regex_file, self.known_patterns
             )

rasa/server.py

@@ -50,11 +50,11 @@ from rasa.core.channels.channel import (
     UserMessage,
 )
 from rasa.core.constants import DEFAULT_RESPONSE_TIMEOUT
+from rasa.core.persistor import parse_remote_storage
 from rasa.core.test import test
 from rasa.core.utils import AvailableEndpoints
 from rasa.nlu.emulators.emulator import Emulator
 from rasa.nlu.emulators.no_emulator import NoEmulator
-from rasa.nlu.persistor import parse_remote_storage
 from rasa.nlu.test import CVEvaluationResult
 from rasa.shared.constants import (
     DEFAULT_MODELS_PATH,

rasa/shared/constants.py

@@ -111,10 +111,7 @@ CONFIG_KEYS_NLU = ["language", "pipeline"] + CONFIG_MANDATORY_COMMON_KEYS
 CONFIG_KEYS = CONFIG_KEYS_CORE + CONFIG_KEYS_NLU
 CONFIG_MANDATORY_KEYS_CORE: List[Text] = [] + CONFIG_MANDATORY_COMMON_KEYS
 CONFIG_MANDATORY_KEYS_NLU = ["language"] + CONFIG_MANDATORY_COMMON_KEYS
-# we need the list to contain unique values
-CONFIG_MANDATORY_KEYS = list(
-    set(CONFIG_MANDATORY_KEYS_CORE + CONFIG_MANDATORY_KEYS_NLU)
-)
+CONFIG_MANDATORY_KEYS = CONFIG_MANDATORY_KEYS_CORE + CONFIG_MANDATORY_KEYS_NLU
 
 # Keys related to Forms (in the Domain)
 REQUIRED_SLOTS_KEY = "required_slots"
@@ -186,6 +183,8 @@ STREAM_CONFIG_KEY = "stream"
 N_REPHRASES_CONFIG_KEY = "n"
 USE_CHAT_COMPLETIONS_ENDPOINT_CONFIG_KEY = "use_chat_completions_endpoint"
 
+LLM_API_HEALTH_CHECK_ENV_VAR = "LLM_API_HEALTH_CHECK"
+
 AZURE_API_KEY_ENV_VAR = "AZURE_API_KEY"
 AZURE_AD_TOKEN_ENV_VAR = "AZURE_AD_TOKEN"
 AZURE_API_BASE_ENV_VAR = "AZURE_API_BASE"
@@ -213,14 +212,6 @@ AZURE_OPENAI_PROVIDER = "azure"
 SELF_HOSTED_PROVIDER = "self-hosted"
 HUGGINGFACE_LOCAL_EMBEDDING_PROVIDER = "huggingface_local"
 
-VALID_PROVIDERS_FOR_API_TYPE_CONFIG_KEY = [
-    OPENAI_PROVIDER,
-    AZURE_OPENAI_PROVIDER,
-]
-
-SELF_HOSTED_VLLM_PREFIX = "hosted_vllm"
-SELF_HOSTED_VLLM_API_KEY_ENV_VAR = "HOSTED_VLLM_API_KEY"
-
 AZURE_API_TYPE = "azure"
 OPENAI_API_TYPE = "openai"
 

rasa/shared/core/constants.py

@@ -10,6 +10,7 @@ USER_INTENT_RESTART = "restart"
 USER_INTENT_BACK = "back"
 USER_INTENT_OUT_OF_SCOPE = "out_of_scope"
 USER_INTENT_SESSION_START = "session_start"
+USER_INTENT_SESSION_END = "session_end"
 SESSION_START_METADATA_SLOT = "session_started_metadata"
 
 DEFAULT_INTENTS = [
@@ -17,6 +18,7 @@ DEFAULT_INTENTS = [
     USER_INTENT_BACK,
     USER_INTENT_OUT_OF_SCOPE,
     USER_INTENT_SESSION_START,
+    USER_INTENT_SESSION_END,
     constants.DEFAULT_NLU_FALLBACK_INTENT_NAME,
 ]
 
@@ -45,6 +47,7 @@ ACTION_CLEAN_STACK = "action_clean_stack"
 ACTION_TRIGGER_SEARCH = "action_trigger_search"
 ACTION_TRIGGER_CHITCHAT = "action_trigger_chitchat"
 ACTION_RESET_ROUTING = "action_reset_routing"
+ACTION_HANGUP = "action_hangup"
 
 
 DEFAULT_ACTION_NAMES = [
@@ -70,6 +73,7 @@ DEFAULT_ACTION_NAMES = [
     ACTION_TRIGGER_SEARCH,
     ACTION_TRIGGER_CHITCHAT,
     ACTION_RESET_ROUTING,
+    ACTION_HANGUP,
 ]
 
 ACTION_SHOULD_SEND_DOMAIN = "send_domain"