rasa-pro 3.8.16__py3-none-any.whl

rasa/nlu/classifiers/logistic_regression_classifier.py

@@ -0,0 +1,240 @@
+from typing import Any, Text, Dict, List, Type, Tuple
+
+import joblib
+import structlog
+from scipy.sparse import hstack, vstack, csr_matrix
+from sklearn.exceptions import NotFittedError
+from sklearn.linear_model import LogisticRegression
+from sklearn.utils.validation import check_is_fitted
+
+from rasa.engine.storage.resource import Resource
+from rasa.engine.storage.storage import ModelStorage
+from rasa.engine.recipes.default_recipe import DefaultV1Recipe
+from rasa.engine.graph import ExecutionContext, GraphComponent
+from rasa.nlu.classifiers import LABEL_RANKING_LENGTH
+from rasa.nlu.featurizers.featurizer import Featurizer
+from rasa.nlu.classifiers.classifier import IntentClassifier
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.constants import TEXT, INTENT
+from rasa.utils.tensorflow.constants import RANKING_LENGTH
+
+structlogger = structlog.get_logger()
+
+
+@DefaultV1Recipe.register(
+    DefaultV1Recipe.ComponentType.INTENT_CLASSIFIER, is_trainable=True
+)
+class LogisticRegressionClassifier(IntentClassifier, GraphComponent):
+    """Intent classifier using the Logistic Regression."""
+
+    @classmethod
+    def required_components(cls) -> List[Type]:
+        """Components that should be included in the pipeline before this component."""
+        return [Featurizer]
+
+    @staticmethod
+    def required_packages() -> List[Text]:
+        """Any extra python dependencies required for this component to run."""
+        return ["sklearn"]
+
+    @staticmethod
+    def get_default_config() -> Dict[Text, Any]:
+        """The component's default config (see parent class for full docstring)."""
+        return {
+            "max_iter": 100,
+            "solver": "lbfgs",
+            "tol": 1e-4,
+            "random_state": 42,
+            RANKING_LENGTH: LABEL_RANKING_LENGTH,
+        }
+
+    def __init__(
+        self,
+        config: Dict[Text, Any],
+        name: Text,
+        model_storage: ModelStorage,
+        resource: Resource,
+    ) -> None:
+        """Construct a new classifier."""
+        self.name = name
+        self.config = {**self.get_default_config(), **config}
+        self.clf = LogisticRegression(
+            solver=self.config["solver"],
+            max_iter=self.config["max_iter"],
+            class_weight="balanced",
+            tol=self.config["tol"],
+            random_state=self.config["random_state"],
+            # Added these parameters to ensure sklearn changes won't affect us.
+            # Should a sklearn update the defaults, we won't be affected.
+            dual=False,
+            fit_intercept=True,
+            intercept_scaling=1,
+            multi_class="auto",
+            verbose=0,
+            warm_start=False,
+            n_jobs=None,
+            l1_ratio=None,
+        )
+
+        # We need to use these later when saving the trained component.
+        self._model_storage = model_storage
+        self._resource = resource
+
+    def _create_X(self, messages: List[Message]) -> csr_matrix:
+        """This method creates a sparse X array that can be used for predicting."""
+        X = []
+        for e in messages:
+            # First element is sequence features, second is sentence features
+            sparse_feats = e.get_sparse_features(attribute=TEXT)[1]
+            # First element is sequence features, second is sentence features
+            dense_feats = e.get_dense_features(attribute=TEXT)[1]
+            together = hstack(
+                [
+                    csr_matrix(sparse_feats.features if sparse_feats else []),
+                    csr_matrix(dense_feats.features if dense_feats else []),
+                ]
+            )
+            X.append(together)
+        return vstack(X)
+
+    def _create_training_matrix(
+        self, training_data: TrainingData
+    ) -> Tuple[csr_matrix, List[str]]:
+        """This method creates a scikit-learn compatible (X, y) training pairs."""
+        y = []
+
+        examples = [
+            e
+            for e in training_data.intent_examples
+            if (e.get("intent") and e.get("text"))
+        ]
+
+        for e in examples:
+            y.append(e.get(INTENT))
+
+        return self._create_X(examples), y
+
+    def train(self, training_data: TrainingData) -> Resource:
+        """Train the intent classifier on a data set."""
+        if not training_data.intent_examples:
+            structlogger.warning(
+                "logistic_regression_classifier.not_able_to_train",
+                event_info=(
+                    f"Cannot train '{self.__class__.__name__}'. No data was provided. "
+                    f"Skipping training of the classifier."
+                ),
+            )
+            return self._resource
+
+        X, y = self._create_training_matrix(training_data)
+        if X.shape[0] == 0:
+            structlogger.debug(
+                "logistic_regression_classifier.not_able_to_train",
+                event_info=(
+                    f"Cannot train '{self.__class__.__name__}'. No data was provided. "
+                    f"Skipping training of the classifier."
+                ),
+            )
+            return self._resource
+
+        self.clf.fit(X, y)
+        self.persist()
+
+        return self._resource
+
+    @classmethod
+    def create(
+        cls,
+        config: Dict[Text, Any],
+        model_storage: ModelStorage,
+        resource: Resource,
+        execution_context: ExecutionContext,
+    ) -> "LogisticRegressionClassifier":
+        """Creates a new untrained component (see parent class for full docstring)."""
+        return cls(config, execution_context.node_name, model_storage, resource)
+
+    def process(self, messages: List[Message]) -> List[Message]:
+        """Return the most likely intent and its probability for a message."""
+        # Check if the classifier is trained
+        if not self.is_trained():
+            structlogger.warning(
+                "logistic_regression_classifier.not_trained.skip_intent_prediction",
+                event_info=(
+                    f"The '{self.__class__.__name__}' is not trained. "
+                    f"Skipping intent prediction."
+                ),
+            )
+            return messages
+
+        X = self._create_X(messages)
+        probas = self.clf.predict_proba(X)
+        for idx, message in enumerate(messages):
+            intents = self.clf.classes_
+            intent_ranking = [
+                {"name": k, "confidence": v} for k, v in zip(intents, probas[idx])
+            ]
+            sorted_ranking = sorted(intent_ranking, key=lambda e: -e["confidence"])
+            intent = sorted_ranking[0]
+            if self.config[RANKING_LENGTH] > 0:
+                sorted_ranking = sorted_ranking[: self.config[RANKING_LENGTH]]
+            message.set("intent", intent, add_to_output=True)
+            message.set("intent_ranking", sorted_ranking, add_to_output=True)
+        return messages
+
+    def persist(self) -> None:
+        """Persist this model into the passed directory."""
+        with self._model_storage.write_to(self._resource) as model_dir:
+            path = model_dir / f"{self._resource.name}.joblib"
+            joblib.dump(self.clf, path)
+            structlogger.debug(
+                "logistic_regression_classifier.persist",
+                event_info=f"Saved intent classifier to '{path}'.",
+            )
+
+    @classmethod
+    def load(
+        cls,
+        config: Dict[Text, Any],
+        model_storage: ModelStorage,
+        resource: Resource,
+        execution_context: ExecutionContext,
+        **kwargs: Any,
+    ) -> "LogisticRegressionClassifier":
+        """Loads trained component (see parent class for full docstring)."""
+        try:
+            with model_storage.read_from(resource) as model_dir:
+                classifier = joblib.load(model_dir / f"{resource.name}.joblib")
+                component = cls(
+                    config, execution_context.node_name, model_storage, resource
+                )
+                component.clf = classifier
+                return component
+        except ValueError:
+            structlogger.debug(
+                "logistic_regression_classifier.load",
+                event_info=(
+                    f"Failed to load {cls.__class__.__name__} from model storage. "
+                    f"Resource '{resource.name}' doesn't exist."
+                ),
+            )
+            return cls.create(config, model_storage, resource, execution_context)
+
+    def process_training_data(self, training_data: TrainingData) -> TrainingData:
+        """Process the training data."""
+        self.process(training_data.training_examples)
+        return training_data
+
+    @classmethod
+    def validate_config(cls, config: Dict[Text, Any]) -> None:
+        """Validates that the component is configured properly."""
+        pass
+
+    def is_trained(self) -> bool:
+        """Checks if the model has been trained."""
+        try:
+            # This will raise a NotFittedError if the classifier isn't fitted
+            check_is_fitted(self.clf)
+            return True
+        except NotFittedError:
+            return False

rasa/nlu/classifiers/mitie_intent_classifier.py

@@ -0,0 +1,156 @@
+from __future__ import annotations
+import logging
+from rasa.nlu.featurizers.featurizer import Featurizer
+import typing
+from typing import Any, Dict, List, Optional, Text, Type
+
+from rasa.engine.graph import ExecutionContext, GraphComponent
+from rasa.engine.recipes.default_recipe import DefaultV1Recipe
+from rasa.engine.storage.resource import Resource
+from rasa.engine.storage.storage import ModelStorage
+from rasa.nlu.classifiers.classifier import IntentClassifier
+from rasa.nlu.utils.mitie_utils import MitieModel, MitieNLP
+from rasa.nlu.constants import TOKENS_NAMES
+from rasa.shared.nlu.constants import TEXT, INTENT
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.nlu.training_data.message import Message
+
+if typing.TYPE_CHECKING:
+    import mitie
+
+logger = logging.getLogger(__name__)
+
+
+@DefaultV1Recipe.register(
+    DefaultV1Recipe.ComponentType.INTENT_CLASSIFIER,
+    is_trainable=True,
+    model_from="MitieNLP",
+)
+class MitieIntentClassifier(GraphComponent, IntentClassifier):
+    """Intent classifier which uses the `mitie` library."""
+
+    @classmethod
+    def required_components(cls) -> List[Type]:
+        """Components that should be included in the pipeline before this component."""
+        return [MitieNLP, Featurizer]
+
+    @staticmethod
+    def get_default_config() -> Dict[Text, Any]:
+        """Returns default config (see parent class for full docstring)."""
+        return {"num_threads": 1}
+
+    def __init__(
+        self,
+        config: Dict[Text, Any],
+        model_storage: ModelStorage,
+        resource: Resource,
+        clf: Optional["mitie.text_categorizer"] = None,
+    ) -> None:
+        """Constructs a new intent classifier using the MITIE framework."""
+        self._config = config
+        self._model_storage = model_storage
+        self._resource = resource
+        self._clf = clf
+
+    @staticmethod
+    def required_packages() -> List[Text]:
+        """Lists required dependencies (see parent class for full docstring)."""
+        return ["mitie"]
+
+    def train(self, training_data: TrainingData, model: MitieModel) -> Resource:
+        """Trains classifier.
+
+        Args:
+            training_data: The NLU training data.
+            model: The loaded mitie model provided by `MitieNLP`.
+
+        Returns:
+            The resource locator for the trained classifier.
+        """
+        import mitie
+
+        trainer = mitie.text_categorizer_trainer(str(model.model_path))
+        trainer.num_threads = self._config["num_threads"]
+
+        for example in training_data.intent_examples:
+            tokens = self._tokens_of_message(example)
+            trainer.add_labeled_text(tokens, example.get(INTENT))
+
+        if training_data.intent_examples:
+            # we can not call train if there are no examples!
+            clf = trainer.train()
+            self._persist(clf)
+
+        return self._resource
+
+    def process(self, messages: List[Message], model: MitieModel) -> List[Message]:
+        """Make intent predictions using `mitie`.
+
+        Args:
+            messages: The message which the intents should be predicted for.
+            model: The loaded mitie model provided by `MitieNLP`.
+        """
+        for message in messages:
+            if self._clf:
+                token_strs = self._tokens_of_message(message)
+                intent, confidence = self._clf(token_strs, model.word_feature_extractor)
+            else:
+                # either the model didn't get trained or it wasn't
+                # provided with any data
+                intent = None
+                confidence = 0.0
+
+            message.set(
+                "intent", {"name": intent, "confidence": confidence}, add_to_output=True
+            )
+
+        return messages
+
+    @staticmethod
+    def _tokens_of_message(message: Message) -> List[Text]:
+        return [token.text for token in message.get(TOKENS_NAMES[TEXT], [])]
+
+    @classmethod
+    def create(
+        cls,
+        config: Dict[Text, Any],
+        model_storage: ModelStorage,
+        resource: Resource,
+        execution_context: ExecutionContext,
+    ) -> MitieIntentClassifier:
+        """Creates component for training see parent class for full docstring)."""
+        return cls(config, model_storage, resource)
+
+    @classmethod
+    def load(
+        cls,
+        config: Dict[Text, Any],
+        model_storage: ModelStorage,
+        resource: Resource,
+        execution_context: ExecutionContext,
+        **kwargs: Any,
+    ) -> MitieIntentClassifier:
+        """Loads component for inference see parent class for full docstring)."""
+        import mitie
+
+        text_categorizer = None
+
+        try:
+            with model_storage.read_from(resource) as directory:
+                text_categorizer = mitie.text_categorizer(str(directory / "model.dat"))
+        except (
+            ValueError,
+            Exception,
+        ):  # the latter is thrown by the `mitie.text_categorizer`
+            logger.warning(
+                f"Failed to load {cls.__class__.__name__} from model storage. Resource "
+                f"'{resource.name}' doesn't exist."
+            )
+
+        return cls(config, model_storage, resource, text_categorizer)
+
+    def _persist(self, text_categorizer: "mitie.text_categorizer") -> None:
+        """Persists trained model (see parent class for full docstring)."""
+        with self._model_storage.write_to(self._resource) as directory:
+            classifier_file = directory / "model.dat"
+            text_categorizer.save_to_disk(str(classifier_file), pure_model=True)

rasa/nlu/classifiers/regex_message_handler.py

@@ -0,0 +1,56 @@
+from __future__ import annotations
+import logging
+from typing import Any, Dict, Optional, Text, List
+
+from rasa.engine.graph import GraphComponent, ExecutionContext
+from rasa.engine.recipes.default_recipe import DefaultV1Recipe
+from rasa.engine.storage.resource import Resource
+from rasa.engine.storage.storage import ModelStorage
+from rasa.nlu.extractors.extractor import EntityExtractorMixin
+from rasa.shared.core.domain import Domain
+from rasa.shared.core.training_data.story_reader.yaml_story_reader import (
+    YAMLStoryReader,
+)
+from rasa.shared.nlu.training_data.message import Message
+
+logger = logging.getLogger(__name__)
+
+
+@DefaultV1Recipe.register(
+    DefaultV1Recipe.ComponentType.INTENT_CLASSIFIER, is_trainable=False
+)
+class RegexMessageHandler(GraphComponent, EntityExtractorMixin):
+    """Handles hardcoded NLU predictions from messages starting with a `/`."""
+
+    @classmethod
+    def create(
+        cls,
+        config: Dict[Text, Any],
+        model_storage: ModelStorage,
+        resource: Resource,
+        execution_context: ExecutionContext,
+    ) -> RegexMessageHandler:
+        """Creates a new untrained component (see parent class for full docstring)."""
+        return cls()
+
+    # TODO: Handle empty domain (NLU only training)
+    def process(
+        self, messages: List[Message], domain: Optional[Domain] = None
+    ) -> List[Message]:
+        """Adds hardcoded intents and entities for messages starting with '/'.
+
+        Args:
+            messages: The messages which should be handled.
+            domain: If given the domain is used to check whether the intent, entities
+                valid.
+
+        Returns:
+            The messages with potentially intent and entity prediction replaced
+            in case the message started with a `/`.
+        """
+        return [
+            YAMLStoryReader.unpack_regex_message(
+                message, domain, entity_extractor_name=self.name
+            )
+            for message in messages
+        ]