rasa-pro 3.8.16__py3-none-any.whl

rasa/shared/core/generator.py

@@ -0,0 +1,907 @@
+from collections import defaultdict, namedtuple, deque
+
+import copy
+import logging
+import random
+from contextlib import contextmanager
+
+from tqdm import tqdm
+from typing import (
+    Optional,
+    List,
+    Text,
+    Set,
+    Dict,
+    Tuple,
+    Deque,
+    DefaultDict,
+    Any,
+    Iterable,
+    Generator,
+)
+
+from rasa.shared.constants import DOCS_URL_STORIES
+from rasa.shared.core.constants import SHOULD_NOT_BE_SET
+from rasa.shared.core.domain import Domain, State
+from rasa.shared.core.events import (
+    ActionExecuted,
+    UserUttered,
+    ActionReverted,
+    UserUtteranceReverted,
+    Restarted,
+    Event,
+    SlotSet,
+    ActiveLoop,
+)
+from rasa.shared.core.trackers import DialogueStateTracker, FrozenState
+from rasa.shared.core.slots import Slot
+from rasa.shared.core.training_data.structures import (
+    StoryGraph,
+    STORY_START,
+    StoryStep,
+    RuleStep,
+    GENERATED_CHECKPOINT_PREFIX,
+)
+from rasa.shared.utils.io import is_logging_disabled
+import rasa.shared.utils.io
+
+logger = logging.getLogger(__name__)
+
+ExtractorConfig = namedtuple(
+    "ExtractorConfig",
+    "remove_duplicates "
+    "unique_last_num_states "
+    "augmentation_factor "
+    "max_number_of_augmented_trackers "
+    "tracker_limit "
+    "use_story_concatenation "
+    "rand",
+)
+
+
+class TrackerWithCachedStates(DialogueStateTracker):
+    """A tracker wrapper that caches the state creation of the tracker."""
+
+    def __init__(
+        self,
+        sender_id: Text,
+        slots: Optional[Iterable[Slot]],
+        max_event_history: Optional[int] = None,
+        domain: Optional[Domain] = None,
+        is_augmented: bool = False,
+        is_rule_tracker: bool = False,
+    ) -> None:
+        """Initializes a tracker with cached states."""
+        super().__init__(
+            sender_id, slots, max_event_history, is_rule_tracker=is_rule_tracker
+        )
+        self._states_for_hashing: Deque[FrozenState] = deque()
+        self.domain = domain if domain is not None else Domain.empty()
+        # T/F property to filter augmented stories
+        self.is_augmented = is_augmented
+        self.__skip_states = False
+
+    @classmethod
+    def from_events(
+        cls,
+        sender_id: Text,
+        evts: List[Event],
+        slots: Optional[Iterable[Slot]] = None,
+        max_event_history: Optional[int] = None,
+        sender_source: Optional[Text] = None,
+        domain: Optional[Domain] = None,
+        is_rule_tracker: bool = False,
+    ) -> "TrackerWithCachedStates":
+        """Initializes a tracker with given events."""
+        tracker = cls(
+            sender_id, slots, max_event_history, domain, is_rule_tracker=is_rule_tracker
+        )
+        for e in evts:
+            tracker.update(e)
+        return tracker
+
+    def past_states_for_hashing(
+        self, domain: Domain, omit_unset_slots: bool = False
+    ) -> Deque[FrozenState]:
+        """Generates and caches the past states of this tracker based on the history.
+
+        Args:
+            domain: a :class:`rasa.shared.core.domain.Domain`
+            omit_unset_slots: If `True` do not include the initial values of slots.
+
+        Returns:
+            A list of states
+        """
+        if domain != self.domain:
+            raise ValueError(
+                "TrackerWithCachedStates cannot be used with a domain "
+                "that is different from the one it was created with."
+            )
+
+        if omit_unset_slots:
+            # the tracker caches states with omit_unset_slots=False
+            # Retrieving them from cache with omit_unset_slots=True is not possible as
+            # this information is lost after a position in the event stream is turned
+            # into a state
+            states = super().past_states(domain, omit_unset_slots=omit_unset_slots)
+            states_for_hashing = deque(self.freeze_current_state(s) for s in states)
+        else:
+            # if don't have it cached, we use the domain to calculate the states
+            # from the events
+            # note: we ignore omit_unset_slots here as the cache was generated
+            # with the default value
+            states_for_hashing = self._states_for_hashing
+            if not states_for_hashing:
+                states = super().past_states(domain)
+                states_for_hashing = deque(self.freeze_current_state(s) for s in states)
+
+            self._states_for_hashing = states_for_hashing
+
+        return states_for_hashing
+
+    @staticmethod
+    def _unfreeze_states(frozen_states: Deque[FrozenState]) -> List[State]:
+        return [
+            {key: dict(value) for key, value in dict(frozen_state).items()}
+            for frozen_state in frozen_states
+        ]
+
+    def past_states(
+        self,
+        domain: Domain,
+        omit_unset_slots: bool = False,
+        ignore_rule_only_turns: bool = False,
+        rule_only_data: Optional[Dict[Text, Any]] = None,
+    ) -> List[State]:
+        """Generates the past states of this tracker based on the history.
+
+        Args:
+            domain: The Domain.
+            omit_unset_slots: If `True` do not include the initial values of slots.
+            ignore_rule_only_turns: If True ignore dialogue turns that are present
+                only in rules.
+            rule_only_data: Slots and loops,
+                which only occur in rules but not in stories.
+
+        Returns:
+            a list of states
+        """
+        states_for_hashing = self.past_states_for_hashing(
+            domain, omit_unset_slots=omit_unset_slots
+        )
+        return self._unfreeze_states(states_for_hashing)
+
+    def clear_states(self) -> None:
+        """Reset the states."""
+        self._states_for_hashing = deque()
+
+    def init_copy(self) -> "TrackerWithCachedStates":
+        """Create a new state tracker with the same initial values."""
+        return type(self)(
+            "",
+            self.slots.values(),
+            self._max_event_history,
+            self.domain,
+            self.is_augmented,
+            self.is_rule_tracker,
+        )
+
+    @contextmanager
+    def _skip_states_manager(self) -> Generator[None, None, None]:
+        self.__skip_states = True
+        try:
+            yield
+        finally:
+            self.__skip_states = False
+
+    def copy(
+        self, sender_id: Text = "", sender_source: Text = ""
+    ) -> "TrackerWithCachedStates":
+        """Creates a duplicate of this tracker.
+
+        A new tracker will be created and all events
+        will be replayed.
+        """
+        # This is an optimization, we could use the original copy, but
+        # the states would be lost and we would need to recalculate them
+
+        tracker = self.init_copy()
+        tracker.sender_id = sender_id
+        tracker.sender_source = sender_source
+
+        with tracker._skip_states_manager():
+            for event in self.events:
+                tracker.update(event)
+
+        tracker._states_for_hashing = copy.copy(self._states_for_hashing)
+
+        return tracker
+
+    def _append_current_state(self) -> None:
+        if self._states_for_hashing is None:
+            self._states_for_hashing = self.past_states_for_hashing(self.domain)
+        else:
+            state = self.domain.get_active_state(self)
+            frozen_state = self.freeze_current_state(state)
+            self._states_for_hashing.append(frozen_state)
+
+    def update(
+        self,
+        event: Event,
+        domain: Optional[Domain] = None,
+    ) -> None:
+        """Modify the state of the tracker according to an ``Event``."""
+        # if `skip_states` is `True`, this function behaves exactly like the
+        # normal update of the `DialogueStateTracker`
+        if not self._states_for_hashing and not self.__skip_states:
+            # rest of this function assumes we have the previous state
+            # cached. let's make sure it is there.
+            self._states_for_hashing = self.past_states_for_hashing(self.domain)
+
+        super().update(event)
+
+        if not self.__skip_states:
+            if isinstance(event, ActionExecuted):
+                pass
+            elif isinstance(event, ActionReverted):
+                self._states_for_hashing.pop()  # removes the state after the action
+                self._states_for_hashing.pop()  # removes the state used for the action
+            elif isinstance(event, UserUtteranceReverted):
+                self.clear_states()
+            elif isinstance(event, Restarted):
+                self.clear_states()
+            else:
+                self._states_for_hashing.pop()
+
+            self._append_current_state()
+
+
+# define types
+TrackerLookupDict = DefaultDict[Text, List[TrackerWithCachedStates]]
+
+TrackersTuple = Tuple[List[TrackerWithCachedStates], List[TrackerWithCachedStates]]
+
+
+class TrainingDataGenerator:
+    """Generates trackers from training data."""
+
+    def __init__(
+        self,
+        story_graph: StoryGraph,
+        domain: Domain,
+        remove_duplicates: bool = True,
+        unique_last_num_states: Optional[int] = None,
+        augmentation_factor: int = 50,
+        tracker_limit: Optional[int] = None,
+        use_story_concatenation: bool = True,
+        debug_plots: bool = False,
+    ):
+        """Given a set of story parts, generates all stories that are possible.
+
+        The different story parts can end and start with checkpoints
+        and this generator will match start and end checkpoints to
+        connect complete stories. Afterwards, duplicate stories will be
+        removed and the data is augmented (if augmentation is enabled).
+        """
+        self.story_graph = story_graph.with_cycles_removed()
+        if debug_plots:
+            self.story_graph.visualize("story_blocks_connections.html")
+
+        self.domain = domain
+
+        # 10x factor is a heuristic for augmentation rounds
+        max_number_of_augmented_trackers = augmentation_factor * 10
+
+        self.config = ExtractorConfig(
+            remove_duplicates=remove_duplicates,
+            unique_last_num_states=unique_last_num_states,
+            augmentation_factor=augmentation_factor,
+            max_number_of_augmented_trackers=max_number_of_augmented_trackers,
+            tracker_limit=tracker_limit,
+            use_story_concatenation=use_story_concatenation,
+            rand=random.Random(42),
+        )
+        # hashed featurization of all finished trackers
+        self.hashed_featurizations: Set[int] = set()
+
+    @staticmethod
+    def _phase_name(everything_reachable_is_reached: bool, phase: int) -> Text:
+        if everything_reachable_is_reached:
+            return f"augmentation round {phase}"
+        else:
+            return f"data generation round {phase}"
+
+    def generate(self) -> List[TrackerWithCachedStates]:
+        """Generate trackers from stories and rules.
+
+        Returns:
+            The generated trackers.
+        """
+        return self.generate_story_trackers() + self._generate_rule_trackers()
+
+    def generate_story_trackers(self) -> List[TrackerWithCachedStates]:
+        """Generate trackers from stories (exclude rule trackers).
+
+        Returns:
+            The generated story trackers.
+        """
+        steps = [
+            step
+            for step in self.story_graph.ordered_steps()
+            if not isinstance(step, RuleStep)
+        ]
+
+        return self._generate(steps, is_rule_data=False)
+
+    def _generate_rule_trackers(self) -> List[TrackerWithCachedStates]:
+        steps = [
+            step
+            for step in self.story_graph.ordered_steps()
+            if isinstance(step, RuleStep)
+        ]
+
+        return self._generate(steps, is_rule_data=True)
+
+    def _generate(
+        self, story_steps: List[StoryStep], is_rule_data: bool = False
+    ) -> List[TrackerWithCachedStates]:
+        if not story_steps:
+            logger.debug(f"No {'rules' if is_rule_data else 'story blocks'} found.")
+            return []
+
+        if self.config.remove_duplicates and self.config.unique_last_num_states:
+            logger.debug(
+                "Generated trackers will be deduplicated "
+                "based on their unique last {} states."
+                "".format(self.config.unique_last_num_states)
+            )
+        self._mark_first_action_in_story_steps_as_unpredictable()
+
+        active_trackers: DefaultDict[Text, List[TrackerWithCachedStates]] = defaultdict(
+            list
+        )
+
+        init_tracker = TrackerWithCachedStates(
+            "",
+            self.domain.slots,
+            max_event_history=self.config.tracker_limit,
+            domain=self.domain,
+            is_rule_tracker=is_rule_data,
+        )
+        active_trackers[STORY_START].append(init_tracker)
+
+        # trackers that are sent to a featurizer
+        finished_trackers = []
+        # keep story end trackers separately for augmentation
+        story_end_trackers = []
+
+        phase = 0  # one phase is one traversal of all story steps.
+
+        # do not augment rule data
+        if not is_rule_data:
+            min_num_aug_phases = 3 if self.config.augmentation_factor > 0 else 0
+            logger.debug(f"Number of augmentation rounds is {min_num_aug_phases}")
+        else:
+            min_num_aug_phases = 0
+
+        # placeholder to track gluing process of checkpoints
+        used_checkpoints: Set[Text] = set()
+        previous_unused: Set[Text] = set()
+        everything_reachable_is_reached = False
+
+        # we will continue generating data until we have reached all
+        # checkpoints that seem to be reachable. This is a heuristic,
+        # if we did not reach any new checkpoints in an iteration, we
+        # assume we have reached all and stop.
+
+        while not everything_reachable_is_reached or phase < min_num_aug_phases:
+            phase_name = self._phase_name(everything_reachable_is_reached, phase)
+
+            num_active_trackers = self._count_trackers(active_trackers)
+
+            if num_active_trackers:
+                logger.debug(
+                    "Starting {} ... (with {} trackers)"
+                    "".format(phase_name, num_active_trackers)
+                )
+            else:
+                logger.debug(f"There are no trackers for {phase_name}")
+                break
+
+            # track unused checkpoints for this phase
+            unused_checkpoints: Set[Text] = set()
+
+            desc = f"Processed {'rules' if is_rule_data else 'story blocks'}"
+            pbar = tqdm(story_steps, desc=desc, disable=is_logging_disabled())
+            for step in pbar:
+                incoming_trackers: List[TrackerWithCachedStates] = []
+                for start in step.start_checkpoints:
+                    if active_trackers[start.name]:
+                        ts = start.filter_trackers(active_trackers[start.name])
+                        incoming_trackers.extend(ts)
+                        used_checkpoints.add(start.name)
+                    elif start.name not in used_checkpoints:
+                        # need to skip - there was no previous step that
+                        # had this start checkpoint as an end checkpoint
+                        # it will be processed in next phases
+                        unused_checkpoints.add(start.name)
+                if not incoming_trackers:
+                    # if there are no trackers,
+                    # we can skip the rest of the loop
+                    continue
+
+                # these are the trackers that reached this story
+                # step and that need to handle all events of the step
+
+                if self.config.remove_duplicates:
+                    incoming_trackers, end_trackers = self._remove_duplicate_trackers(
+                        incoming_trackers
+                    )
+
+                    # append end trackers to finished trackers
+                    finished_trackers.extend(end_trackers)
+
+                if everything_reachable_is_reached:
+                    # augmentation round
+                    incoming_trackers = self._subsample_trackers(
+                        incoming_trackers, self.config.max_number_of_augmented_trackers
+                    )
+
+                # update progress bar
+                pbar.set_postfix({"# trackers": "{:d}".format(len(incoming_trackers))})
+
+                trackers, end_trackers = self._process_step(step, incoming_trackers)
+
+                # add end trackers to finished trackers
+                finished_trackers.extend(end_trackers)
+
+                # update our tracker dictionary with the trackers
+                # that handled the events of the step and
+                # that can now be used for further story steps
+                # that start with the checkpoint this step ended with
+
+                for end in step.end_checkpoints:
+                    start_name = self._find_start_checkpoint_name(end.name)
+
+                    active_trackers[start_name].extend(trackers)
+
+                    if start_name in used_checkpoints:
+                        # add end checkpoint as unused
+                        # if this checkpoint was processed as
+                        # start one before
+                        unused_checkpoints.add(start_name)
+
+                if not step.end_checkpoints:
+                    unique_ends = self._remove_duplicate_story_end_trackers(trackers)
+                    story_end_trackers.extend(unique_ends)
+
+            num_finished = len(finished_trackers) + len(story_end_trackers)
+            logger.debug(f"Finished phase ({num_finished} training samples found).")
+
+            # prepare next round
+            phase += 1
+
+            if not everything_reachable_is_reached:
+                # check if we reached all nodes that can be reached
+                # if we reached at least one more node this round
+                # than last one, we assume there is still
+                # something left to reach and we continue
+
+                unused_checkpoints = self._add_unused_end_checkpoints(
+                    set(active_trackers.keys()), unused_checkpoints, used_checkpoints
+                )
+                active_trackers = self._filter_active_trackers(
+                    active_trackers, unused_checkpoints
+                )
+                num_active_trackers = self._count_trackers(active_trackers)
+
+                everything_reachable_is_reached = (
+                    unused_checkpoints == previous_unused or num_active_trackers == 0
+                )
+                previous_unused = unused_checkpoints
+
+                if everything_reachable_is_reached:
+                    # should happen only once
+
+                    previous_unused -= used_checkpoints
+                    # add trackers with unused checkpoints
+                    # to finished trackers
+                    for start_name in previous_unused:
+                        finished_trackers.extend(active_trackers[start_name])
+
+                    logger.debug("Data generation rounds finished.")
+                    logger.debug(
+                        "Found {} unused checkpoints".format(len(previous_unused))
+                    )
+                    phase = 0
+                else:
+                    logger.debug(
+                        "Found {} unused checkpoints "
+                        "in current phase."
+                        "".format(len(unused_checkpoints))
+                    )
+                    logger.debug(
+                        "Found {} active trackers "
+                        "for these checkpoints."
+                        "".format(num_active_trackers)
+                    )
+
+            if everything_reachable_is_reached:
+                # augmentation round, so we process only
+                # story end checkpoints
+                # reset used checkpoints
+                used_checkpoints = set()
+
+                # generate active trackers for augmentation
+                active_trackers = self._create_start_trackers_for_augmentation(
+                    story_end_trackers
+                )
+
+        finished_trackers.extend(story_end_trackers)
+        self._issue_unused_checkpoint_notification(previous_unused)
+        logger.debug("Found {} training trackers.".format(len(finished_trackers)))
+
+        if self.config.augmentation_factor > 0:
+            augmented_trackers, original_trackers = [], []
+            for t in finished_trackers:
+                if t.is_augmented:
+                    augmented_trackers.append(t)
+                else:
+                    original_trackers.append(t)
+            augmented_trackers = self._subsample_trackers(
+                augmented_trackers, self.config.max_number_of_augmented_trackers
+            )
+            logger.debug(
+                "Subsampled to {} augmented training trackers."
+                "".format(len(augmented_trackers))
+            )
+            logger.debug(
+                "There are {} original trackers.".format(len(original_trackers))
+            )
+            finished_trackers = original_trackers + augmented_trackers
+
+        return finished_trackers
+
+    @staticmethod
+    def _count_trackers(active_trackers: TrackerLookupDict) -> int:
+        """Count the number of trackers in the tracker dictionary."""
+        return sum(len(ts) for ts in active_trackers.values())
+
+    def _subsample_trackers(
+        self,
+        incoming_trackers: List[TrackerWithCachedStates],
+        max_number_of_trackers: int,
+    ) -> List[TrackerWithCachedStates]:
+        """Subsample the list of trackers to retrieve a random subset."""
+        # if flows get very long and have a lot of forks we
+        # get into trouble by collecting too many trackers
+        # hence the sub sampling
+        if max_number_of_trackers is not None:
+            return _subsample_array(
+                incoming_trackers, max_number_of_trackers, rand=self.config.rand
+            )
+        else:
+            return incoming_trackers
+
+    def _find_start_checkpoint_name(self, end_name: Text) -> Text:
+        """Find start checkpoint name given end checkpoint name of a cycle."""
+        return self.story_graph.story_end_checkpoints.get(end_name, end_name)
+
+    @staticmethod
+    def _add_unused_end_checkpoints(
+        start_checkpoints: Set[Text],
+        unused_checkpoints: Set[Text],
+        used_checkpoints: Set[Text],
+    ) -> Set[Text]:
+        """Add unused end checkpoints
+        if they were never encountered as start checkpoints.
+        """
+        return unused_checkpoints.union(
+            {
+                start_name
+                for start_name in start_checkpoints
+                if start_name not in used_checkpoints
+            }
+        )
+
+    @staticmethod
+    def _filter_active_trackers(
+        active_trackers: TrackerLookupDict, unused_checkpoints: Set[Text]
+    ) -> TrackerLookupDict:
+        """Filter active trackers that ended with unused checkpoint
+        or are parts of loops.
+        """
+        next_active_trackers = defaultdict(list)
+
+        for start_name in unused_checkpoints:
+            # process trackers ended with unused checkpoints further
+            if start_name != STORY_START:
+                # there is no point to process STORY_START checkpoint again
+                next_active_trackers[start_name] = active_trackers.get(start_name, [])
+
+        return next_active_trackers
+
+    def _create_start_trackers_for_augmentation(
+        self, story_end_trackers: List[TrackerWithCachedStates]
+    ) -> TrackerLookupDict:
+        """This is where the augmentation magic happens.
+
+        We will reuse all the trackers that reached the
+        end checkpoint `None` (which is the end of a
+        story) and start processing all steps again. So instead
+        of starting with a fresh tracker, the second and
+        all following phases will reuse a couple of the trackers
+        that made their way to a story end.
+
+        We need to do some cleanup before processing them again.
+        """
+        next_active_trackers = defaultdict(list)
+
+        if self.config.use_story_concatenation:
+            ending_trackers = _subsample_array(
+                story_end_trackers,
+                self.config.augmentation_factor,
+                rand=self.config.rand,
+            )
+            for t in ending_trackers:
+                # this is a nasty thing - all stories end and
+                # start with action listen - so after logging the first
+                # actions in the next phase the trackers would
+                # contain action listen followed by action listen.
+                # to fix this we are going to "undo" the last action listen
+
+                # tracker should be copied,
+                # otherwise original tracker is updated
+                aug_t = t.copy()
+                aug_t.is_augmented = True
+                aug_t.update(ActionReverted())
+                next_active_trackers[STORY_START].append(aug_t)
+
+        return next_active_trackers
+
+    def _process_step(
+        self, step: StoryStep, incoming_trackers: List[TrackerWithCachedStates]
+    ) -> TrackersTuple:
+        """Processes a steps events with all trackers.
+
+        The trackers that reached the steps starting checkpoint will
+        be used to process the events. Collects and returns training
+        data while processing the story step.
+        """
+        events = step.explicit_events(self.domain)
+
+        trackers = []
+        if events:  # small optimization
+
+            # need to copy the tracker as multiple story steps
+            # might start with the same checkpoint and all of them
+            # will use the same set of incoming trackers
+
+            for tracker in incoming_trackers:
+                # sender id is used to be able for a human to see where the
+                # messages and events for this tracker came from - to do this
+                # we concatenate the story block names of the blocks that
+                # contribute to the trackers events
+                if tracker.sender_id:
+                    if (
+                        step.block_name
+                        and step.block_name not in tracker.sender_id.split(" > ")
+                    ):
+                        new_sender = tracker.sender_id + " > " + step.block_name
+                    else:
+                        new_sender = tracker.sender_id
+                else:
+                    new_sender = step.block_name
+                trackers.append(tracker.copy(new_sender, step.source_name))
+
+        end_trackers = []
+        for event in events:
+            if (
+                isinstance(event, ActionExecuted)
+                and event.action_text
+                and event.action_text not in self.domain.action_texts
+            ):
+                rasa.shared.utils.cli.print_warning(
+                    f"Test story '{step.block_name}' in "
+                    f"'{step.source_name}' contains the bot utterance "
+                    f"'{event.action_text}', which is not part "
+                    f"of the training data / domain."
+                )
+            for tracker in trackers:
+                if isinstance(
+                    event, (ActionReverted, UserUtteranceReverted, Restarted)
+                ):
+                    end_trackers.append(tracker.copy(tracker.sender_id))
+                if isinstance(step, RuleStep):
+                    # The rules can specify that a form or a slot shouldn't be set,
+                    # therefore we need to distinguish between not set
+                    # and explicitly set to None
+                    if isinstance(event, ActiveLoop) and event.name is None:
+                        event.name = SHOULD_NOT_BE_SET
+
+                    if isinstance(event, SlotSet) and event.value is None:
+                        event.value = SHOULD_NOT_BE_SET
+
+                tracker.update(event)
+
+        # end trackers should be returned separately
+        # to avoid using them for augmentation
+        return trackers, end_trackers
+
+    def _remove_duplicate_trackers(
+        self, trackers: List[TrackerWithCachedStates]
+    ) -> TrackersTuple:
+        """Removes trackers that create equal featurizations
+            for current story step.
+
+        From multiple trackers that create equal featurizations
+        we only need to keep one. Because as we continue processing
+        events and story steps, all trackers that created the
+        same featurization once will do so in the future (as we
+        feed the same events to all trackers).
+        """
+        step_hashed_featurizations = set()
+
+        # collected trackers that created different featurizations
+        unique_trackers = []  # for current step
+        end_trackers = []  # for all steps
+
+        for tracker in trackers:
+            states_for_hashing = tuple(tracker.past_states_for_hashing(self.domain))
+            hashed = hash(states_for_hashing)
+
+            # only continue with trackers that created a
+            # hashed_featurization we haven't observed
+            if hashed not in step_hashed_featurizations:
+                if self.config.unique_last_num_states:
+                    last_states = states_for_hashing[
+                        -self.config.unique_last_num_states :
+                    ]
+                    last_hashed = hash(last_states)
+
+                    if last_hashed not in step_hashed_featurizations:
+                        step_hashed_featurizations.add(last_hashed)
+                        unique_trackers.append(tracker)
+                    elif (
+                        len(states_for_hashing) > len(last_states)
+                        and hashed not in self.hashed_featurizations
+                    ):
+                        self.hashed_featurizations.add(hashed)
+                        end_trackers.append(tracker)
+                else:
+                    unique_trackers.append(tracker)
+
+                step_hashed_featurizations.add(hashed)
+
+        return unique_trackers, end_trackers
+
+    def _remove_duplicate_story_end_trackers(
+        self, trackers: List[TrackerWithCachedStates]
+    ) -> List[TrackerWithCachedStates]:
+        """Removes trackers that reached story end and
+        created equal featurizations.
+        """
+        # collected trackers that created different featurizations
+        unique_trackers = []  # for all steps
+
+        # deduplication of finished trackers is needed,
+        # otherwise featurization does a lot of unnecessary work
+
+        for tracker in trackers:
+            states_for_hashing = tuple(tracker.past_states_for_hashing(self.domain))
+            hashed = hash(states_for_hashing + (tracker.is_rule_tracker,))
+
+            # only continue with trackers that created a
+            # hashed_featurization we haven't observed
+
+            if hashed not in self.hashed_featurizations:
+                self.hashed_featurizations.add(hashed)
+                unique_trackers.append(tracker)
+
+        return unique_trackers
+
+    def _mark_first_action_in_story_steps_as_unpredictable(self) -> None:
+        """Mark actions which shouldn't be used during ML training.
+
+        If a story starts with an action, we can not use
+        that first action as a training example, as there is no
+        history. There is one exception though, we do want to
+        predict action listen. But because stories never
+        contain action listen events (they are added when a
+        story gets converted to a dialogue) we need to apply a
+        small trick to avoid marking actions occurring after
+        an action listen as unpredictable.
+        """
+        for step in self.story_graph.story_steps:
+            # TODO: this does not work if a step is the conversational start
+            #       as well as an intermediary part of a conversation.
+            #       This means a checkpoint can either have multiple
+            #       checkpoints OR be the start of a conversation
+            #       but not both.
+            if STORY_START in {s.name for s in step.start_checkpoints}:
+                for i, e in enumerate(step.events):
+                    if isinstance(e, UserUttered):
+                        # if there is a user utterance, that means before the
+                        # user uttered something there has to be
+                        # an action listen. therefore, any action that comes
+                        # after this user utterance isn't the first
+                        # action anymore and the tracker used for prediction
+                        # is not empty anymore. Hence, it is fine
+                        # to predict anything that occurs after an utterance.
+                        break
+                    if isinstance(e, ActionExecuted):
+                        e.unpredictable = True
+                        break
+
+    def _issue_unused_checkpoint_notification(
+        self, unused_checkpoints: Set[Text]
+    ) -> None:
+        """Warns about unused story blocks.
+
+        Unused steps are ones having a start or end checkpoint
+        that no one provided.
+        """
+        if STORY_START in unused_checkpoints:
+            rasa.shared.utils.io.raise_warning(
+                "There is no starting story block "
+                "in the training data. "
+                "All your story blocks start with some checkpoint. "
+                "There should be at least one story block "
+                "that starts without any checkpoint.",
+                docs=DOCS_URL_STORIES + "#stories",
+            )
+
+        # running through the steps first will result in only one warning
+        # per block (as one block might have multiple steps)
+        collected_start = set()
+        collected_end = set()
+        for step in self.story_graph.story_steps:
+            for start in step.start_checkpoints:
+                if start.name in unused_checkpoints:
+                    # After processing, there shouldn't be a story part left.
+                    # This indicates a start checkpoint that doesn't exist
+                    collected_start.add((start.name, step.block_name))
+
+            for end in step.end_checkpoints:
+                if end.name in unused_checkpoints:
+                    # After processing, there shouldn't be a story part left.
+                    # This indicates an end checkpoint that doesn't exist
+                    collected_end.add((end.name, step.block_name))
+
+        for cp, block_name in collected_start:
+            if not cp.startswith(GENERATED_CHECKPOINT_PREFIX):
+                rasa.shared.utils.io.raise_warning(
+                    f"Unsatisfied start checkpoint '{cp}' "
+                    f"in block '{block_name}'. "
+                    f"Remove this checkpoint or add "
+                    f"story blocks that end "
+                    f"with this checkpoint.",
+                    docs=DOCS_URL_STORIES + "#checkpoints",
+                )
+
+        for cp, block_name in collected_end:
+            if not cp.startswith(GENERATED_CHECKPOINT_PREFIX):
+                rasa.shared.utils.io.raise_warning(
+                    f"Unsatisfied end checkpoint '{cp}' "
+                    f"in block '{block_name}'. "
+                    f"Remove this checkpoint or add "
+                    f"story blocks that start "
+                    f"with this checkpoint.",
+                    docs=DOCS_URL_STORIES + "#checkpoints",
+                )
+
+
+def _subsample_array(
+    arr: List[Any],
+    max_values: int,
+    can_modify_incoming_array: bool = True,
+    rand: Optional[random.Random] = None,
+) -> List[Any]:
+    """Shuffles the array and returns `max_values` number of elements."""
+    if not can_modify_incoming_array:
+        arr = arr[:]
+    if rand is not None:
+        rand.shuffle(arr)
+    else:
+        random.shuffle(arr)
+    return arr[:max_values]