rasa-pro 3.8.17__py3-none-any.whl → 3.9.14__py3-none-any.whl

rasa/core/information_retrieval/qdrant.py

@@ -1,4 +1,4 @@
-from typing import TYPE_CHECKING, List, Text
+from typing import Text, Any, Dict
 
 import structlog
 from langchain.vectorstores.qdrant import Qdrant
@@ -6,15 +6,12 @@ from pydantic import ValidationError
 from qdrant_client import QdrantClient
 from rasa.utils.endpoints import EndpointConfig
 
-from rasa.core.information_retrieval.information_retrieval import (
+from rasa.core.information_retrieval import (
+    SearchResultList,
     InformationRetrieval,
     InformationRetrievalException,
 )
 
-if TYPE_CHECKING:
-    from langchain.schema import Document
-    from langchain.schema.embeddings import Embeddings
-
 logger = structlog.get_logger()
 
 
@@ -41,12 +38,6 @@ class QdrantInformationRetrievalException(InformationRetrievalException):
 
 
 class Qdrant_Store(InformationRetrieval):
-    def __init__(
-        self,
-        embeddings: "Embeddings",
-    ) -> None:
-        self.embeddings = embeddings
-
     def connect(
         self,
         config: EndpointConfig,
@@ -73,7 +64,9 @@ class Qdrant_Store(InformationRetrieval):
             metadata_payload_key=params.get("metadata_payload_key", "metadata"),
         )
 
-    async def search(self, query: Text, threshold: float = 0.0) -> List["Document"]:
+    async def search(
+        self, query: Text, tracker_state: Dict[str, Any], threshold: float = 0.0
+    ) -> SearchResultList:
         """Search for a document in the Qdrant vector store.
 
         Args:
@@ -83,7 +76,7 @@ class Qdrant_Store(InformationRetrieval):
         Returns:
         A list of documents that match the query.
         """
-        logger.info("information_retrieval.qdrant_store.search", query=query)
+        logger.debug("information_retrieval.qdrant_store.search", query=query)
         try:
             hits = await self.client.asimilarity_search(
                 query, k=4, score_threshold=threshold
@@ -99,4 +92,4 @@ class Qdrant_Store(InformationRetrieval):
             raise QdrantInformationRetrievalException(
                 f"Failed to search the Qdrant vector store. Encountered error: {e}"
             ) from e
-        return hits
+        return SearchResultList.from_document_list(hits)

rasa/core/lock_store.py

@@ -100,7 +100,6 @@ class LockStore:
         """
         ticket = self.issue_ticket(conversation_id, lock_lifetime)
         try:
-
             yield await self._acquire_lock(
                 conversation_id, ticket, wait_time_in_seconds
             )

rasa/core/migrate.py

@@ -84,7 +84,7 @@ def _get_updated_or_new_mappings(
 
 
 def _migrate_form_slots(
-    domain: Dict[Text, Any]
+    domain: Dict[Text, Any],
 ) -> Tuple[Dict[Any, Dict[str, Any]], Optional[Any]]:
     updated_slots = domain.get(KEY_SLOTS, {})
     forms = domain.get(KEY_FORMS, {})
@@ -228,7 +228,6 @@ def _migrate_domain_files(
         )
 
     for file in domain_files:
-
         backup = backup_location / file.name
         original_content = _create_back_up(file, backup)
 

rasa/core/nlg/callback.py

@@ -62,7 +62,6 @@ class CallbackNaturalLanguageGenerator(NaturalLanguageGenerator):
     """
 
     def __init__(self, endpoint_config: EndpointConfig) -> None:
-
         self.nlg_endpoint = endpoint_config
 
     async def generate(
@@ -82,9 +81,9 @@ class CallbackNaturalLanguageGenerator(NaturalLanguageGenerator):
         body = nlg_request_format(utter_action, tracker, output_channel, **kwargs)
 
         logger.debug(
-            "Requesting NLG for {} from {}."
-            "The request body is {}."
-            "".format(utter_action, self.nlg_endpoint.url, json.dumps(body))
+            "Requesting NLG for {} from {}. The request body is {}.".format(
+                utter_action, self.nlg_endpoint.url, json.dumps(body)
+            )
         )
 
         response = await self.nlg_endpoint.request(

rasa/core/policies/enterprise_search_policy.py

@@ -4,10 +4,16 @@ import re
 from typing import TYPE_CHECKING, Any, Dict, List, Optional, Text
 
 import dotenv
-import rasa.shared.utils.io
 import structlog
 from jinja2 import Template
-from pydantic.error_wrappers import ValidationError
+from pydantic import ValidationError
+
+import rasa.shared.utils.io
+from rasa.telemetry import (
+    track_enterprise_search_policy_predict,
+    track_enterprise_search_policy_train_completed,
+    track_enterprise_search_policy_train_started,
+)
 from rasa.shared.exceptions import RasaException
 from rasa.core.constants import (
     POLICY_MAX_HISTORY,
@@ -41,7 +47,7 @@ from rasa.shared.core.constants import (
 from rasa.shared.core.domain import Domain
 from rasa.shared.core.events import Event
 from rasa.shared.core.generator import TrackerWithCachedStates
-from rasa.shared.core.trackers import DialogueStateTracker
+from rasa.shared.core.trackers import DialogueStateTracker, EventVerbosity
 from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.utils.cli import print_error_and_exit
 from rasa.shared.utils.io import deep_container_fingerprint
@@ -54,16 +60,15 @@ from rasa.shared.utils.llm import (
     sanitize_message_for_prompt,
     tracker_as_readable_transcript,
 )
-
 from rasa.core.information_retrieval.faiss import FAISS_Store
-from rasa.core.information_retrieval.information_retrieval import (
+from rasa.core.information_retrieval import (
     InformationRetrieval,
+    SearchResult,
     InformationRetrievalException,
     create_from_endpoint_config,
 )
 
 if TYPE_CHECKING:
-    from langchain.schema import Document
     from langchain.schema.embeddings import Embeddings
     from langchain.llms.base import BaseLLM
     from rasa.core.featurizers.tracker_featurizers import TrackerFeaturizer
@@ -78,6 +83,9 @@ SOURCE_PROPERTY = "source"
 VECTOR_STORE_TYPE_PROPERTY = "type"
 VECTOR_STORE_PROPERTY = "vector_store"
 VECTOR_STORE_THRESHOLD_PROPERTY = "threshold"
+TRACE_TOKENS_PROPERTY = "trace_prompt_tokens"
+CITATION_ENABLED_PROPERTY = "citation_enabled"
+USE_LLM_PROPERTY = "use_generative_llm"
 
 DEFAULT_VECTOR_STORE_TYPE = "faiss"
 DEFAULT_VECTOR_STORE_THRESHOLD = 0.0
@@ -109,6 +117,10 @@ DEFAULT_ENTERPRISE_SEARCH_PROMPT_TEMPLATE = importlib.resources.read_text(
     "rasa.core.policies", "enterprise_search_prompt_template.jinja2"
 )
 
+DEFAULT_ENTERPRISE_SEARCH_PROMPT_WITH_CITATION_TEMPLATE = importlib.resources.read_text(
+    "rasa.core.policies", "enterprise_search_prompt_with_citation_template.jinja2"
+)
+
 
 class VectorStoreConnectionError(RasaException):
     """Exception raised for errors in connecting to the vector store."""
@@ -171,13 +183,24 @@ class EnterpriseSearchPolicy(Policy):
         self.vector_store_config = config.get(
             VECTOR_STORE_PROPERTY, DEFAULT_VECTOR_STORE
         )
+        self.llm_config = self.config.get(LLM_CONFIG_KEY, DEFAULT_LLM_CONFIG)
+        self.embeddings_config = self.config.get(
+            EMBEDDINGS_CONFIG_KEY, DEFAULT_EMBEDDINGS_CONFIG
+        )
         self.max_history = self.config.get(POLICY_MAX_HISTORY)
         self.prompt_template = prompt_template or get_prompt_template(
             self.config.get("prompt"),
             DEFAULT_ENTERPRISE_SEARCH_PROMPT_TEMPLATE,
         )
-        self.trace_prompt_tokens = self.config.get("trace_prompt_tokens", False)
-        self.citation_enabled = self.config.get("citation_enabled", False)
+        self.trace_prompt_tokens = self.config.get(TRACE_TOKENS_PROPERTY, False)
+        self.use_llm = self.config.get(USE_LLM_PROPERTY, True)
+        self.citation_enabled = self.config.get(CITATION_ENABLED_PROPERTY, False)
+        self.citation_prompt_template = get_prompt_template(
+            self.config.get("prompt"),
+            DEFAULT_ENTERPRISE_SEARCH_PROMPT_WITH_CITATION_TEMPLATE,
+        )
+        if self.citation_enabled:
+            self.prompt_template = self.citation_prompt_template
 
     @classmethod
     def _create_plain_embedder(cls, config: Dict[Text, Any]) -> "Embeddings":
@@ -216,6 +239,9 @@ class EnterpriseSearchPolicy(Policy):
         """
         store_type = self.vector_store_config.get(VECTOR_STORE_TYPE_PROPERTY)
 
+        # telemetry call to track training start
+        track_enterprise_search_policy_train_started()
+
         # validate embedding configuration
         try:
             embeddings = self._create_plain_embedder(self.config)
@@ -246,6 +272,16 @@ class EnterpriseSearchPolicy(Policy):
         else:
             logger.info("enterprise_search_policy.train.custom", store_type=store_type)
 
+        # telemetry call to track training completion
+        track_enterprise_search_policy_train_completed(
+            vector_store_type=store_type,
+            embeddings_type=self.embeddings_config.get("_type"),
+            embeddings_model=self.embeddings_config.get("model")
+            or self.embeddings_config.get("model_name"),
+            llm_type=self.llm_config.get("_type"),
+            llm_model=self.llm_config.get("model") or self.llm_config.get("model_name"),
+            citation_enabled=self.citation_enabled,
+        )
         self.persist()
         return self._resource
 
@@ -353,7 +389,9 @@ class EnterpriseSearchPolicy(Policy):
             VECTOR_STORE_THRESHOLD_PROPERTY, DEFAULT_VECTOR_STORE_THRESHOLD
         )
         llm = llm_factory(self.config.get(LLM_CONFIG_KEY), DEFAULT_LLM_CONFIG)
-        if not self.supports_current_stack_frame(tracker, False, False):
+        if not self.supports_current_stack_frame(
+            tracker, False, False
+        ) or self.should_abstain_in_coexistence(tracker, True):
             return self._prediction(self._default_predictions(domain))
 
         if not self.vector_store:
@@ -367,48 +405,74 @@ class EnterpriseSearchPolicy(Policy):
             return self._create_prediction_internal_error(domain, tracker)
 
         search_query = self._get_last_user_message(tracker)
+        tracker_state = tracker.current_state(EventVerbosity.AFTER_RESTART)
 
         try:
             documents = await self.vector_store.search(
                 query=search_query,
+                tracker_state=tracker_state,
                 threshold=vector_search_threshold,
             )
         except InformationRetrievalException as e:
             logger.error(f"{logger_key}.search_error", error=e)
             return self._create_prediction_internal_error(domain, tracker)
 
-        if not documents:
+        if not documents.results:
             logger.info(f"{logger_key}.no_documents")
             return self._create_prediction_cannot_handle(domain, tracker)
 
-        logger.debug(f"{logger_key}.documents", num_documents=len(documents))
-        prompt = self._render_prompt(tracker, documents)
-        llm_answer = await self._generate_llm_answer(llm, prompt)
-        if llm_answer is None:
-            return self._create_prediction_internal_error(domain, tracker)
+        if self.use_llm:
+            prompt = self._render_prompt(tracker, documents.results)
+            llm_answer = await self._generate_llm_answer(llm, prompt)
 
-        if self.citation_enabled:
-            llm_answer = self.post_process_citations(llm_answer)
+            if self.citation_enabled:
+                llm_answer = self.post_process_citations(llm_answer)
+
+            logger.debug(f"{logger_key}.llm_answer", llm_answer=llm_answer)
+            response = llm_answer
+        else:
+            response = documents.results[0].metadata.get("answer", None)
+            if not response:
+                logger.error(
+                    f"{logger_key}.answer_key_missing_in_metadata",
+                    search_results=documents.results,
+                )
+            logger.debug(
+                "enterprise_search_policy.predict_action_probabilities.no_llm",
+                search_results=documents,
+            )
+
+        if response is None:
+            return self._create_prediction_internal_error(domain, tracker)
 
-        logger.debug(f"{logger_key}.llm_answer", llm_answer=llm_answer)
         action_metadata = {
             "message": {
-                "text": llm_answer,
+                "text": response,
             }
         }
 
+        # telemetry call to track policy prediction
+        track_enterprise_search_policy_predict(
+            vector_store_type=self.vector_store_config.get(VECTOR_STORE_TYPE_PROPERTY),
+            embeddings_type=self.embeddings_config.get("_type"),
+            embeddings_model=self.embeddings_config.get("model")
+            or self.embeddings_config.get("model_name"),
+            llm_type=self.llm_config.get("_type"),
+            llm_model=self.llm_config.get("model") or self.llm_config.get("model_name"),
+            citation_enabled=self.citation_enabled,
+        )
         return self._create_prediction(
             domain=domain, tracker=tracker, action_metadata=action_metadata
         )
 
     def _render_prompt(
-        self, tracker: DialogueStateTracker, documents: List["Document"]
+        self, tracker: DialogueStateTracker, documents: List[SearchResult]
     ) -> Text:
         """Renders the prompt from the template.
 
         Args:
             tracker: The tracker containing the conversation history up to now.
-            documents: The documents retrieved from the vector store.
+            documents: The documents retrieved from search
 
         Returns:
             The rendered prompt.
@@ -529,7 +593,7 @@ class EnterpriseSearchPolicy(Policy):
         """
         result = self._default_predictions(domain)
         if action_name:
-            result[domain.index_for_action(action_name)] = score  # type: ignore[assignment]  # noqa: E501
+            result[domain.index_for_action(action_name)] = score  # type: ignore[assignment]
         return result
 
     @classmethod

rasa/core/policies/enterprise_search_prompt_template.jinja2

@@ -4,39 +4,10 @@ If the answer is not known or cannot be determined from the provided documents o
 ### Relevant Documents
 Use the following documents to answer the question:
 {% for doc in docs %}
-{{ loop.cycle("*")}}. {{ doc.metadata }}
-{{ doc.page_content }}
+{{ loop.index }}. {{ doc.metadata }}
+{{ doc.text }}
 {% endfor %}
 
-{% if citation_enabled %}
-### Citing Sources
-Find the sources from the documents that are most relevant to answering the question.
-The sources must be extracted from the given document metadata source property and not from the conversation context.
-If there are no relevant sources, write "No relevant sources" instead.
-
-For each source you cite, follow a 1-based numbering system for citations.
-Start with [1] for the first source you refer to, regardless of its index in the provided list of documents.
-If you cite another source, use the next number in sequence, [2], and so on.
-Ensure each source is only assigned one number, even if referenced multiple times.
-If you refer back to a previously cited source, use its originally assigned number.
-
-For example, if you first cite the third source in the list, refer to it as [1].
-If you then cite the first source in the list, refer to it as [2].
-If you mention the third source again, still refer to it as [1].
-
-Don't say "According to Source [1]" when answering. Instead, make references to sources relevant to each section of the answer solely by adding the bracketed number at the end of the relevant sentence.
-#### Formatting
-First print the answer with in-text citations which follow a numbered order starting with index 1, then add the sources section.
-The format of your overall answer must look like what's shown between the <example></example> tags.
-Make sure to follow the formatting exactly and remove any line breaks or whitespaces between the answer and the Sources section.
-<example>
-You can use flows to model business logic in Rasa assistants. [1] You can use the Enterprise Search Policy to search vector stores for relevant knowledge base documents. [2]
-Sources:
-[1] https://rasa.com/docs/rasa-pro/concepts/flows
-[2] https://rasa.com/docs/rasa-pro/concepts/policies/enterprise-search-policy
-</example>
-{% endif %}
-
 {% if slots|length > 0 %}
 ### Slots or Variables
 Here are the variables of the currently active conversation which may be used to answer the question:
@@ -49,14 +20,6 @@ Here are the variables of the currently active conversation which may be used to
 Transcript of the current conversation, use it to determine the context of the question:
 {{ current_conversation }}
 
-
-## Answering the Question
-Based on the above sections, please formulate an answer to the question or request in the user's last message.
-It is important that you ensure the answer is grounded in the provided documents and conversation context.
+Based on the above, please formulate an answer to the question or request in the user's last message. 
+It is important that you ensure the answer is grounded in the provided documents and conversation context. 
 Avoid speculating or making assumptions beyond the given information and keep your answers short, 2 to 3 sentences at most.
-
-{% if citation_enabled %}
-If you are unable to find an answer in the given relevant documents, do not cite sources from elsewhere in the conversation context.
-{% endif %}
-
-Your answer:

rasa/core/policies/enterprise_search_prompt_with_citation_template.jinja2

@@ -0,0 +1,60 @@
+Given the following information, please provide an answer based on the provided documents and the context of the recent conversation.
+If the answer is not known or cannot be determined from the provided documents or context, please state that you do not know to the user.
+### Relevant Documents
+Use the following documents to answer the question:
+{% for doc in docs %}
+{{ loop.cycle("*")}}. {{ doc.metadata }}
+{{ doc.page_content }}
+{% endfor %}
+
+{% if citation_enabled %}
+### Citing Sources
+Find the sources from the documents that are most relevant to answering the question.
+The sources must be extracted from the given document metadata source property and not from the conversation context.
+If there are no relevant sources, write "No relevant sources" instead.
+
+For each source you cite, follow a 1-based numbering system for citations.
+Start with [1] for the first source you refer to, regardless of its index in the provided list of documents.
+If you cite another source, use the next number in sequence, [2], and so on.
+Ensure each source is only assigned one number, even if referenced multiple times.
+If you refer back to a previously cited source, use its originally assigned number.
+
+For example, if you first cite the third source in the list, refer to it as [1].
+If you then cite the first source in the list, refer to it as [2].
+If you mention the third source again, still refer to it as [1].
+
+Don't say "According to Source [1]" when answering. Instead, make references to sources relevant to each section of the answer solely by adding the bracketed number at the end of the relevant sentence.
+#### Formatting
+First print the answer with in-text citations which follow a numbered order starting with index 1, then add the sources section.
+The format of your overall answer must look like what's shown between the <example></example> tags.
+Make sure to follow the formatting exactly and remove any line breaks or whitespaces between the answer and the Sources section.
+<example>
+You can use flows to model business logic in Rasa assistants. [1] You can use the Enterprise Search Policy to search vector stores for relevant knowledge base documents. [2]
+Sources:
+[1] https://rasa.com/docs/rasa-pro/concepts/flows
+[2] https://rasa.com/docs/rasa-pro/concepts/policies/enterprise-search-policy
+</example>
+{% endif %}
+
+{% if slots|length > 0 %}
+### Slots or Variables
+Here are the variables of the currently active conversation which may be used to answer the question:
+{% for slot in slots -%}
+- name: {{ slot.name }}, value: {{ slot.value }}, type: {{ slot.type }}
+{% endfor %}
+{% endif %}
+### Current Conversation
+Transcript of the current conversation, use it to determine the context of the question:
+{{ current_conversation }}
+
+
+## Answering the Question
+Based on the above sections, please formulate an answer to the question or request in the user's last message.
+It is important that you ensure the answer is grounded in the provided documents and conversation context.
+Avoid speculating or making assumptions beyond the given information and keep your answers short, 2 to 3 sentences at most.
+
+{% if citation_enabled %}
+If you are unable to find an answer in the given relevant documents, do not cite sources from elsewhere in the conversation context.
+{% endif %}
+
+Your answer:

rasa/core/policies/flows/flow_executor.py

@@ -3,6 +3,8 @@ from __future__ import annotations
 from typing import Any, Dict, Text, List, Optional
 
 from jinja2 import Template
+from rasa.dialogue_understanding.commands import CancelFlowCommand
+from rasa.dialogue_understanding.patterns.cancel import CancelPatternFlowStackFrame
 from structlog.contextvars import (
     bound_contextvars,
 )
@@ -17,6 +19,9 @@ from rasa.core.policies.flows.flow_step_result import (
     FlowStepResult,
     PauseFlowReturnPrediction,
 )
+from rasa.dialogue_understanding.patterns.internal_error import (
+    InternalErrorPatternFlowStackFrame,
+)
 from rasa.dialogue_understanding.patterns.search import SearchPatternFlowStackFrame
 from rasa.dialogue_understanding.stack.dialogue_stack import DialogueStack
 from rasa.dialogue_understanding.stack.frames import (
@@ -42,7 +47,7 @@ from rasa.dialogue_understanding.stack.utils import (
 
 from pypred import Predicate
 
-from rasa.shared.core.constants import ACTION_LISTEN_NAME
+from rasa.shared.core.constants import ACTION_LISTEN_NAME, SlotMappingType
 from rasa.shared.core.events import (
     Event,
     FlowCompleted,
@@ -72,6 +77,7 @@ from rasa.shared.core.flows.flow import (
     FlowStep,
 )
 from rasa.shared.core.flows.steps.collect import SlotRejection
+from rasa.shared.core.slots import Slot
 from rasa.shared.core.trackers import (
     DialogueStateTracker,
 )
@@ -397,7 +403,6 @@ def advance_flows_until_next_action(
     number_of_steps_taken = 0
 
     while isinstance(step_result, ContinueFlowWithNextStep):
-
         number_of_steps_taken += 1
         if number_of_steps_taken > MAX_NUMBER_OF_STEPS:
             raise FlowCircuitBreakerTrippedException(
@@ -467,6 +472,87 @@ def advance_flows_until_next_action(
         return FlowActionPrediction(None, 0.0, events=gathered_events)
 
 
+def validate_collect_step(
+    step: CollectInformationFlowStep,
+    stack: DialogueStack,
+    available_actions: List[str],
+    slots: Dict[Text, Slot],
+) -> bool:
+    """Validate that a collect step can be executed.
+
+    A collect step can be executed if either the `utter_ask` or the `action_ask` is
+    defined in the domain. If neither is defined, the collect step can still be
+    executed if the slot has an initial value defined in the domain, which would cause
+    the step to be skipped."""
+    slot = slots.get(step.collect)
+    slot_has_initial_value_defined = slot and slot.initial_value is not None
+    if (
+        slot_has_initial_value_defined
+        or step.utter in available_actions
+        or step.collect_action in available_actions
+    ):
+        return True
+
+    structlogger.error(
+        "flow.step.run.collect_missing_utter_or_collect_action",
+        slot_name=step.collect,
+    )
+
+    cancel_flow_and_push_internal_error(stack)
+
+    return False
+
+
+def cancel_flow_and_push_internal_error(stack: DialogueStack) -> None:
+    """Cancel the top user flow and push the internal error pattern."""
+    top_frame = stack.top()
+
+    if isinstance(top_frame, BaseFlowStackFrame):
+        # we need to first cancel the top user flow
+        # because we cannot collect one of its slots
+        # and therefore should not proceed with the flow
+        # after triggering pattern_internal_error
+        canceled_frames = CancelFlowCommand.select_canceled_frames(stack)
+        stack.push(
+            CancelPatternFlowStackFrame(
+                canceled_name=top_frame.flow_id,
+                canceled_frames=canceled_frames,
+            )
+        )
+    stack.push(InternalErrorPatternFlowStackFrame())
+
+
+def validate_custom_slot_mappings(
+    step: CollectInformationFlowStep,
+    stack: DialogueStack,
+    tracker: DialogueStateTracker,
+    available_actions: List[str],
+) -> bool:
+    """Validate a slot with custom mappings.
+
+    If invalid, trigger pattern_internal_error and return False.
+    """
+    slot = tracker.slots.get(step.collect, None)
+    slot_mappings = slot.mappings if slot else []
+    for mapping in slot_mappings:
+        if (
+            mapping.get("type") == SlotMappingType.CUSTOM.value
+            and mapping.get("action") is None
+        ):
+            # this is a slot that must be filled by a custom action
+            # check if collect_action exists
+            if step.collect_action not in available_actions:
+                structlogger.error(
+                    "flow.step.run.collect_action_not_found_for_custom_slot_mapping",
+                    action=step.collect_action,
+                    collect=step.collect,
+                )
+                cancel_flow_and_push_internal_error(stack)
+                return False
+
+    return True
+
+
 def run_step(
     step: FlowStep,
     flow: Flow,
@@ -500,6 +586,22 @@ def run_step(
         initial_events.append(FlowStarted(flow.id))
 
     if isinstance(step, CollectInformationFlowStep):
+        is_step_valid = validate_collect_step(
+            step, stack, available_actions, tracker.slots
+        )
+        if not is_step_valid:
+            # if we return any other FlowStepResult, the assistant will stay silent
+            # instead of triggering the internal error pattern
+            return ContinueFlowWithNextStep(events=initial_events)
+
+        is_mapping_valid = validate_custom_slot_mappings(
+            step, stack, tracker, available_actions
+        )
+        if not is_mapping_valid:
+            # if we return any other FlowStepResult, the assistant will stay silent
+            # instead of triggering the internal error pattern
+            return ContinueFlowWithNextStep(events=initial_events)
+
         structlogger.debug("flow.step.run.collect")
         trigger_pattern_ask_collect_information(
             step.collect, stack, step.rejections, step.utter, step.collect_action

rasa/core/policies/intentless_policy.py

@@ -3,7 +3,6 @@ import math
 from dataclasses import dataclass, field
 from typing import Any, Dict, List, Optional, Set, TYPE_CHECKING, Text, Tuple
 
-import rasa.shared.utils.io
 import structlog
 import tiktoken
 from jinja2 import Template
@@ -11,6 +10,7 @@ from langchain.docstore.document import Document
 from langchain.schema.embeddings import Embeddings
 from langchain.vectorstores import FAISS
 
+import rasa.shared.utils.io
 from rasa import telemetry
 from rasa.core.constants import (
     CHAT_POLICY_PRIORITY,
@@ -56,7 +56,6 @@ from rasa.shared.utils.llm import (
     sanitize_message_for_prompt,
     tracker_as_readable_transcript,
 )
-
 from rasa.utils.ml_utils import (
     extract_ai_response_examples,
     extract_participant_messages_from_transcript,
@@ -65,7 +64,6 @@ from rasa.utils.ml_utils import (
     persist_faiss_vector_store,
     response_for_template,
 )
-
 from rasa.utils.log_utils import log_llm
 
 if TYPE_CHECKING:
@@ -543,7 +541,9 @@ class IntentlessPolicy(Policy):
         Returns:
              The prediction.
         """
-        if not self.supports_current_stack_frame(tracker):
+        if not self.supports_current_stack_frame(
+            tracker
+        ) or self.should_abstain_in_coexistence(tracker, True):
             return self._prediction(self._default_predictions(domain))
 
         if tracker.has_bot_message_after_latest_user_message():
@@ -670,7 +670,7 @@ class IntentlessPolicy(Policy):
         if tracker.latest_message.text.startswith("/"):
             # we don't want to generate a response if the user is trying to
             # execute a "command" - this should be handled by the regex
-            # intent classifier in rasa open source.
+            # intent classifier in rasa pro.
             structlogger.debug("intentless_policy.prediction.skip_slash")
             return None, 0.0
 
@@ -863,7 +863,7 @@ class IntentlessPolicy(Policy):
         """
         result = self._default_predictions(domain)
         if action_name:
-            result[domain.index_for_action(action_name)] = score  # type: ignore[assignment]  # noqa: E501
+            result[domain.index_for_action(action_name)] = score  # type: ignore[assignment]
         return result
 
     @classmethod
@@ -892,9 +892,7 @@ class IntentlessPolicy(Policy):
                 #  normalized. unfortunatley langchain doesn't persist / load
                 #  this parameter.
                 if responses_docsearch:
-                    responses_docsearch._normalize_L2 = (
-                        True  # pylint: disable=protected-access
-                    )
+                    responses_docsearch._normalize_L2 = True  # pylint: disable=protected-access
                 prompt_template = rasa.shared.utils.io.read_file(
                     path / INTENTLESS_PROMPT_TEMPLATE_FILE_NAME
                 )