rasa-pro 3.10.18__tar.gz → 3.10.20.dev2__tar.gz

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/PKG-INFO

@@ -1,8 +1,7 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: rasa-pro
-Version: 3.10.18
+Version: 3.10.20.dev2
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
-Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
 Author: Rasa Technologies GmbH
 Author-email: hi@rasa.com
@@ -84,7 +83,6 @@ Requires-Dist: protobuf (>=4.23.3,<4.25.4)
 Requires-Dist: psutil (>=5.9.5,<6.0.0)
 Requires-Dist: psycopg2-binary (>=2.9.9,<2.10.0)
 Requires-Dist: pycountry (>=22.3.5,<23.0.0)
-Requires-Dist: pydantic (>=2.0,<3.0)
 Requires-Dist: pydot (>=1.4,<1.5)
 Requires-Dist: pykwalify (>=1.8,<1.9)
 Requires-Dist: pymilvus (>=2.4.0,<2.4.2)
@@ -133,7 +131,7 @@ Requires-Dist: tensorflow-io-gcs-filesystem (==0.34) ; sys_platform == "darwin"
 Requires-Dist: tensorflow-io-gcs-filesystem (==0.34) ; sys_platform == "linux"
 Requires-Dist: tensorflow-macos (==2.14.1) ; sys_platform == "darwin" and platform_machine == "arm64"
 Requires-Dist: tensorflow-metal (==1.1.0) ; (sys_platform == "darwin" and platform_machine == "arm64") and (extra == "metal")
-Requires-Dist: tensorflow-text (==2.14.0) ; sys_platform != "win32" and (platform_machine != "arm64" and platform_machine != "aarch64")
+Requires-Dist: tensorflow-text (==2.14.0) ; sys_platform != "win32" and platform_machine != "arm64" and platform_machine != "aarch64"
 Requires-Dist: tensorflow_hub (>=0.13.0,<0.14.0)
 Requires-Dist: terminaltables (>=3.1.10,<3.2.0)
 Requires-Dist: tiktoken (>=0.7.0,<0.8.0)
@@ -148,6 +146,7 @@ Requires-Dist: webexteamssdk (>=1.6.1,<1.7.0)
 Requires-Dist: websockets (>=10.4,<11.0)
 Requires-Dist: wheel (>=0.40.0)
 Project-URL: Documentation, https://rasa.com/docs
+Project-URL: Homepage, https://rasa.com
 Project-URL: Repository, https://github.com/rasahq/rasa
 Description-Content-Type: text/markdown
 

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "rasa-pro"
-version = "3.10.18"
+version = "3.10.20.dev2"
 description = "State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development."
 authors = [ "Rasa Technologies GmbH <hi@rasa.com>",]
 maintainers = [ "Tom Bocklisch <tom@rasa.com>",]
@@ -333,7 +333,7 @@ optional = true
 version = ">=4.6.3,<4.7"
 extras = [ "tls", "srv",]
 
-[tool.poetry.dev-dependencies.pytest-sanic]
+[tool.poetry.group.dev.dependencies.pytest-sanic]
 git = "https://github.com/RasaHQ/pytest-sanic"
 branch = "fix-variable-setting-on-sanic-instance-issue"
 
@@ -344,6 +344,7 @@ convention = "google"
 "tests/test_telemetry.py" = [ "E501",]
 "tests/shared/core/test_domain.py" = [ "E501",]
 
+
 [tool.poetry.group.dev.dependencies]
 ruff = ">=0.3.5,<0.4.0"
 docker = "~7.1.0"

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/core/channels/audiocodes.py

@@ -1,5 +1,6 @@
 import copy
 import datetime
+import hmac
 import json
 import logging
 import uuid
@@ -7,16 +8,16 @@ from typing import Any, Awaitable, Callable, Dict, List, Optional, Text, Union
 
 import structlog
 from jsonschema import ValidationError, validate
-from rasa.core import jobs
-from rasa.core.channels.channel import InputChannel, OutputChannel, UserMessage
-from rasa.core.channels.voice_aware.utils import validate_voice_license_scope
-from rasa.shared.constants import INTENT_MESSAGE_PREFIX
-from rasa.shared.exceptions import RasaException
 from sanic import Blueprint, response
 from sanic.exceptions import NotFound, SanicException, ServerError
 from sanic.request import Request
 from sanic.response import HTTPResponse
 
+from rasa.core import jobs
+from rasa.core.channels.channel import InputChannel, OutputChannel, UserMessage
+from rasa.core.channels.voice_aware.utils import validate_voice_license_scope
+from rasa.shared.constants import INTENT_MESSAGE_PREFIX
+from rasa.shared.exceptions import RasaException
 
 logger = logging.getLogger(__name__)
 structlogger = structlog.get_logger()
@@ -72,9 +73,16 @@ class Conversation:
     async def handle_activities(
         self,
         message: Dict[Text, Any],
+        input_channel_name: str,
         output_channel: OutputChannel,
         on_new_message: Callable[[UserMessage], Awaitable[Any]],
     ) -> None:
+        if input_channel_name == "":
+            logger.warning(
+                f"Audiocodes input channel name is empty "
+                f"for conversation {self.conversation_id}"
+            )
+
         logger.debug("(handle_activities) --- Activities:")
         for activity in message["activities"]:
             text = None
@@ -99,6 +107,7 @@ class Conversation:
             metadata = self.get_metadata(activity)
             user_msg = UserMessage(
                 text=text,
+                input_channel=input_channel_name,
                 output_channel=output_channel,
                 sender_id=self.conversation_id,
                 metadata=metadata,
@@ -190,7 +199,11 @@ class AudiocodesInput(InputChannel):
 
     def _check_token(self, token: Optional[Text]) -> None:
         if not token:
+            structlogger.error("audiocodes.token_not_provided")
             raise Unauthorized("Authentication token required.")
+        if not hmac.compare_digest(str(token), str(self.token)):
+            structlogger.error("audiocodes.invalid_token", invalid_token=token)
+            raise Unauthorized("Invalid authentication token.")
 
     def _get_conversation(
         self, token: Optional[Text], conversation_id: Text
@@ -321,6 +334,7 @@ class AudiocodesInput(InputChannel):
                 )
                 await conversation.handle_activities(
                     request.json,
+                    input_channel_name=self.name(),
                     output_channel=ac_output,
                     on_new_message=on_new_message,
                 )
@@ -330,6 +344,7 @@ class AudiocodesInput(InputChannel):
                 ac_output = AudiocodesOutput()
                 await conversation.handle_activities(
                     request.json,
+                    input_channel_name=self.name(),
                     output_channel=ac_output,
                     on_new_message=on_new_message,
                 )
@@ -349,18 +364,9 @@ class AudiocodesInput(InputChannel):
             Example of payload:
             {"conversation": <conversation_id>, "reason": Optional[Text]}.
             """
-            self._get_conversation(request.token, conversation_id)
-            reason = json.dumps({"reason": request.json.get("reason")})
-            await on_new_message(
-                UserMessage(
-                    text=f"{INTENT_MESSAGE_PREFIX}vaig_event_end{reason}",
-                    output_channel=None,
-                    sender_id=conversation_id,
-                )
+            return await self._handle_disconnect(
+                request, conversation_id, on_new_message
             )
-            del self.conversations[conversation_id]
-            logger.debug("(disconnect) --- Conversation was deleted")
-            return response.json({})
 
         @ac_webhook.route("/conversation/<conversation_id>/keepalive", methods=["POST"])
         async def keepalive(request: Request, conversation_id: Text) -> HTTPResponse:
@@ -375,6 +381,27 @@ class AudiocodesInput(InputChannel):
 
         return ac_webhook
 
+    async def _handle_disconnect(
+        self,
+        request: Request,
+        conversation_id: Text,
+        on_new_message: Callable[[UserMessage], Awaitable[Any]],
+    ) -> HTTPResponse:
+        """Triggered when the call is disconnected."""
+        self._get_conversation(request.token, conversation_id)
+        reason = json.dumps({"reason": request.json.get("reason")})
+        await on_new_message(
+            UserMessage(
+                text=f"{INTENT_MESSAGE_PREFIX}vaig_event_end{reason}",
+                input_channel=self.name(),
+                output_channel=None,
+                sender_id=conversation_id,
+            )
+        )
+        del self.conversations[conversation_id]
+        logger.debug("(disconnect) --- Conversation was deleted")
+        return response.json({})
+
 
 class AudiocodesOutput(OutputChannel):
     @classmethod

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/core/policies/intentless_policy.py

@@ -1,7 +1,7 @@
 import importlib.resources
 import math
 from dataclasses import dataclass, field
-from typing import Any, Dict, List, Optional, Set, TYPE_CHECKING, Text, Tuple
+from typing import Any, Dict, List, Optional, TYPE_CHECKING, Text, Tuple
 
 import structlog
 import tiktoken
@@ -29,7 +29,6 @@ from rasa.engine.storage.storage import ModelStorage
 from rasa.graph_components.providers.forms_provider import Forms
 from rasa.graph_components.providers.responses_provider import Responses
 from rasa.shared.constants import (
-    REQUIRED_SLOTS_KEY,
     EMBEDDINGS_CONFIG_KEY,
     LLM_CONFIG_KEY,
     MODEL_CONFIG_KEY,
@@ -49,6 +48,7 @@ from rasa.shared.core.events import (
 )
 from rasa.shared.core.flows import FlowsList
 from rasa.shared.core.generator import TrackerWithCachedStates
+from rasa.shared.core.policies.utils import filter_responses_for_intentless_policy
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.exceptions import FileIOException, RasaCoreException
 from rasa.shared.nlu.constants import PREDICTED_CONFIDENCE_KEY
@@ -81,8 +81,6 @@ from rasa.utils.ml_utils import (
     persist_faiss_vector_store,
     response_for_template,
 )
-from rasa.dialogue_understanding.patterns.chitchat import FLOW_PATTERN_CHITCHAT
-from rasa.shared.core.constants import ACTION_TRIGGER_CHITCHAT
 from rasa.utils.log_utils import log_llm
 
 if TYPE_CHECKING:
@@ -142,59 +140,6 @@ class Conversation:
     interactions: List[Interaction] = field(default_factory=list)
 
 
-def collect_form_responses(forms: Forms) -> Set[Text]:
-    """Collect responses that belong the requested slots in forms.
-
-    Args:
-        forms: the forms from the domain
-    Returns:
-        all utterances used in forms
-    """
-    form_responses = set()
-    for _, form_info in forms.data.items():
-        for required_slot in form_info.get(REQUIRED_SLOTS_KEY, []):
-            form_responses.add(f"utter_ask_{required_slot}")
-    return form_responses
-
-
-def filter_responses(responses: Responses, forms: Forms, flows: FlowsList) -> Responses:
-    """Filters out responses that are unwanted for the intentless policy.
-
-    This includes utterances used in flows and forms.
-
-    Args:
-        responses: the responses from the domain
-        forms: the forms from the domain
-        flows: all flows
-    Returns:
-        The remaining, relevant responses for the intentless policy.
-    """
-    form_responses = collect_form_responses(forms)
-    flow_responses = flows.utterances
-    combined_responses = form_responses | flow_responses
-    filtered_responses = {
-        name: variants
-        for name, variants in responses.data.items()
-        if name not in combined_responses
-    }
-
-    pattern_chitchat = flows.flow_by_id(FLOW_PATTERN_CHITCHAT)
-
-    # The following condition is highly unlikely, but mypy requires the case
-    # of pattern_chitchat == None to be addressed
-    if not pattern_chitchat:
-        return Responses(data=filtered_responses)
-
-    # if action_trigger_chitchat, filter out "utter_free_chitchat_response"
-    has_action_trigger_chitchat = pattern_chitchat.has_action_step(
-        ACTION_TRIGGER_CHITCHAT
-    )
-    if has_action_trigger_chitchat:
-        filtered_responses.pop("utter_free_chitchat_response", None)
-
-    return Responses(data=filtered_responses)
-
-
 def action_from_response(
     text: Optional[str], responses: Dict[Text, List[Dict[Text, Any]]]
 ) -> Optional[str]:
@@ -495,7 +440,9 @@ class IntentlessPolicy(Policy):
             "IntentlessPolicy",
         )
 
-        responses = filter_responses(responses, forms, flows or FlowsList([]))
+        responses = filter_responses_for_intentless_policy(
+            responses, forms, flows or FlowsList([])
+        )
         telemetry.track_intentless_policy_train()
         response_texts = [r for r in extract_ai_response_examples(responses.data)]
 

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/dialogue_understanding/generator/nlu_command_adapter.py

@@ -139,7 +139,7 @@ class NLUCommandAdapter(GraphComponent, CommandGenerator):
 
         if commands:
             commands = clean_up_commands(
-                commands, tracker, flows, self._execution_context
+                commands, tracker, flows, self._execution_context, domain
             )
             log_llm(
                 logger=structlogger,

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/dialogue_understanding/processor/command_processor.py

@@ -1,6 +1,8 @@
 from typing import List, Optional, Type, Set, Dict
 
 import structlog
+
+from rasa.shared.core.domain import Domain
 from rasa.shared.core.training_data.structures import StoryGraph
 from rasa.dialogue_understanding.commands import (
     CancelFlowCommand,
@@ -43,6 +45,7 @@ from rasa.shared.core.constants import FLOW_HASHES_SLOT
 from rasa.shared.core.events import Event, SlotSet
 from rasa.shared.core.flows import FlowsList
 from rasa.shared.core.flows.steps.collect import CollectInformationFlowStep
+from rasa.shared.core.policies.utils import contains_intentless_policy_responses
 from rasa.shared.core.slots import Slot
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.nlu.constants import COMMANDS
@@ -181,6 +184,7 @@ def execute_commands(
     all_flows: FlowsList,
     execution_context: ExecutionContext,
     story_graph: Optional[StoryGraph] = None,
+    domain: Optional[Domain] = None,
 ) -> List[Event]:
     """Executes a list of commands.
 
@@ -190,6 +194,7 @@ def execute_commands(
         all_flows: All flows.
         execution_context: Information about the single graph run.
         story_graph: StoryGraph object with stories available for training.
+        domain: The domain of the bot.
 
     Returns:
         A list of the events that were created.
@@ -198,7 +203,7 @@ def execute_commands(
     original_tracker = tracker.copy()
 
     commands = clean_up_commands(
-        commands, tracker, all_flows, execution_context, story_graph
+        commands, tracker, all_flows, execution_context, story_graph, domain
     )
 
     updated_flows = find_updated_flows(tracker, all_flows)
@@ -332,6 +337,7 @@ def clean_up_commands(
     all_flows: FlowsList,
     execution_context: ExecutionContext,
     story_graph: Optional[StoryGraph] = None,
+    domain: Optional[Domain] = None,
 ) -> List[Command]:
     """Clean up a list of commands.
 
@@ -347,10 +353,13 @@ def clean_up_commands(
         all_flows: All flows.
         execution_context: Information about a single graph run.
         story_graph: StoryGraph object with stories available for training.
+        domain: The domain of the bot.
 
     Returns:
     The cleaned up commands.
     """
+    domain = domain if domain else Domain.empty()
+
     slots_so_far, active_flow = filled_slots_for_active_flow(tracker, all_flows)
 
     clean_commands: List[Command] = []
@@ -393,7 +402,12 @@ def clean_up_commands(
         # handle chitchat command differently from other free-form answer commands
         elif isinstance(command, ChitChatAnswerCommand):
             clean_commands = clean_up_chitchat_command(
-                clean_commands, command, all_flows, execution_context, story_graph
+                clean_commands,
+                command,
+                all_flows,
+                execution_context,
+                domain,
+                story_graph,
             )
 
         elif isinstance(command, FreeFormAnswerCommand):
@@ -570,6 +584,7 @@ def clean_up_chitchat_command(
     command: ChitChatAnswerCommand,
     flows: FlowsList,
     execution_context: ExecutionContext,
+    domain: Domain,
     story_graph: Optional[StoryGraph] = None,
 ) -> List[Command]:
     """Clean up a chitchat answer command.
@@ -583,6 +598,8 @@ def clean_up_chitchat_command(
         flows: All flows.
         execution_context: Information about a single graph run.
         story_graph: StoryGraph object with stories available for training.
+        domain: The domain of the bot.
+
     Returns:
         The cleaned up commands.
     """
@@ -608,10 +625,9 @@ def clean_up_chitchat_command(
     )
     defines_intentless_policy = execution_context.has_node(IntentlessPolicy)
 
-    has_e2e_stories = True if (story_graph and story_graph.has_e2e_stories()) else False
-
     if (has_action_trigger_chitchat and not defines_intentless_policy) or (
-        defines_intentless_policy and not has_e2e_stories
+        defines_intentless_policy
+        and not contains_intentless_policy_responses(flows, domain, story_graph)
     ):
         resulting_commands.insert(
             0, CannotHandleCommand(RASA_PATTERN_CANNOT_HANDLE_CHITCHAT)

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/dialogue_understanding/processor/command_processor_component.py

@@ -6,6 +6,7 @@ import rasa.dialogue_understanding.processor.command_processor
 from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
+from rasa.shared.core.domain import Domain
 from rasa.shared.core.events import Event
 from rasa.shared.core.flows import FlowsList
 from rasa.shared.core.trackers import DialogueStateTracker
@@ -15,7 +16,8 @@ from rasa.shared.core.training_data.structures import StoryGraph
 class CommandProcessorComponent(GraphComponent):
     """Processes commands by issuing events to modify a tracker.
 
-    Minimal component that applies commands to a tracker."""
+    Minimal component that applies commands to a tracker.
+    """
 
     def __init__(self, execution_context: ExecutionContext):
         self._execution_context = execution_context
@@ -36,8 +38,9 @@ class CommandProcessorComponent(GraphComponent):
         tracker: DialogueStateTracker,
         flows: FlowsList,
         story_graph: StoryGraph,
+        domain: Domain,
     ) -> List[Event]:
         """Execute commands to update tracker state."""
         return rasa.dialogue_understanding.processor.command_processor.execute_commands(
-            tracker, flows, self._execution_context, story_graph
+            tracker, flows, self._execution_context, story_graph, domain
         )

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/engine/validation.py

@@ -5,18 +5,18 @@ import logging
 import sys
 import typing
 from typing import (
-    Optional,
+    Any,
     Callable,
+    Dict,
+    List,
+    Literal,
+    Optional,
+    Set,
     Text,
     Tuple,
-    Dict,
     Type,
-    Any,
-    Set,
-    Union,
     TypeVar,
-    List,
-    Literal,
+    Union,
 )
 
 import structlog
@@ -60,8 +60,10 @@ from rasa.shared.constants import (
 )
 from rasa.shared.core.constants import ACTION_RESET_ROUTING, ACTION_TRIGGER_CHITCHAT
 from rasa.shared.core.domain import Domain
-from rasa.shared.core.flows import FlowsList, Flow
+from rasa.shared.core.flows import Flow, FlowsList
+from rasa.shared.core.policies.utils import contains_intentless_policy_responses
 from rasa.shared.core.slots import Slot
+from rasa.shared.core.training_data.structures import StoryGraph
 from rasa.shared.exceptions import RasaException
 from rasa.shared.nlu.training_data.message import Message
 
@@ -621,11 +623,18 @@ def _recursively_check_required_components(
 
 
 def validate_flow_component_dependencies(
-    flows: FlowsList, model_configuration: GraphModelConfiguration
+    flows: FlowsList,
+    domain: Domain,
+    story_graph: StoryGraph,
+    model_configuration: GraphModelConfiguration,
 ) -> None:
     if (pattern_chitchat := flows.flow_by_id(FLOW_PATTERN_CHITCHAT)) is not None:
         _validate_chitchat_dependencies(pattern_chitchat, model_configuration)
 
+    _validate_intentless_policy_responses(
+        flows, domain, story_graph, model_configuration
+    )
+
 
 def _validate_chitchat_dependencies(
     pattern_chitchat: Flow, model_configuration: GraphModelConfiguration
@@ -653,6 +662,32 @@ def _validate_chitchat_dependencies(
         )
 
 
+def _validate_intentless_policy_responses(
+    flows: FlowsList,
+    domain: Domain,
+    story_graph: StoryGraph,
+    model_configuration: GraphModelConfiguration,
+) -> None:
+    """If IntentlessPolicy is configured, validate that it has responses to use:
+    either responses from the domain that are not part of any flow, or from
+    end-to-end stories.
+    """
+    if not model_configuration.predict_schema.has_node(IntentlessPolicy):
+        return
+
+    if not contains_intentless_policy_responses(flows, domain, story_graph):
+        structlogger.error(
+            "validation.intentless_policy.no_applicable_responses_found",
+            event_info=(
+                "IntentlessPolicy is configured, but no applicable responses are "
+                "found. Please make sure that there are responses defined in the "
+                "domain that are not part of any flow, or that there are "
+                "end-to-end stories in the training data."
+            ),
+        )
+        sys.exit(1)
+
+
 def get_component_index(schema: GraphSchema, component_class: Type) -> Optional[int]:
     """Extracts the index of a component of the given class in the schema.
     This function assumes that each component's node name is stored in a way

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/model_training.py

@@ -302,6 +302,7 @@ async def _train_graph(
     )
     flows = file_importer.get_flows()
     domain = file_importer.get_domain()
+    story_graph = file_importer.get_stories()
     model_configuration = recipe.graph_config_for_recipe(
         config,
         kwargs,
@@ -314,7 +315,7 @@ async def _train_graph(
     )
     rasa.engine.validation.validate_model_client_configuration_setup(config)
     rasa.engine.validation.validate_flow_component_dependencies(
-        flows, model_configuration
+        flows, domain, story_graph, model_configuration
     )
     rasa.engine.validation.validate_command_generator_setup(model_configuration)
 

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/shared/constants.py

@@ -97,6 +97,8 @@ UTTER_ASK_PREFIX = "utter_ask_"
 ACTION_ASK_PREFIX = "action_ask_"
 FLOW_PREFIX = "flow_"
 
+UTTER_FREE_CHITCHAT_RESPONSE = "utter_free_chitchat_response"
+
 ASSISTANT_ID_KEY = "assistant_id"
 ASSISTANT_ID_DEFAULT_VALUE = "placeholder_default"
 
@@ -115,6 +117,7 @@ CONFIG_MANDATORY_KEYS_NLU = ["language"] + CONFIG_MANDATORY_COMMON_KEYS
 CONFIG_MANDATORY_KEYS = list(
     set(CONFIG_MANDATORY_KEYS_CORE + CONFIG_MANDATORY_KEYS_NLU)
 )
+CONFIG_RECIPE_KEY = "recipe"
 
 # Keys related to Forms (in the Domain)
 REQUIRED_SLOTS_KEY = "required_slots"

{rasa_pro-3.10.18 → rasa_pro-3.10.20.dev2}/rasa/shared/core/domain.py

@@ -1651,6 +1651,14 @@ class Domain:
         """Write domain to a file."""
         as_yaml = self.as_yaml()
         rasa.shared.utils.io.write_text_file(as_yaml, filename)
+        # run the check again on the written domain to catch any errors
+        # that may have been missed in the user defined domain files
+        structlogger.info(
+            "domain.persist.domain_written_to_file",
+            event_info="The entire domain content has been written to file.",
+            filename=filename,
+        )
+        Domain.is_domain_file(filename)
 
     def as_yaml(self) -> Text:
         """Dump the `Domain` object as a YAML string.
@@ -1945,17 +1953,18 @@ class Domain:
 
         try:
             content = read_yaml_file(filename)
-        except (RasaException, YamlSyntaxException):
-            structlogger.warning(
+        except (RasaException, YamlSyntaxException) as error:
+            structlogger.error(
                 "domain.cannot_load_domain_file",
                 file=filename,
+                error=error,
                 event_info=(
                     f"The file {filename} could not be loaded as domain file. "
                     f"You can use https://yamlchecker.com/ to validate "
                     f"the YAML syntax of your file."
                 ),
             )
-            return False
+            raise RasaException(f"Domain could not be loaded: {error}")
 
         return any(key in content for key in ALL_DOMAIN_KEYS)