rasa-pro 3.13.0.dev5__py3-none-any.whl → 3.13.0.dev8__py3-none-any.whl

rasa/core/training/interactive.py

@@ -47,8 +47,8 @@ import rasa.shared.utils.io
 import rasa.utils.io as io_utils
 from rasa import telemetry
 from rasa.core import run, utils
+from rasa.core.available_endpoints import AvailableEndpoints
 from rasa.core.constants import DEFAULT_SERVER_FORMAT, DEFAULT_SERVER_PORT
-from rasa.core.utils import AvailableEndpoints
 from rasa.shared.constants import (
     DEFAULT_SENDER_ID,
     DOCS_URL_NLU_BASED_POLICIES,

rasa/core/utils.py

@@ -2,7 +2,7 @@ import logging
 import os
 from pathlib import Path
 from socket import SOCK_DGRAM, SOCK_STREAM
-from typing import TYPE_CHECKING, Any, Dict, List, Optional, Set, Text, Tuple, Union
+from typing import TYPE_CHECKING, Any, Dict, Optional, Set, Text, Tuple, Union
 
 import numpy as np
 import structlog
@@ -11,6 +11,7 @@ from sanic import Sanic
 import rasa.cli.utils as cli_utils
 import rasa.shared.utils.io
 from rasa.constants import DEFAULT_SANIC_WORKERS, ENV_SANIC_WORKERS
+from rasa.core.available_endpoints import AvailableEndpoints
 from rasa.core.constants import (
     ACTIVE_FLOW_METADATA_KEY,
     DOMAIN_GROUND_TRUTH_METADATA_KEY,
@@ -19,12 +20,12 @@ from rasa.core.constants import (
 )
 from rasa.core.lock_store import InMemoryLockStore, LockStore, RedisLockStore
 from rasa.shared.constants import DEFAULT_ENDPOINTS_PATH, TCP_PROTOCOL
-from rasa.shared.core.constants import SlotMappingType
+from rasa.shared.core.constants import (
+    SlotMappingType,
+)
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.utils.endpoints import (
     EndpointConfig,
-    read_endpoint_config,
-    read_property_config_from_endpoints_file,
 )
 from rasa.utils.io import write_yaml
 
@@ -36,6 +37,25 @@ if TYPE_CHECKING:
 structlogger = structlog.get_logger()
 
 
+def read_endpoints_from_path(
+    endpoints_path: Optional[Union[Path, str]] = None,
+) -> AvailableEndpoints:
+    """Get `AvailableEndpoints` object from specified path.
+
+    Args:
+        endpoints_path: Path of the endpoints file to be read. If `None` the
+            default path for that file is used (`endpoints.yml`).
+
+    Returns:
+        `AvailableEndpoints` object read from endpoints file.
+
+    """
+    endpoints_config_path = cli_utils.get_validated_path(
+        endpoints_path, "endpoints", DEFAULT_ENDPOINTS_PATH, True
+    )
+    return AvailableEndpoints.get_instance(endpoints_config_path)
+
+
 def configure_file_logging(
     logger_obj: logging.Logger,
     log_file: Optional[Text],
@@ -177,93 +197,6 @@ def is_limit_reached(num_messages: int, limit: Optional[int]) -> bool:
     return limit is not None and num_messages >= limit
 
 
-class AvailableEndpoints:
-    """Collection of configured endpoints."""
-
-    _instance = None
-
-    @classmethod
-    def read_endpoints(cls, endpoint_file: Text) -> "AvailableEndpoints":
-        """Read the different endpoints from a yaml file."""
-        nlg = read_endpoint_config(endpoint_file, endpoint_type="nlg")
-        nlu = read_endpoint_config(endpoint_file, endpoint_type="nlu")
-        action = read_endpoint_config(endpoint_file, endpoint_type="action_endpoint")
-        model = read_endpoint_config(endpoint_file, endpoint_type="models")
-        tracker_store = read_endpoint_config(
-            endpoint_file, endpoint_type="tracker_store"
-        )
-        lock_store = read_endpoint_config(endpoint_file, endpoint_type="lock_store")
-        event_broker = read_endpoint_config(endpoint_file, endpoint_type="event_broker")
-        vector_store = read_endpoint_config(endpoint_file, endpoint_type="vector_store")
-        model_groups = read_property_config_from_endpoints_file(
-            endpoint_file, property_name="model_groups"
-        )
-
-        return cls(
-            nlg,
-            nlu,
-            action,
-            model,
-            tracker_store,
-            lock_store,
-            event_broker,
-            vector_store,
-            model_groups,
-        )
-
-    def __init__(
-        self,
-        nlg: Optional[EndpointConfig] = None,
-        nlu: Optional[EndpointConfig] = None,
-        action: Optional[EndpointConfig] = None,
-        model: Optional[EndpointConfig] = None,
-        tracker_store: Optional[EndpointConfig] = None,
-        lock_store: Optional[EndpointConfig] = None,
-        event_broker: Optional[EndpointConfig] = None,
-        vector_store: Optional[EndpointConfig] = None,
-        model_groups: Optional[List[Dict[str, Any]]] = None,
-    ) -> None:
-        """Create an `AvailableEndpoints` object."""
-        self.model = model
-        self.action = action
-        self.nlu = nlu
-        self.nlg = nlg
-        self.tracker_store = tracker_store
-        self.lock_store = lock_store
-        self.event_broker = event_broker
-        self.vector_store = vector_store
-        self.model_groups = model_groups
-
-    @classmethod
-    def get_instance(
-        cls, endpoint_file: Optional[Text] = DEFAULT_ENDPOINTS_PATH
-    ) -> "AvailableEndpoints":
-        """Get the singleton instance of AvailableEndpoints."""
-        # Ensure that the instance is initialized only once.
-        if cls._instance is None:
-            cls._instance = cls.read_endpoints(endpoint_file)
-        return cls._instance
-
-
-def read_endpoints_from_path(
-    endpoints_path: Optional[Union[Path, Text]] = None,
-) -> AvailableEndpoints:
-    """Get `AvailableEndpoints` object from specified path.
-
-    Args:
-        endpoints_path: Path of the endpoints file to be read. If `None` the
-            default path for that file is used (`endpoints.yml`).
-
-    Returns:
-        `AvailableEndpoints` object read from endpoints file.
-
-    """
-    endpoints_config_path = cli_utils.get_validated_path(
-        endpoints_path, "endpoints", DEFAULT_ENDPOINTS_PATH, True
-    )
-    return AvailableEndpoints.get_instance(endpoints_config_path)
-
-
 def _lock_store_is_multi_worker_compatible(
     lock_store: Union[EndpointConfig, LockStore, None],
 ) -> bool:

rasa/dialogue_understanding/coexistence/intent_based_router.py

@@ -143,7 +143,8 @@ class IntentBasedRouter(GraphComponent):
         if route_session_to_calm is None:
             commands = self._generate_command_using_intent(message, flows, tracker)
             structlogger.info(
-                "intent_based_router.predicated_commands", commands=commands
+                "intent_based_router.predicated_commands",
+                commands=commands,  # doesn't contain PII
             )
             return commands
         elif route_session_to_calm is True:

rasa/dialogue_understanding/coexistence/llm_based_router.py

@@ -23,11 +23,14 @@ from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.shared.constants import (
+    LOGIT_BIAS_CONFIG_KEY,
+    MAX_COMPLETION_TOKENS_CONFIG_KEY,
     MODEL_CONFIG_KEY,
     OPENAI_PROVIDER,
     PROMPT_CONFIG_KEY,
     PROVIDER_CONFIG_KEY,
     ROUTE_TO_CALM_SLOT,
+    TEMPERATURE_CONFIG_KEY,
     TIMEOUT_CONFIG_KEY,
 )
 from rasa.shared.core.trackers import DialogueStateTracker
@@ -66,9 +69,11 @@ DEFAULT_LLM_CONFIG = {
     PROVIDER_CONFIG_KEY: OPENAI_PROVIDER,
     MODEL_CONFIG_KEY: DEFAULT_OPENAI_CHAT_MODEL_NAME,
     TIMEOUT_CONFIG_KEY: 7,
-    "temperature": 0.0,
-    "max_tokens": 1,
-    "logit_bias": {str(token_id): 100 for token_id in A_TO_C_TOKEN_IDS_CHATGPT},
+    TEMPERATURE_CONFIG_KEY: 0.0,
+    MAX_COMPLETION_TOKENS_CONFIG_KEY: 1,
+    LOGIT_BIAS_CONFIG_KEY: {
+        str(token_id): 100 for token_id in A_TO_C_TOKEN_IDS_CHATGPT
+    },
 }
 
 structlogger = structlog.get_logger()

rasa/dialogue_understanding/commands/can_not_handle_command.py

@@ -81,6 +81,7 @@ class CannotHandleCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: "CannotHandle()",
             CommandSyntaxVersion.v2: "cannot handle",
+            CommandSyntaxVersion.v3: "cannot handle",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -100,6 +101,7 @@ class CannotHandleCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: r"CannotHandle\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*cannot handle['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*cannot handle['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/cancel_flow_command.py

@@ -134,6 +134,7 @@ class CancelFlowCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: "CancelFlow()",
             CommandSyntaxVersion.v2: "cancel flow",
+            CommandSyntaxVersion.v3: "cancel flow",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -150,6 +151,7 @@ class CancelFlowCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: r"CancelFlow\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*cancel flow['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*cancel flow['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/chit_chat_answer_command.py

@@ -66,6 +66,7 @@ class ChitChatAnswerCommand(FreeFormAnswerCommand):
         mapper = {
             CommandSyntaxVersion.v1: "ChitChat()",
             CommandSyntaxVersion.v2: "offtopic reply",
+            CommandSyntaxVersion.v3: "offtopic reply",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -82,6 +83,7 @@ class ChitChatAnswerCommand(FreeFormAnswerCommand):
         mapper = {
             CommandSyntaxVersion.v1: r"ChitChat\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*offtopic reply['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*offtopic reply['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/clarify_command.py

@@ -102,6 +102,7 @@ class ClarifyCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: f"Clarify({', '.join(self.options)})",
             CommandSyntaxVersion.v2: f"disambiguate flows {' '.join(self.options)}",
+            CommandSyntaxVersion.v3: f"disambiguate flows {' '.join(self.options)}",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -117,9 +118,12 @@ class ClarifyCommand(Command):
     @staticmethod
     def regex_pattern() -> str:
         mapper = {
-            CommandSyntaxVersion.v1: r"Clarify\(([\"\'a-zA-Z0-9_, ]*)\)",
+            CommandSyntaxVersion.v1: r"Clarify\(([\"\'a-zA-Z0-9_, -]*)\)",
             CommandSyntaxVersion.v2: (
-                r"""^[\s\W\d]*disambiguate flows (["'a-zA-Z0-9_, ]*)['"`]*$"""
+                r"""^[\s\W\d]*disambiguate flows (["'a-zA-Z0-9_, -]*)[\W]*$"""
+            ),
+            CommandSyntaxVersion.v3: (
+                r"""^[\s\W\d]*disambiguate flows (["'a-zA-Z0-9_, -]*)[\W]*$"""
             ),
         }
         return mapper.get(

rasa/dialogue_understanding/commands/command_syntax_manager.py

@@ -9,6 +9,7 @@ class CommandSyntaxVersion(Enum):
 
     v1 = "v1"
     v2 = "v2"
+    v3 = "v3"
 
 
 structlogger = structlog.get_logger()

rasa/dialogue_understanding/commands/human_handoff_command.py

@@ -73,6 +73,7 @@ class HumanHandoffCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: "HumanHandoff()",
             CommandSyntaxVersion.v2: "hand over",
+            CommandSyntaxVersion.v3: "hand over",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -89,6 +90,7 @@ class HumanHandoffCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: r"HumanHandoff\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*hand over['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*hand over['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/knowledge_answer_command.py

@@ -66,6 +66,7 @@ class KnowledgeAnswerCommand(FreeFormAnswerCommand):
         mapper = {
             CommandSyntaxVersion.v1: "SearchAndReply()",
             CommandSyntaxVersion.v2: "provide info",
+            CommandSyntaxVersion.v3: "search and reply",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -82,6 +83,7 @@ class KnowledgeAnswerCommand(FreeFormAnswerCommand):
         mapper = {
             CommandSyntaxVersion.v1: r"SearchAndReply\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*provide info['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*search and reply['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/repeat_bot_messages_command.py

@@ -67,6 +67,7 @@ class RepeatBotMessagesCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: "RepeatLastBotMessages()",
             CommandSyntaxVersion.v2: "repeat message",
+            CommandSyntaxVersion.v3: "repeat message",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -83,6 +84,7 @@ class RepeatBotMessagesCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: r"RepeatLastBotMessages\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*repeat message['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*repeat message['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/set_slot_command.py

@@ -13,6 +13,7 @@ from rasa.dialogue_understanding.commands.command_syntax_manager import (
 )
 from rasa.dialogue_understanding.commands.utils import (
     clean_extracted_value,
+    find_default_flows_collecting_slot,
     get_nullable_slot_value,
 )
 from rasa.dialogue_understanding.patterns.collect_information import (
@@ -136,6 +137,11 @@ class SetSlotCommand(Command):
         ):
             # Get the other predicted flows from the most recent message on the tracker.
             predicted_flows = get_flows_predicted_to_start_from_tracker(tracker)
+            if not predicted_flows:
+                # If no predicted flows, check for default flows collecting the slot.
+                predicted_flows = find_default_flows_collecting_slot(
+                    self.name, all_flows
+                )
             use_slot_fill = any(
                 step.collect == self.name and not step.ask_before_filling
                 for flow in all_flows.underlying_flows
@@ -170,6 +176,7 @@ class SetSlotCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: f"SetSlot({self.name}, {self.value})",
             CommandSyntaxVersion.v2: f"set slot {self.name} {self.value}",
+            CommandSyntaxVersion.v3: f"set slot {self.name} {self.value}",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -190,7 +197,10 @@ class SetSlotCommand(Command):
                 r"""SetSlot\(['"]?([a-zA-Z_][a-zA-Z0-9_-]*)['"]?, ?['"]?(.*)['"]?\)"""
             ),
             CommandSyntaxVersion.v2: (
-                r"""^[\s\W\d]*set slot ['"`]?([a-zA-Z_][a-zA-Z0-9_-]*)['"`]? ['"`]?(.+?)['"`]*$"""  # noqa: E501
+                r"""^[\s\W\d]*set slot ['"`]?([a-zA-Z_][a-zA-Z0-9_-]*)['"`]? ['"`]?(.+?)[\W]*$"""  # noqa: E501
+            ),
+            CommandSyntaxVersion.v3: (
+                r"""^[\s\W\d]*set slot ['"`]?([a-zA-Z_][a-zA-Z0-9_-]*)['"`]? ['"`]?(.+?)[\W]*$"""  # noqa: E501
             ),
         }
         return mapper.get(

rasa/dialogue_understanding/commands/skip_question_command.py

@@ -82,6 +82,7 @@ class SkipQuestionCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: "SkipQuestion()",
             CommandSyntaxVersion.v2: "skip question",
+            CommandSyntaxVersion.v3: "skip question",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -98,6 +99,7 @@ class SkipQuestionCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: r"SkipQuestion\(\)",
             CommandSyntaxVersion.v2: r"""^[\s\W\d]*skip question['"`]*$""",
+            CommandSyntaxVersion.v3: r"""^[\s\W\d]*skip question['"`]*$""",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/start_flow_command.py

@@ -117,6 +117,7 @@ class StartFlowCommand(Command):
         mapper = {
             CommandSyntaxVersion.v1: f"StartFlow({self.flow})",
             CommandSyntaxVersion.v2: f"start flow {self.flow}",
+            CommandSyntaxVersion.v3: f"start flow {self.flow}",
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),
@@ -135,6 +136,9 @@ class StartFlowCommand(Command):
             CommandSyntaxVersion.v2: (
                 r"""^[\s\W\d]*start flow ['"`]?([a-zA-Z0-9_-]+)['"`]*"""
             ),
+            CommandSyntaxVersion.v3: (
+                r"""^[\s\W\d]*start flow ['"`]?([a-zA-Z0-9_-]+)['"`]*"""
+            ),
         }
         return mapper.get(
             CommandSyntaxManager.get_syntax_version(),

rasa/dialogue_understanding/commands/utils.py

@@ -7,18 +7,18 @@ from rasa.dialogue_understanding.patterns.validate_slot import (
 )
 from rasa.shared.constants import ACTION_ASK_PREFIX, UTTER_ASK_PREFIX
 from rasa.shared.core.events import Event, SlotSet
+from rasa.shared.core.flows import FlowsList
 from rasa.shared.core.slots import Slot
 from rasa.shared.core.trackers import DialogueStateTracker
 
 if TYPE_CHECKING:
     from rasa.dialogue_understanding.commands import StartFlowCommand
-    from rasa.shared.core.flows import FlowsList
 
 structlogger = structlog.get_logger()
 
 
 def start_flow_by_name(
-    flow_name: str, flows: "FlowsList"
+    flow_name: str, flows: FlowsList
 ) -> Optional["StartFlowCommand"]:
     from rasa.dialogue_understanding.commands import StartFlowCommand
 
@@ -126,3 +126,27 @@ def create_validate_frames_from_slot_set_events(
             validate_frames.append(frame)
 
     return tracker, validate_frames
+
+
+def find_default_flows_collecting_slot(
+    slot_name: str, all_flows: FlowsList
+) -> List[str]:
+    """Find default flows that have collect steps matching the specified slot name.
+
+    Args:
+        slot_name: The name of the slot to search for.
+        all_flows: All flows in the assistant.
+
+    Returns:
+        List of flow IDs for default flows that collect the specified slot
+        without asking before filling.
+    """
+    return [
+        flow.id
+        for flow in all_flows.underlying_flows
+        if flow.is_rasa_default_flow
+        and any(
+            step.collect == slot_name and not step.ask_before_filling
+            for step in flow.get_collect_steps()
+        )
+    ]

rasa/dialogue_understanding/generator/__init__.py

@@ -8,8 +8,13 @@ from rasa.dialogue_understanding.generator.llm_command_generator import (
 from rasa.dialogue_understanding.generator.multi_step.multi_step_llm_command_generator import (  # noqa: E501
     MultiStepLLMCommandGenerator,
 )
-from rasa.dialogue_understanding.generator.single_step.single_step_llm_command_generator import (  # noqa: E501
+from rasa.dialogue_understanding.generator.single_step.compact_llm_command_generator import (  # noqa: E501
     CompactLLMCommandGenerator,
+)
+from rasa.dialogue_understanding.generator.single_step.search_ready_llm_command_generator import (  # noqa: E501
+    SearchReadyLLMCommandGenerator,
+)
+from rasa.dialogue_understanding.generator.single_step.single_step_llm_command_generator import (  # noqa: E501
     SingleStepLLMCommandGenerator,
 )
 
@@ -20,4 +25,5 @@ __all__ = [
     "MultiStepLLMCommandGenerator",
     "SingleStepLLMCommandGenerator",
     "CompactLLMCommandGenerator",
+    "SearchReadyLLMCommandGenerator",
 ]

rasa/dialogue_understanding/generator/command_generator.py

@@ -321,7 +321,10 @@ class CommandGenerator:
         if commands and len(checked_commands) != len(commands):
             structlogger.info(
                 "command_generator.check_commands_against_startable_flows.startable_commands",
-                commands=checked_commands,
+                commands=[
+                    checked_command.__class__.__name__
+                    for checked_command in checked_commands
+                ],
             )
 
         return checked_commands
@@ -357,7 +360,6 @@ class CommandGenerator:
             "command_generator.evaluate_message.error",
             event_info="Invalid message",
             errors=[e.as_dict() for e in errors],
-            message=message.get(TEXT),
         )
         return errors
 

rasa/dialogue_understanding/generator/command_parser.py

@@ -81,7 +81,7 @@ def _get_additional_parsing_logic(
 
 def validate_custom_commands(command_classes: List[Type[PromptCommand]]) -> None:
     clz_not_inheriting_from_command_clz = [
-        command_clz
+        command_clz.__name__
         for command_clz in command_classes
         if not issubclass(command_clz, Command)
     ]
@@ -99,7 +99,7 @@ def validate_custom_commands(command_classes: List[Type[PromptCommand]]) -> None
         sys.exit(1)
 
     clz_not_adhering_to_prompt_command_protocol = [
-        command_clz
+        command_clz.__name__
         for command_clz in command_classes
         if not isinstance(command_clz, PromptCommand)
     ]

rasa/dialogue_understanding/generator/command_parser_validator.py

@@ -0,0 +1,63 @@
+from typing import List
+
+import structlog
+
+from rasa.dialogue_understanding.commands import (
+    Command,
+)
+
+structlogger = structlog.get_logger()
+
+
+class CommandParserValidatorSingleton:
+    """Singleton class to validate the command parser.
+
+    This class is used to validate the command parser. It keeps track of the number of
+    consecutive turns where no commands are parsed by the command parser. If the
+    number of consecutive turns exceeds a certain threshold, a warning is logged.
+    The prompt can use a DSL syntax that can be incompatible with the command syntax
+    used by the command parser. This class helps to detect such incompatibilities.
+    """
+
+    MAX_CONSECUTIVE_TURNS_NO_COMMAND_PREDICTED = 5
+    _NO_COMMAND_PREDICTED_TURN_COUNTER = 0
+    _command_parser_validated = False
+
+    @classmethod
+    def get_no_command_predicted_turn_counter(cls) -> int:
+        return cls._NO_COMMAND_PREDICTED_TURN_COUNTER
+
+    @classmethod
+    def should_validate_command_parser(cls) -> bool:
+        return not cls._command_parser_validated
+
+    @classmethod
+    def reset_command_parser_validation(cls) -> None:
+        cls._NO_COMMAND_PREDICTED_TURN_COUNTER = 0
+        cls._command_parser_validated = False
+
+    @classmethod
+    def validate_if_commands_are_parsed_from_llm_response(
+        cls, commands: List[Command], llm_response: str
+    ) -> None:
+        if llm_response and not commands:
+            cls._NO_COMMAND_PREDICTED_TURN_COUNTER += 1
+        else:
+            # Reset the counter if commands are generated, and mark
+            # the command parser as validated.
+            cls._NO_COMMAND_PREDICTED_TURN_COUNTER = 0
+            cls._command_parser_validated = True
+            return
+
+        if (
+            cls._NO_COMMAND_PREDICTED_TURN_COUNTER
+            >= cls.MAX_CONSECUTIVE_TURNS_NO_COMMAND_PREDICTED
+        ):
+            structlogger.warning(
+                "llm_command_generator.predict_commands.command_parser_not_working",
+                event_info=(
+                    f"No commands were generated by the command parser for the last "
+                    f"{cls._NO_COMMAND_PREDICTED_TURN_COUNTER} times. Check if you "
+                    "are running incompatible prompt and LLM command generator."
+                ),
+            )

rasa/dialogue_understanding/generator/constants.py

@@ -1,5 +1,5 @@
 from rasa.shared.constants import (
-    MAX_TOKENS_CONFIG_KEY,
+    MAX_COMPLETION_TOKENS_CONFIG_KEY,
     MODEL_CONFIG_KEY,
     OPENAI_PROVIDER,
     PROVIDER_CONFIG_KEY,
@@ -15,7 +15,7 @@ DEFAULT_LLM_CONFIG = {
     PROVIDER_CONFIG_KEY: OPENAI_PROVIDER,
     MODEL_CONFIG_KEY: DEFAULT_OPENAI_CHAT_MODEL_NAME_ADVANCED,
     TEMPERATURE_CONFIG_KEY: 0.0,
-    MAX_TOKENS_CONFIG_KEY: DEFAULT_OPENAI_MAX_GENERATED_TOKENS,
+    MAX_COMPLETION_TOKENS_CONFIG_KEY: DEFAULT_OPENAI_MAX_GENERATED_TOKENS,
     TIMEOUT_CONFIG_KEY: 7,
 }
 

rasa/dialogue_understanding/generator/llm_based_command_generator.py

@@ -527,7 +527,7 @@ class LLMBasedCommandGenerator(
         either contain a StartFlowCommand or a SetSlot command
         for the current collect step.
         """
-        return self.config.get(KEY_MINIMIZE_NUM_CALLS, False) and (
+        return self.config.get(KEY_MINIMIZE_NUM_CALLS, True) and (
             self._prior_commands_contain_start_flow(prior_commands)
             or self._prior_commands_contain_set_slot_for_active_collect_step(
                 prior_commands, flows, tracker