rasa-pro 3.11.3a1.dev5__py3-none-any.whl → 3.11.3a1.dev7__py3-none-any.whl

rasa/core/actions/action.py

@@ -17,6 +17,15 @@ from jsonschema import Draft202012Validator
 
 import rasa.core
 import rasa.shared.utils.io
+from rasa.shared.constants import (
+    TEXT,
+    ELEMENTS,
+    QUICK_REPLIES,
+    BUTTONS,
+    ATTACHMENT,
+    IMAGE,
+    CUSTOM,
+)
 from rasa.core.actions.custom_action_executor import (
     CustomActionExecutor,
     NoEndpointCustomActionExecutor,
@@ -93,7 +102,6 @@ from rasa.shared.nlu.constants import (
     INTENT_NAME_KEY,
     INTENT_RANKING_KEY,
 )
-from rasa.shared.nlu.constants import PROMPTS
 from rasa.shared.utils.io import raise_warning
 from rasa.shared.utils.schemas.events import EVENTS_SCHEMA
 from rasa.utils.endpoints import ClientResponseError, EndpointConfig
@@ -256,19 +264,18 @@ def action_for_name_or_text(
 def create_bot_utterance(message: Dict[Text, Any]) -> BotUttered:
     """Create BotUttered event from message."""
     bot_message = BotUttered(
-        text=message.pop("text", None),
+        text=message.pop(TEXT, None),
         data={
-            "elements": message.pop("elements", None),
-            "quick_replies": message.pop("quick_replies", None),
-            "buttons": message.pop("buttons", None),
+            ELEMENTS: message.pop(ELEMENTS, None),
+            QUICK_REPLIES: message.pop(QUICK_REPLIES, None),
+            BUTTONS: message.pop(BUTTONS, None),
             # for legacy / compatibility reasons we need to set the image
             # to be the attachment if there is no other attachment (the
             # `.get` is intentional - no `pop` as we still need the image`
             # property to set it in the following line)
-            "attachment": message.pop("attachment", None) or message.get("image", None),
-            "image": message.pop("image", None),
-            "custom": message.pop("custom", None),
-            PROMPTS: message.pop(PROMPTS, None),
+            ATTACHMENT: message.pop(ATTACHMENT, None) or message.get(IMAGE, None),
+            IMAGE: message.pop(IMAGE, None),
+            CUSTOM: message.pop(CUSTOM, None),
         },
         metadata=message,
     )

rasa/core/channels/__init__.py

@@ -31,6 +31,7 @@ from rasa.core.channels.vier_cvg import CVGInput
 from rasa.core.channels.voice_stream.twilio_media_streams import (
     TwilioMediaStreamsInputChannel,
 )
+from rasa.core.channels.studio_chat import StudioChatInput
 
 input_channel_classes: List[Type[InputChannel]] = [
     CmdlineInput,
@@ -53,6 +54,7 @@ input_channel_classes: List[Type[InputChannel]] = [
     JambonzVoiceReadyInput,
     TwilioMediaStreamsInputChannel,
     BrowserAudioInputChannel,
+    StudioChatInput,
 ]
 
 # Mapping from an input channel name to its class to allow name based lookup.

rasa/core/channels/development_inspector.py

@@ -88,9 +88,6 @@ class DevelopmentInspectProxy(InputChannel):
         """Called when a tracker has been updated."""
         if self.tracker_stream:
             tracker_dump = await self.get_tracker_state(sender_id)
-            # check if the underlying channel has an on_new_tracker_dump hook
-            if hasattr(self.underlying, "on_new_tracker_dump"):
-                await self.underlying.on_new_tracker_dump(sender_id, tracker_dump)
             await self.tracker_stream.broadcast(tracker_dump)
 
     async def on_message_proxy(

rasa/core/channels/socketio.py

@@ -1,4 +1,3 @@
-import asyncio
 import inspect
 import logging
 import uuid
@@ -7,7 +6,6 @@ from typing import Any, Awaitable, Callable, Dict, Iterable, List, Optional, Tex
 
 import rasa.core.channels.channel
 from rasa.core.channels.channel import InputChannel, OutputChannel, UserMessage
-from rasa.shared.core.trackers import EventVerbosity
 import rasa.shared.utils.io
 from sanic import Blueprint, response, Sanic
 from sanic.request import Request
@@ -56,31 +54,9 @@ class SocketIOOutput(OutputChannel):
         super().__init__()
         self.sio = sio
         self.bot_message_evt = bot_message_evt
-        self.last_event_timestamp = (
-            -1
-        )  # Initialize with -1 to send all events on first message
-
-    def _get_new_events(self) -> List[Dict[Text, Any]]:
-        """Get events that are newer than the last sent event."""
-        events = self.tracker_state.get("events", []) if self.tracker_state else []
-        new_events = [
-            event for event in events if event["timestamp"] > self.last_event_timestamp
-        ]
-        if new_events:
-            self.last_event_timestamp = new_events[-1]["timestamp"]
-        return new_events
 
     async def _send_message(self, socket_id: Text, response: Any) -> None:
         """Sends a message to the recipient using the bot event."""
-        # send tracker state (contains stack, slots and more)
-        await self.sio.emit("tracker_state", self.tracker_state, room=socket_id)
-
-        # send new events
-        new_events = self._get_new_events()
-        if new_events:
-            await self.sio.emit("rasa_events", new_events, room=socket_id)
-
-        # send bot response
         await self.sio.emit(self.bot_message_evt, response, room=socket_id)
 
     async def send_text_message(
@@ -190,8 +166,6 @@ class SocketIOInput(InputChannel):
         metadata_key: Optional[Text] = "metadata",
     ):
         """Creates a ``SocketIOInput`` object."""
-        from rasa.core.agent import Agent
-
         self.bot_message_evt = bot_message_evt
         self.session_persistence = session_persistence
         self.user_message_evt = user_message_evt
@@ -203,8 +177,6 @@ class SocketIOInput(InputChannel):
         self.jwt_key = jwt_key
         self.jwt_algorithm = jwt_method
 
-        self.agent: Optional[Agent] = None
-
     def get_output_channel(self) -> Optional["OutputChannel"]:
         """Creates socket.io output channel object."""
         if self.sio is None:
@@ -218,13 +190,9 @@ class SocketIOInput(InputChannel):
             return None
         return SocketIOOutput(self.sio, self.bot_message_evt)
 
-    async def on_new_tracker_dump(self, sender_id: str, tracker_dump: str) -> None:
-        if self.sio:
-            await self.sio.emit("tracker", tracker_dump, room=sender_id)
-
     def blueprint(
         self, on_new_message: Callable[[UserMessage], Awaitable[Any]]
-    ) -> Blueprint:
+    ) -> SocketBlueprint:
         """Defines a Sanic blueprint."""
         # Workaround so that socketio works with requests from other origins.
         # https://github.com/miguelgrinberg/python-socketio/issues/205#issuecomment-493769183
@@ -233,11 +201,6 @@ class SocketIOInput(InputChannel):
             sio, self.socketio_path, "socketio_webhook", __name__
         )
 
-        @socketio_webhook.listener("after_server_start")  # type: ignore[misc]
-        async def after_server_start(app: Sanic, _: asyncio.AbstractEventLoop) -> None:
-            """Prints a message after the server has started with inspect URL."""
-            self.agent = app.ctx.agent
-
         # make sio object static to use in get_output_channel
         self.sio = sio
 
@@ -283,30 +246,6 @@ class SocketIOInput(InputChannel):
             await sio.emit("session_confirm", data["session_id"], room=sid)
             logger.debug(f"User {sid} connected to socketIO endpoint.")
 
-        @sio.on("tracker", namespace=self.namespace)
-        async def handle_tracker(sid: Text, data: Dict) -> None:
-            from rasa.shared.core.trackers import DialogueStateTracker
-
-            if self.agent is None:
-                raise ValueError("Agent is not initialized")
-
-            async with self.agent.lock_store.lock(data["sender_id"]):
-                tracker = DialogueStateTracker.from_dict(
-                    data["sender_id"], data["events"], self.agent.domain.slots
-                )
-
-                # will override an existing tracker with the same id!
-                await self.agent.tracker_store.save(tracker)
-
-            # TODO: rather figure out how to trigger the on_tracker_updated
-            #   of the development inspector channel
-            state = tracker.current_state(EventVerbosity.AFTER_RESTART)
-            await sio.emit(
-                "tracker",
-                json.dumps(state),
-                room=sid,
-            )
-
         @sio.on(self.user_message_evt, namespace=self.namespace)
         async def handle_message(sid: Text, data: Dict) -> None:
             output_channel = SocketIOOutput(sio, self.bot_message_evt)

rasa/core/channels/studio_chat.py

@@ -0,0 +1,192 @@
+import asyncio
+from functools import partial
+import json
+from typing import (
+    TYPE_CHECKING,
+    Any,
+    Awaitable,
+    Callable,
+    Dict,
+    List,
+    Optional,
+    Text,
+)
+import structlog
+
+from rasa.core.channels.socketio import SocketBlueprint, SocketIOInput
+from rasa.shared.core.trackers import EventVerbosity
+from sanic import Sanic
+from rasa.plugin import plugin_manager
+from rasa.hooks import hookimpl
+
+if TYPE_CHECKING:
+    from rasa.core.channels.channel import UserMessage
+    from rasa.shared.core.trackers import DialogueStateTracker
+
+
+structlogger = structlog.get_logger()
+
+
+def tracker_as_dump(tracker: "DialogueStateTracker") -> str:
+    """Create a dump of the tracker state."""
+    from rasa.shared.core.trackers import get_trackers_for_conversation_sessions
+
+    multiple_tracker_sessions = get_trackers_for_conversation_sessions(tracker)
+
+    if 0 <= len(multiple_tracker_sessions) <= 1:
+        last_tracker = tracker
+    else:
+        last_tracker = multiple_tracker_sessions[-1]
+
+    state = last_tracker.current_state(EventVerbosity.AFTER_RESTART)
+    return json.dumps(state)
+
+
+class StudioTrackerUpdatePlugin:
+    """Plugin for publishing tracker updates a socketio channel."""
+
+    def __init__(self, socket_channel: "StudioChatInput") -> None:
+        self.socket_channel = socket_channel
+        self.tasks: List[asyncio.Task] = []
+
+    def _cancel_tasks(self) -> None:
+        """Cancel all remaining tasks."""
+        for task in self.tasks:
+            task.cancel()
+        self.tasks = []
+
+    def _cleanup_tasks(self) -> None:
+        """Remove tasks that have already completed."""
+        self.tasks = [task for task in self.tasks if not task.done()]
+
+    @hookimpl  # type: ignore[misc]
+    def after_new_user_message(self, tracker: "DialogueStateTracker") -> None:
+        """Triggers a tracker update notification after a new user message."""
+        self.handle_tracker_update(tracker)
+
+    @hookimpl  # type: ignore[misc]
+    def after_action_executed(self, tracker: "DialogueStateTracker") -> None:
+        """Triggers a tracker update notification after an action is executed."""
+        self.handle_tracker_update(tracker)
+
+    def handle_tracker_update(self, tracker: "DialogueStateTracker") -> None:
+        """Handles a tracker update when triggered by a hook."""
+        structlogger.info("studio_chat.after_tracker_update", tracker=tracker)
+        # directly create a dump to avoid the tracker getting modified by another
+        # function before it gets published (since the publishing is scheduled
+        # as an async task)
+        tracker_dump = tracker_as_dump(tracker)
+        task = asyncio.create_task(
+            self.socket_channel.publish_tracker_update(tracker.sender_id, tracker_dump)
+        )
+        self.tasks.append(task)
+        self._cleanup_tasks()
+
+    @hookimpl  # type: ignore[misc]
+    def after_server_stop(self) -> None:
+        """Cancels all remaining tasks when the server stops."""
+        self._cancel_tasks()
+
+
+class StudioChatInput(SocketIOInput):
+    """Input channel for the communication between Rasa Studio and Rasa Pro."""
+
+    @classmethod
+    def name(cls) -> Text:
+        return "studio_chat"
+
+    def __init__(
+        self,
+        *args: Any,
+        **kwargs: Any,
+    ) -> None:
+        """Creates a ``SocketIOInput`` object."""
+        from rasa.core.agent import Agent
+
+        super().__init__(*args, **kwargs)
+        self.agent: Optional[Agent] = None
+
+        self._register_tracker_update_hook()
+
+    def _register_tracker_update_hook(self) -> None:
+        plugin_manager().register(StudioTrackerUpdatePlugin(self))
+
+    async def on_tracker_updated(self, tracker: "DialogueStateTracker") -> None:
+        """Triggers a tracker update notification after a change to the tracker."""
+        await self.publish_tracker_update(tracker.sender_id, tracker_as_dump(tracker))
+
+    async def publish_tracker_update(self, sender_id: str, tracker_dump: Dict) -> None:
+        """Publishes a tracker update notification to the websocket."""
+        if not self.sio:
+            structlogger.error("studio_chat.on_tracker_updated.sio_not_initialized")
+            return
+        await self.sio.emit("tracker", tracker_dump, room=sender_id)
+
+    async def on_message_proxy(
+        self,
+        on_new_message: Callable[["UserMessage"], Awaitable[Any]],
+        message: "UserMessage",
+    ) -> None:
+        """Proxies the on_new_message call to the underlying channel.
+
+        Triggers a tracker update notification after processing the message.
+        """
+        await on_new_message(message)
+
+        if not self.agent:
+            structlogger.error("studio_chat.on_message_proxy.agent_not_initialized")
+            return
+
+        tracker = await self.agent.tracker_store.retrieve(message.sender_id)
+        if tracker is None:
+            structlogger.error("studio_chat.on_message_proxy.tracker_not_found")
+            return
+
+        await self.on_tracker_updated(tracker)
+
+    async def handle_tracker_update(self, sid: str, data: Dict) -> None:
+        from rasa.shared.core.trackers import DialogueStateTracker
+
+        structlogger.debug(
+            "studio_chat.sio.handle_tracker_update",
+            sid=sid,
+            sender_id=data["sender_id"],
+        )
+        if self.agent is None:
+            structlogger.error("studio_chat.sio.agent_not_initialized")
+            return None
+
+        if not (domain := self.agent.domain):
+            structlogger.error("studio_chat.sio.domain_not_initialized")
+            return None
+
+        async with self.agent.lock_store.lock(data["sender_id"]):
+            tracker = DialogueStateTracker.from_dict(
+                data["sender_id"], data["events"], domain.slots
+            )
+
+            # will override an existing tracker with the same id!
+            await self.agent.tracker_store.save(tracker)
+
+        await self.on_tracker_updated(tracker)
+
+    def blueprint(
+        self, on_new_message: Callable[["UserMessage"], Awaitable[Any]]
+    ) -> SocketBlueprint:
+        socket_blueprint = super().blueprint(
+            partial(self.on_message_proxy, on_new_message)
+        )
+
+        if not self.sio:
+            structlogger.error("studio_chat.blueprint.sio_not_initialized")
+            return socket_blueprint
+
+        @socket_blueprint.listener("after_server_start")  # type: ignore[misc]
+        async def after_server_start(app: Sanic, _: asyncio.AbstractEventLoop) -> None:
+            self.agent = app.ctx.agent
+
+        @self.sio.on("update_tracker", namespace=self.namespace)
+        async def on_update_tracker(sid: Text, data: Dict) -> None:
+            await self.handle_tracker_update(sid, data)
+
+        return socket_blueprint

rasa/core/nlg/contextual_response_rephraser.py

@@ -6,7 +6,6 @@ from jinja2 import Template
 from rasa import telemetry
 from rasa.core.nlg.response import TemplatedNaturalLanguageGenerator
 from rasa.core.nlg.summarize import summarize_conversation
-from rasa.dialogue_understanding.utils import record_commands_and_prompts
 from rasa.shared.constants import (
     LLM_CONFIG_KEY,
     MODEL_CONFIG_KEY,
@@ -24,6 +23,8 @@ from rasa.shared.nlu.constants import (
     PROMPTS,
     KEY_USER_PROMPT,
     KEY_LLM_RESPONSE_METADATA,
+    KEY_PROMPT_NAME,
+    KEY_COMPONENT_NAME,
 )
 from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.health_check.llm_health_check_mixin import LLMHealthCheckMixin
@@ -148,26 +149,21 @@ class ContextualResponseRephraser(
             user_prompt: The user prompt that was sent to the LLM.
             llm_response: The response object from the LLM (None if no response).
         """
+        from rasa.dialogue_understanding.utils import record_commands_and_prompts
+
         if not record_commands_and_prompts:
             return response
 
         prompt_data: Dict[Text, Any] = {
+            KEY_COMPONENT_NAME: cls.__name__,
+            KEY_PROMPT_NAME: prompt_name,
             KEY_USER_PROMPT: user_prompt,
+            KEY_LLM_RESPONSE_METADATA: llm_response.to_dict() if llm_response else None,
         }
 
-        if llm_response is not None:
-            prompt_data[KEY_LLM_RESPONSE_METADATA] = llm_response.to_dict()
-
-        prompt_tuple = (prompt_name, prompt_data)
-
-        component_name = cls.__name__
-        existing_prompts = response.get(PROMPTS, {})
-        if component_name in existing_prompts:
-            existing_prompts[component_name].append(prompt_tuple)
-        else:
-            existing_prompts[component_name] = [prompt_tuple]
-
-        response[PROMPTS] = existing_prompts
+        prompts = response.get(PROMPTS, [])
+        prompts.append(prompt_data)
+        response[PROMPTS] = prompts
         return response
 
     def _last_message_if_human(self, tracker: DialogueStateTracker) -> Optional[str]:
@@ -202,10 +198,7 @@ class ContextualResponseRephraser(
         llm = llm_factory(self.llm_config, DEFAULT_LLM_CONFIG)
 
         try:
-            raw_response = await llm.acompletion(prompt)
-            response_dict = raw_response.to_dict()
-            return LLMResponse.from_dict(response_dict)
-
+            return await llm.acompletion(prompt)
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here
@@ -306,6 +299,7 @@ class ContextualResponseRephraser(
             llm_model_group_id=self.llm_property(MODEL_GROUP_ID_CONFIG_KEY),
         )
         llm_response = await self._generate_llm_response(prompt)
+        llm_response = LLMResponse.ensure_llm_response(llm_response)
 
         response = self._add_prompt_and_llm_metadata_to_response(
             response=response,
@@ -314,7 +308,7 @@ class ContextualResponseRephraser(
             llm_response=llm_response,
         )
 
-        if llm_response is None or not llm_response.choices:
+        if not (llm_response and llm_response.choices and llm_response.choices[0]):
             # If the LLM fails to generate a response, return the original response.
             return response
 

rasa/core/policies/enterprise_search_policy.py

@@ -38,7 +38,6 @@ from rasa.dialogue_understanding.stack.frames import (
     SearchStackFrame,
 )
 from rasa.dialogue_understanding.stack.frames import PatternFlowStackFrame
-from rasa.dialogue_understanding.utils import record_commands_and_prompts
 from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
@@ -69,6 +68,8 @@ from rasa.shared.nlu.constants import (
     PROMPTS,
     KEY_USER_PROMPT,
     KEY_LLM_RESPONSE_METADATA,
+    KEY_PROMPT_NAME,
+    KEY_COMPONENT_NAME,
 )
 from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.providers.embedding._langchain_embedding_client_adapter import (
@@ -281,7 +282,7 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
         return _LangchainEmbeddingClientAdapter(client)
 
     @classmethod
-    def _store_prompt_and_llm_response_in_tracker(
+    def _add_prompt_and_llm_response_to_latest_message(
         cls,
         tracker: DialogueStateTracker,
         prompt_name: str,
@@ -296,6 +297,8 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
             user_prompt: The user prompt that was sent to the LLM.
             llm_response: The response object from the LLM (None if no response).
         """
+        from rasa.dialogue_understanding.utils import record_commands_and_prompts
+
         if not record_commands_and_prompts:
             return
 
@@ -303,21 +306,17 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
             return
 
         parse_data = tracker.latest_message.parse_data
-        if parse_data is not None and PROMPTS not in parse_data:
-            parse_data[PROMPTS] = {}  # type: ignore[literal-required]
-
-        component_name = cls.__name__
-        existing_prompts = parse_data[PROMPTS].get(component_name, [])  # type: ignore[literal-required]
+        if PROMPTS not in parse_data:
+            parse_data[PROMPTS] = []  # type: ignore[literal-required]
 
         prompt_data: Dict[Text, Any] = {
+            KEY_COMPONENT_NAME: cls.__name__,
+            KEY_PROMPT_NAME: prompt_name,
             KEY_USER_PROMPT: user_prompt,
+            KEY_LLM_RESPONSE_METADATA: llm_response.to_dict() if llm_response else None,
         }
-        if llm_response is not None:
-            prompt_data[KEY_LLM_RESPONSE_METADATA] = llm_response.to_dict()
 
-        prompt_tuple = (prompt_name, prompt_data)
-        existing_prompts.append(prompt_tuple)
-        parse_data[PROMPTS][component_name] = existing_prompts  # type: ignore[literal-required]
+        parse_data[PROMPTS].append(prompt_data)  # type: ignore[literal-required]
 
     def train(  # type: ignore[override]
         self,
@@ -546,8 +545,9 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
         if self.use_llm:
             prompt = self._render_prompt(tracker, documents.results)
             llm_response = await self._generate_llm_answer(llm, prompt)
+            llm_response = LLMResponse.ensure_llm_response(llm_response)
 
-            self._store_prompt_and_llm_response_in_tracker(
+            self._add_prompt_and_llm_response_to_latest_message(
                 tracker=tracker,
                 prompt_name="enterprise_search_prompt",
                 user_prompt=prompt,
@@ -651,10 +651,7 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
             An LLMResponse object, or None if the call fails.
         """
         try:
-            raw_response = await llm.acompletion(prompt)
-            response_dict = raw_response.to_dict()
-            return LLMResponse.from_dict(response_dict)
-
+            return await llm.acompletion(prompt)
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here

rasa/core/processor.py

@@ -818,8 +818,9 @@ class MessageProcessor:
         return parse_data
 
     def _sanitize_message(self, message: UserMessage) -> UserMessage:
-        """Sanitize user message by removing prepended slashes before the
-        actual content.
+        """Sanitize user messages.
+
+        Removes prepended slashes before the actual content.
         """
         # Regex pattern to match leading slashes and any whitespace before
         # actual content
@@ -921,9 +922,7 @@ class MessageProcessor:
         return [command.as_dict() for command in commands]
 
     def _contains_undefined_intent(self, message: Message) -> bool:
-        """Checks if the message contains an intent that is undefined
-        in the domain.
-        """
+        """Checks if the message contains an undefined intent."""
         intent_name = message.get(INTENT, {}).get("name")
         return intent_name is not None and intent_name not in self.domain.intents
 
@@ -987,6 +986,8 @@ class MessageProcessor:
         if parse_data["entities"]:
             self._log_slots(tracker)
 
+        plugin_manager().hook.after_new_user_message(tracker=tracker)
+
         logger.debug(
             f"Logged UserUtterance - tracker now has {len(tracker.events)} events."
         )
@@ -1305,7 +1306,7 @@ class MessageProcessor:
             self._log_slots(tracker)
 
         await self.execute_side_effects(events, tracker, output_channel)
-
+        plugin_manager().hook.after_action_executed(tracker=tracker)
         return self.should_predict_another_action(action.name())
 
     def _log_action_on_tracker(
@@ -1441,8 +1442,10 @@ class MessageProcessor:
         return len(filtered_commands) > 0
 
     def _is_calm_assistant(self) -> bool:
-        """Inspects the nodes of the graph schema to determine whether
-        any node is associated with the `FlowPolicy`, which is indicative of a
+        """Inspects the nodes of the graph schema to decide if we are in CALM.
+
+        To determine whether we are in CALM mode, we check if any node is
+        associated with the `FlowPolicy`, which is indicative of a
         CALM assistant setup.
 
         Returns:

rasa/dialogue_understanding/constants.py

@@ -0,0 +1 @@
+RASA_RECORD_COMMANDS_AND_PROMPTS_ENV_VAR_NAME = "RASA_RECORD_COMMANDS_AND_PROMPTS"

rasa/dialogue_understanding/generator/command_generator.py

@@ -27,6 +27,8 @@ from rasa.shared.nlu.constants import (
     KEY_USER_PROMPT,
     KEY_SYSTEM_PROMPT,
     KEY_LLM_RESPONSE_METADATA,
+    KEY_PROMPT_NAME,
+    KEY_COMPONENT_NAME,
 )
 from rasa.shared.nlu.training_data.message import Message
 from rasa.shared.providers.llm.llm_response import LLMResponse
@@ -408,65 +410,49 @@ class CommandGenerator:
         Prompt is only added in case the flag 'record_commands_and_prompts' is set.
         Example of prompts in the message parse data:
             Message(data={
-              PROMPTS: {
-                "MultiStepLLMCommandGenerator": [
-                    (
-                        "fill_slots_prompt",
-                        {
-                            "user_prompt": <prompt content>",
-                            "system_prompt": <prompt content>",
-                            "llm_response_metadata": <metadata dict from LLMResponse>
-                        }
-                    ),
-                    (
-                        "handle_flows_prompt",
-                        {
-                            "user_prompt": <prompt content>",
-                            "system_prompt": <prompt content>",
-                            "llm_response_metadata": <metadata dict from LLMResponse>
-                        }
-                    ),
-                ],
-                "SingleStepLLMCommandGenerator": [
-                    (
-                        "prompt_template",
-                        {
-                            "user_prompt": <prompt content>",
-                            "system_prompt": <prompt content>",
-                            "llm_response_metadata": <metadata dict from LLMResponse>
-                        }
-                    ),
+              PROMPTS: [
+                  {
+                    "component_name": "MultiStepLLMCommandGenerator",
+                    "prompt_name": "fill_slots_prompt",
+                    "user_prompt": "...",
+                    "system_prompt": "...",
+                    "llm_response_metadata": { ... }
+                  },
+                  {
+                    "component_name": "MultiStepLLMCommandGenerator",
+                    "prompt_name": "handle_flows_prompt",
+                    "user_prompt": "...",
+                    "system_prompt": "...",
+                    "llm_response_metadata": { ... }
+                  },
+                  {
+                    "component_name": "SingleStepLLMCommandGenerator",
+                    "prompt_name": "prompt_template",
+                    "user_prompt": "...",
+                    "system_prompt": "...",
+                    "llm_response_metadata": { ... }
+                  }
                 ]
-              }
             })
         """
         from rasa.dialogue_understanding.utils import record_commands_and_prompts
 
-        # only set prompt if the flag "record_commands_and_prompts" is set to True
+        # Only set prompt if the flag "record_commands_and_prompts" is set to True.
         if not record_commands_and_prompts:
             return
 
+        # Construct the dictionary with prompt details.
         prompt_data: Dict[Text, Any] = {
+            KEY_COMPONENT_NAME: component_name,
+            KEY_PROMPT_NAME: prompt_name,
             KEY_USER_PROMPT: user_prompt,
+            KEY_LLM_RESPONSE_METADATA: llm_response.to_dict() if llm_response else None,
             **({KEY_SYSTEM_PROMPT: system_prompt} if system_prompt else {}),
         }
 
-        if llm_response is not None:
-            prompt_data[KEY_LLM_RESPONSE_METADATA] = llm_response.to_dict()
-
-        prompt_tuple = (prompt_name, prompt_data)
-
-        if message.get(PROMPTS) is not None:
-            prompts = message.get(PROMPTS)
-            if component_name in prompts:
-                prompts[component_name].append(prompt_tuple)
-            else:
-                prompts[component_name] = [prompt_tuple]
-        else:
-            prompts = {component_name: [prompt_tuple]}
+        # Get or create a top-level "prompts" list.
+        prompts = message.get(PROMPTS) or []
+        prompts.append(prompt_data)
 
-        message.set(
-            PROMPTS,
-            prompts,
-            add_to_output=True,
-        )
+        # Update the message with the new prompts list.
+        message.set(PROMPTS, prompts, add_to_output=True)

rasa/dialogue_understanding/generator/llm_based_command_generator.py

@@ -319,9 +319,7 @@ class LLMBasedCommandGenerator(
         """
         llm = llm_factory(self.config.get(LLM_CONFIG_KEY), DEFAULT_LLM_CONFIG)
         try:
-            raw_response = await llm.acompletion(prompt)
-            response_dict = raw_response.to_dict()
-            return LLMResponse.from_dict(response_dict)
+            return await llm.acompletion(prompt)
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here

rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py

@@ -51,6 +51,7 @@ from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.exceptions import ProviderClientAPIException
 from rasa.shared.nlu.constants import TEXT
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.io import deep_container_fingerprint
 from rasa.shared.utils.llm import (
     get_prompt_template,
@@ -535,7 +536,8 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        llm_response = await self.invoke_llm(prompt)
+        response = await self.invoke_llm(prompt)
+        llm_response = LLMResponse.ensure_llm_response(response)
         actions = None
         if llm_response and llm_response.choices:
             actions = llm_response.choices[0]
@@ -589,7 +591,8 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        llm_response = await self.invoke_llm(prompt)
+        response = await self.invoke_llm(prompt)
+        llm_response = LLMResponse.ensure_llm_response(response)
         actions = None
         if llm_response and llm_response.choices:
             actions = llm_response.choices[0]
@@ -678,7 +681,8 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        llm_response = await self.invoke_llm(prompt)
+        response = await self.invoke_llm(prompt)
+        llm_response = LLMResponse.ensure_llm_response(response)
         actions = None
         if llm_response and llm_response.choices:
             actions = llm_response.choices[0]

rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py

@@ -46,6 +46,7 @@ from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.exceptions import ProviderClientAPIException
 from rasa.shared.nlu.constants import TEXT, LLM_COMMANDS, LLM_PROMPT
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.io import deep_container_fingerprint
 from rasa.shared.utils.llm import (
     get_prompt_template,
@@ -264,7 +265,8 @@ class SingleStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=flow_prompt,
         )
 
-        llm_response = await self.invoke_llm(flow_prompt)
+        response = await self.invoke_llm(flow_prompt)
+        llm_response = LLMResponse.ensure_llm_response(response)
         # The check for 'None' maintains compatibility with older versions
         # of LLMCommandGenerator. In previous implementations, 'invoke_llm'
         # might return 'None' to indicate a failure to generate actions.

rasa/dialogue_understanding/utils.py

@@ -1,7 +1,14 @@
 from contextlib import contextmanager
 from typing import Generator
 
-record_commands_and_prompts = False
+from rasa.dialogue_understanding.constants import (
+    RASA_RECORD_COMMANDS_AND_PROMPTS_ENV_VAR_NAME,
+)
+from rasa.utils.common import get_bool_env_variable
+
+record_commands_and_prompts = get_bool_env_variable(
+    RASA_RECORD_COMMANDS_AND_PROMPTS_ENV_VAR_NAME, False
+)
 
 
 @contextmanager

rasa/hooks.py

@@ -3,17 +3,14 @@ import logging
 from typing import Optional, TYPE_CHECKING, List, Text, Union
 
 import pluggy
-from rasa.cli import SubParsersAction
 
-from rasa.cli import x as rasa_x
-from rasa.utils.endpoints import EndpointConfig
-
-from rasa.core.auth_retry_tracker_store import AuthRetryTrackerStore
-from rasa.core.secrets_manager.factory import load_secret_manager
-
-from rasa.tracing import config
+# IMPORTANT: do not import anything from rasa here - use scoped imports
+#  this avoids circular imports, as the hooks are used in different places
+#  across the codebase.
 
 if TYPE_CHECKING:
+    from rasa.cli import SubParsersAction
+    from rasa.utils.endpoints import EndpointConfig
     from rasa.core.brokers.broker import EventBroker
     from rasa.core.tracker_store import TrackerStore
     from rasa.shared.core.domain import Domain
@@ -25,7 +22,7 @@ logger = logging.getLogger(__name__)
 
 @hookimpl  # type: ignore[misc]
 def refine_cli(
-    subparsers: SubParsersAction,
+    subparsers: "SubParsersAction",
     parent_parsers: List[argparse.ArgumentParser],
 ) -> None:
     from rasa.cli import e2e_test, inspect, markers
@@ -43,6 +40,9 @@ def refine_cli(
 
 @hookimpl  # type: ignore[misc]
 def configure_commandline(cmdline_arguments: argparse.Namespace) -> Optional[Text]:
+    from rasa.tracing import config
+    from rasa.cli import x as rasa_x
+
     endpoints_file = None
 
     if cmdline_arguments.func.__name__ == "rasa_x":
@@ -69,6 +69,8 @@ def init_telemetry(endpoints_file: Optional[Text]) -> None:
 
 @hookimpl  # type: ignore[misc]
 def init_managers(endpoints_file: Optional[Text]) -> None:
+    from rasa.core.secrets_manager.factory import load_secret_manager
+
     load_secret_manager(endpoints_file)
 
 
@@ -78,6 +80,9 @@ def create_tracker_store(
     domain: "Domain",
     event_broker: Optional["EventBroker"],
 ) -> "TrackerStore":
+    from rasa.utils.endpoints import EndpointConfig
+    from rasa.core.auth_retry_tracker_store import AuthRetryTrackerStore
+
     if isinstance(endpoint_config, EndpointConfig):
         return AuthRetryTrackerStore(
             endpoint_config=endpoint_config, domain=domain, event_broker=event_broker

rasa/model_manager/runner_service.py

@@ -207,7 +207,6 @@ def start_bot_process(
         "--credentials",
         f"{bot_base_path}/credentials.yml",
         "--debug",
-        "--inspect",
         f"--port={port}",
         "--model",
         f"{bot_base_path}/models",

rasa/model_manager/socket_bridge.py

@@ -132,7 +132,6 @@ async def create_bridge_client(
 
     @client.event  # type: ignore[misc]
     async def tracker(data: Dict[str, Any]) -> None:
-        structlogger.debug("model_runner.tracker_message", deployment_id=deployment_id)
         await sio.emit("tracker", json.loads(data), room=sid)
 
     @client.event  # type: ignore[misc]

rasa/model_manager/warm_rasa_process.py

@@ -1,12 +1,16 @@
+import os
 import shlex
 import subprocess
-from rasa.__main__ import main
-import os
+import uuid
+from dataclasses import dataclass
 from typing import List
+
 import structlog
-from dataclasses import dataclass
-import uuid
 
+from rasa.__main__ import main
+from rasa.dialogue_understanding.constants import (
+    RASA_RECORD_COMMANDS_AND_PROMPTS_ENV_VAR_NAME,
+)
 from rasa.model_manager import config
 from rasa.model_manager.utils import ensure_base_directory_exists, logs_path
 
@@ -43,6 +47,7 @@ def _create_warm_rasa_process() -> WarmRasaProcess:
 
     envs = os.environ.copy()
     envs["RASA_TELEMETRY_ENABLED"] = "false"
+    envs[RASA_RECORD_COMMANDS_AND_PROMPTS_ENV_VAR_NAME] = "true"
 
     log_id = uuid.uuid4().hex
     log_path = logs_path(log_id)

rasa/plugin.py

@@ -14,6 +14,7 @@ if TYPE_CHECKING:
     from rasa.core.tracker_store import TrackerStore
     from rasa.shared.core.domain import Domain
     from rasa.utils.endpoints import EndpointConfig
+    from rasa.shared.core.trackers import DialogueStateTracker
 
 
 hookspec = pluggy.HookspecMarker("rasa")
@@ -88,3 +89,13 @@ def after_server_stop() -> None:
     Use this hook to de-initialize any resources that require explicit cleanup like,
     thread shutdown, closing connections, etc.
     """
+
+
+@hookspec  # type: ignore[misc]
+def after_new_user_message(tracker: "DialogueStateTracker") -> None:
+    """Hook specification for after a new user message is received."""
+
+
+@hookspec  # type: ignore[misc]
+def after_action_executed(tracker: "DialogueStateTracker") -> None:
+    """Hook specification for after an action is executed."""

rasa/shared/constants.py

@@ -319,3 +319,12 @@ SENSITIVE_DATA = [
     AWS_SECRET_ACCESS_KEY_CONFIG_KEY,
     AWS_SESSION_TOKEN_CONFIG_KEY,
 ]
+
+# Used for key values in BotUtterance.data
+TEXT = "text"
+ELEMENTS = "elements"
+QUICK_REPLIES = "quick_replies"
+BUTTONS = "buttons"
+ATTACHMENT = "attachment"
+IMAGE = "image"
+CUSTOM = "custom"

rasa/shared/nlu/constants.py

@@ -7,6 +7,8 @@ PROMPTS = "prompts"
 KEY_USER_PROMPT = "user_prompt"
 KEY_SYSTEM_PROMPT = "system_prompt"
 KEY_LLM_RESPONSE_METADATA = "llm_response_metadata"
+KEY_PROMPT_NAME = "prompt_name"
+KEY_COMPONENT_NAME = "component_name"
 LLM_COMMANDS = "llm_commands"  # needed for fine-tuning
 LLM_PROMPT = "llm_prompt"  # needed for fine-tuning
 FLOWS_FROM_SEMANTIC_SEARCH = "flows_from_semantic_search"

rasa/shared/providers/llm/llm_response.py

@@ -1,5 +1,8 @@
 from dataclasses import dataclass, field, asdict
-from typing import Dict, List, Optional, Text, Any
+from typing import Dict, List, Optional, Text, Any, Union
+import structlog
+
+structlogger = structlog.get_logger()
 
 
 @dataclass
@@ -59,7 +62,7 @@ class LLMResponse:
         """
         Creates an LLMResponse from a dictionary.
         """
-        usage_data = data.get("usage")
+        usage_data = data.get("usage", {})
         usage_obj = LLMUsage.from_dict(usage_data) if usage_data else None
 
         return cls(
@@ -71,6 +74,15 @@ class LLMResponse:
             additional_info=data.get("additional_info"),
         )
 
+    @classmethod
+    def ensure_llm_response(cls, response: Union[str, "LLMResponse"]) -> "LLMResponse":
+        if isinstance(response, LLMResponse):
+            return response
+
+        structlogger.warn("llm_response.deprecated_response_type", response=response)
+        data = {"id": None, "choices": [response], "created": None}
+        return LLMResponse.from_dict(data)
+
     def to_dict(self) -> dict:
         """Converts the LLMResponse dataclass instance into a dictionary."""
         result = asdict(self)

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.11.3a1.dev5"
+__version__ = "3.11.3a1.dev7"

{rasa_pro-3.11.3a1.dev5.dist-info → rasa_pro-3.11.3a1.dev7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.11.3a1.dev5
+Version: 3.11.3a1.dev7
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework

{rasa_pro-3.11.3a1.dev5.dist-info → rasa_pro-3.11.3a1.dev7.dist-info}/RECORD

@@ -92,7 +92,7 @@ rasa/cli/x.py,sha256=C7dLtYXAkD-uj7hNj7Pz5YbOupp2yRcMjQbsEVqXUJ8,6825
 rasa/constants.py,sha256=YrrBiJUc0cL5Xrsap6IioNbQ6dKaqDiueqHmMIYkpF0,1348
 rasa/core/__init__.py,sha256=DYHLve7F1yQBVOZTA63efVIwLiULMuihOfdpzw1j0os,457
 rasa/core/actions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/core/actions/action.py,sha256=H4Mr5WvXHwgZ5ws7ZyAlQ_ESx5ryZvv7cAgNjtyYCn8,45381
+rasa/core/actions/action.py,sha256=vrd-CiBDtZt9-1B6DSkCvtZVg8iBs-O94QrGW0bzpz4,45391
 rasa/core/actions/action_clean_stack.py,sha256=xUP-2ipPsPAnAiwP17c-ezmHPSrV4JSUZr-eSgPQwIs,2279
 rasa/core/actions/action_exceptions.py,sha256=hghzXYN6VeHC-O_O7WiPesCNV86ZTkHgG90ZnQcbai8,724
 rasa/core/actions/action_hangup.py,sha256=wpXunkGC71krAYZD3BbqzlHLZxNg1mIviwWz0j9Go-c,994
@@ -118,12 +118,12 @@ rasa/core/brokers/file.py,sha256=GpeDEgwJYAUNZwUUqzGFzzMHiVi-N_kX185cm8RF4BM,180
 rasa/core/brokers/kafka.py,sha256=sJl1g92fo__cs-y2SKs4Uof6HJRJ-1fwHkjRuMs-cF4,12216
 rasa/core/brokers/pika.py,sha256=HPJn4Bm1KDAD9-UCK4uBTCrFWEPEkaSO9MJldO94xok,14379
 rasa/core/brokers/sql.py,sha256=4cDqpbwXwjcq5THbrgRptfUq38-UOnckZq7S7d9wU9o,2728
-rasa/core/channels/__init__.py,sha256=WGzKxtcaoG2yvQ7Rjsh69tbZFl3DsnQj_FbXihwsnN8,2178
+rasa/core/channels/__init__.py,sha256=_BcGTWxW-R2TuD0Y0tVQDlnKW1GFbGvoob_vDviaJ78,2258
 rasa/core/channels/botframework.py,sha256=xyc_n7DJ3uglqvkr0IrQ3xxPWgvaqSOLHWx9BUS0enE,11668
 rasa/core/channels/callback.py,sha256=4LpjtJgQMAAXHwZrcVlVEUdpDTRqTe6n7XtwCusa75U,2750
 rasa/core/channels/channel.py,sha256=0cicx4SZsm0icCSO-F-e-Qk5W08ef11ozZRSrLfFPto,15107
 rasa/core/channels/console.py,sha256=fYhkSY8a_pn09ssjTczsKTALinABogpFJzzWTnL7MP8,8076
-rasa/core/channels/development_inspector.py,sha256=u7bGL_uwydzJEQ4HVU6BcBnSe5SB7KOWBzYnjshgJbk,7189
+rasa/core/channels/development_inspector.py,sha256=RXBCQ8GchV2RJd4Y3Xe74ZLb1kSOinC_Xmc2l2Qqw5I,6964
 rasa/core/channels/facebook.py,sha256=ub8DCnTPe3_EyYtdYE49mo2Y-UNpURj6Qx9590oadeM,15816
 rasa/core/channels/hangouts.py,sha256=GjTmiVvE_OJ7Ig1-j2Aax95Bp1RFL-TUW80rnNcxxY0,11562
 rasa/core/channels/inspector/.eslintrc.cjs,sha256=MXLV2wxhPZqg3wvFlyi1fM363_7XxtWsB87RqWN4gzY,580
@@ -254,7 +254,8 @@ rasa/core/channels/rasa_chat.py,sha256=XGZ7QLyQHhB-m7EjetDNEBSjAa2mEFqU-e-FuS9z3
 rasa/core/channels/rest.py,sha256=YDBnbdrlvaYL7Efy3cm2LbbSm7cBAFDhmcypojHXbog,7227
 rasa/core/channels/rocketchat.py,sha256=HWOMxXLuwadYEYIMMP-z6RqAJzMGZDLklpgqLOipXF0,5998
 rasa/core/channels/slack.py,sha256=3b8OZQ_gih5XBwhQ1q4BbBUC1SCAPaO9AoJEn2NaoQE,24405
-rasa/core/channels/socketio.py,sha256=qTxwow7BA4XMwzlSKAh2W2amQiBqtL_3WqnUc0rjY_s,13342
+rasa/core/channels/socketio.py,sha256=uno9MG-sHxjZpYHrSO5VauyhAGshrwmT5FoHh99X2ws,10841
+rasa/core/channels/studio_chat.py,sha256=V550z0ysvbv0laXxotEtowuYHe-4gMLcNWwkoz8mKwk,6729
 rasa/core/channels/telegram.py,sha256=5BrNECFM3qe9XjNpDb8Q9fbqCT5aKr5L6IH21W8sum8,10651
 rasa/core/channels/twilio.py,sha256=GsdjfplZdBj0fRB60bSggPF1DXFZ_x18V_dlcDy5VFs,5943
 rasa/core/channels/vier_cvg.py,sha256=PfvSluQqgJbP0JzZPFUvum3z7H55JPPeobcD-z5zCkw,13544
@@ -307,7 +308,7 @@ rasa/core/lock_store.py,sha256=fgdufUYXHEiTcD7NCCqgDAQRRtt7jrKafENHqFKOyi0,12504
 rasa/core/migrate.py,sha256=XNeYdiRytBmBNubOQ8KZOT_wR1o9aOpHHfBU9PCB2eg,14626
 rasa/core/nlg/__init__.py,sha256=0eQOZ0fB35b18oVhRFczcH30jJHgO8WXFhnbXGOxJek,240
 rasa/core/nlg/callback.py,sha256=rFkDe7CSAETASRefpERUT6-DHWPs0UXhx8x4tZ1QE0M,5238
-rasa/core/nlg/contextual_response_rephraser.py,sha256=YGBmSyXnaZMXC6AHQNuDEnP19Ak_rP6FzZHTTCdTk9E,13134
+rasa/core/nlg/contextual_response_rephraser.py,sha256=af2TZ5YbMMt7k74KQ_iUx3OBMKqcf2KlOoDQw_V-Q-M,12966
 rasa/core/nlg/generator.py,sha256=YZ_rh--MeyzA6oXRqr_Ng-jcmPgbCmWMJJrquPmo__8,8436
 rasa/core/nlg/interpolator.py,sha256=Dc-J2Vf6vPPUbwIgZQm3AJDGvMaFTsh9Citd4CYuA9U,5189
 rasa/core/nlg/response.py,sha256=aHpy9BgjO7ub6v-sVPiQqutUA_7-UD1l3DJGVeQyp4k,5888
@@ -315,7 +316,7 @@ rasa/core/nlg/summarize.py,sha256=JO6VCfM_RnU0QX8Us42YkNOxC0ESKV1xcVH_sCW27ZU,21
 rasa/core/persistor.py,sha256=0BZvrA1xObxVtADWLVapj4NOmvqIEen1LKoMOdtZ63s,20337
 rasa/core/policies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/core/policies/ensemble.py,sha256=AjNOEy2Iubbe-LdKaoFUXG8ch6yPrg3bTvcTcAPmeOs,12959
-rasa/core/policies/enterprise_search_policy.py,sha256=-gcmJ8rS0tFMHXs_w_RTlVhhXHss_VqyS44OfkcWhEw,36674
+rasa/core/policies/enterprise_search_policy.py,sha256=op1VxvxFX78DU9UUIkUWi0LhfkvfsGerpokBSkOppwg,36477
 rasa/core/policies/enterprise_search_prompt_template.jinja2,sha256=dCS_seyBGxMQoMsOjjvPp0dd31OSzZCJSZeev1FJK5Q,1187
 rasa/core/policies/enterprise_search_prompt_with_citation_template.jinja2,sha256=vRQBs3q13UmvRRgqA8-DmRtM7tqZP2ngwMVJ4gy7lE0,3302
 rasa/core/policies/flow_policy.py,sha256=wGb1l_59cGM9ZaexSIK5uXFi618739oNfLOxx2FC0_Y,7490
@@ -330,7 +331,7 @@ rasa/core/policies/policy.py,sha256=HeVtIaV0dA1QcAG3vjdn-4g7-oUEJPL4u01ETJt78YA,
 rasa/core/policies/rule_policy.py,sha256=YNDPZUZkpKFCvZwKe1kSfP6LQnDL9CQ6JU69JRwdmWw,50729
 rasa/core/policies/ted_policy.py,sha256=_DHiDH5Upx1yFNzMXBA3SGdHBRfsitTLlr7howUHPoo,87750
 rasa/core/policies/unexpected_intent_policy.py,sha256=5pGe9EMS-NLHIDDhqY6KCH_Kv7_TGMzSbe_GsjuKH1w,39649
-rasa/core/processor.py,sha256=vB9YpzGzn74lyqPn1Y-lIAxmaJd0xfPGMHxwyqeMHkg,55571
+rasa/core/processor.py,sha256=OU8VrrfQlGEbUvV8u_YKhhCV9VhVdLR03Rn2wi1g3K4,55741
 rasa/core/run.py,sha256=8HG8GTDGO2RW5NX9Pz7UU9qBwDQE_rbStpoOwNcIUqc,11452
 rasa/core/secrets_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/core/secrets_manager/constants.py,sha256=dTDHenvG1JBVi34QIR6FpdO5RDOXQwAjAxLlgJ2ZNEI,1193
@@ -378,21 +379,22 @@ rasa/dialogue_understanding/commands/skip_question_command.py,sha256=bSrUFOHUz1o
 rasa/dialogue_understanding/commands/start_flow_command.py,sha256=a0Yk8xpBpFgC3Hkh4J8kAudz4s4ZLQWuoDq_a63lQXM,3309
 rasa/dialogue_understanding/commands/user_silence_command.py,sha256=QtqsMU5mrbUp5dla2yGSpxXfIfi_h6Eu72mTDZQ_aTU,1724
 rasa/dialogue_understanding/commands/utils.py,sha256=OiyLFGEsrfFSIJcvBY6lTIIXqDY9OxaikVGtcl4Kokk,1911
+rasa/dialogue_understanding/constants.py,sha256=YcELaIss69Hnroclvn90Dl4Suk3S6e3t0UoIbUaXG2A,83
 rasa/dialogue_understanding/generator/__init__.py,sha256=Ykeb2wQ1DuiUWAWO0hLIPSTK1_Ktiq9DZXF6D3ugN78,764
-rasa/dialogue_understanding/generator/command_generator.py,sha256=RCrfvsvIGl9TlhJtiicHoondNb5DAjNvlo3zv0qZ_1w,16500
+rasa/dialogue_understanding/generator/command_generator.py,sha256=b7jXvNn8iCAxKqTKwdY4g0K2kLWEfbkyUqJkS2UbVjQ,16143
 rasa/dialogue_understanding/generator/constants.py,sha256=9Nwjo2Qobioetr9SyyQxsGvEPSbKCVS5ZX1GGJtbA0E,716
 rasa/dialogue_understanding/generator/flow_document_template.jinja2,sha256=f4H6vVd-_nX_RtutMh1xD3ZQE_J2OyuPHAtiltfiAPY,253
 rasa/dialogue_understanding/generator/flow_retrieval.py,sha256=MkwUgQA9xRlAQUdWF2cBEX2tW2PQhBsq2Jsy2vmqWY4,17891
-rasa/dialogue_understanding/generator/llm_based_command_generator.py,sha256=O9sIoDTup2g7l1Uqy6LqMBi-hwZ3OpJk90ZwzhltMtc,17707
+rasa/dialogue_understanding/generator/llm_based_command_generator.py,sha256=VO3ZrotELyfKY_LEw8FJ4bPGTRjYbUvQy4Q6Z5rcPCI,17592
 rasa/dialogue_understanding/generator/llm_command_generator.py,sha256=QpNXhjB9ugtPV8XAHmKjbJtOiI1yE9rC2osbsI_A4ZY,2529
 rasa/dialogue_understanding/generator/multi_step/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/dialogue_understanding/generator/multi_step/fill_slots_prompt.jinja2,sha256=Y0m673tAML3cFPaLM-urMXDsBYUUcXIw9YUpkAhGUuA,2933
 rasa/dialogue_understanding/generator/multi_step/handle_flows_prompt.jinja2,sha256=8l93_QBKBYnqLICVdiTu5ejZDE8F36BU8-qwba0px44,1927
-rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py,sha256=E80aJUrvDgsWcAF3IphpYVT2x0-DcsI-ISwOY38vOlg,34172
+rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py,sha256=CrTEgkhky6s5O7NohqZ9gCD8G0YLq4rKM49ujhrNzr4,34418
 rasa/dialogue_understanding/generator/nlu_command_adapter.py,sha256=pzd1q-syU_QuqTRcfd_GsXyOJaxfApqh_LsOKuEN46g,9332
 rasa/dialogue_understanding/generator/single_step/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/dialogue_understanding/generator/single_step/command_prompt_template.jinja2,sha256=nMayu-heJYH1QmcL1cFmXb8SeiJzfdDR_9Oy5IRUXsM,3937
-rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py,sha256=a72P3SzuSaF0Mmm4b3k4jT4zOGE_RFXBDRlHOI7Px0g,18656
+rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py,sha256=prDAi8i6PrkkljkfI1qh7kL0BXiRzxLvl4XBcMaqqqI,18780
 rasa/dialogue_understanding/patterns/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/dialogue_understanding/patterns/cancel.py,sha256=IQ4GVHNnNCqwKRLlAqBtLsgolcbPPnHsHdb3aOAFhEs,3868
 rasa/dialogue_understanding/patterns/cannot_handle.py,sha256=pg0zJHl-hDBnl6y9IyxZzW57yuMdfD8xI8eiK6EVrG8,1406
@@ -424,7 +426,7 @@ rasa/dialogue_understanding/stack/frames/flow_stack_frame.py,sha256=W4mEmihIN5Bi
 rasa/dialogue_understanding/stack/frames/pattern_frame.py,sha256=EVrYWv5dCP7XTvNV-HqtOOrseP-IkF0jD2_JacAvIYw,235
 rasa/dialogue_understanding/stack/frames/search_frame.py,sha256=rJ9og28k_udUIjP-2Z5xeb_2T5HvCzwDCnxVG9K7lws,728
 rasa/dialogue_understanding/stack/utils.py,sha256=ysH6-IeMwNnKbF1__uMlq6I8zaGXFdMEpw1iYdEz4kA,7650
-rasa/dialogue_understanding/utils.py,sha256=ENXT_1ALY1Ev6Gs8jNz3dm3TC91Y5psp2Np6_L4cHXI,332
+rasa/dialogue_understanding/utils.py,sha256=tw9O_fhuspk64v99B5_lwNZjBIMlpjIKekpyFzMylJ8,566
 rasa/dialogue_understanding_test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/dialogue_understanding_test/constants.py,sha256=rZhBIQV5jFzPTuDtK5WSwS8YKKDLaZ7TMQsaSQwNA2g,486
 rasa/dialogue_understanding_test/du_test_case.py,sha256=Is3brWanixDNXKq_Kr43tcUc4PjoiN-IfJBRwKnL4hU,3656
@@ -492,7 +494,7 @@ rasa/graph_components/providers/training_tracker_provider.py,sha256=nCHyLsiC8q3B
 rasa/graph_components/validators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/graph_components/validators/default_recipe_validator.py,sha256=BHrF6NTfJz42xG1LfVjkP5CdQef4NTcmiiC8xtMemaI,24457
 rasa/graph_components/validators/finetuning_validator.py,sha256=38AcwmV8cF5TIlWhUIzh98wtZf934ix04HcczCJiWkU,12863
-rasa/hooks.py,sha256=3nsfCA142V56mBQ7ktBXhD_RyaSrfj7fY3t7HnsD4Pc,3709
+rasa/hooks.py,sha256=T_m4uGDRCRP8FS2hnieI8uIoD7u2VW3B9oiWjRcBoOk,3959
 rasa/jupyter.py,sha256=x_GF9PK2zMhltb48GEIV9YZ4pRhCto8nV5SioYSCljI,1782
 rasa/llm_fine_tuning/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/llm_fine_tuning/annotation_module.py,sha256=wFmW3d6lI5o49OWmdbYQlgr24rqHDgA0T0hLM1pSb9U,8578
@@ -515,12 +517,12 @@ rasa/model.py,sha256=GH1-N6Po3gL3nwfa9eGoN2bMRNMrn4f3mi17-osW3T0,3491
 rasa/model_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/model_manager/config.py,sha256=OzSx8c0Su8Q8wXTuCldeI7GDmB-wh43RL56Fq1-ESUM,1159
 rasa/model_manager/model_api.py,sha256=MUqC2Tfdu857ALxOR55sgI5Tuow8JeIufjwU5slNhiw,20274
-rasa/model_manager/runner_service.py,sha256=X8lQ5rAeXFkldusNrYk3yVUayxCjyvSsK75kWWw4ZcU,8731
-rasa/model_manager/socket_bridge.py,sha256=klKaFA-PKNfha5ir0xKqba3Al6igYu3cD7BLIC7wIQ8,5028
+rasa/model_manager/runner_service.py,sha256=JaD_xu-zDfPWI6onvMlWdB9KBtH7-91KKbTf4vsKuTg,8710
+rasa/model_manager/socket_bridge.py,sha256=vzpO4-Oh6ZvnOOCV-z1b65q8438H1ERTvtkgTSRJ-lE,4940
 rasa/model_manager/studio_jwt_auth.py,sha256=eZ_srnbL2sKIKgx0OZIp29NbIrH2J8PlI8Or0lLg_Xo,2644
 rasa/model_manager/trainer_service.py,sha256=90WYl4fclgPLcLfFgDOtai9VahZx_ikn20PIMg_eSQM,10347
 rasa/model_manager/utils.py,sha256=tgj215CsJreqc4Ym8tAvv-hBieAC94nL0c4caPWIcZM,2643
-rasa/model_manager/warm_rasa_process.py,sha256=xFNP-ANZfUBKs_Sur2deAT2qqatWD3_XZJcUgQy2iiQ,5716
+rasa/model_manager/warm_rasa_process.py,sha256=L6nYjI1vgEjT5zSc13HkS8t-16t7iOGkKZnXuNRf5sc,5887
 rasa/model_service.py,sha256=nj0wNoByYWg5WVd5GtIc5V-RhpVR_xspi-MeNQxurLE,3753
 rasa/model_testing.py,sha256=h0QUpJu6p_TDse3aHjCfYwI6OGH47b3Iuo5Ot0HQADM,14959
 rasa/model_training.py,sha256=gvmJ6bN6TdX6H6qnO5y14I_aYeqi_h1Dxfpavks3paU,21687
@@ -582,10 +584,10 @@ rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py,sha256=U8HrRWM1p
 rasa/nlu/utils/mitie_utils.py,sha256=eupFltdG1nB8NXT4sh1pGJjDp0NKvlsKfPWYid6miGM,3887
 rasa/nlu/utils/pattern_utils.py,sha256=nSOJmvsp6bF8HCCRb2Iaty71R0GfflJiuM4X_oK5hdQ,5386
 rasa/nlu/utils/spacy_utils.py,sha256=pBvsCVKVuZ3b2Pjn-XuOVZ6lzZu9Voc2R4N1VczwtCM,11794
-rasa/plugin.py,sha256=H_OZcHy_U3eAK-JHr43TSxcPqS0JEGcZkFvmumeeJEs,2670
+rasa/plugin.py,sha256=OJYvgBHnNTywFmmn-gvHkjtFUmylnWcuDny5YjmrsDc,3071
 rasa/server.py,sha256=eLRWFPoJrdc9_eNu0pUj9p52O8MR28zIm4ZP9_MWiH0,57899
 rasa/shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/shared/constants.py,sha256=9s-6WXrypnn86QO3cT3Cw4Llriqh_NwQU7hK0sCsMFA,11540
+rasa/shared/constants.py,sha256=35e_ujygM9ONU9UObmU6KvrXVdZLlpfARzVfhXdqRV0,11732
 rasa/shared/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/shared/core/command_payload_reader.py,sha256=Vhiop9LWFawaEruRifBBrVmoEJ-fj1Tli1wBvsYu2_I,3563
 rasa/shared/core/constants.py,sha256=WNFzABG-eiVREBL6aDZAmcNDiSmuSbvWuxXIMoX2Iv8,5704
@@ -643,7 +645,7 @@ rasa/shared/importers/rasa.py,sha256=877EU8qPZSMBk5VAVAAUhfsh6vatRJrYOqWz1YGR6p8
 rasa/shared/importers/remote_importer.py,sha256=fKLQskaCVPpD5cCMQ9sR71cZZlSIP-SSv3J3o2kra2w,7696
 rasa/shared/importers/utils.py,sha256=Gi3BM5RUr-9nX_Ujf-g-tt19_bKPizmQIi6eAflDAmo,1289
 rasa/shared/nlu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/shared/nlu/constants.py,sha256=oq-eaTMXRvT1mE8pFhxf1Jvc8vlZGIeOSdY7YQlKd2Q,1825
+rasa/shared/nlu/constants.py,sha256=b3S7j61yL0jrqQ8_EaQerpzIJSAAoi6OzBlYGZrIDus,1895
 rasa/shared/nlu/interpreter.py,sha256=eCNJp61nQYTGVf4aJi8SCWb46jxZY6-C1M1LFxMyQTM,188
 rasa/shared/nlu/training_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/shared/nlu/training_data/entities_parser.py,sha256=fC-VIso07so6E9b6KrQXOBC-ZUGCQGvnMvzVwiAO1GQ,6729
@@ -695,7 +697,7 @@ rasa/shared/providers/llm/azure_openai_llm_client.py,sha256=A6sg2bvulNczuzu1J0V7
 rasa/shared/providers/llm/default_litellm_llm_client.py,sha256=1oiUIXr_U5ldyBQZ8cnrV3P7Qw9kMw1yvaVg6mjKkHU,3940
 rasa/shared/providers/llm/litellm_router_llm_client.py,sha256=llko2DfOpiLMpHxnW26I1Hb1wTn7VmZ_yu43GRXhqwQ,6815
 rasa/shared/providers/llm/llm_client.py,sha256=6-gMsEJqquhUPGXzNiq_ybM_McLWxAJ_QhbmWcLnb_Q,2358
-rasa/shared/providers/llm/llm_response.py,sha256=HedtASFXW2GFWS4OAmk-wSjn5dRDFWB8dAkAO2Kdd_M,2426
+rasa/shared/providers/llm/llm_response.py,sha256=rdXMBxbyz4vKnG-0b-NPsyiA1rehrvkU6Tjx1usX2BE,2871
 rasa/shared/providers/llm/openai_llm_client.py,sha256=uDdcugBcO3sfxbduc00eqaZdrJP0VFX5dkBd2Dem47M,4844
 rasa/shared/providers/llm/rasa_llm_client.py,sha256=SpgWn3uHHEezIcyvMfi468zRLw_W8VF6sIs-VIhElPc,3357
 rasa/shared/providers/llm/self_hosted_llm_client.py,sha256=98FaF0-lYnytC46ulhrCAQjUKy9TI0U2QILml__UCzc,9170
@@ -776,9 +778,9 @@ rasa/utils/train_utils.py,sha256=f1NWpp5y6al0dzoQyyio4hc4Nf73DRoRSHDzEK6-C4E,212
 rasa/utils/url_tools.py,sha256=JQcHL2aLqLHu82k7_d9imUoETCm2bmlHaDpOJ-dKqBc,1218
 rasa/utils/yaml.py,sha256=KjbZq5C94ZP7Jdsw8bYYF7HASI6K4-C_kdHfrnPLpSI,2000
 rasa/validator.py,sha256=wl5IKiyDmk6FlDcGO2Js-H-gHPeqVqUJ6hB4fgN0xjI,66796
-rasa/version.py,sha256=30hhHbpQCDfDXVFyr3PTuEccWoj0mUrtnPGHp39doZ0,124
-rasa_pro-3.11.3a1.dev5.dist-info/METADATA,sha256=m_N49daQs1B-kgsaTa3rRAlRqpG2oNRc1LHIA7Oc6JA,10798
-rasa_pro-3.11.3a1.dev5.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
-rasa_pro-3.11.3a1.dev5.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-rasa_pro-3.11.3a1.dev5.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
-rasa_pro-3.11.3a1.dev5.dist-info/RECORD,,
+rasa/version.py,sha256=sC8Ac4F7SMEWBdNHVJqaHXvjVQkFIjvFzczIKz8giGI,124
+rasa_pro-3.11.3a1.dev7.dist-info/METADATA,sha256=5N7yD6hu3L1w1ZtDJcRYm1-JSXtvbIXkDDOf0wMpGpM,10798
+rasa_pro-3.11.3a1.dev7.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
+rasa_pro-3.11.3a1.dev7.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+rasa_pro-3.11.3a1.dev7.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
+rasa_pro-3.11.3a1.dev7.dist-info/RECORD,,