rasa-pro 3.11.3a1.dev2__tar.gz → 3.11.3a1.dev4__tar.gz

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rasa-pro
-Version: 3.11.3a1.dev2
+Version: 3.11.3a1.dev4
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Home-page: https://rasa.com
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "rasa-pro"
-version = "3.11.3a1.dev2"
+version = "3.11.3a1.dev4"
 description = "State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development."
 authors = [ "Rasa Technologies GmbH <hi@rasa.com>",]
 maintainers = [ "Tom Bocklisch <tom@rasa.com>",]

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/core/actions/action.py

@@ -93,7 +93,6 @@ from rasa.shared.nlu.constants import (
     INTENT_NAME_KEY,
     INTENT_RANKING_KEY,
 )
-from rasa.shared.nlu.constants import PROMPTS
 from rasa.shared.utils.io import raise_warning
 from rasa.shared.utils.schemas.events import EVENTS_SCHEMA
 from rasa.utils.endpoints import ClientResponseError, EndpointConfig
@@ -268,7 +267,6 @@ def create_bot_utterance(message: Dict[Text, Any]) -> BotUttered:
             "attachment": message.pop("attachment", None) or message.get("image", None),
             "image": message.pop("image", None),
             "custom": message.pop("custom", None),
-            PROMPTS: message.pop(PROMPTS, None),
         },
         metadata=message,
     )

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/core/channels/socketio.py

@@ -1,3 +1,4 @@
+import asyncio
 import inspect
 import logging
 import uuid
@@ -6,6 +7,7 @@ from typing import Any, Awaitable, Callable, Dict, Iterable, List, Optional, Tex
 
 import rasa.core.channels.channel
 from rasa.core.channels.channel import InputChannel, OutputChannel, UserMessage
+from rasa.shared.core.trackers import EventVerbosity
 import rasa.shared.utils.io
 from sanic import Blueprint, response, Sanic
 from sanic.request import Request
@@ -188,6 +190,8 @@ class SocketIOInput(InputChannel):
         metadata_key: Optional[Text] = "metadata",
     ):
         """Creates a ``SocketIOInput`` object."""
+        from rasa.core.agent import Agent
+
         self.bot_message_evt = bot_message_evt
         self.session_persistence = session_persistence
         self.user_message_evt = user_message_evt
@@ -199,6 +203,8 @@ class SocketIOInput(InputChannel):
         self.jwt_key = jwt_key
         self.jwt_algorithm = jwt_method
 
+        self.agent: Optional[Agent] = None
+
     def get_output_channel(self) -> Optional["OutputChannel"]:
         """Creates socket.io output channel object."""
         if self.sio is None:
@@ -212,7 +218,7 @@ class SocketIOInput(InputChannel):
             return None
         return SocketIOOutput(self.sio, self.bot_message_evt)
 
-    async def on_new_tracker_dump(self, sender_id: str, tracker_dump: str) -> None:
+    async def on_new_tracker_dump(self, sender_id: str, tracker_dump: str):
         if self.sio:
             await self.sio.emit("tracker", tracker_dump, room=sender_id)
 
@@ -227,6 +233,11 @@ class SocketIOInput(InputChannel):
             sio, self.socketio_path, "socketio_webhook", __name__
         )
 
+        @socketio_webhook.listener("after_server_start")  # type: ignore[misc]
+        async def after_server_start(app: Sanic, _: asyncio.AbstractEventLoop) -> None:
+            """Prints a message after the server has started with inspect URL."""
+            self.agent = app.ctx.agent
+
         # make sio object static to use in get_output_channel
         self.sio = sio
 
@@ -272,6 +283,30 @@ class SocketIOInput(InputChannel):
             await sio.emit("session_confirm", data["session_id"], room=sid)
             logger.debug(f"User {sid} connected to socketIO endpoint.")
 
+        @sio.on("tracker", namespace=self.namespace)
+        async def handle_tracker(sid: Text, data: Dict) -> None:
+            from rasa.shared.core.trackers import DialogueStateTracker
+
+            if self.agent is None:
+                raise ValueError("Agent is not initialized")
+
+            async with self.agent.lock_store.lock(data["sender_id"]):
+                tracker = DialogueStateTracker.from_dict(
+                    data["sender_id"], data["events"], self.agent.domain.slots
+                )
+
+                # will override an existing tracker with the same id!
+                await self.agent.tracker_store.save(tracker)
+
+            # TODO: rather figure out how to trigger the on_tracker_updated
+            #   of the development inspector channel
+            state = tracker.current_state(EventVerbosity.AFTER_RESTART)
+            await sio.emit(
+                "tracker",
+                json.dumps(state),
+                room=sid,
+            )
+
         @sio.on(self.user_message_evt, namespace=self.namespace)
         async def handle_message(sid: Text, data: Dict) -> None:
             output_channel = SocketIOOutput(sio, self.bot_message_evt)

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/core/nlg/contextual_response_rephraser.py

@@ -2,11 +2,9 @@ from typing import Any, Dict, Optional, Text
 
 import structlog
 from jinja2 import Template
-
 from rasa import telemetry
 from rasa.core.nlg.response import TemplatedNaturalLanguageGenerator
 from rasa.core.nlg.summarize import summarize_conversation
-from rasa.dialogue_understanding.utils import record_commands_and_prompts
 from rasa.shared.constants import (
     LLM_CONFIG_KEY,
     MODEL_CONFIG_KEY,
@@ -20,12 +18,6 @@ from rasa.shared.constants import (
 from rasa.shared.core.domain import KEY_RESPONSES_TEXT, Domain
 from rasa.shared.core.events import BotUttered, UserUttered
 from rasa.shared.core.trackers import DialogueStateTracker
-from rasa.shared.nlu.constants import (
-    PROMPTS,
-    KEY_USER_PROMPT,
-    KEY_LLM_RESPONSE_METADATA,
-)
-from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.health_check.llm_health_check_mixin import LLMHealthCheckMixin
 from rasa.shared.utils.llm import (
     DEFAULT_OPENAI_GENERATE_MODEL_NAME,
@@ -132,44 +124,6 @@ class ContextualResponseRephraser(
             ContextualResponseRephraser.__name__,
         )
 
-    @classmethod
-    def _add_prompt_and_llm_metadata_to_response(
-        cls,
-        response: Dict[str, Any],
-        prompt_name: str,
-        user_prompt: str,
-        llm_response: Optional["LLMResponse"] = None,
-    ) -> Dict[str, Any]:
-        """Stores the prompt and LLMResponse metadata to response.
-
-        Args:
-            response: The response to add the prompt and LLMResponse metadata to.
-            prompt_name: A name identifying prompt usage.
-            user_prompt: The user prompt that was sent to the LLM.
-            llm_response: The response object from the LLM (None if no response).
-        """
-        if not record_commands_and_prompts:
-            return response
-
-        prompt_data: Dict[Text, Any] = {
-            KEY_USER_PROMPT: user_prompt,
-        }
-
-        if llm_response is not None:
-            prompt_data[KEY_LLM_RESPONSE_METADATA] = llm_response.to_dict()
-
-        prompt_tuple = (prompt_name, prompt_data)
-
-        component_name = cls.__name__
-        existing_prompts = response.get(PROMPTS, {})
-        if component_name in existing_prompts:
-            existing_prompts[component_name].append(prompt_tuple)
-        else:
-            existing_prompts[component_name] = [prompt_tuple]
-
-        response[PROMPTS] = existing_prompts
-        return response
-
     def _last_message_if_human(self, tracker: DialogueStateTracker) -> Optional[str]:
         """Returns the latest message from the tracker.
 
@@ -188,24 +142,20 @@ class ContextualResponseRephraser(
                 return None
         return None
 
-    async def _generate_llm_response(self, prompt: str) -> Optional[LLMResponse]:
-        """
-        Use LLM to generate a response, returning an LLMResponse object
-        containing both the generated text (choices) and metadata.
+    async def _generate_llm_response(self, prompt: str) -> Optional[str]:
+        """Use LLM to generate a response.
 
         Args:
-            prompt: The prompt to send to the LLM.
+            prompt: the prompt to send to the LLM
 
         Returns:
-            An LLMResponse object if successful, otherwise None.
+            generated text
         """
         llm = llm_factory(self.llm_config, DEFAULT_LLM_CONFIG)
 
         try:
-            raw_response = await llm.acompletion(prompt)
-            response_dict = raw_response.to_dict()
-            return LLMResponse.from_dict(response_dict)
-
+            llm_response = await llm.acompletion(prompt)
+            return llm_response.choices[0]
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here
@@ -305,20 +255,11 @@ class ContextualResponseRephraser(
             or self.llm_property(MODEL_NAME_CONFIG_KEY),
             llm_model_group_id=self.llm_property(MODEL_GROUP_ID_CONFIG_KEY),
         )
-        llm_response = await self._generate_llm_response(prompt)
-
-        response = self._add_prompt_and_llm_metadata_to_response(
-            response=response,
-            prompt_name="rephrase_prompt",
-            user_prompt=prompt,
-            llm_response=llm_response,
-        )
-
-        if llm_response is None or not llm_response.choices:
-            # If the LLM fails to generate a response, return the original response.
+        if not (updated_text := await self._generate_llm_response(prompt)):
+            # If the LLM fails to generate a response, we
+            # return the original response.
             return response
 
-        updated_text = llm_response.choices[0]
         structlogger.debug(
             "nlg.rewrite.complete",
             response_text=response_text,

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/core/policies/enterprise_search_policy.py

@@ -2,7 +2,6 @@ import importlib.resources
 import json
 import re
 from typing import TYPE_CHECKING, Any, Dict, List, Optional, Text
-
 import dotenv
 import structlog
 from jinja2 import Template
@@ -38,7 +37,6 @@ from rasa.dialogue_understanding.stack.frames import (
     SearchStackFrame,
 )
 from rasa.dialogue_understanding.stack.frames import PatternFlowStackFrame
-from rasa.dialogue_understanding.utils import record_commands_and_prompts
 from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
@@ -65,17 +63,11 @@ from rasa.shared.core.events import Event, UserUttered, BotUttered
 from rasa.shared.core.generator import TrackerWithCachedStates
 from rasa.shared.core.trackers import DialogueStateTracker, EventVerbosity
 from rasa.shared.exceptions import RasaException, FileIOException
-from rasa.shared.nlu.constants import (
-    PROMPTS,
-    KEY_USER_PROMPT,
-    KEY_LLM_RESPONSE_METADATA,
-)
 from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.providers.embedding._langchain_embedding_client_adapter import (
     _LangchainEmbeddingClientAdapter,
 )
 from rasa.shared.providers.llm.llm_client import LLMClient
-from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.cli import print_error_and_exit
 from rasa.shared.utils.health_check.embeddings_health_check_mixin import (
     EmbeddingsHealthCheckMixin,
@@ -280,45 +272,6 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
         # Wrap the embedding client in the adapter
         return _LangchainEmbeddingClientAdapter(client)
 
-    @classmethod
-    def _store_prompt_and_llm_response_in_tracker(
-        cls,
-        tracker: DialogueStateTracker,
-        prompt_name: str,
-        user_prompt: str,
-        llm_response: Optional[LLMResponse] = None,
-    ) -> None:
-        """Stores the prompt and LLMResponse metadata in the tracker.
-
-        Args:
-            tracker: The DialogueStateTracker containing the current conversation state.
-            prompt_name: A name identifying prompt usage.
-            user_prompt: The user prompt that was sent to the LLM.
-            llm_response: The response object from the LLM (None if no response).
-        """
-        if not record_commands_and_prompts:
-            return
-
-        if not tracker.latest_message:
-            return
-
-        parse_data = tracker.latest_message.parse_data
-        if parse_data is not None and PROMPTS not in parse_data:
-            parse_data[PROMPTS] = {}  # type: ignore[literal-required]
-
-        component_name = cls.__name__
-        existing_prompts = parse_data[PROMPTS].get(component_name, [])  # type: ignore[literal-required]
-
-        prompt_data: Dict[Text, Any] = {
-            KEY_USER_PROMPT: user_prompt,
-        }
-        if llm_response is not None:
-            prompt_data[KEY_LLM_RESPONSE_METADATA] = llm_response.to_dict()
-
-        prompt_tuple = (prompt_name, prompt_data)
-        existing_prompts.append(prompt_tuple)
-        parse_data[PROMPTS][component_name] = existing_prompts  # type: ignore[literal-required]
-
     def train(  # type: ignore[override]
         self,
         training_trackers: List[TrackerWithCachedStates],
@@ -545,26 +498,13 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
 
         if self.use_llm:
             prompt = self._render_prompt(tracker, documents.results)
-            llm_response = await self._generate_llm_answer(llm, prompt)
-
-            self._store_prompt_and_llm_response_in_tracker(
-                tracker=tracker,
-                prompt_name="enterprise_search_prompt",
-                user_prompt=prompt,
-                llm_response=llm_response,
-            )
+            llm_answer = await self._generate_llm_answer(llm, prompt)
 
-            if llm_response is None or not llm_response.choices:
-                logger.debug(f"{logger_key}.no_llm_response")
-                response = None
-            else:
-                llm_answer = llm_response.choices[0]
+            if self.citation_enabled:
+                llm_answer = self.post_process_citations(llm_answer)
 
-                if self.citation_enabled:
-                    llm_answer = self.post_process_citations(llm_answer)
-
-                logger.debug(f"{logger_key}.llm_answer", llm_answer=llm_answer)
-                response = llm_answer
+            logger.debug(f"{logger_key}.llm_answer", llm_answer=llm_answer)
+            response = llm_answer
         else:
             response = documents.results[0].metadata.get("answer", None)
             if not response:
@@ -576,6 +516,7 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
                 "enterprise_search_policy.predict_action_probabilities.no_llm",
                 search_results=documents,
             )
+
         if response is None:
             return self._create_prediction_internal_error(domain, tracker)
 
@@ -640,21 +581,10 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
 
     async def _generate_llm_answer(
         self, llm: LLMClient, prompt: Text
-    ) -> Optional[LLMResponse]:
-        """Fetches an LLM completion for the provided prompt.
-
-        Args:
-            llm: The LLM client used to get the completion.
-            prompt: The prompt text to send to the model.
-
-        Returns:
-            An LLMResponse object, or None if the call fails.
-        """
+    ) -> Optional[Text]:
         try:
-            raw_response = await llm.acompletion(prompt)
-            response_dict = raw_response.to_dict()
-            return LLMResponse.from_dict(response_dict)
-
+            llm_response = await llm.acompletion(prompt)
+            llm_answer = llm_response.choices[0]
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here
@@ -662,7 +592,9 @@ class EnterpriseSearchPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Po
                 "enterprise_search_policy._generate_llm_answer.llm_error",
                 error=e,
             )
-            return None
+            llm_answer = None
+
+        return llm_answer
 
     def _create_prediction(
         self,

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/dialogue_understanding/generator/command_generator.py

@@ -26,10 +26,8 @@ from rasa.shared.nlu.constants import (
     PROMPTS,
     KEY_USER_PROMPT,
     KEY_SYSTEM_PROMPT,
-    KEY_LLM_RESPONSE_METADATA,
 )
 from rasa.shared.nlu.training_data.message import Message
-from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.llm import DEFAULT_MAX_USER_INPUT_CHARACTERS
 
 structlogger = structlog.get_logger()
@@ -401,7 +399,6 @@ class CommandGenerator:
         prompt_name: str,
         user_prompt: str,
         system_prompt: Optional[str] = None,
-        llm_response: Optional[LLMResponse] = None,
     ) -> None:
         """Add prompt to the message parse data.
 
@@ -414,16 +411,14 @@ class CommandGenerator:
                         "fill_slots_prompt",
                         {
                             "user_prompt": <prompt content>",
-                            "system_prompt": <prompt content>",
-                            "llm_response_metadata": <metadata dict from LLMResponse>
+                            "system_prompt": <prompt content>"
                         }
                     ),
                     (
                         "handle_flows_prompt",
                         {
                             "user_prompt": <prompt content>",
-                            "system_prompt": <prompt content>",
-                            "llm_response_metadata": <metadata dict from LLMResponse>
+                            "system_prompt": <prompt content>"
                         }
                     ),
                 ],
@@ -432,8 +427,7 @@ class CommandGenerator:
                         "prompt_template",
                         {
                             "user_prompt": <prompt content>",
-                            "system_prompt": <prompt content>",
-                            "llm_response_metadata": <metadata dict from LLMResponse>
+                            "system_prompt": <prompt content>"
                         }
                     ),
                 ]
@@ -446,15 +440,13 @@ class CommandGenerator:
         if not record_commands_and_prompts:
             return
 
-        prompt_data: Dict[Text, Any] = {
-            KEY_USER_PROMPT: user_prompt,
-            **({KEY_SYSTEM_PROMPT: system_prompt} if system_prompt else {}),
-        }
-
-        if llm_response is not None:
-            prompt_data[KEY_LLM_RESPONSE_METADATA] = llm_response.to_dict()
-
-        prompt_tuple = (prompt_name, prompt_data)
+        prompt_tuple = (
+            prompt_name,
+            {
+                KEY_USER_PROMPT: user_prompt,
+                **({KEY_SYSTEM_PROMPT: system_prompt} if system_prompt else {}),
+            },
+        )
 
         if message.get(PROMPTS) is not None:
             prompts = message.get(PROMPTS)

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/dialogue_understanding/generator/llm_based_command_generator.py

@@ -32,7 +32,6 @@ from rasa.shared.exceptions import ProviderClientAPIException
 from rasa.shared.nlu.constants import FLOWS_IN_PROMPT
 from rasa.shared.nlu.training_data.message import Message
 from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.health_check.llm_health_check_mixin import LLMHealthCheckMixin
 from rasa.shared.utils.llm import (
     allowed_values_for_slot,
@@ -305,23 +304,22 @@ class LLMBasedCommandGenerator(
         )
         return filtered_flows
 
-    async def invoke_llm(self, prompt: Text) -> Optional[LLMResponse]:
+    async def invoke_llm(self, prompt: Text) -> Optional[Text]:
         """Use LLM to generate a response.
 
         Args:
             prompt: The prompt to send to the LLM.
 
         Returns:
-            An LLMResponse object.
+            The generated text.
 
         Raises:
-            ProviderClientAPIException: If an error occurs during the LLM API call.
+            ProviderClientAPIException if an error during API call.
         """
         llm = llm_factory(self.config.get(LLM_CONFIG_KEY), DEFAULT_LLM_CONFIG)
         try:
-            raw_response = await llm.acompletion(prompt)
-            response_dict = raw_response.to_dict()
-            return LLMResponse.from_dict(response_dict)
+            llm_response = await llm.acompletion(prompt)
+            return llm_response.choices[0]
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/dialogue_understanding/generator/llm_command_generator.py

@@ -10,7 +10,6 @@ from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.shared.exceptions import ProviderClientAPIException
-from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.io import raise_deprecation_warning
 
 structlogger = structlog.get_logger()
@@ -54,7 +53,7 @@ class LLMCommandGenerator(SingleStepLLMCommandGenerator):
             **kwargs,
         )
 
-    async def invoke_llm(self, prompt: Text) -> Optional[LLMResponse]:
+    async def invoke_llm(self, prompt: Text) -> Optional[Text]:
         try:
             return await super().invoke_llm(prompt)
         except ProviderClientAPIException:

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py

@@ -535,11 +535,7 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        llm_response = await self.invoke_llm(prompt)
-        actions = None
-        if llm_response and llm_response.choices:
-            actions = llm_response.choices[0]
-
+        actions = await self.invoke_llm(prompt)
         structlogger.debug(
             "multi_step_llm_command_generator"
             ".predict_commands_for_active_flow"
@@ -551,11 +547,10 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
 
         if commands:
             self._add_prompt_to_message_parse_data(
-                message=message,
-                component_name=MultiStepLLMCommandGenerator.__name__,
-                prompt_name="fill_slots_for_active_flow_prompt",
-                user_prompt=prompt,
-                llm_response=llm_response,
+                message,
+                MultiStepLLMCommandGenerator.__name__,
+                "fill_slots_for_active_flow_prompt",
+                prompt,
             )
 
         return commands
@@ -589,11 +584,7 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        llm_response = await self.invoke_llm(prompt)
-        actions = None
-        if llm_response and llm_response.choices:
-            actions = llm_response.choices[0]
-
+        actions = await self.invoke_llm(prompt)
         structlogger.debug(
             "multi_step_llm_command_generator"
             ".predict_commands_for_handling_flows"
@@ -607,11 +598,10 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
 
         if commands:
             self._add_prompt_to_message_parse_data(
-                message=message,
-                component_name=MultiStepLLMCommandGenerator.__name__,
-                prompt_name="handle_flows_prompt",
-                user_prompt=prompt,
-                llm_response=llm_response,
+                message,
+                MultiStepLLMCommandGenerator.__name__,
+                "handle_flows_prompt",
+                prompt,
             )
 
         return commands
@@ -678,11 +668,7 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        llm_response = await self.invoke_llm(prompt)
-        actions = None
-        if llm_response and llm_response.choices:
-            actions = llm_response.choices[0]
-
+        actions = await self.invoke_llm(prompt)
         structlogger.debug(
             "multi_step_llm_command_generator"
             ".predict_commands_for_newly_started_flow"
@@ -709,11 +695,10 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
 
         if commands:
             self._add_prompt_to_message_parse_data(
-                message=message,
-                component_name=MultiStepLLMCommandGenerator.__name__,
-                prompt_name="fill_slots_for_new_flow_prompt",
-                user_prompt=prompt,
-                llm_response=llm_response,
+                message,
+                MultiStepLLMCommandGenerator.__name__,
+                "fill_slots_for_new_flow_prompt",
+                prompt,
             )
 
         return commands

{rasa_pro-3.11.3a1.dev2 → rasa_pro-3.11.3a1.dev4}/rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py

@@ -264,15 +264,13 @@ class SingleStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=flow_prompt,
         )
 
-        llm_response = await self.invoke_llm(flow_prompt)
+        action_list = await self.invoke_llm(flow_prompt)
         # The check for 'None' maintains compatibility with older versions
         # of LLMCommandGenerator. In previous implementations, 'invoke_llm'
         # might return 'None' to indicate a failure to generate actions.
-        if llm_response is None or not llm_response.choices:
+        if action_list is None:
             return [ErrorCommand()]
 
-        action_list = llm_response.choices[0]
-
         log_llm(
             logger=structlogger,
             log_module="SingleStepLLMCommandGenerator",
@@ -287,11 +285,10 @@ class SingleStepLLMCommandGenerator(LLMBasedCommandGenerator):
             message, SingleStepLLMCommandGenerator.__name__, commands
         )
         self._add_prompt_to_message_parse_data(
-            message=message,
-            component_name=SingleStepLLMCommandGenerator.__name__,
-            prompt_name="command_generator_prompt",
-            user_prompt=flow_prompt,
-            llm_response=llm_response,
+            message,
+            SingleStepLLMCommandGenerator.__name__,
+            "command_generator_prompt",
+            flow_prompt,
         )
 
         return commands