rasa-pro 3.12.18.dev1__py3-none-any.whl → 3.13.0a1.dev1__py3-none-any.whl

rasa/dialogue_understanding/generator/llm_based_command_generator.py

@@ -1,8 +1,6 @@
 from abc import ABC, abstractmethod
-from asyncio import Lock
 from functools import lru_cache
 from typing import Any, Dict, List, Optional, Set, Text, Tuple, Union
-from uuid import UUID, uuid4
 
 import structlog
 from jinja2 import Environment, Template, select_autoescape
@@ -91,9 +89,6 @@ class LLMBasedCommandGenerator(
         else:
             self.flow_retrieval = None
 
-        self.sender_id_to_session_id_mapping: Dict[str, UUID] = {}
-        self._lock = Lock()
-
     ### Abstract methods
     @staticmethod
     @abstractmethod
@@ -230,20 +225,20 @@ class LLMBasedCommandGenerator(
 
     @lru_cache
     def compile_template(self, template: str) -> Template:
-        """Compile the prompt template and register custom filters.
+        """
+        Compile the prompt template and register custom filters.
+
         Compiling the template is an expensive operation,
         so we cache the result.
         """
         # Create an environment
         # Autoescaping disabled explicitly for LLM prompt templates rendered from
-
         # strings (safe, not HTML)
         env = Environment(
             autoescape=select_autoescape(
                 disabled_extensions=["jinja2"], default_for_string=False, default=True
             )
         )
-
         # Register filters
         env.filters[TO_JSON_ESCAPED_STRING_JINJA_FILTER] = to_json_escaped_string
 
@@ -332,9 +327,7 @@ class LLMBasedCommandGenerator(
 
     @measure_llm_latency
     async def invoke_llm(
-        self,
-        prompt: Union[List[dict], List[str], str],
-        metadata: Optional[Dict[str, Any]] = None,
+        self, prompt: Union[List[dict], List[str], str]
     ) -> Optional[LLMResponse]:
         """Use LLM to generate a response.
 
@@ -347,7 +340,6 @@ class LLMBasedCommandGenerator(
                 - a list of messages. Each message is a string and will be formatted
                     as a user message.
                 - a single message as a string which will be formatted as user message.
-            metadata: Optional metadata to be passed to the LLM call.
 
         Returns:
             An LLMResponse object.
@@ -359,7 +351,7 @@ class LLMBasedCommandGenerator(
             self.config.get(LLM_CONFIG_KEY), self.get_default_llm_config()
         )
         try:
-            return await llm.acompletion(prompt, metadata)
+            return await llm.acompletion(prompt)
         except Exception as e:
             # unfortunately, langchain does not wrap LLM exceptions which means
             # we have to catch all exceptions here
@@ -662,7 +654,3 @@ class LLMBasedCommandGenerator(
     def get_default_llm_config() -> Dict[str, Any]:
         """Get the default LLM config for the command generator."""
         return DEFAULT_LLM_CONFIG
-
-    async def _get_or_create_session_id(self, sender_id: str) -> UUID:
-        async with self._lock:
-            return self.sender_id_to_session_id_mapping.setdefault(sender_id, uuid4())

rasa/dialogue_understanding/generator/llm_command_generator.py

@@ -55,9 +55,7 @@ class LLMCommandGenerator(SingleStepLLMCommandGenerator):
         )
 
     async def invoke_llm(
-        self,
-        prompt: Union[List[dict], List[str], str],
-        metadata: Optional[Dict[str, Any]] = None,
+        self, prompt: Union[List[dict], List[str], str]
     ) -> Optional[LLMResponse]:
         try:
             return await super().invoke_llm(prompt)

rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py

@@ -42,9 +42,6 @@ from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.shared.constants import (
     EMBEDDINGS_CONFIG_KEY,
-    LANGFUSE_CUSTOM_METADATA_DICT,
-    LANGFUSE_METADATA_SESSION_ID,
-    LANGFUSE_TAGS,
     RASA_PATTERN_CANNOT_HANDLE_NOT_SUPPORTED,
     ROUTE_TO_CALM_SLOT,
 )
@@ -110,7 +107,7 @@ structlogger = structlog.get_logger()
 )
 @deprecated(
     reason=(
-        "The MultiStepLLMCommandGenerator is  deprecated and will be removed in "
+        "The MultiStepLLMCommandGenerator is deprecated and will be removed in "
         "Rasa `4.0.0`."
     )
 )
@@ -495,20 +492,7 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             prompt=prompt,
         )
 
-        if tracker:
-            session_id = str(await self._get_or_create_session_id(tracker.sender_id))
-        else:
-            session_id = "unknown"
-        metadata = {
-            LANGFUSE_METADATA_SESSION_ID: session_id,
-            LANGFUSE_CUSTOM_METADATA_DICT: {
-                "component": self.__class__.__name__,
-                "function": "_predict_commands_for_active_flow",
-            },
-            LANGFUSE_TAGS: [self.__class__.__name__],
-        }
-
-        response = await self.invoke_llm(prompt, metadata)
+        response = await self.invoke_llm(prompt)
         llm_response = LLMResponse.ensure_llm_response(response)
         actions = None
         if llm_response and llm_response.choices:
@@ -562,20 +546,8 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             ".prompt_rendered",
             prompt=prompt,
         )
-        if tracker:
-            session_id = str(await self._get_or_create_session_id(tracker.sender_id))
-        else:
-            session_id = "unknown"
-        metadata = {
-            LANGFUSE_METADATA_SESSION_ID: session_id,
-            LANGFUSE_CUSTOM_METADATA_DICT: {
-                "component": self.__class__.__name__,
-                "function": "_predict_commands_for_handling_flows",
-            },
-            LANGFUSE_TAGS: [self.__class__.__name__],
-        }
 
-        response = await self.invoke_llm(prompt, metadata)
+        response = await self.invoke_llm(prompt)
         llm_response = LLMResponse.ensure_llm_response(response)
         actions = None
         if llm_response and llm_response.choices:
@@ -664,20 +636,8 @@ class MultiStepLLMCommandGenerator(LLMBasedCommandGenerator):
             flow=newly_started_flow.id,
             prompt=prompt,
         )
-        if tracker:
-            session_id = str(await self._get_or_create_session_id(tracker.sender_id))
-        else:
-            session_id = "unknown"
-        metadata = {
-            LANGFUSE_METADATA_SESSION_ID: session_id,
-            LANGFUSE_CUSTOM_METADATA_DICT: {
-                "component": self.__class__.__name__,
-                "function": "_predict_commands_for_newly_started_flow",
-            },
-            LANGFUSE_TAGS: [self.__class__.__name__],
-        }
 
-        response = await self.invoke_llm(prompt, metadata)
+        response = await self.invoke_llm(prompt)
         llm_response = LLMResponse.ensure_llm_response(response)
         actions = None
         if llm_response and llm_response.choices:

rasa/dialogue_understanding/generator/nlu_command_adapter.py

@@ -190,9 +190,9 @@ class NLUCommandAdapter(GraphComponent, CommandGenerator):
         if len(commands) > 1:
             structlogger.warning(
                 "nlu_command_adapter.predict_commands",
-                messag=f"Two many flows found that are triggered by the "
+                message=f"Too many flows found that are triggered by the "
                 f"intent '{message.get(INTENT)['name']}'. Take the first one.",
-                commands=commands,
+                commands=[command.__class__.__name__ for command in commands],
             )
             commands = [commands[0]]
 

rasa/dialogue_understanding/generator/prompt_templates/command_prompt_v3_gpt_4o_2024_11_20_template.jinja2

@@ -0,0 +1,78 @@
+## Task Description
+Your task is to analyze the current conversation context and generate a list of actions to start new business processes that we call flows, to extract slots, or respond to off-topic and knowledge requests.
+
+---
+
+## Available Flows and Slots
+Use the following structured data:
+```json
+{"flows":[{% for flow in available_flows %}{"name":"{{ flow.name }}","description":{{ flow.description | to_json_escaped_string }}{% if flow.slots %},"slots":[{% for slot in flow.slots %}{"name":"{{ slot.name }}"{% if slot.description %},"description":{{ slot.description | to_json_escaped_string }}{% endif %}{% if slot.allowed_values %},"allowed_values":{{ slot.allowed_values }}{% endif %}}{% if not loop.last %},{% endif %}{% endfor %}]{% endif %}}{% if not loop.last %},{% endif %}{% endfor %}]}
+```
+
+---
+
+## Available Actions:
+* `start flow flow_name`: Start a flow. For example, `start flow transfer_money` or `start flow list_contacts`.
+* `set slot slot_name slot_value`: Set a slot for the active flow. For example, `set slot transfer_money_recipient Freddy`. Can be used to correct and change previously set values.
+* `disambiguate flows flow_name1 flow_name2 ... flow_name_n`: When a message could refer to multiple flows, list the possible flows as options to clarify. Example: `disambiguate flows list_contacts add_contact remove_contact`.
+* `search and reply`: Provide a response from the knowledge base to address the user’s inquiry when no flows fit, including domain knowledge, FAQs, and all off-topic or social messages.
+* `cancel flow`: Cancel the current flow if the user requests it.
+
+---
+
+## General Instructions
+### Start Flow
+* Only start a flow if the user's message is clear and fully addressed by that flow's description and purpose.
+* Pay close attention to exact wording and scope in the flow description — do not assume or “stretch” the intended use of a flow.
+### Set Slot
+* Do not fill slots with abstract values or placeholders.
+* For categorical slots try to match the user message with allowed slot values. Use "other" if you cannot match it.
+* Set the boolean slots based on the user response. Map positive responses to `True`, and negative to `False`.
+* Extract text slot values exactly as provided by the user. Avoid assumptions, format changes, or partial extractions.
+### Disambiguate Flows
+* Use `disambiguate flows` when the user's message matches multiple flows and you cannot decide which flow is most appropriate.
+* If the user message is short and not precise enough to start a flow or `search and reply`, disambiguate.
+* If a single flow is a strong/plausible fit, prefer starting that flow directly.
+* If a user's message unambiguously and distinctly matches multiple flows, start all relevant flows at once (rather than disambiguating).
+### Search and Reply
+* Only start `search and reply` if the user intent is clear.
+* Flow Priority: If you are unsure between starting a flow or `search and reply`, always prioritize starting a flow.
+### Cancel Flow
+* Do not cancel any flow unless the user explicitly requests it.
+* Multiple flows can be started without cancelling the previous, if the user wants to pursue multiple processes.
+### General Tips
+* Only use information provided by the user.
+* Strictly adhere to the provided action format.
+* Focus on the last message and take it one step at a time.
+* Use the previous conversation steps only to aid understanding.
+
+---
+
+## Decision Rule Table
+| Condition                                             | Action             |
+|-------------------------------------------------------|--------------------|
+| Flow perfectly matches user's message                 | start flow         |
+| Multiple flows are equally strong, relevant matches   | disambiguate flows |
+| User's message is unclear or imprecise                | disambiguate flows |
+| No flow fits at all, but knowledge base may help      | search and reply   |
+
+---
+
+## Current State
+{% if current_flow != None %}Use the following structured data:
+```json
+{"active_flow":"{{ current_flow }}","current_step":{"requested_slot":"{{ current_slot }}","requested_slot_description":{{ current_slot_description | to_json_escaped_string }}},"slots":[{% for slot in flow_slots %}{"name":"{{ slot.name }}","value":"{{ slot.value }}","type":"{{ slot.type }}"{% if slot.description %},"description":{{ slot.description | to_json_escaped_string }}{% endif %}{% if slot.allowed_values %},"allowed_values":"{{ slot.allowed_values }}"{% endif %}}{% if not loop.last %},{% endif %}{% endfor %}]}
+```{% else %}
+You are currently not inside any flow.{% endif %}
+
+---
+
+## Conversation History
+{{ current_conversation }}
+
+---
+
+## Task
+Create an action list with one action per line in response to the user's last message: """{{ user_message }}""".
+
+Your action list: