rasa-pro 3.14.0a14__tar.gz → 3.14.0a16__tar.gz

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rasa-pro
-Version: 3.14.0a14
+Version: 3.14.0a16
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
 Author: Rasa Technologies GmbH
@@ -26,21 +26,20 @@ Requires-Dist: PyJWT[crypto] (>=2.8.0,<3.0.0)
 Requires-Dist: SQLAlchemy (>=2.0.42,<2.1.0)
 Requires-Dist: absl-py (>=2.0,<2.1)
 Requires-Dist: aio-pika (>=8.2.3,<9.4.4)
-Requires-Dist: aiogram (>=3.15,<3.16)
+Requires-Dist: aiogram (>=3.22.0,<3.23.0)
 Requires-Dist: aiohttp (>=3.10,<3.11)
-Requires-Dist: aioshutil (>=1.5,<2.0)
 Requires-Dist: apscheduler (>=3.10,<3.11)
 Requires-Dist: attrs (>=23.1,<23.2)
-Requires-Dist: azure-identity (>=1.19.0,<1.20.0)
-Requires-Dist: azure-storage-blob (>=12.16.0,<12.17.0)
-Requires-Dist: boto3 (>=1.35.15,<1.36.0)
+Requires-Dist: azure-identity (>=1.24.0,<1.25.0)
+Requires-Dist: azure-storage-blob (>=12.26.0,<12.27.0)
+Requires-Dist: boto3 (>=1.40.21,<1.41.0)
 Requires-Dist: certifi (>=2024.07.04)
 Requires-Dist: colorama (>=0.4.6,<0.5.0) ; sys_platform == "win32"
 Requires-Dist: colorclass (>=2.2,<2.3)
 Requires-Dist: coloredlogs (>=15,<16)
 Requires-Dist: colorhash (>=2.0,<2.1.0)
 Requires-Dist: confluent-kafka (>=2.11.0,<3.0.0)
-Requires-Dist: cryptography (>=44.0.1)
+Requires-Dist: cryptography (>=45.0.6,<45.1.0)
 Requires-Dist: cvg-python-sdk (>=0.5.1,<0.6.0)
 Requires-Dist: dask (>=2024.8.0,<2024.9.0)
 Requires-Dist: demoji (>=1.1.0,<2.0.0)
@@ -51,9 +50,9 @@ Requires-Dist: fbmessenger (>=6.0.0,<6.1.0)
 Requires-Dist: github3.py (>=3.2.0,<3.3.0) ; extra == "gh-release-notes"
 Requires-Dist: gitpython (>=3.1.41,<3.2.0) ; extra == "full"
 Requires-Dist: gliner (>=0.2.20,<0.3.0) ; extra == "pii"
-Requires-Dist: google-auth (>=2.23.4,<3)
+Requires-Dist: google-auth (>=2.40.3,<2.41.0)
 Requires-Dist: google-cloud-storage (>=2.14.0,<2.15.0)
-Requires-Dist: hvac (>=1.2.1,<2.0.0)
+Requires-Dist: hvac (>=2.3.0,<2.4.0)
 Requires-Dist: importlib-metadata (>=8.5.0,<8.6.0)
 Requires-Dist: importlib-resources (==6.1.3)
 Requires-Dist: jieba (>=0.42.1,<0.43) ; extra == "jieba" or extra == "full"
@@ -93,7 +92,7 @@ Requires-Dist: pypred (>=0.4.0,<0.5.0)
 Requires-Dist: python-dateutil (>=2.8.2,<2.9.0)
 Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Requires-Dist: python-engineio (>=4.12.2,<4.13.0)
-Requires-Dist: python-keycloak (>=3.12.0,<4.0.0)
+Requires-Dist: python-keycloak (>=5.8.1,<5.9.0)
 Requires-Dist: python-socketio (>=5.13,<6)
 Requires-Dist: pytz (>=2022.7.1,<2023.0)
 Requires-Dist: pyyaml (>=6.0.2,<6.1.0)
@@ -120,7 +119,7 @@ Requires-Dist: sentry-sdk (>=2.8.0,<3)
 Requires-Dist: setuptools (>=78.1.1,<78.2.0)
 Requires-Dist: sklearn-crfsuite (>=0.5.0,<0.6.0)
 Requires-Dist: skops (>=0.13.0,<0.14.0)
-Requires-Dist: slack-sdk (>=3.27.1,<3.28.0)
+Requires-Dist: slack-sdk (>=3.36.0,<3.37.0)
 Requires-Dist: spacy (>=3.5.4,<4.0.0) ; extra == "spacy" or extra == "full"
 Requires-Dist: structlog (>=25.4.0,<25.5.0)
 Requires-Dist: structlog-sentry (>=2.0.3,<2.1.0)
@@ -140,7 +139,7 @@ Requires-Dist: terminaltables (>=3.1.10,<3.2.0)
 Requires-Dist: tiktoken (>=0.9.0,<0.10.0)
 Requires-Dist: tqdm (>=4.66.2,<5.0.0)
 Requires-Dist: transformers (>=4.38.2,<4.39.0) ; extra == "transformers" or extra == "full"
-Requires-Dist: twilio (>=8.4,<8.5)
+Requires-Dist: twilio (>=9.7.2,<9.8.0)
 Requires-Dist: types-protobuf (==4.25.0.20240417)
 Requires-Dist: typing-extensions (>=4.7.1,<5.0.0)
 Requires-Dist: typing-utils (>=0.1.0,<0.2.0)

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "rasa-pro"
-version = "3.14.0a14"
+version = "3.14.0a16"
 description = "State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development."
 authors = [ "Rasa Technologies GmbH <hi@rasa.com>",]
 maintainers = [ "Tom Bocklisch <tom@rasa.com>",]
@@ -136,9 +136,9 @@ exclude = [ "eggs", ".git", ".pytest_cache", "build", "dist",]
 
 [tool.poetry.dependencies]
 python = ">=3.9.2,<3.12"
-boto3 = "~1.35.15"
+boto3 = "~1.40.21"
 google-cloud-storage = "~2.14.0"
-azure-storage-blob = ">=12.16.0, <12.17.0"
+azure-storage-blob = "~12.26.0"
 requests = "~2.32.5"
 matplotlib = "~3.9.4"
 attrs = ">=23.1,<23.2"
@@ -153,7 +153,7 @@ pykwalify = ">=1.8,<1.9"
 coloredlogs = ">=15,<16"
 "ruamel.yaml" = ">=0.17.21,<0.17.22"
 pyyaml = "~=6.0.2"
-twilio = ">=8.4,<8.5"
+twilio = "~9.7.2"
 webexteamssdk = ">=1.6.1,<1.7.0"
 mattermostwrapper = "~2.2"
 rocketchat_API = ">=1.32.0,<1.33.0"
@@ -185,15 +185,15 @@ ujson = ">=5.8,<6.0"
 regex = "~2024.7.24"
 sentry-sdk = ">=2.8.0,<3"
 aio-pika = ">=8.2.3,<9.4.4"
-aiogram = ">=3.15,<3.16"
+aiogram = "~3.22.0"
 typing-extensions = ">=4.7.1,<5.0.0"
 typing-utils = "^0.1.0"
 tarsafe = ">=0.0.5,<0.0.6"
-google-auth = ">=2.23.4,<3"
+google-auth = "~2.40.3"
 CacheControl = "~0.14.2"
 randomname = ">=0.2.1,<0.3.0"
 pluggy = "^1.2.0"
-slack-sdk = "~3.27.1"
+slack-sdk = "~3.36.0"
 confluent-kafka = ">=2.11.0,<3.0.0"
 portalocker = "^2.7.0"
 pypred = "^0.4.0"
@@ -206,7 +206,7 @@ openai = "~1.68.2"
 dnspython = "2.6.1"
 wheel = ">=0.40.0"
 certifi = ">=2024.07.04"
-cryptography = ">=44.0.1"
+cryptography = "~45.0.6"
 jsonpatch = "^1.33"
 importlib-resources = "6.1.3" # pinned to avoid breaking changes in versions >= 6.2.0 with Python 3.9
 importlib-metadata = "~8.5.0"
@@ -216,10 +216,10 @@ opentelemetry-exporter-otlp = "~1.16.0"
 opentelemetry-api = "~1.16.0"
 python-dotenv = "^1.0.1"
 pep440-version-utils = "~1.1.0"
-hvac = "^1.2.1"
+hvac = "~2.3.0"
 rich = "^13.4.2"
 cvg-python-sdk = "^0.5.1"
-python-keycloak = "^3.12.0"
+python-keycloak = "~5.8.1"
 tiktoken = "~0.9.0"
 faiss-cpu = "~1.11.0"
 pymilvus = ">=2.4.1,<2.4.2" # pinned because 2.4.2 introduces milvus-lite dependency that fails on windows
@@ -237,10 +237,9 @@ numpy = "~1.26.4"
 scipy = "~1.13.1"
 scikit-learn = "~1.6.1"
 demoji = "^1.1.0"
-azure-identity = "~1.19.0"
+azure-identity = "~1.24.0"
 langcodes = "^3.5.0"
 sanic-openapi = "^21.12.0"
-aioshutil = "^1.5"
 
 [[tool.poetry.dependencies.gliner]]
 version = "~0.2.20"

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/rasa/builder/config.py

@@ -39,6 +39,7 @@ VALIDATION_MAX_HISTORY = None  # Could be configured if needed
 COPILOT_CONTROLLED_RESPONSE_MAX_TOKENS = 20
 COPILOT_HANDLER_ROLLING_BUFFER_SIZE = 20
 COPILOT_ASSISTANT_TRACKER_MAX_TURNS = 10
+COPILOT_DOCUMENTATION_SEARCH_QUERY_HISTORY_MESSAGES = 5
 
 # Guardrail Configuration
 LAKERA_BASE_URL = os.getenv("LAKERA_BASE_URL", "https://api.lakera.ai/v2").rstrip("/")

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/rasa/builder/copilot/constants.py

@@ -3,6 +3,9 @@ from typing import Literal
 # A dot-path for importlib to the copilot prompt
 COPILOT_PROMPTS_DIR = "builder.copilot.prompts"
 COPILOT_PROMPTS_FILE = "copilot_system_prompt.jinja2"
+COPILOT_LAST_USER_MESSAGE_CONTEXT_PROMPT_FILE = (
+    "latest_user_message_context_prompt.jinja2"
+)
 
 # A dot-path for importlib to the rasa internal messages templates
 COPILOT_MESSAGE_TEMPLATES_DIR = "builder.copilot.templated_messages"

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/rasa/builder/copilot/copilot.py

@@ -1,4 +1,5 @@
 import asyncio
+import copy
 import importlib
 import json
 from contextlib import asynccontextmanager
@@ -10,7 +11,9 @@ from jinja2 import Template
 from typing_extensions import AsyncGenerator
 
 from rasa.builder import config
+from rasa.builder.config import COPILOT_DOCUMENTATION_SEARCH_QUERY_HISTORY_MESSAGES
 from rasa.builder.copilot.constants import (
+    COPILOT_LAST_USER_MESSAGE_CONTEXT_PROMPT_FILE,
     COPILOT_PROMPTS_DIR,
     COPILOT_PROMPTS_FILE,
     ROLE_COPILOT,
@@ -20,8 +23,11 @@ from rasa.builder.copilot.constants import (
 )
 from rasa.builder.copilot.exceptions import CopilotStreamError
 from rasa.builder.copilot.models import (
+    CopilotChatMessage,
     CopilotContext,
+    CopilotGenerationContext,
     ResponseCategory,
+    TextContent,
     UsageStatistics,
 )
 from rasa.builder.document_retrieval.inkeep_document_retrieval import (
@@ -48,6 +54,12 @@ class Copilot:
                 COPILOT_PROMPTS_FILE,
             )
         )
+        self._last_user_message_context_prompt_template = Template(
+            importlib.resources.read_text(
+                f"{PACKAGE_NAME}.{COPILOT_PROMPTS_DIR}",
+                COPILOT_LAST_USER_MESSAGE_CONTEXT_PROMPT_FILE,
+            )
+        )
 
         # The final stream chunk includes usage statistics.
         self.usage_statistics = UsageStatistics()
@@ -102,7 +114,7 @@ class Copilot:
     async def generate_response(
         self,
         context: CopilotContext,
-    ) -> tuple[AsyncGenerator[str, None], list[Document], str]:
+    ) -> tuple[AsyncGenerator[str, None], CopilotGenerationContext]:
         """Generate a response from the copilot.
 
         This method performs document retrieval and response generation as a single
@@ -114,22 +126,27 @@ class Copilot:
             context: The context of the copilot.
 
         Returns:
-            A tuple containing the async response stream, relevant documents used
-            as supporting evidence for the generated response, and the prompt used.
+            A tuple containing the async response stream and a
+            CopilotGenerationContext object with relevant documents, and all the
+            messages used to generate the response.
 
         Raises:
             CopilotStreamError: If the stream fails.
             Exception: If an unexpected error occurs.
         """
         relevant_documents = await self.search_rasa_documentation(context)
-        system_message = await self._create_system_message(context, relevant_documents)
-        chat_history = self._create_chat_history_messages(context)
-        messages = [system_message, *chat_history]
+        messages = await self._build_messages(context, relevant_documents)
+
+        support_evidence = CopilotGenerationContext(
+            relevant_documents=relevant_documents,
+            system_message=messages[0],
+            chat_history=messages[1:-1],
+            last_user_message=messages[-1],
+        )
 
         return (
             self._stream_response(messages),
-            relevant_documents,
-            system_message.get("content", ""),
+            support_evidence,
         )
 
     async def _stream_response(
@@ -174,60 +191,139 @@ class Copilot:
             )
             raise
 
-    async def _create_system_message(
+    async def _build_messages(
         self,
         context: CopilotContext,
         relevant_documents: List[Document],
-    ) -> Dict[str, Any]:
-        """Render the correct Jinja template based on desired output_type."""
-        # Format relevant documentation
-        documents = [doc.model_dump() for doc in relevant_documents]
-
-        # Format conversation history
-        conversation = self._format_conversation_history(context.tracker_context)
+    ) -> List[Dict[str, Any]]:
+        """Build the complete message list for the OpenAI API.
 
-        # Format current state
-        current_state = self._format_current_state(context.tracker_context)
+        Args:
+            context: The context of the copilot.
+            relevant_documents: The relevant documents to use in the context.
 
-        # Render template
-        rendered_prompt = self._system_message_prompt_template.render(
-            current_conversation=conversation,
-            current_state=current_state,
-            assistant_logs=context.assistant_logs,
-            assistant_files=context.assistant_files,
-            documentation_results=documents,
+        Returns:
+            A list of messages in OpenAI format.
+        """
+        # Split chat history into past messages and latest message
+        past_messages = [
+            message
+            for message in context.copilot_chat_history[:-1]
+            if message.response_category != ResponseCategory.GUARDRAILS_POLICY_VIOLATION
+        ]
+        latest_message = context.copilot_chat_history[-1]
+
+        # Create the system message
+        system_message = await self._create_system_message()
+        # Create the chat history messages (excludes the last message)
+        chat_history = self._create_chat_history_messages(past_messages)
+        # Create the last message and add the context to it
+        latest_message_with_context = self._create_last_user_message_with_context(
+            latest_message, context, relevant_documents
         )
+        return [system_message, *chat_history, latest_message_with_context]
+
+    async def _create_system_message(self) -> Dict[str, Any]:
+        """Render the correct Jinja template based on desired output_type."""
+        rendered_prompt = self._system_message_prompt_template.render()
         return {"role": ROLE_SYSTEM, "content": rendered_prompt}
 
     def _create_chat_history_messages(
         self,
-        context: CopilotContext,
+        past_messages: List["CopilotChatMessage"],
     ) -> List[Dict[str, Any]]:
         """Create the chat history messages for the copilot.
 
         Filter out messages with response_category of GUARDRAILS_POLICY_VIOLATION.
         This will filter out all the user messages that were flagged by guardrails, but
         also the copilot messages that were produced by guardrails.
+
+        Args:
+            past_messages: List of past messages (excluding the latest message).
+
+        Returns:
+            List of messages in OpenAI format.
         """
-        # Filter out messages with response_category of GUARDRAILS_POLICY_VIOLATION.
-        # This will filter out all the user messages flagged by guardrails, but also the
-        # copilot messages that were produced.
         return [
             message.to_openai_format()
-            for message in context.copilot_chat_history
+            for message in past_messages
             if message.response_category != ResponseCategory.GUARDRAILS_POLICY_VIOLATION
         ]
 
+    def _create_last_user_message_with_context(
+        self,
+        latest_message: "CopilotChatMessage",
+        context: CopilotContext,
+        relevant_documents: List[Document],
+    ) -> Dict[str, Any]:
+        """Create the last user message with context.
+
+        The last user message is the last message in the copilot chat history.
+        We add the context prompt with the current conversation, state, assistant logs,
+        assistant files, and relevant documents as a text content block to the beginning
+        of the message.
+
+        Args:
+            context: The context of the copilot.
+            relevant_documents: The relevant documents to use in the context.
+
+        Returns:
+            The last user message with context in the OpenAI format.
+        """
+        last_user_message = copy.deepcopy(latest_message)
+        context_prompt = self._render_last_user_message_context_prompt(
+            context, relevant_documents
+        )
+        last_user_message.content.insert(
+            0, TextContent(type="text", text=context_prompt)
+        )
+        return {
+            "role": ROLE_USER,
+            "content": [
+                {"type": "text", "text": content.text}
+                for content in last_user_message.content
+                if isinstance(content, TextContent)
+            ],
+        }
+
+    def _render_last_user_message_context_prompt(
+        self,
+        context: CopilotContext,
+        relevant_documents: List[Document],
+    ) -> str:
+        # Format relevant documentation
+        documents = [doc.model_dump() for doc in relevant_documents]
+        # Format conversation history
+        conversation = self._format_conversation_history(context.tracker_context)
+        # Format current state
+        current_state = self._format_current_state(context.tracker_context)
+
+        rendered_prompt = self._last_user_message_context_prompt_template.render(
+            current_conversation=conversation,
+            current_state=current_state,
+            assistant_logs=context.assistant_logs,
+            assistant_files=context.assistant_files,
+            documentation_results=documents,
+        )
+        return rendered_prompt
+
     @staticmethod
     def _create_documentation_search_query(context: CopilotContext) -> str:
         """Format chat messages between user and copilot for documentation search."""
+
         result = ""
         role_to_prefix = {
             ROLE_USER: "User",
             ROLE_COPILOT: "Assistant",
             ROLE_COPILOT_INTERNAL: "Copilot Internal Request",
         }
-        for message in context.copilot_chat_history:
+
+        # Only use the last N messages for documentation search
+        messages_to_include = context.copilot_chat_history[
+            -COPILOT_DOCUMENTATION_SEARCH_QUERY_HISTORY_MESSAGES:
+        ]
+
+        for message in messages_to_include:
             prefix = role_to_prefix[message.role]
             text = message.get_text_content().strip()
             if text:

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/rasa/builder/copilot/models.py

@@ -13,6 +13,7 @@ from rasa.builder.copilot.constants import (
     ROLE_COPILOT_INTERNAL,
     ROLE_USER,
 )
+from rasa.builder.document_retrieval.models import Document
 from rasa.builder.models import ServerSentEvent
 from rasa.builder.shared.tracker_context import TrackerContext
 
@@ -464,3 +465,36 @@ class SigningContext(BaseModel):
         """Signing is enabled if a non-empty secret is present."""
         secret = (self.secret or "").strip()
         return bool(secret)
+
+
+class CopilotGenerationContext(BaseModel):
+    """Container for copilot generation context and supporting evidence.
+
+    This class organizes the context and supporting evidence information used by the
+    copilot's generate_response method, providing a cleaner interface than returning
+    a tuple for the non-streaming data.
+    """
+
+    relevant_documents: List["Document"] = Field(
+        ...,
+        description=(
+            "The relevant documents used as supporting evidence for the respons."
+        ),
+    )
+    system_message: Dict[str, Any] = Field(
+        ..., description="The system message with instructions."
+    )
+    chat_history: List[Dict[str, Any]] = Field(
+        ...,
+        description=(
+            "The chat history messages (excluding the last message) used as a context."
+        ),
+    )
+    last_user_message: Optional[Dict[str, Any]] = Field(
+        None, description="The last user message with context that was processed."
+    )
+
+    class Config:
+        """Config for CopilotGenerationContext."""
+
+        arbitrary_types_allowed = True

{rasa_pro-3.14.0a14 → rasa_pro-3.14.0a16}/rasa/builder/copilot/prompts/copilot_system_prompt.jinja2

@@ -313,28 +313,29 @@ Ask specific questions like:
    - Minimum density: every paragraph that includes Rasa-specific facts must contain at least one citation.
    - Prefer citing each Rasa-specific sentence. Group multiple sources when helpful.
 
-2. Source of truth and verification
-   - Only cite from provided documentation. Do not invent URLs or indices.
-   - Verify the index exists and the URL matches before citing.
+2. **Source of truth and verification**
+   - **Never cite from previous conversation turns or responses**. Citing from previous turns creates invalid references that will be rejected.
+   - Always verify that every citation index you use **exists in the current documentation results** and the URL matches before citing.
    - If multiple docs conflict, prefer the most specific and recent; if unsure, cite both and note the discrepancy in one concise sentence, then ask the user which applies.
 
-2. **Inline-link every citation**
+3. **Inline-link every citation**
    - Use inline links immediately after the sentence or paragraph they support.
    - **Format**: "[N](URL)" where N is the number index from the documentation context, and URL is the link provided in the documentation context.
    - **Multiple citations format**: If needed, group citations like academic references: "[N](first source URL) [M](second source URL) [P](third source URL)", where N, M, and P are integers from the documentation context.
    - Re-use the same N if the identical URL is cited again.
+   - Never assign different numbers to the same URL.
 
-3. **Blend sources with the user's situation**
+4. **Blend sources with the user's situation**
    - Combine the documentation-based facts with details from the assistant files, code, and current state.
    - Explain unfamiliar Rasa terms when they appear.
 
-4. **Prefer docs over memories**
+5. **Prefer docs over memories**
    - If your prior knowledge conflicts with provided documents, follow the provided documents. If still ambiguous, briefly state the uncertainty and ask one clarifying question.
 
-5. **No reference sections**
+6. **No reference sections**
    - Never add a bibliography-style list (e.g. "References" or "Citations") at the end.
 
-6. **Incomplete answers == invalid answers**
+7. **Incomplete answers == invalid answers**
    - Omitting required inline citations or using the wrong format means the response is incomplete.
 
 ### Hierarchy of Documentation Usage
@@ -346,26 +347,33 @@ Ask specific questions like:
 | 3           | **Version migration guides**  | Only when user asks about Rasa version differences or deprecated features. |
 | 4 (lowest)  | **Changelogs**                | Only when comparing versions, or tracking newly introduced or removed features. |
 
-### Examples
-Single inline citation format:
+### Citation Format Examples
+
+**Single inline citation format:**
 """
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Vivamus tempus quam ut libero
-imperdiet, nec sagittis purus volutpat [1](https://docs.example.com/lorem/intro).
+Lorem ipsum dolor sit amet [1](https://docs.example.com/lorem/intro).
 """
 
-Multiple inline citations format:
+**Multiple inline citations format:**
 """
-Mauris convallis eleifend sollicitudin. Donec auctor, mauris at euismod pretium, magna
-orci pretium elit, in facilisis risus urna sed orci [3](https://docs.example.com/lorem/pretium) [5](https://docs.example.com/lorem/convallis).
+Mauris convallis eleifend sollicitudin [3](https://docs.example.com/lorem/pretium) [5](https://docs.example.com/lorem/convallis).
 """
 
-Proper citation frequency example:
+**Proper citation frequency:**
 """
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua [1](https://docs.example.com/lorem/intro). Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat [2](https://docs.example.com/lorem/features).
+Lorem ipsum dolor sit amet, consectetur adipiscing elit [1](https://docs.example.com/lorem/intro).
+Ut enim ad minim veniam, quis nostrud exercitation [2](https://docs.example.com/lorem/features).
+
+Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur [3](https://docs.example.com/lorem/configuration).
+Excepteur sint occaecat cupidatat non proident [1](https://docs.example.com/lorem/intro).
 
-Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur [3](https://docs.example.com/lorem/configuration). Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum [1](https://docs.example.com/lorem/intro).
+Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium [2](https://docs.example.com/lorem/features) [4](https://docs.example.com/lorem/advanced).
+"""
 
-Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium [2](https://docs.example.com/lorem/features), totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo [4](https://docs.example.com/lorem/advanced).
+**Incorrect usage of the different N for the same URL (DO NOT DO THIS):**
+"""
+Sentence A [1](https://docs.example.com/lorem/intro).
+Sentence B [2](https://docs.example.com/lorem/intro). <- same URL, different N
 """
 
 ***
@@ -704,68 +712,4 @@ the required `if` / `then` pattern. [1](https://rasa.com/docs/reference/primitiv
    ```
 
 To prevent this in the future, always validate your flow YAML files with `rasa data validate` [2](https://rasa.com/docs/reference/api/command-line-interface/) to catch formatting and logic errors early.
-"""
-
----
-
-# Context Available to You
-You have access to:
-
-{% if current_conversation %}
-## Current Conversation and Conversation State between the user and the assistant
-
-**Conversation History:**
-```json
-{{ current_conversation }}
-```
-
-**Assistant's State:**
-```json
-{{ current_state }}
-```
-{% endif %}
-
-{% if assistant_logs %}
-***
-
-## Assistant Logs
-```
-{{ assistant_logs }}
-```
-{% endif %}
-
-
-## Assistant Files (Configuration, Domain, Flows)
-{% if assistant_files %}
-{% for file_name, file_content in assistant_files.items() %}
-**{{ file_name }}:**
-```
-{{ file_content }}
-```
-{% endfor %}
-{% else %}
-Assistant files not available.
-{% endif %}
-
-***
-
-## Relevant Documentation
-{% if documentation_results %}
-The following documentation sources are available for reference. Use the source index
-numbers (1, 2, 3, etc.) for inline citations:
-```
-{{documentation_results}}
-```
-{% else %}
-No relevant documentation source found.
-{% endif %}
-
----
-
-# Remember!
-- Focus on accessibility and efficiency. Give guidance users can act on right away.
-- Keep answers concise, cut any fluff.
-- Never impersonate or role-play as the assistant being built. You are the **Rasa assistant development expert**.
-- Cite documentation inline frequently - every factual statement about Rasa features, concepts, or capabilities MUST be cited.
-- NEVER add a separate list of URLs or sources - only use inline citations.
-- NEVER start your response with a ``` or """ or any other quoting characters.
+"""