rasa-pro 3.14.0rc1__py3-none-any.whl → 3.14.0rc3__py3-none-any.whl

rasa/builder/copilot/prompts/copilot_training_error_handler_prompt.jinja2

@@ -0,0 +1,53 @@
+# Task
+Your task is to help the user fix a training error that occurred when they clicked the
+"Apply Changes" button. The user made changes to their assistant project files and tried
+to apply them, but the training process failed. You must always explain the error within
+the context of the user's **assistant project files** (flows, domain, actions, config).
+
+---
+
+# Response guidelines
+
+1. **Summary** - Start with one short sentence that explains what happened in plain language.
+2. **Explanation** - Describe why this error occurs in Rasa Assistant, focusing only on
+   assistant project files. Be precise but simple. Do not speculate or reference Rasa
+   internals unrelated to project files.
+3. **Fix Steps** - Provide clear, numbered instructions.
+   - Point to specific files (`flows.yml`, `domain.yml`, `actions.py`, etc.).
+   - Include corrected YAML or Python snippets if needed.
+   - Validate syntax and indentation.
+   - Reference documentation for configuration options, syntax rules, or best practices.
+4. **Validation** - End with one line suggesting how to re-test
+5. **Multiple Errors** - If multiple error logs are present, you **must** address and
+   propose fixes for **all of them**, not just one.
+
+# Context
+
+## Relevant Documentation
+
+{% if documentation_results %}
+The following documentation sources are available for reference. Use the source index
+numbers (1, 2, 3, etc.) for inline citations when explaining Rasa concepts or providing
+authoritative fixes:
+```
+{{ documentation_results }}
+```
+{% else %}
+No relevant documentation source found.
+{% endif %}
+
+## Modified assistant project files
+
+{% if modified_files %}
+{{ modified_files }}
+{% else %}
+No modified assistant project files.
+{% endif %}
+
+## Available assistant logs
+
+{% if logs %}
+{{ logs }}
+{% else %}
+No assistant logs available.
+{% endif %}

rasa/builder/copilot/prompts/latest_user_message_context_prompt.jinja2

@@ -1,30 +1,33 @@
-# Context Available to You
-Treat everything **below** as **current-turn context** to apply under those rules. You
-have access to:
+# Context Priority
+When interpreting user questions (especially vague ones like *"What's this?"*), follow
+this order of priority:
 
-{% if current_conversation %}
-## Current Conversation and Conversation State between the user and the assistant
+| Priority | Context Source | Usage |
+|----------|----------------|-------|
+| 1 | **Attachments** | Highest priority. If attachments exist, assume the user's question refers to them. Always ground explanations in attachment content first. |
+| 2 | **Assistant State / Current Conversation** | Use this when attachments are not present. Supplement attachment knowledge with state info if needed. |
+| 3 | **Assistant Files** | Use when neither attachments nor state provide enough context. |
+| 4 | **Documentation Results** | Use to explain Rasa features and validate facts. Must always be cited inline. |
+| 5 | **Assistant Logs** | Lowest priority. Use only if directly relevant to the user’s issue. |
 
-**Conversation History:**
-```json
-{{ current_conversation }}
-```
+---
 
-**Assistant's State:**
-```json
-{{ current_state }}
-```
-{% endif %}
+# Remember!
+- Focus on accessibility and efficiency. Give guidance users can act on right away.
+- Keep answers concise, cut any fluff.
+- Never impersonate or role-play as the assistant being built. You are the **Rasa assistant development expert**.
+- Cite documentation inline frequently — every factual statement about Rasa features, concepts, or capabilities MUST be cited.
+- Only cite from current turn documentation — never from previous conversation turns.
+- NEVER add a separate list of URLs or sources — only use inline citations.
+- NEVER start your response with a ``` or """ or any other quoting characters.
 
-{% if assistant_logs %}
-***
+---
 
-## Assistant Logs
-```
-{{ assistant_logs }}
-```
-{% endif %}
+# Context Available to You
+Treat everything **below** as context for the user's current request.  
+You have access to:
 
+***
 
 ## Assistant Files (Configuration, Domain, Flows)
 {% if assistant_files %}
@@ -51,11 +54,38 @@ numbers (1, 2, 3, etc.) for inline citations:
 No relevant documentation source found.
 {% endif %}
 
-# Remember!
-- Focus on accessibility and efficiency. Give guidance users can act on right away.
-- Keep answers concise, cut any fluff.
-- Never impersonate or role-play as the assistant being built. You are the **Rasa assistant development expert**.
-- Cite documentation inline frequently - every factual statement about Rasa features, concepts, or capabilities MUST be cited.
-- Only cite from current turn documentation - never from previous conversation turns
-- NEVER add a separate list of URLs or sources - only use inline citations.
-- NEVER start your response with a ``` or """ or any other quoting characters.
+{% if current_conversation %}
+***
+
+## Current Conversation and Conversation State between the user and the assistant
+
+**Conversation History:**
+```json
+{{ current_conversation }}
+```
+
+**Assistant's State:**
+```json
+{{ current_state }}
+```
+{% endif %}
+
+{% if assistant_logs %}
+***
+
+## Assistant Logs
+```
+{{ assistant_logs }}
+```
+{% endif %}
+
+{% if attachments %}
+***
+
+## Attachments
+The user clicked **Ask Copilot** in the **Inspect Mode** and included additional context
+as attachments:
+```json
+{{ attachments }}
+```
+{% endif %}

rasa/builder/copilot/telemetry.py

@@ -8,6 +8,7 @@ import structlog
 from rasa import telemetry
 from rasa.builder.copilot.constants import COPILOT_SEGMENT_WRITE_KEY_ENV_VAR
 from rasa.builder.copilot.copilot_response_handler import CopilotResponseHandler
+from rasa.builder.copilot.models import EventContent
 from rasa.builder.document_retrieval.models import Document
 from rasa.telemetry import (
     SEGMENT_TRACK_ENDPOINT,
@@ -100,6 +101,7 @@ class CopilotTelemetry:
         system_message: Optional[dict[str, Any]] = None,
         chat_history: Optional[list[dict[str, Any]]] = None,
         last_user_message: Optional[str] = None,
+        tracker_event_attachments: Optional[list[dict[str, Any]]] = None,
     ) -> None:
         """Track a copilot message in the conversation.
 
@@ -115,6 +117,7 @@ class CopilotTelemetry:
             system_message: The system message used (optional).
             chat_history: The chat history messages used (optional).
             last_user_message: The last user message used (optional).
+            tracker_event_attachments: The tracker event attachments used (optional).
         """
         structlogger.debug("builder.telemetry.log_copilot_turn", text=text)
 
@@ -136,6 +139,7 @@ class CopilotTelemetry:
             "total_tokens": total_tokens,
             "chat_history": chat_history,
             "last_user_message": last_user_message,
+            "tracker_event_attachments": tracker_event_attachments,
             "timestamp": dt.datetime.utcnow().isoformat(),
         }
 
@@ -194,6 +198,7 @@ class CopilotTelemetry:
         system_message: dict[str, Any],
         chat_history: list[dict[str, Any]],
         last_user_message: Optional[str],
+        tracker_event_attachments: list[EventContent],
     ) -> None:
         """Log a copilot message from the response handler.
 
@@ -223,4 +228,7 @@ class CopilotTelemetry:
             system_message=system_message,
             chat_history=chat_history,
             last_user_message=last_user_message,
+            tracker_event_attachments=[
+                attachment.model_dump() for attachment in tracker_event_attachments
+            ],
         )

rasa/builder/guardrails/policy_checker.py

@@ -315,7 +315,7 @@ class GuardrailsPolicyChecker:
                 continue
             if message.role != ROLE_USER:
                 continue
-            formatted_message = message.to_openai_format()
+            formatted_message = message.build_openai_message()
             text = (formatted_message.get("content") or "").strip()
             if not text:
                 continue

rasa/builder/jobs.py

@@ -1,9 +1,17 @@
-from typing import Any, Optional
+from typing import Any, Dict, Optional
 
 import structlog
 from sanic import Sanic
 
 from rasa.builder import config
+from rasa.builder.copilot.models import (
+    CopilotContext,
+    FileContent,
+    InternalCopilotRequestChatMessage,
+    LogContent,
+    ResponseCategory,
+    TrainingErrorLog,
+)
 from rasa.builder.exceptions import (
     LLMGenerationError,
     ProjectGenerationError,
@@ -11,6 +19,7 @@ from rasa.builder.exceptions import (
     ValidationError,
 )
 from rasa.builder.job_manager import JobInfo, job_manager
+from rasa.builder.llm_service import llm_service
 from rasa.builder.models import (
     JobStatus,
     JobStatusEvent,
@@ -28,9 +37,14 @@ structlogger = structlog.get_logger()
 
 
 async def push_job_status_event(
-    job: JobInfo, status: JobStatus, message: Optional[str] = None
+    job: JobInfo,
+    status: JobStatus,
+    message: Optional[str] = None,
+    payload: Optional[Dict[str, Any]] = None,
 ) -> None:
-    event = JobStatusEvent.from_status(status=status.value, message=message)
+    event = JobStatusEvent.from_status(
+        status=status.value, message=message, payload=payload
+    )
     job.status = status.value
     await job.put(event)
 
@@ -210,7 +224,7 @@ async def run_template_to_bot_job(
 async def run_replace_all_files_job(
     app: "Sanic",
     job: JobInfo,
-    bot_files: dict,
+    bot_files: Dict[str, Any],
 ) -> None:
     """Run the replace-all-files job in the background.
 
@@ -228,7 +242,7 @@ async def run_replace_all_files_job(
     try:
         project_generator.replace_all_bot_files(bot_files)
 
-        # 1. Validating
+        # Validating
         await push_job_status_event(job, JobStatus.validating)
         training_input = project_generator.get_training_input()
         validation_error = await validate_project(training_input.importer)
@@ -236,12 +250,13 @@ async def run_replace_all_files_job(
             raise ValidationError(validation_error)
         await push_job_status_event(job, JobStatus.validation_success)
 
-        # 2. Training
+        # Training
         await push_job_status_event(job, JobStatus.training)
         agent = await train_and_load_agent(training_input)
         update_agent(agent, app)
         await push_job_status_event(job, JobStatus.train_success)
 
+        # Send final done event
         await push_job_status_event(job, JobStatus.done)
         job_manager.mark_done(job)
 
@@ -257,26 +272,181 @@ async def run_replace_all_files_job(
             included_log_levels=log_levels,
         )
         error_message = exc.get_error_message_with_logs(log_levels=log_levels)
-        await push_job_status_event(
-            job, JobStatus.validation_error, message=error_message
+        # Push error event and start copilot analysis job
+        await push_error_and_start_copilot_analysis(
+            app,
+            job,
+            JobStatus.validation_error,
+            error_message,
+            bot_files,
         )
+
+        # After error mark job as done
         job_manager.mark_done(job, error=error_message)
 
     except TrainingError as exc:
+        error_message = str(exc)
         structlogger.debug(
             "replace_all_files_job.train_error",
             job_id=job.id,
-            error=str(exc),
+            error=error_message,
         )
-        await push_job_status_event(job, JobStatus.train_error, message=str(exc))
-        job_manager.mark_done(job, error=str(exc))
+        # Push error event and start copilot analysis job
+        await push_error_and_start_copilot_analysis(
+            app,
+            job,
+            JobStatus.train_error,
+            error_message,
+            bot_files,
+        )
+
+        # After error mark job as done
+        job_manager.mark_done(job, error=error_message)
 
     except Exception as exc:
         # Capture full traceback for anything truly unexpected
+        error_message = str(exc)
         structlogger.exception(
             "replace_all_files_job.unexpected_error",
             job_id=job.id,
+            error=error_message,
+        )
+
+        # Push error event and start copilot analysis job
+        await push_error_and_start_copilot_analysis(
+            app,
+            job,
+            JobStatus.error,
+            error_message,
+            bot_files,
+        )
+
+        # After error mark job as done
+        job_manager.mark_done(job, error=str(exc))
+
+
+async def push_error_and_start_copilot_analysis(
+    app: "Sanic",
+    original_job: JobInfo,
+    original_job_status: JobStatus,
+    error_message: str,
+    bot_files: Dict[str, Any],
+) -> None:
+    """Start a copilot analysis job and notify the client.
+
+    Creates a copilot analysis job and sends the new job ID to the client. The new
+    job runs in the background.
+
+    Args:
+        app: The Sanic application instance
+        original_job: The original job that failed
+        original_job_status: The status of the job that failed
+        error_message: The error message to analyze
+        bot_files: The bot files to include in analysis
+    """
+    # Create a copilot analysis job. Send the new job ID to the client and
+    # run the Copilot Analysis job in the background.
+    message = "Failed to train the assistant. Starting copilot analysis."
+
+    copilot_job = job_manager.create_job()
+    # Push the error status event for the original job
+    await push_job_status_event(
+        original_job,
+        original_job_status,
+        message=message,
+        payload={"copilot_job_id": copilot_job.id},
+    )
+    # Run the copilot analysis job in the background
+    app.add_task(
+        run_copilot_training_error_analysis_job(
+            app, copilot_job, error_message, bot_files
+        )
+    )
+    structlogger.debug(
+        f"update_files_job.{original_job_status.value}.copilot_analysis_start",
+        event_info=message,
+        job_id=original_job.id,
+        error=error_message,
+        copilot_job_id=copilot_job.id,
+    )
+
+
+async def run_copilot_training_error_analysis_job(
+    app: "Sanic",
+    job: JobInfo,
+    training_error_message: str,
+    bot_files: Dict[str, Any],
+) -> None:
+    """Run copilot training error analysis job."""
+    await push_job_status_event(job, JobStatus.received)
+
+    try:
+        # Create message content blocks with log content and available files
+        log_content_block = LogContent(
+            type="log", content=training_error_message, context="training_error"
+        )
+        file_content_blocks = [
+            FileContent(type="file", file_path=file_path, file_content=file_content)
+            for file_path, file_content in bot_files.items()
+        ]
+        context = CopilotContext(
+            tracker_context=None,  # No conversation context needed
+            copilot_chat_history=[
+                InternalCopilotRequestChatMessage(
+                    role="internal_copilot_request",
+                    content=[log_content_block, *file_content_blocks],
+                    response_category=ResponseCategory.TRAINING_ERROR_LOG_ANALYSIS,
+                )
+            ],
+        )
+
+        # Generate copilot response
+        copilot_client = llm_service.instantiate_copilot()
+        (
+            original_stream,
+            generation_context,
+        ) = await copilot_client.generate_response(context)
+
+        copilot_response_handler = llm_service.instantiate_handler(
+            config.COPILOT_HANDLER_ROLLING_BUFFER_SIZE
+        )
+        intercepted_stream = copilot_response_handler.handle_response(original_stream)
+
+        # Stream the copilot response as job events
+        async for token in intercepted_stream:
+            # Send each token as a job event using the same format as /copilot endpoint
+            await push_job_status_event(
+                job, JobStatus.copilot_analyzing, payload=token.sse_data
+            )
+
+        # Send references (if any) as part of copilot_analyzing stream
+        if generation_context.relevant_documents:
+            reference_section = copilot_response_handler.extract_references(
+                generation_context.relevant_documents
+            )
+            await push_job_status_event(
+                job, JobStatus.copilot_analyzing, payload=reference_section.sse_data
+            )
+
+        # Send original error log as part of copilot_analyzing stream
+        training_error_log = TrainingErrorLog(logs=[log_content_block])
+        await push_job_status_event(
+            job, JobStatus.copilot_analyzing, payload=training_error_log.sse_data
+        )
+
+        # Send success status
+        await push_job_status_event(job, JobStatus.copilot_analysis_success)
+
+        await push_job_status_event(job, JobStatus.done)
+        job_manager.mark_done(job)
+
+    except Exception as exc:
+        structlogger.exception(
+            "copilot_training_error_analysis_job.error",
+            job_id=job.id,
             error=str(exc),
         )
-        await push_job_status_event(job, JobStatus.error, message=str(exc))
+        await push_job_status_event(
+            job, JobStatus.copilot_analysis_error, message=str(exc)
+        )
         job_manager.mark_done(job, error=str(exc))

rasa/builder/models.py

@@ -136,12 +136,14 @@ class JobStatusEvent(ServerSentEvent):
         cls,
         status: str,
         message: Optional[str] = None,
+        payload: Optional[Dict[str, Any]] = None,
     ) -> "JobStatusEvent":
         """Factory for job-status events.
 
         Args:
             status: The job status (e.g. "training", "train_success").
             message: Optional error message for error events.
+            payload: Optional additional payload data to include in the event.
 
         Returns:
             A JobStatusEvent instance with the appropriate event type and data.
@@ -150,11 +152,13 @@ class JobStatusEvent(ServerSentEvent):
             ServerSentEventType.error if message else ServerSentEventType.progress
         )
 
-        payload: Dict[str, Any] = {"status": status}
+        event_payload: Dict[str, Any] = {"status": status}
         if message:
-            payload["message"] = message
+            event_payload["message"] = message
+        if payload:
+            event_payload.update(payload)
 
-        return cls(event=event_type.value, data=payload)
+        return cls(event=event_type.value, data=event_payload)
 
 
 class ValidationResult(BaseModel):
@@ -193,6 +197,11 @@ class JobStatus(str, Enum):
     validation_success = "validation_success"
     validation_error = "validation_error"
 
+    copilot_analysis_start = "copilot_analysis_start"
+    copilot_analyzing = "copilot_analyzing"
+    copilot_analysis_success = "copilot_analysis_success"
+    copilot_analysis_error = "copilot_analysis_error"
+
 
 class JobCreateResponse(BaseModel):
     job_id: str = Field(...)

rasa/builder/service.py

@@ -532,7 +532,19 @@ async def get_bot_files(request: Request) -> HTTPResponse:
     "**Error Events (can occur at any time):**\n"
     "- `validation_error` - Bot configuration files are invalid\n"
     "- `train_error` - Files updated but training failed\n"
+    "- `copilot_analysis_start` - Copilot analysis started (includes `copilot_job_id` "
+    "in payload)\n"
     "- `error` - Unexpected error occurred\n\n"
+    "**Copilot Analysis Events:**\n"
+    "When training or validation fails, a separate copilot analysis job is "
+    "automatically started. The `copilot_analysis_start` event includes a "
+    "`copilot_job_id` in the payload.\nConnect to `/job-events/<copilot_job_id>` to "
+    "receive the following events:\n"
+    "- `copilot_analyzing` - Copilot is analyzing errors and providing suggestions. "
+    "Uses the same SSE event payload format as the `/copilot` endpoint with `content`, "
+    "`response_category`, and `completeness` fields.\n"
+    "- `copilot_analysis_success` - Copilot analysis completed with references.\n"
+    "- `copilot_analysis_error` - Copilot analysis failed\n\n"
     "**Usage:**\n"
     "1. Send POST request with Content-Type: application/json\n"
     "2. The response will be a JSON object `{job_id: ...}`\n"
@@ -1042,7 +1054,8 @@ async def copilot(request: Request) -> None:
             # Offload telemetry logging to a background task
             request.app.add_task(
                 asyncio.to_thread(
-                    telemetry.log_user_turn, req.last_message.get_text_content()
+                    telemetry.log_user_turn,
+                    req.last_message.get_flattened_text_content(),
                 )
             )
 
@@ -1159,10 +1172,11 @@ async def copilot(request: Request) -> None:
                 system_message=generation_context.system_message,
                 chat_history=generation_context.chat_history,
                 last_user_message=(
-                    req.last_message.get_text_content()
+                    req.last_message.get_flattened_text_content()
                     if (req.last_message and req.last_message.role == ROLE_USER)
                     else None
                 ),
+                tracker_event_attachments=generation_context.tracker_event_attachments,
                 **copilot_client.usage_statistics.model_dump(),
             )
         )

rasa/cli/dialogue_understanding_test.py

@@ -214,6 +214,7 @@ def execute_dialogue_understanding_tests(args: argparse.Namespace) -> None:
 
     # initialization of endpoints
     endpoints = set_up_available_endpoints(args)
+    Configuration.initialise_sub_agents(args.sub_agents)
 
     # set up the test runner, e.g. start the agent
     try:

rasa/cli/e2e_test.py

@@ -160,6 +160,7 @@ def execute_e2e_tests(args: argparse.Namespace) -> None:
     endpoints = Configuration.initialise_endpoints(
         endpoints_path=EndpointsConfigPath.validate(args.endpoints)
     ).endpoints
+    Configuration.initialise_sub_agents(args.sub_agents)
 
     # Ignore all endpoints apart from action server, model, nlu and nlg
     # to ensure InMemoryTrackerStore is being used instead of production

rasa/cli/inspect.py

@@ -93,6 +93,7 @@ def inspect(args: argparse.Namespace) -> None:
     # it can be used safely throughout the codebase with
     # `Configuration.get_instance().endpoints`
     Configuration.initialise_endpoints(endpoints_path=Path(args.endpoints))
+    Configuration.initialise_sub_agents(args.sub_agents)
 
     try:
         model = get_local_model(model)

rasa/cli/project_templates/basic/tests/e2e_test_cases/without_stub/general/feedback.yml

@@ -0,0 +1,46 @@
+test_cases:
+  - test_case: positive feedback
+    steps:
+    - user: "goodbye"
+      assertions:
+        - flow_started: "goodbye_flow"
+        - bot_uttered:
+            utter_name: "utter_goodbye"
+        - flow_started: "leave_feedback"
+        - bot_uttered:
+            utter_name: "utter_ask_feedback_rating"
+            buttons:
+              - title: "👍 Great"
+                payload: "/SetSlots(feedback_rating=thumbs_up)"
+              - title: "👎 Could be better"
+                payload: "/SetSlots(feedback_rating=thumbs_down)"
+    - user: "/SetSlots(feedback_rating=thumbs_up)"
+      assertions:
+        - slot_was_set:
+            - name: "feedback_rating"
+              value: "thumbs_up"
+        - bot_uttered:
+            utter_name: "utter_thankyou_positive"
+# 
+  - test_case: negative feedback
+    steps:
+    - user: "goodbye"
+      assertions:
+        - flow_started: "goodbye_flow"
+        - bot_uttered:
+            utter_name: "utter_goodbye"
+        - flow_started: "leave_feedback"
+        - bot_uttered:
+            utter_name: "utter_ask_feedback_rating"
+            buttons:
+              - title: "👍 Great"
+                payload: "/SetSlots(feedback_rating=thumbs_up)"
+              - title: "👎 Could be better"
+                payload: "/SetSlots(feedback_rating=thumbs_down)"
+    - user: "/SetSlots(feedback_rating=thumbs_down)"
+      assertions:
+        - slot_was_set:
+            - name: "feedback_rating"
+              value: "thumbs_down"
+        - bot_uttered:
+            utter_name: "utter_thankyou_negative"

rasa/cli/project_templates/basic/tests/e2e_test_cases/without_stub/general/goodbye.yml

@@ -0,0 +1,9 @@
+test_cases:
+  - test_case: goodbye
+    steps:
+    - user: "goodbye"
+      assertions:
+        - flow_started: "goodbye_flow"
+        - bot_uttered:
+            utter_name: "utter_goodbye"
+        - flow_started: "leave_feedback"

rasa/cli/project_templates/basic/tests/e2e_test_cases/without_stub/general/help.yml

@@ -0,0 +1,8 @@
+test_cases:
+  - test_case: help
+    steps:
+    - user: "help"
+      assertions:
+        - flow_started: "help"
+        - bot_uttered:
+            utter_name: "utter_what_can_you_do"