rasa-pro 3.14.0a15__py3-none-any.whl → 3.14.0a16__py3-none-any.whl

rasa/builder/config.py

@@ -39,6 +39,7 @@ VALIDATION_MAX_HISTORY = None  # Could be configured if needed
 COPILOT_CONTROLLED_RESPONSE_MAX_TOKENS = 20
 COPILOT_HANDLER_ROLLING_BUFFER_SIZE = 20
 COPILOT_ASSISTANT_TRACKER_MAX_TURNS = 10
+COPILOT_DOCUMENTATION_SEARCH_QUERY_HISTORY_MESSAGES = 5
 
 # Guardrail Configuration
 LAKERA_BASE_URL = os.getenv("LAKERA_BASE_URL", "https://api.lakera.ai/v2").rstrip("/")

rasa/builder/copilot/constants.py

@@ -3,6 +3,9 @@ from typing import Literal
 # A dot-path for importlib to the copilot prompt
 COPILOT_PROMPTS_DIR = "builder.copilot.prompts"
 COPILOT_PROMPTS_FILE = "copilot_system_prompt.jinja2"
+COPILOT_LAST_USER_MESSAGE_CONTEXT_PROMPT_FILE = (
+    "latest_user_message_context_prompt.jinja2"
+)
 
 # A dot-path for importlib to the rasa internal messages templates
 COPILOT_MESSAGE_TEMPLATES_DIR = "builder.copilot.templated_messages"

rasa/builder/copilot/copilot.py

@@ -1,4 +1,5 @@
 import asyncio
+import copy
 import importlib
 import json
 from contextlib import asynccontextmanager
@@ -10,7 +11,9 @@ from jinja2 import Template
 from typing_extensions import AsyncGenerator
 
 from rasa.builder import config
+from rasa.builder.config import COPILOT_DOCUMENTATION_SEARCH_QUERY_HISTORY_MESSAGES
 from rasa.builder.copilot.constants import (
+    COPILOT_LAST_USER_MESSAGE_CONTEXT_PROMPT_FILE,
     COPILOT_PROMPTS_DIR,
     COPILOT_PROMPTS_FILE,
     ROLE_COPILOT,
@@ -20,8 +23,11 @@ from rasa.builder.copilot.constants import (
 )
 from rasa.builder.copilot.exceptions import CopilotStreamError
 from rasa.builder.copilot.models import (
+    CopilotChatMessage,
     CopilotContext,
+    CopilotGenerationContext,
     ResponseCategory,
+    TextContent,
     UsageStatistics,
 )
 from rasa.builder.document_retrieval.inkeep_document_retrieval import (
@@ -48,6 +54,12 @@ class Copilot:
                 COPILOT_PROMPTS_FILE,
             )
         )
+        self._last_user_message_context_prompt_template = Template(
+            importlib.resources.read_text(
+                f"{PACKAGE_NAME}.{COPILOT_PROMPTS_DIR}",
+                COPILOT_LAST_USER_MESSAGE_CONTEXT_PROMPT_FILE,
+            )
+        )
 
         # The final stream chunk includes usage statistics.
         self.usage_statistics = UsageStatistics()
@@ -102,7 +114,7 @@ class Copilot:
     async def generate_response(
         self,
         context: CopilotContext,
-    ) -> tuple[AsyncGenerator[str, None], list[Document], str]:
+    ) -> tuple[AsyncGenerator[str, None], CopilotGenerationContext]:
         """Generate a response from the copilot.
 
         This method performs document retrieval and response generation as a single
@@ -114,22 +126,27 @@ class Copilot:
             context: The context of the copilot.
 
         Returns:
-            A tuple containing the async response stream, relevant documents used
-            as supporting evidence for the generated response, and the prompt used.
+            A tuple containing the async response stream and a
+            CopilotGenerationContext object with relevant documents, and all the
+            messages used to generate the response.
 
         Raises:
             CopilotStreamError: If the stream fails.
             Exception: If an unexpected error occurs.
         """
         relevant_documents = await self.search_rasa_documentation(context)
-        system_message = await self._create_system_message(context, relevant_documents)
-        chat_history = self._create_chat_history_messages(context)
-        messages = [system_message, *chat_history]
+        messages = await self._build_messages(context, relevant_documents)
+
+        support_evidence = CopilotGenerationContext(
+            relevant_documents=relevant_documents,
+            system_message=messages[0],
+            chat_history=messages[1:-1],
+            last_user_message=messages[-1],
+        )
 
         return (
             self._stream_response(messages),
-            relevant_documents,
-            system_message.get("content", ""),
+            support_evidence,
         )
 
     async def _stream_response(
@@ -174,60 +191,139 @@ class Copilot:
             )
             raise
 
-    async def _create_system_message(
+    async def _build_messages(
         self,
         context: CopilotContext,
         relevant_documents: List[Document],
-    ) -> Dict[str, Any]:
-        """Render the correct Jinja template based on desired output_type."""
-        # Format relevant documentation
-        documents = [doc.model_dump() for doc in relevant_documents]
-
-        # Format conversation history
-        conversation = self._format_conversation_history(context.tracker_context)
+    ) -> List[Dict[str, Any]]:
+        """Build the complete message list for the OpenAI API.
 
-        # Format current state
-        current_state = self._format_current_state(context.tracker_context)
+        Args:
+            context: The context of the copilot.
+            relevant_documents: The relevant documents to use in the context.
 
-        # Render template
-        rendered_prompt = self._system_message_prompt_template.render(
-            current_conversation=conversation,
-            current_state=current_state,
-            assistant_logs=context.assistant_logs,
-            assistant_files=context.assistant_files,
-            documentation_results=documents,
+        Returns:
+            A list of messages in OpenAI format.
+        """
+        # Split chat history into past messages and latest message
+        past_messages = [
+            message
+            for message in context.copilot_chat_history[:-1]
+            if message.response_category != ResponseCategory.GUARDRAILS_POLICY_VIOLATION
+        ]
+        latest_message = context.copilot_chat_history[-1]
+
+        # Create the system message
+        system_message = await self._create_system_message()
+        # Create the chat history messages (excludes the last message)
+        chat_history = self._create_chat_history_messages(past_messages)
+        # Create the last message and add the context to it
+        latest_message_with_context = self._create_last_user_message_with_context(
+            latest_message, context, relevant_documents
         )
+        return [system_message, *chat_history, latest_message_with_context]
+
+    async def _create_system_message(self) -> Dict[str, Any]:
+        """Render the correct Jinja template based on desired output_type."""
+        rendered_prompt = self._system_message_prompt_template.render()
         return {"role": ROLE_SYSTEM, "content": rendered_prompt}
 
     def _create_chat_history_messages(
         self,
-        context: CopilotContext,
+        past_messages: List["CopilotChatMessage"],
     ) -> List[Dict[str, Any]]:
         """Create the chat history messages for the copilot.
 
         Filter out messages with response_category of GUARDRAILS_POLICY_VIOLATION.
         This will filter out all the user messages that were flagged by guardrails, but
         also the copilot messages that were produced by guardrails.
+
+        Args:
+            past_messages: List of past messages (excluding the latest message).
+
+        Returns:
+            List of messages in OpenAI format.
         """
-        # Filter out messages with response_category of GUARDRAILS_POLICY_VIOLATION.
-        # This will filter out all the user messages flagged by guardrails, but also the
-        # copilot messages that were produced.
         return [
             message.to_openai_format()
-            for message in context.copilot_chat_history
+            for message in past_messages
             if message.response_category != ResponseCategory.GUARDRAILS_POLICY_VIOLATION
         ]
 
+    def _create_last_user_message_with_context(
+        self,
+        latest_message: "CopilotChatMessage",
+        context: CopilotContext,
+        relevant_documents: List[Document],
+    ) -> Dict[str, Any]:
+        """Create the last user message with context.
+
+        The last user message is the last message in the copilot chat history.
+        We add the context prompt with the current conversation, state, assistant logs,
+        assistant files, and relevant documents as a text content block to the beginning
+        of the message.
+
+        Args:
+            context: The context of the copilot.
+            relevant_documents: The relevant documents to use in the context.
+
+        Returns:
+            The last user message with context in the OpenAI format.
+        """
+        last_user_message = copy.deepcopy(latest_message)
+        context_prompt = self._render_last_user_message_context_prompt(
+            context, relevant_documents
+        )
+        last_user_message.content.insert(
+            0, TextContent(type="text", text=context_prompt)
+        )
+        return {
+            "role": ROLE_USER,
+            "content": [
+                {"type": "text", "text": content.text}
+                for content in last_user_message.content
+                if isinstance(content, TextContent)
+            ],
+        }
+
+    def _render_last_user_message_context_prompt(
+        self,
+        context: CopilotContext,
+        relevant_documents: List[Document],
+    ) -> str:
+        # Format relevant documentation
+        documents = [doc.model_dump() for doc in relevant_documents]
+        # Format conversation history
+        conversation = self._format_conversation_history(context.tracker_context)
+        # Format current state
+        current_state = self._format_current_state(context.tracker_context)
+
+        rendered_prompt = self._last_user_message_context_prompt_template.render(
+            current_conversation=conversation,
+            current_state=current_state,
+            assistant_logs=context.assistant_logs,
+            assistant_files=context.assistant_files,
+            documentation_results=documents,
+        )
+        return rendered_prompt
+
     @staticmethod
     def _create_documentation_search_query(context: CopilotContext) -> str:
         """Format chat messages between user and copilot for documentation search."""
+
         result = ""
         role_to_prefix = {
             ROLE_USER: "User",
             ROLE_COPILOT: "Assistant",
             ROLE_COPILOT_INTERNAL: "Copilot Internal Request",
         }
-        for message in context.copilot_chat_history:
+
+        # Only use the last N messages for documentation search
+        messages_to_include = context.copilot_chat_history[
+            -COPILOT_DOCUMENTATION_SEARCH_QUERY_HISTORY_MESSAGES:
+        ]
+
+        for message in messages_to_include:
             prefix = role_to_prefix[message.role]
             text = message.get_text_content().strip()
             if text:

rasa/builder/copilot/models.py

@@ -13,6 +13,7 @@ from rasa.builder.copilot.constants import (
     ROLE_COPILOT_INTERNAL,
     ROLE_USER,
 )
+from rasa.builder.document_retrieval.models import Document
 from rasa.builder.models import ServerSentEvent
 from rasa.builder.shared.tracker_context import TrackerContext
 
@@ -464,3 +465,36 @@ class SigningContext(BaseModel):
         """Signing is enabled if a non-empty secret is present."""
         secret = (self.secret or "").strip()
         return bool(secret)
+
+
+class CopilotGenerationContext(BaseModel):
+    """Container for copilot generation context and supporting evidence.
+
+    This class organizes the context and supporting evidence information used by the
+    copilot's generate_response method, providing a cleaner interface than returning
+    a tuple for the non-streaming data.
+    """
+
+    relevant_documents: List["Document"] = Field(
+        ...,
+        description=(
+            "The relevant documents used as supporting evidence for the respons."
+        ),
+    )
+    system_message: Dict[str, Any] = Field(
+        ..., description="The system message with instructions."
+    )
+    chat_history: List[Dict[str, Any]] = Field(
+        ...,
+        description=(
+            "The chat history messages (excluding the last message) used as a context."
+        ),
+    )
+    last_user_message: Optional[Dict[str, Any]] = Field(
+        None, description="The last user message with context that was processed."
+    )
+
+    class Config:
+        """Config for CopilotGenerationContext."""
+
+        arbitrary_types_allowed = True

rasa/builder/copilot/prompts/copilot_system_prompt.jinja2

@@ -313,28 +313,29 @@ Ask specific questions like:
    - Minimum density: every paragraph that includes Rasa-specific facts must contain at least one citation.
    - Prefer citing each Rasa-specific sentence. Group multiple sources when helpful.
 
-2. Source of truth and verification
-   - Only cite from provided documentation. Do not invent URLs or indices.
-   - Verify the index exists and the URL matches before citing.
+2. **Source of truth and verification**
+   - **Never cite from previous conversation turns or responses**. Citing from previous turns creates invalid references that will be rejected.
+   - Always verify that every citation index you use **exists in the current documentation results** and the URL matches before citing.
    - If multiple docs conflict, prefer the most specific and recent; if unsure, cite both and note the discrepancy in one concise sentence, then ask the user which applies.
 
-2. **Inline-link every citation**
+3. **Inline-link every citation**
    - Use inline links immediately after the sentence or paragraph they support.
    - **Format**: "[N](URL)" where N is the number index from the documentation context, and URL is the link provided in the documentation context.
    - **Multiple citations format**: If needed, group citations like academic references: "[N](first source URL) [M](second source URL) [P](third source URL)", where N, M, and P are integers from the documentation context.
    - Re-use the same N if the identical URL is cited again.
+   - Never assign different numbers to the same URL.
 
-3. **Blend sources with the user's situation**
+4. **Blend sources with the user's situation**
    - Combine the documentation-based facts with details from the assistant files, code, and current state.
    - Explain unfamiliar Rasa terms when they appear.
 
-4. **Prefer docs over memories**
+5. **Prefer docs over memories**
    - If your prior knowledge conflicts with provided documents, follow the provided documents. If still ambiguous, briefly state the uncertainty and ask one clarifying question.
 
-5. **No reference sections**
+6. **No reference sections**
    - Never add a bibliography-style list (e.g. "References" or "Citations") at the end.
 
-6. **Incomplete answers == invalid answers**
+7. **Incomplete answers == invalid answers**
    - Omitting required inline citations or using the wrong format means the response is incomplete.
 
 ### Hierarchy of Documentation Usage
@@ -346,26 +347,33 @@ Ask specific questions like:
 | 3           | **Version migration guides**  | Only when user asks about Rasa version differences or deprecated features. |
 | 4 (lowest)  | **Changelogs**                | Only when comparing versions, or tracking newly introduced or removed features. |
 
-### Examples
-Single inline citation format:
+### Citation Format Examples
+
+**Single inline citation format:**
 """
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Vivamus tempus quam ut libero
-imperdiet, nec sagittis purus volutpat [1](https://docs.example.com/lorem/intro).
+Lorem ipsum dolor sit amet [1](https://docs.example.com/lorem/intro).
 """
 
-Multiple inline citations format:
+**Multiple inline citations format:**
 """
-Mauris convallis eleifend sollicitudin. Donec auctor, mauris at euismod pretium, magna
-orci pretium elit, in facilisis risus urna sed orci [3](https://docs.example.com/lorem/pretium) [5](https://docs.example.com/lorem/convallis).
+Mauris convallis eleifend sollicitudin [3](https://docs.example.com/lorem/pretium) [5](https://docs.example.com/lorem/convallis).
 """
 
-Proper citation frequency example:
+**Proper citation frequency:**
 """
-Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua [1](https://docs.example.com/lorem/intro). Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat [2](https://docs.example.com/lorem/features).
+Lorem ipsum dolor sit amet, consectetur adipiscing elit [1](https://docs.example.com/lorem/intro).
+Ut enim ad minim veniam, quis nostrud exercitation [2](https://docs.example.com/lorem/features).
+
+Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur [3](https://docs.example.com/lorem/configuration).
+Excepteur sint occaecat cupidatat non proident [1](https://docs.example.com/lorem/intro).
 
-Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur [3](https://docs.example.com/lorem/configuration). Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum [1](https://docs.example.com/lorem/intro).
+Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium [2](https://docs.example.com/lorem/features) [4](https://docs.example.com/lorem/advanced).
+"""
 
-Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium [2](https://docs.example.com/lorem/features), totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo [4](https://docs.example.com/lorem/advanced).
+**Incorrect usage of the different N for the same URL (DO NOT DO THIS):**
+"""
+Sentence A [1](https://docs.example.com/lorem/intro).
+Sentence B [2](https://docs.example.com/lorem/intro). <- same URL, different N
 """
 
 ***
@@ -704,68 +712,4 @@ the required `if` / `then` pattern. [1](https://rasa.com/docs/reference/primitiv
    ```
 
 To prevent this in the future, always validate your flow YAML files with `rasa data validate` [2](https://rasa.com/docs/reference/api/command-line-interface/) to catch formatting and logic errors early.
-"""
-
----
-
-# Context Available to You
-You have access to:
-
-{% if current_conversation %}
-## Current Conversation and Conversation State between the user and the assistant
-
-**Conversation History:**
-```json
-{{ current_conversation }}
-```
-
-**Assistant's State:**
-```json
-{{ current_state }}
-```
-{% endif %}
-
-{% if assistant_logs %}
-***
-
-## Assistant Logs
-```
-{{ assistant_logs }}
-```
-{% endif %}
-
-
-## Assistant Files (Configuration, Domain, Flows)
-{% if assistant_files %}
-{% for file_name, file_content in assistant_files.items() %}
-**{{ file_name }}:**
-```
-{{ file_content }}
-```
-{% endfor %}
-{% else %}
-Assistant files not available.
-{% endif %}
-
-***
-
-## Relevant Documentation
-{% if documentation_results %}
-The following documentation sources are available for reference. Use the source index
-numbers (1, 2, 3, etc.) for inline citations:
-```
-{{documentation_results}}
-```
-{% else %}
-No relevant documentation source found.
-{% endif %}
-
----
-
-# Remember!
-- Focus on accessibility and efficiency. Give guidance users can act on right away.
-- Keep answers concise, cut any fluff.
-- Never impersonate or role-play as the assistant being built. You are the **Rasa assistant development expert**.
-- Cite documentation inline frequently - every factual statement about Rasa features, concepts, or capabilities MUST be cited.
-- NEVER add a separate list of URLs or sources - only use inline citations.
-- NEVER start your response with a ``` or """ or any other quoting characters.
+"""

rasa/builder/copilot/prompts/latest_user_message_context_prompt.jinja2

@@ -0,0 +1,61 @@
+# Context Available to You
+Treat everything **below** as **current-turn context** to apply under those rules. You
+have access to:
+
+{% if current_conversation %}
+## Current Conversation and Conversation State between the user and the assistant
+
+**Conversation History:**
+```json
+{{ current_conversation }}
+```
+
+**Assistant's State:**
+```json
+{{ current_state }}
+```
+{% endif %}
+
+{% if assistant_logs %}
+***
+
+## Assistant Logs
+```
+{{ assistant_logs }}
+```
+{% endif %}
+
+
+## Assistant Files (Configuration, Domain, Flows)
+{% if assistant_files %}
+{% for file_name, file_content in assistant_files.items() %}
+**{{ file_name }}:**
+```
+{{ file_content }}
+```
+{% endfor %}
+{% else %}
+Assistant files are not available.
+{% endif %}
+
+***
+
+## Relevant Documentation
+{% if documentation_results %}
+The following documentation sources are available for reference. Use the source index
+numbers (1, 2, 3, etc.) for inline citations:
+```
+{{documentation_results}}
+```
+{% else %}
+No relevant documentation source found.
+{% endif %}
+
+# Remember!
+- Focus on accessibility and efficiency. Give guidance users can act on right away.
+- Keep answers concise, cut any fluff.
+- Never impersonate or role-play as the assistant being built. You are the **Rasa assistant development expert**.
+- Cite documentation inline frequently - every factual statement about Rasa features, concepts, or capabilities MUST be cited.
+- Only cite from current turn documentation - never from previous conversation turns
+- NEVER add a separate list of URLs or sources - only use inline citations.
+- NEVER start your response with a ``` or """ or any other quoting characters.

rasa/builder/copilot/telemetry.py

@@ -1,7 +1,7 @@
 import datetime as dt
 import os
 import uuid
-from typing import Iterable, Optional, Sequence
+from typing import Any, Iterable, Optional, Sequence
 
 import structlog
 
@@ -97,7 +97,9 @@ class CopilotTelemetry:
         input_tokens: Optional[int] = None,
         output_tokens: Optional[int] = None,
         total_tokens: Optional[int] = None,
-        system_prompt: Optional[str] = None,
+        system_message: Optional[dict[str, Any]] = None,
+        chat_history: Optional[list[dict[str, Any]]] = None,
+        last_user_message: Optional[dict[str, Any]] = None,
     ) -> None:
         """Track a copilot message in the conversation.
 
@@ -127,7 +129,9 @@ class CopilotTelemetry:
                 "input_tokens": input_tokens,
                 "output_tokens": output_tokens,
                 "total_tokens": total_tokens,
-                "system_prompt": system_prompt,
+                "system_message": system_message,
+                "chat_history": chat_history,
+                "last_user_message": last_user_message,
                 "timestamp": dt.datetime.utcnow().isoformat(),
             },
         )
@@ -171,7 +175,9 @@ class CopilotTelemetry:
         prompt_tokens: int,
         completion_tokens: int,
         total_tokens: int,
-        system_prompt: str,
+        system_message: dict[str, Any],
+        chat_history: list[dict[str, Any]],
+        last_user_message: dict[str, Any],
     ) -> None:
         """Log a copilot message from the response handler.
 
@@ -183,7 +189,9 @@ class CopilotTelemetry:
             prompt_tokens: Number of input tokens used.
             completion_tokens: Number of output tokens generated.
             total_tokens: Total number of tokens used (input + output).
-            system_prompt: The system prompt used.
+            system_message: The system message used.
+            chat_history: The chat history messages used.
+            last_user_message: The last user message used.
         """
         structlogger.debug("builder.telemetry.log_copilot_from_handler")
         text = self._full_text(handler)
@@ -196,5 +204,7 @@ class CopilotTelemetry:
             input_tokens=prompt_tokens,
             output_tokens=completion_tokens,
             total_tokens=total_tokens,
-            system_prompt=system_prompt,
+            system_message=system_message,
+            chat_history=chat_history,
+            last_user_message=last_user_message,
         )

rasa/builder/document_retrieval/models.py

@@ -10,9 +10,9 @@ class Document(BaseModel):
     """Model for document retrieval results."""
 
     content: str = Field(...)
-    url: Optional[str] = Field(None)
-    title: Optional[str] = Field(None)
-    metadata: Optional[Dict[str, Any]] = Field(None)
+    url: Optional[str] = Field(default=None)
+    title: Optional[str] = Field(default=None)
+    metadata: Optional[Dict[str, Any]] = Field(default=None)
 
     @classmethod
     def from_inkeep_rag_response(cls, rag_item: Dict[str, Any]) -> "Document":

rasa/builder/main.py

@@ -22,9 +22,11 @@ from rasa.builder.logging_utils import (
     log_request_start,
 )
 from rasa.builder.service import bp, setup_project_generator
+from rasa.builder.template_cache import (
+    background_download_template_caches,
+)
 from rasa.builder.training_service import try_load_existing_agent, update_agent
 from rasa.core.channels.studio_chat import StudioChatInput
-from rasa.model_manager.warm_rasa_process import warmup
 from rasa.server import configure_cors
 from rasa.utils.common import configure_logging_and_warnings
 from rasa.utils.log_utils import configure_structlog
@@ -148,6 +150,16 @@ def create_app(project_folder: str) -> Sanic:
         except Exception as e:
             structlogger.warning("Failed to load agent on server startup", error=str(e))
 
+    if config.HELLO_RASA_PROJECT_ID and app.ctx.project_generator.is_empty():
+        app.register_listener(background_download_template_caches, "after_server_start")
+    else:
+        structlogger.debug(
+            "builder.main.background_cache_download.disabled",
+            event_info=(
+                "No hello rasa project id set; skipping background cache download"
+            ),
+        )
+
     return app
 
 
@@ -188,12 +200,9 @@ def main(project_folder: Optional[str] = None) -> None:
         rasa.telemetry.initialize_telemetry()
         rasa.telemetry.initialize_error_reporting(private_mode=False)
 
+        # TODO: don't do this when running locally
         _apply_llm_overrides_from_builder_env()
 
-        if config.HELLO_RASA_PROJECT_ID:
-            # ensures long import times for modules are ahead of time
-            warmup()
-
         # working directory needs to be the project folder, e.g.
         # for relative paths (./docs) in a projects config to work
         if not project_folder:

rasa/builder/project_generator.py

@@ -60,7 +60,7 @@ class ProjectGenerator:
         create_initial_project(self.project_folder.as_posix(), template)
         # If a local cache for this template exists, copy it into the project.
         # We no longer download here to avoid blocking project creation.
-        await copy_cache_for_template_if_available(template, self.project_folder)
+        copy_cache_for_template_if_available(template, self.project_folder)
         # needs to happen after caching, as we download/copy .rasa and that would
         # overwrite the project info file in .rasa
         ensure_first_used(self.project_folder)
@@ -339,8 +339,6 @@ class ProjectGenerator:
         for filename in os.listdir(self.project_folder):
             file_path = os.path.join(self.project_folder, filename)
             try:
-                if filename == "lost+found":
-                    continue
                 if os.path.isfile(file_path) or os.path.islink(file_path):
                     os.unlink(file_path)
                 elif os.path.isdir(file_path):