rasa-pro 3.13.1a14__py3-none-any.whl → 3.13.1a16__py3-none-any.whl

rasa/builder/service.py

@@ -1,13 +1,13 @@
 """Main service for the prompt-to-bot functionality."""
 
 import os
-from typing import Optional
+from typing import Any, Optional
 
 import structlog
-from sanic import HTTPResponse, Sanic, response
+from sanic import Blueprint, HTTPResponse, response
 from sanic.request import Request
+from sanic_openapi import openapi
 
-from rasa.builder import config
 from rasa.builder.exceptions import (
     LLMGenerationError,
     ProjectGenerationError,
@@ -18,9 +18,9 @@ from rasa.builder.llm_service import llm_service
 from rasa.builder.logging_utils import get_recent_logs
 from rasa.builder.models import (
     ApiErrorResponse,
-    ApiResponse,
     LLMBuilderContext,
     LLMBuilderRequest,
+    LLMHelperResponse,
     PromptRequest,
     ServerSentEvent,
     TemplateRequest,
@@ -30,523 +30,713 @@ from rasa.builder.training_service import train_and_load_agent
 from rasa.builder.validation_service import validate_project
 from rasa.cli.scaffold import ProjectTemplateName
 from rasa.core.channels.studio_chat import StudioChatInput
-from rasa.server import configure_cors
 from rasa.shared.core.trackers import DialogueStateTracker
+from rasa.studio.upload import CALMUserData, extract_calm_import_parts_from_importer
+from rasa.utils.openapi import model_to_schema
 
 structlogger = structlog.get_logger()
 
-
-class BotBuilderService:
-    """Main service for bot building functionality."""
-
-    def __init__(self, project_folder: Optional[str] = None):
-        """Initialize the service with a project folder for file persistence.
-
-        Args:
-            project_folder: Path to the folder where project files will be stored.
-                           If None, defaults to a temporary directory.
-        """
-        if project_folder is None:
-            import tempfile
-
-            project_folder = tempfile.mkdtemp(prefix="rasa_builder_")
-
-        # working directory needs to be the project folder, e.g.
-        # for relative paths (./docs) in a projects config to work
-        os.chdir(project_folder)
-
-        structlogger.info(
-            "bot_builder_service.service_initialized", project_folder=project_folder
+# Create the blueprint
+bp = Blueprint("bot_builder", url_prefix="/api")
+
+
+def setup_project_generator(project_folder: Optional[str] = None) -> ProjectGenerator:
+    """Initialize and return a ProjectGenerator instance."""
+    if project_folder is None:
+        import tempfile
+
+        project_folder = tempfile.mkdtemp(prefix="rasa_builder_")
+
+    # working directory needs to be the project folder, e.g.
+    # for relative paths (./docs) in a projects config to work
+    os.chdir(project_folder)
+
+    structlogger.info(
+        "bot_builder_service.service_initialized", project_folder=project_folder
+    )
+
+    return ProjectGenerator(project_folder)
+
+
+def get_project_generator(request: Request) -> ProjectGenerator:
+    """Get the project generator from app context."""
+    return request.app.ctx.project_generator
+
+
+def get_input_channel(request: Request) -> StudioChatInput:
+    """Get the input channel from app context."""
+    return request.app.ctx.input_channel
+
+
+def extract_calm_import_parts_from_project_generator(
+    project_generator: ProjectGenerator,
+) -> CALMUserData:
+    """Extract CALMUserData from a ProjectGenerator.
+
+    Args:
+        project_generator: The project generator to extract data from
+
+    Returns:
+        CALMUserData containing flows, domain, config, endpoints, and nlu data
+    """
+    # Get the training data importer
+    importer = project_generator._create_importer()
+
+    # Extract endpoints (if exists)
+    endpoints_path = project_generator.project_folder / "endpoints.yml"
+    if endpoints_path.exists():
+        from rasa.shared.utils.yaml import read_yaml_file
+
+        endpoints = read_yaml_file(endpoints_path, expand_env_vars=False)
+    else:
+        endpoints = {}
+
+    # Use the shared function with the importer and project data paths
+    return extract_calm_import_parts_from_importer(
+        importer=importer,
+        config=None,  # Let the shared function get config from importer
+        endpoints=endpoints,
+    )
+
+
+# Health check endpoint
+@bp.route("/", methods=["GET"])
+@openapi.summary("Health check endpoint")
+@openapi.description("Returns the health status of the Bot Builder service")
+@openapi.tag("health")
+@openapi.response(200, {"application/json": {"status": str, "service": str}})
+async def health(request: Request) -> HTTPResponse:
+    """Health check endpoint."""
+    return response.json({"status": "ok", "service": "bot-builder"})
+
+
+@bp.route("/prompt-to-bot", methods=["POST"])
+@openapi.summary("Generate bot from natural language prompt")
+@openapi.description(
+    "Creates a complete conversational AI bot from a natural language prompt "
+    "using LLM generation. Returns server-sent events (SSE) for real-time "
+    "progress tracking through the entire bot creation process.\n\n"
+    "**SSE Event Flow:**\n"
+    "1. `received` - Request received by server\n"
+    "2. `generating` - Generating bot project files\n"
+    "3. `generation_success` - Bot generation completed successfully\n"
+    "4. `training` - Training the bot model\n"
+    "5. `train_success` - Model training completed\n"
+    "6. `done` - Bot creation completed\n\n"
+    "**Error Events (can occur at any time):**\n"
+    "- `generation_error` - Failed to generate bot from prompt\n"
+    "- `train_error` - Bot generated but training failed\n"
+    "- `validation_error` - Generated bot configuration is invalid\n"
+    "- `error` - Unexpected error occurred\n\n"
+    "**Usage:** Send POST request with Content-Type: application/json and "
+    "Accept: text/event-stream"
+)
+@openapi.tag("bot-generation")
+@openapi.body(
+    {"application/json": model_to_schema(PromptRequest)},
+    description="Prompt request with natural language description and client ID "
+    "for tracking",
+    required=True,
+)
+@openapi.response(
+    200,
+    {"text/event-stream": str},
+    description="Server-sent events stream with real-time progress updates",
+)
+@openapi.response(
+    400,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Validation error in request payload",
+)
+@openapi.response(
+    500,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Internal server error",
+)
+async def handle_prompt_to_bot(request: Request) -> None:
+    """Handle prompt-to-bot generation requests."""
+    sse_response = await request.respond(content_type="text/event-stream")
+    project_generator = get_project_generator(request)
+    input_channel = get_input_channel(request)
+
+    try:
+        # 1. Received
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="received", data={"status": "received"}),
         )
 
-        self.project_generator = ProjectGenerator(project_folder)
-        self.app = Sanic("BotBuilderService")
-        self.app.config.REQUEST_TIMEOUT = 60  # 1 minute timeout
-        self.app.ctx.agent = None
-        self.input_channel = self.setup_input_channel()
-        self.setup_routes()
-        self.setup_middleware()
-
-        configure_cors(self.app, cors_origins=config.CORS_ORIGINS)
-
-    def setup_input_channel(self) -> StudioChatInput:
-        """Setup the input channel for chat interactions."""
-        studio_chat_credentials = config.get_default_credentials().get(
-            StudioChatInput.name()
-        )
-        return StudioChatInput.from_credentials(credentials=studio_chat_credentials)
+        # Validate request
+        prompt_data = PromptRequest(**request.json)
 
-    def setup_routes(self) -> None:
-        """Setup all API routes."""
-        # Core endpoints
-        self.app.add_route(
-            self.handle_prompt_to_bot, "/api/prompt-to-bot", methods=["POST"]
+        # 2. Generating
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="generating", data={"status": "generating"}),
         )
-        self.app.add_route(
-            self.handle_template_to_bot, "/api/template-to-bot", methods=["POST"]
-        )
-        self.app.add_route(self.get_bot_data, "/api/bot-data", methods=["GET"])
-        self.app.add_route(self.update_bot_data, "/api/bot-data", methods=["PUT"])
-        self.app.add_route(self.llm_builder, "/api/llm-builder", methods=["POST"])
-
-        # Health check
-        self.app.add_route(self.health, "/", methods=["GET"])
-
-        # Register input channel webhooks
-        from rasa.core import channels
-
-        channels.channel.register([self.input_channel], self.app, route="/webhooks/")
-
-    def setup_middleware(self) -> None:
-        """Setup middleware for request/response processing."""
-
-        @self.app.middleware("request")  # type: ignore[no-untyped-call]
-        async def log_request(request: Request) -> None:
-            structlogger.info(
-                "request.received",
-                method=request.method,
-                path=request.path,
-                remote_addr=request.remote_addr or "unknown",
-            )
-
-        @self.app.middleware("response")  # type: ignore[no-untyped-call]
-        async def log_response(request: Request, response: HTTPResponse) -> None:
-            structlogger.info(
-                "request.completed",
-                method=request.method,
-                path=request.path,
-                status=response.status,
-            )
-
-    async def health(self, request: Request) -> HTTPResponse:
-        """Health check endpoint."""
-        return response.json({"status": "ok", "service": "bot-builder"})
-
-    async def handle_prompt_to_bot(self, request: Request) -> None:
-        """Handle prompt-to-bot generation requests."""
-        sse_response = await request.respond(content_type="text/event-stream")
 
         try:
-            # 1. Received
-            await self._send_sse_event(
-                sse_response,
-                ServerSentEvent(event="received", data={"status": "received"}),
-            )
-
-            # Validate request
-            prompt_data = PromptRequest(**request.json)
-
-            # 2. Generating
-            await self._send_sse_event(
-                sse_response,
-                ServerSentEvent(event="generating", data={"status": "generating"}),
+            # Generate project with retries
+            bot_files = await project_generator.generate_project_with_retries(
+                prompt_data.prompt,
+                template=ProjectTemplateName.PLAIN,
             )
 
-            try:
-                # Generate project with retries
-                bot_files = await self.project_generator.generate_project_with_retries(
-                    prompt_data.prompt,
-                    template=ProjectTemplateName.PLAIN,
-                )
-
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="generation_success",
-                        data={"status": "generation_success"},
-                    ),
-                )
-
-            except (ProjectGenerationError, LLMGenerationError) as e:
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="generation_error",
-                        data={"status": "generation_error", "error": str(e)},
-                    ),
-                )
-                await sse_response.eof()
-                return
-
-            # 3. Training
-            await self._send_sse_event(
+            await _send_sse_event(
                 sse_response,
-                ServerSentEvent(event="training", data={"status": "training"}),
+                ServerSentEvent(
+                    event="generation_success",
+                    data={"status": "generation_success"},
+                ),
             )
 
-            try:
-                # Train and load agent
-                importer = self.project_generator._create_importer()
-                self.app.ctx.agent = await train_and_load_agent(importer)
-
-                # Update input channel with new agent
-                self.input_channel.agent = self.app.ctx.agent
-
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="train_success", data={"status": "train_success"}
-                    ),
-                )
-
-            except TrainingError as e:
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="train_error",
-                        data={"status": "train_error", "error": str(e)},
-                    ),
-                )
-                await sse_response.eof()
-                return
-
-            # 4. Done
-            await self._send_sse_event(
+        except (ProjectGenerationError, LLMGenerationError) as e:
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="done",
-                    data={
-                        "status": "done",
-                    },
+                    event="generation_error",
+                    data={"status": "generation_error", "error": str(e)},
                 ),
             )
+            await sse_response.eof()
+            return
 
-            structlogger.info(
-                "bot_builder_service.prompt_to_bot.success",
-                client_id=prompt_data.client_id,
-                files_generated=list(bot_files.keys()),
-            )
+        # 3. Training
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="training", data={"status": "training"}),
+        )
 
-        except ValidationError as e:
-            structlogger.error(
-                "bot_builder_service.prompt_to_bot.validation_error", error=str(e)
-            )
-            await self._send_sse_event(
+        try:
+            # Train and load agent
+            importer = project_generator._create_importer()
+            request.app.ctx.agent = await train_and_load_agent(importer)
+
+            # Update input channel with new agent
+            input_channel.agent = request.app.ctx.agent
+
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="validation_error",
-                    data={"status": "validation_error", "error": str(e)},
+                    event="train_success", data={"status": "train_success"}
                 ),
             )
 
-        except Exception as e:
-            structlogger.error(
-                "bot_builder_service.prompt_to_bot.unexpected_error", error=str(e)
-            )
-            await self._send_sse_event(
+        except TrainingError as e:
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="error", data={"status": "error", "error": str(e)}
+                    event="train_error",
+                    data={"status": "train_error", "error": str(e)},
                 ),
             )
-        finally:
             await sse_response.eof()
+            return
+
+        # 4. Done
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(
+                event="done",
+                data={
+                    "status": "done",
+                },
+            ),
+        )
+
+        structlogger.info(
+            "bot_builder_service.prompt_to_bot.success",
+            client_id=prompt_data.client_id,
+            files_generated=list(bot_files.keys()),
+        )
 
-    async def handle_template_to_bot(self, request: Request) -> None:
-        """Handle template-to-bot generation requests."""
-        sse_response = await request.respond(content_type="text/event-stream")
+    except ValidationError as e:
+        structlogger.error(
+            "bot_builder_service.prompt_to_bot.validation_error", error=str(e)
+        )
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(
+                event="validation_error",
+                data={"status": "validation_error", "error": str(e)},
+            ),
+        )
 
-        try:
-            # 1. Received
-            await self._send_sse_event(
-                sse_response,
-                ServerSentEvent(event="received", data={"status": "received"}),
-            )
+    except Exception as e:
+        structlogger.error(
+            "bot_builder_service.prompt_to_bot.unexpected_error", error=str(e)
+        )
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="error", data={"status": "error", "error": str(e)}),
+        )
+    finally:
+        await sse_response.eof()
+
+
+@bp.route("/template-to-bot", methods=["POST"])
+@openapi.summary("Generate bot from predefined template")
+@openapi.description(
+    "Creates a complete conversational AI bot from a predefined template with "
+    "immediate setup. Returns server-sent events (SSE) for real-time progress "
+    "tracking through the entire bot creation process.\n\n"
+    "**SSE Event Flow:**\n"
+    "1. `received` - Request received by server\n"
+    "2. `generating` - Initializing bot from template\n"
+    "3. `generation_success` - Template initialization completed successfully\n"
+    "4. `training` - Training the bot model\n"
+    "5. `train_success` - Model training completed\n"
+    "6. `done` - Bot creation completed\n\n"
+    "**Error Events (can occur at any time):**\n"
+    "- `generation_error` - Failed to initialize bot from template\n"
+    "- `train_error` - Template loaded but training failed\n"
+    "- `validation_error` - Template configuration is invalid\n"
+    "- `error` - Unexpected error occurred\n\n"
+    "**Usage:** Send POST request with Content-Type: application/json and "
+    "Accept: text/event-stream\n"
+    "**Templates Available:** Check available templates through the API or "
+    "documentation"
+)
+@openapi.tag("bot-generation")
+@openapi.body(
+    {"application/json": model_to_schema(TemplateRequest)},
+    description="Template request with template name and client ID for " "tracking",
+    required=True,
+)
+@openapi.response(
+    200,
+    {"text/event-stream": model_to_schema(ServerSentEvent)},
+    description="Server-sent events stream with real-time progress updates",
+    example=ServerSentEvent(
+        event="generation_success",
+        data={"status": "generation_success"},
+    ).model_dump(),
+)
+@openapi.response(
+    400,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Validation error in request payload or invalid template name",
+)
+@openapi.response(
+    500,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Internal server error",
+)
+async def handle_template_to_bot(request: Request) -> None:
+    """Handle template-to-bot generation requests."""
+    sse_response = await request.respond(content_type="text/event-stream")
+    project_generator = get_project_generator(request)
+    input_channel = get_input_channel(request)
+
+    try:
+        # 1. Received
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="received", data={"status": "received"}),
+        )
 
-            # Validate request
-            template_data = TemplateRequest(**request.json)
+        # Validate request
+        template_data = TemplateRequest(**request.json)
 
-            # 2. Generating
-            await self._send_sse_event(
-                sse_response,
-                ServerSentEvent(event="generating", data={"status": "generating"}),
+        # 2. Generating
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="generating", data={"status": "generating"}),
+        )
+
+        try:
+            # Generate project with retries
+            project_generator.init_from_template(
+                template_data.template_name,
             )
+            bot_files = project_generator.get_bot_files()
 
-            try:
-                # Generate project with retries
-                self.project_generator.init_from_template(
-                    template_data.template_name,
-                )
-                bot_files = self.project_generator.get_bot_files()
-
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="generation_success",
-                        data={"status": "generation_success"},
-                    ),
-                )
-
-            except ProjectGenerationError as e:
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="generation_error",
-                        data={"status": "generation_error", "error": str(e)},
-                    ),
-                )
-                await sse_response.eof()
-                return
-
-            # 3. Training
-            await self._send_sse_event(
+            await _send_sse_event(
                 sse_response,
-                ServerSentEvent(event="training", data={"status": "training"}),
+                ServerSentEvent(
+                    event="generation_success",
+                    data={"status": "generation_success"},
+                ),
             )
 
-            try:
-                # Train and load agent
-                importer = self.project_generator._create_importer()
-                self.app.ctx.agent = await train_and_load_agent(importer)
-
-                # Update input channel with new agent
-                self.input_channel.agent = self.app.ctx.agent
-
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="train_success", data={"status": "train_success"}
-                    ),
-                )
-
-            except TrainingError as e:
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="train_error",
-                        data={"status": "train_error", "error": str(e)},
-                    ),
-                )
-                await sse_response.eof()
-                return
-
-            # 4. Done
-            await self._send_sse_event(
+        except ProjectGenerationError as e:
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="done",
-                    data={
-                        "status": "done",
-                    },
+                    event="generation_error",
+                    data={"status": "generation_error", "error": str(e)},
                 ),
             )
+            await sse_response.eof()
+            return
 
-            structlogger.info(
-                "bot_builder_service.template_to_bot.success",
-                client_id=template_data.client_id,
-                files_generated=list(bot_files.keys()),
-            )
+        # 3. Training
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="training", data={"status": "training"}),
+        )
 
-        except ValidationError as e:
-            structlogger.error(
-                "bot_builder_service.template_to_bot.validation_error", error=str(e)
-            )
-            await self._send_sse_event(
+        try:
+            # Train and load agent
+            importer = project_generator._create_importer()
+            request.app.ctx.agent = await train_and_load_agent(importer)
+
+            # Update input channel with new agent
+            input_channel.agent = request.app.ctx.agent
+
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="validation_error",
-                    data={"status": "validation_error", "error": str(e)},
+                    event="train_success", data={"status": "train_success"}
                 ),
             )
 
-        except Exception as e:
-            structlogger.error(
-                "bot_builder_service.template_to_bot.unexpected_error", error=str(e)
-            )
-            await self._send_sse_event(
+        except TrainingError as e:
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="error", data={"status": "error", "error": str(e)}
+                    event="train_error",
+                    data={"status": "train_error", "error": str(e)},
                 ),
             )
-        finally:
             await sse_response.eof()
+            return
+
+        # 4. Done
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(
+                event="done",
+                data={
+                    "status": "done",
+                },
+            ),
+        )
 
-    async def get_bot_data(self, request: Request) -> HTTPResponse:
-        """Get current bot data."""
-        bot_files = self.project_generator.get_bot_files()
-        return response.json(
-            ApiResponse(
-                status="success",
-                message="Bot data fetched successfully",
-                data={"bot_data": bot_files},
-            ).model_dump()
+        structlogger.info(
+            "bot_builder_service.template_to_bot.success",
+            client_id=template_data.client_id,
+            files_generated=list(bot_files.keys()),
+        )
+
+    except ValidationError as e:
+        structlogger.error(
+            "bot_builder_service.template_to_bot.validation_error", error=str(e)
+        )
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(
+                event="validation_error",
+                data={"status": "validation_error", "error": str(e)},
+            ),
+        )
+
+    except Exception as e:
+        structlogger.error(
+            "bot_builder_service.template_to_bot.unexpected_error", error=str(e)
+        )
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="error", data={"status": "error", "error": str(e)}),
+        )
+    finally:
+        await sse_response.eof()
+
+
+@bp.route("/files", methods=["GET"])
+@openapi.summary("Get bot files")
+@openapi.description("Retrieves the current bot configuration files and data")
+@openapi.tag("bot-files")
+@openapi.response(
+    200,
+    {"application/json": {str: Optional[str]}},
+    description="Bot files retrieved successfully",
+)
+@openapi.response(
+    500,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Internal server error",
+)
+async def get_bot_files(request: Request) -> HTTPResponse:
+    """Get current bot files."""
+    project_generator = get_project_generator(request)
+    bot_files = project_generator.get_bot_files()
+    return response.json(bot_files)
+
+
+@bp.route("/files", methods=["PUT"])
+@openapi.summary("Update bot files")
+@openapi.description(
+    "Updates the bot configuration files and retrains the model. "
+    "Returns server-sent events (SSE) for real-time progress tracking "
+    "through the entire update process.\n\n"
+    "**SSE Event Flow:**\n"
+    "1. `received` - Request received by server\n"
+    "2. `validating` - Validating bot configuration files\n"
+    "3. `validation_success` - File validation completed successfully\n"
+    "4. `training` - Training the bot model with updated files\n"
+    "5. `train_success` - Model training completed\n"
+    "6. `done` - Bot files update completed\n\n"
+    "**Error Events (can occur at any time):**\n"
+    "- `validation_error` - Bot configuration files are invalid\n"
+    "- `train_error` - Files updated but training failed\n"
+    "- `error` - Unexpected error occurred\n\n"
+    "**Usage:** Send PUT request with Content-Type: application/json and "
+    "Accept: text/event-stream"
+)
+@openapi.tag("bot-files")
+@openapi.body(
+    {"application/json": {"file_name": str}},
+    description="A dictionary mapping file names to their updated content. "
+    "The file name should be the name of the file in the project folder. "
+    "Files that are not in the request will not be updated.",
+    required=True,
+)
+@openapi.response(
+    200,
+    {"text/event-stream": str},
+    description="Server-sent events stream with update progress",
+)
+@openapi.response(
+    400,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Validation error in bot files",
+)
+@openapi.response(
+    500,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Internal server error",
+)
+async def update_bot_files(request: Request) -> None:
+    """Update bot files with server-sent events for progress tracking."""
+    sse_response = await request.respond(content_type="text/event-stream")
+    project_generator = get_project_generator(request)
+    input_channel = get_input_channel(request)
+
+    try:
+        # 1. Received
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="received", data={"status": "received"}),
         )
 
-    async def update_bot_data(self, request: Request) -> None:
-        """Update bot data with server-sent events for progress tracking."""
-        sse_response = await request.respond(content_type="text/event-stream")
+        # Update bot files
+        bot_files = request.json
+        project_generator.update_bot_files(bot_files)
+
+        # 2. Validating
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="validating", data={"status": "validating"}),
+        )
 
         try:
-            # 1. Received
-            await self._send_sse_event(
-                sse_response,
-                ServerSentEvent(event="received", data={"status": "received"}),
-            )
+            importer = project_generator._create_importer()
+            validation_error = await validate_project(importer)
 
-            # Update bot files
-            bot_data = request.json
-            self.project_generator.update_bot_files(bot_data)
+            if validation_error:
+                raise ValidationError(validation_error)
 
-            # 2. Validating
-            await self._send_sse_event(
+            await _send_sse_event(
                 sse_response,
-                ServerSentEvent(event="validating", data={"status": "validating"}),
+                ServerSentEvent(
+                    event="validation_success",
+                    data={"status": "validation_success"},
+                ),
             )
 
-            try:
-                importer = self.project_generator._create_importer()
-                validation_error = await validate_project(importer)
-
-                if validation_error:
-                    raise ValidationError(validation_error)
-
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="validation_success",
-                        data={"status": "validation_success"},
-                    ),
-                )
-
-            except ValidationError as e:
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="validation_error",
-                        data={"status": "validation_error", "error": str(e)},
-                    ),
-                )
-                await sse_response.eof()
-                return
-
-            # 3. Training
-            await self._send_sse_event(
+        except ValidationError as e:
+            await _send_sse_event(
                 sse_response,
-                ServerSentEvent(event="training", data={"status": "training"}),
+                ServerSentEvent(
+                    event="validation_error",
+                    data={"status": "validation_error", "error": str(e)},
+                ),
             )
+            await sse_response.eof()
+            return
+
+        # 3. Training
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="training", data={"status": "training"}),
+        )
 
-            try:
-                self.app.ctx.agent = await train_and_load_agent(importer)
-                self.input_channel.agent = self.app.ctx.agent
-
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="train_success", data={"status": "train_success"}
-                    ),
-                )
-
-            except TrainingError as e:
-                await self._send_sse_event(
-                    sse_response,
-                    ServerSentEvent(
-                        event="train_error",
-                        data={"status": "train_error", "error": str(e)},
-                    ),
-                )
-                await sse_response.eof()
-                return
-
-            # 4. Done
-            await self._send_sse_event(
+        try:
+            request.app.ctx.agent = await train_and_load_agent(importer)
+            input_channel.agent = request.app.ctx.agent
+
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="done",
-                    data={
-                        "status": "done",
-                        "bot_data": self.project_generator.get_bot_files(),
-                    },
+                    event="train_success", data={"status": "train_success"}
                 ),
             )
 
-        except Exception as e:
-            await self._send_sse_event(
+        except TrainingError as e:
+            await _send_sse_event(
                 sse_response,
                 ServerSentEvent(
-                    event="error", data={"status": "error", "error": str(e)}
+                    event="train_error",
+                    data={"status": "train_error", "error": str(e)},
                 ),
             )
-        finally:
             await sse_response.eof()
+            return
+
+        # 4. Done
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(
+                event="done",
+                data={
+                    "status": "done",
+                },
+            ),
+        )
 
-    async def llm_builder(self, request: Request) -> HTTPResponse:
-        """Handle LLM builder requests."""
-        try:
-            # Validate request
-            builder_request = LLMBuilderRequest(**request.json)
-
-            # Get current conversation context
-            current_tracker = await self.current_tracker_from_input_channel()
-            bot_logs = get_recent_logs()
-            chat_bot_files = self.project_generator.get_bot_files()
-
-            # create LLM builder context
-            llm_builder_context = LLMBuilderContext(
-                tracker=current_tracker,
-                bot_logs=bot_logs,
-                chat_bot_files=chat_bot_files,
-                chat_history=builder_request.messages,
-            )
+    except Exception as e:
+        await _send_sse_event(
+            sse_response,
+            ServerSentEvent(event="error", data={"status": "error", "error": str(e)}),
+        )
+    finally:
+        await sse_response.eof()
 
-            # Generate response
-            messages = await llm_service.create_helper_messages(llm_builder_context)
-            llm_response = await llm_service.generate_helper_response(messages)
 
-            return response.json(llm_response)
+@bp.route("/data", methods=["GET"])
+@openapi.summary("Get bot data")
+@openapi.description(
+    "Retrieves the current bot data in CALM import format with flows, domain, "
+    "config, endpoints, and NLU data"
+)
+@openapi.tag("bot-data")
+@openapi.response(
+    200,
+    {"application/json": model_to_schema(CALMUserData)},
+    description="Bot data retrieved successfully",
+)
+@openapi.response(
+    500,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Internal server error",
+)
+async def get_bot_data(request: Request) -> HTTPResponse:
+    """Get current bot data in CALM import format."""
+    try:
+        project_generator = get_project_generator(request)
+        calm_parts = extract_calm_import_parts_from_project_generator(project_generator)
+
+        return response.json(calm_parts.model_dump())
+    except Exception as e:
+        structlogger.error("bot_builder_service.get_bot_data.error", error=str(e))
+        return response.json(
+            ApiErrorResponse(
+                error="Failed to retrieve bot data",
+                details={"error": str(e)},
+            ).model_dump(),
+            status=500,
+        )
 
-        except LLMGenerationError as e:
-            structlogger.error(
-                "bot_builder_service.llm_builder.generation_error", error=str(e)
-            )
-            return response.json(
-                ApiErrorResponse(
-                    error="LLM helper generation failed", details={"llm_error": str(e)}
-                ).model_dump(),
-                status=502,
-            )
 
-        except Exception as e:
-            structlogger.error(
-                "bot_builder_service.llm_builder.unexpected_error", error=str(e)
-            )
-            return response.json(
-                ApiErrorResponse(
-                    error="Unexpected error in LLM builder",
-                    details=None,
-                ).model_dump(),
-                status=500,
-            )
+@bp.route("/llm-builder", methods=["POST"])
+@openapi.summary("LLM assistant for bot building")
+@openapi.description(
+    "Provides LLM-powered assistance for bot building tasks, including "
+    "debugging, suggestions, and explanations"
+)
+@openapi.tag("llm-assistant")
+@openapi.body(
+    {"application/json": model_to_schema(LLMBuilderRequest)},
+    description="LLM builder request containing chat messages and context",
+    required=True,
+)
+@openapi.response(
+    200,
+    {"application/json": model_to_schema(LLMHelperResponse)},
+    description="LLM response with assistance and suggestions",
+)
+@openapi.response(
+    400,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Validation error in request",
+)
+@openapi.response(
+    502,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="LLM generation failed",
+)
+@openapi.response(
+    500,
+    {"application/json": model_to_schema(ApiErrorResponse)},
+    description="Internal server error",
+)
+async def llm_builder(request: Request) -> HTTPResponse:
+    """Handle LLM builder requests."""
+    project_generator = get_project_generator(request)
+    input_channel = get_input_channel(request)
+
+    try:
+        # Validate request
+        builder_request = LLMBuilderRequest(**request.json)
+
+        # Get current conversation context
+        current_tracker = await current_tracker_from_input_channel(
+            request.app, input_channel
+        )
+        bot_logs = get_recent_logs()
+        chat_bot_files = project_generator.get_bot_files()
+
+        # create LLM builder context
+        llm_builder_context = LLMBuilderContext(
+            tracker=current_tracker,
+            bot_logs=bot_logs,
+            chat_bot_files=chat_bot_files,
+            chat_history=builder_request.messages,
+        )
 
-    async def current_tracker_from_input_channel(
-        self,
-    ) -> Optional[DialogueStateTracker]:
-        """Generate chat bot context from current conversation."""
-        if self.app.ctx.agent and self.input_channel.latest_tracker_session_id:
-            return await self.app.ctx.agent.tracker_store.retrieve(
-                self.input_channel.latest_tracker_session_id
-            )
-        else:
-            return None
-
-    @staticmethod
-    async def _send_sse_event(
-        sse_response: HTTPResponse, event: ServerSentEvent
-    ) -> None:
-        """Send a server-sent event."""
-        await sse_response.send(event.format())
-
-    def run(self) -> None:
-        """Run the service."""
-        structlogger.info(
-            "service.starting",
-            host=config.BUILDER_SERVER_HOST,
-            port=config.BUILDER_SERVER_PORT,
+        # Generate response
+        messages = await llm_service.create_helper_messages(llm_builder_context)
+        llm_response = await llm_service.generate_helper_response(messages)
+
+        return response.json(llm_response)
+
+    except LLMGenerationError as e:
+        structlogger.error(
+            "bot_builder_service.llm_builder.generation_error", error=str(e)
+        )
+        return response.json(
+            ApiErrorResponse(
+                error="LLM helper generation failed", details={"llm_error": str(e)}
+            ).model_dump(),
+            status=502,
         )
 
-        self.app.run(
-            host=config.BUILDER_SERVER_HOST,
-            port=config.BUILDER_SERVER_PORT,
-            legacy=True,
-            motd=False,
+    except Exception as e:
+        structlogger.error(
+            "bot_builder_service.llm_builder.unexpected_error", error=str(e)
         )
+        return response.json(
+            ApiErrorResponse(
+                error="Unexpected error in LLM builder",
+                details=None,
+            ).model_dump(),
+            status=500,
+        )
+
+
+async def current_tracker_from_input_channel(
+    app: Any, input_channel: StudioChatInput
+) -> Optional[DialogueStateTracker]:
+    """Generate chat bot context from current conversation."""
+    if app.ctx.agent and input_channel.latest_tracker_session_id:
+        return await app.ctx.agent.tracker_store.retrieve(
+            input_channel.latest_tracker_session_id
+        )
+    else:
+        return None
+
+
+async def _send_sse_event(sse_response: HTTPResponse, event: ServerSentEvent) -> None:
+    """Send a server-sent event."""
+    await sse_response.send(event.format())