rasa-pro 3.13.1a17__py3-none-any.whl → 3.13.1.dev1__py3-none-any.whl

rasa/builder/llm_service.py

@@ -1,317 +0,0 @@
-"""Service for handling LLM interactions."""
-
-import asyncio
-import importlib
-import json
-from contextlib import asynccontextmanager
-from copy import deepcopy
-from typing import Any, AsyncGenerator, Dict, List, Optional
-
-import importlib_resources
-import openai
-import structlog
-from jinja2 import Template
-from pydantic import ValidationError
-
-from rasa.builder import config
-from rasa.builder.exceptions import LLMGenerationError
-from rasa.builder.inkeep_document_retrieval import InKeepDocumentRetrieval
-from rasa.builder.llm_context import tracker_as_llm_context
-from rasa.builder.models import Document, LLMBuilderContext, LLMHelperResponse
-from rasa.constants import PACKAGE_NAME
-from rasa.shared.constants import DOMAIN_SCHEMA_FILE, RESPONSES_SCHEMA_FILE
-from rasa.shared.core.flows.yaml_flows_io import FLOWS_SCHEMA_FILE
-from rasa.shared.utils.io import read_json_file
-from rasa.shared.utils.yaml import read_schema_file
-
-structlogger = structlog.get_logger()
-
-
-class LLMService:
-    """Handles OpenAI LLM interactions with caching for efficiency."""
-
-    def __init__(self) -> None:
-        self._client: Optional[openai.AsyncOpenAI] = None
-        self._domain_schema: Optional[Dict[str, Any]] = None
-        self._flows_schema: Optional[Dict[str, Any]] = None
-        self._helper_schema: Optional[Dict[str, Any]] = None
-
-    @asynccontextmanager
-    async def _get_client(self) -> AsyncGenerator[openai.AsyncOpenAI, None]:
-        """Get or create OpenAI client with proper resource management."""
-        if self._client is None:
-            self._client = openai.AsyncOpenAI(timeout=config.OPENAI_TIMEOUT)
-
-        try:
-            yield self._client
-        except Exception as e:
-            structlogger.error("llm.client_error", error=str(e))
-            raise
-
-    def _prepare_schemas(self) -> None:
-        """Prepare and cache schemas for LLM generation."""
-        if self._domain_schema is None:
-            self._domain_schema = _prepare_domain_schema()
-
-        if self._flows_schema is None:
-            self._flows_schema = _prepare_flows_schema()
-
-        if self._helper_schema is None:
-            self._helper_schema = _load_helper_schema()
-
-    async def generate_rasa_project(
-        self, messages: List[Dict[str, Any]]
-    ) -> Dict[str, Any]:
-        """Generate Rasa project data using OpenAI."""
-        self._prepare_schemas()
-
-        try:
-            async with self._get_client() as client:
-                response = await client.chat.completions.create(
-                    model=config.OPENAI_MODEL,
-                    messages=messages,
-                    temperature=config.OPENAI_TEMPERATURE,
-                    response_format={
-                        "type": "json_schema",
-                        "json_schema": {
-                            "name": "rasa_project",
-                            "schema": {
-                                "type": "object",
-                                "properties": {
-                                    "domain": self._domain_schema,
-                                    "flows": self._flows_schema,
-                                },
-                                "required": ["domain", "flows"],
-                            },
-                        },
-                    },
-                )
-
-                content = response.choices[0].message.content
-                if not content:
-                    raise LLMGenerationError("Empty response from LLM")
-
-                try:
-                    return json.loads(content)
-                except json.JSONDecodeError as e:
-                    raise LLMGenerationError(f"Invalid JSON from LLM: {e}")
-
-        except openai.OpenAIError as e:
-            raise LLMGenerationError(f"OpenAI API error: {e}")
-        except asyncio.TimeoutError:
-            raise LLMGenerationError("LLM request timed out")
-
-    async def create_helper_messages(
-        self, llm_builder_context: LLMBuilderContext
-    ) -> List[Dict[str, Any]]:
-        """Create helper messages for LLM builder."""
-        # Format chat history for documentation search
-        chat_dump = self._format_chat_dump(llm_builder_context.chat_history)
-
-        # Search documentation
-        documentation_results = await self.search_documentation(chat_dump)
-        formatted_docs = self._format_documentation_results(documentation_results)
-
-        current_conversation = tracker_as_llm_context(llm_builder_context.tracker)
-
-        # Prepare LLM messages
-        system_messages = get_helper_messages(
-            current_conversation,
-            llm_builder_context.bot_logs,
-            llm_builder_context.chat_bot_files,
-            formatted_docs,
-        )
-
-        # Add user messages
-        messages = system_messages.copy()
-        for msg in llm_builder_context.chat_history:
-            messages.append(
-                {
-                    "role": "user" if msg.type == "user" else "assistant",
-                    "content": json.dumps(msg.content)
-                    if isinstance(msg.content, list)
-                    else msg.content,
-                }
-            )
-        return messages
-
-    async def generate_helper_response(
-        self, messages: List[Dict[str, Any]]
-    ) -> LLMHelperResponse:
-        """Generate helper response using OpenAI."""
-        self._prepare_schemas()
-
-        try:
-            async with self._get_client() as client:
-                response = await client.chat.completions.create(
-                    model=config.OPENAI_MODEL,
-                    messages=messages,
-                    response_format={
-                        "type": "json_schema",
-                        "json_schema": {
-                            "name": "llm_helper",
-                            "schema": self._helper_schema,
-                        },
-                    },
-                )
-
-                content = response.choices[0].message.content
-                if not content:
-                    raise LLMGenerationError("Empty response from LLM helper")
-
-                try:
-                    return LLMHelperResponse.model_validate_json(json.loads(content))
-                except json.JSONDecodeError as e:
-                    raise LLMGenerationError(f"Invalid JSON from LLM helper: {e}")
-                except ValidationError as e:
-                    raise LLMGenerationError(f"Invalid JSON from LLM helper: {e}")
-
-        except openai.OpenAIError as e:
-            raise LLMGenerationError(f"OpenAI API error in helper: {e}")
-        except asyncio.TimeoutError:
-            raise LLMGenerationError("LLM helper request timed out")
-
-    async def search_documentation(
-        self, query: str, max_results: Optional[int] = None
-    ) -> List[Document]:
-        """Search documentation using OpenAI vector store."""
-        inkeep_document_retrieval = InKeepDocumentRetrieval()
-        documents = await inkeep_document_retrieval.retrieve_documents(query)
-        return documents
-
-    @staticmethod
-    def _format_chat_dump(messages: List[Dict[str, Any]]) -> str:
-        """Format chat messages for documentation search."""
-        result = ""
-        for message in messages:
-            if message.type == "user":
-                content = (
-                    message.content
-                    if isinstance(message.content, str)
-                    else str(message.content)
-                )
-                result += f"User: {content}\n"
-            else:
-                if isinstance(message.content, list):
-                    for part in message.content:
-                        if part.get("type") == "text":
-                            result += f"Assistant: {part.get('text')}\n"
-                else:
-                    result += f"Assistant: {message.content}\n"
-        return result
-
-    @staticmethod
-    def _format_documentation_results(results: List[Document]) -> str:
-        """Format documentation search results."""
-        if not results:
-            return "<sources>No relevant documentation found.</sources>"
-
-        formatted_results = ""
-        for result in results:
-            formatted_result = f"<result url='{result.url}'>"
-            formatted_result += f"<content>{result.content}</content>"
-            formatted_results += formatted_result + "</result>"
-
-        return f"<sources>{formatted_results}</sources>"
-
-
-# Schema preparation functions (stateless)
-def _prepare_domain_schema() -> Dict[str, Any]:
-    """Prepare domain schema by removing unnecessary parts."""
-    domain_schema = deepcopy(read_schema_file(DOMAIN_SCHEMA_FILE, PACKAGE_NAME, False))
-
-    if not isinstance(domain_schema, dict):
-        raise ValueError("Domain schema is not a dictionary")
-
-    # Remove parts not needed for CALM bots
-    unnecessary_keys = ["intents", "entities", "forms", "config", "session_config"]
-
-    for key in unnecessary_keys:
-        domain_schema["mapping"].pop(key, None)
-
-    # Remove problematic slot mappings
-    slot_mapping = domain_schema["mapping"]["slots"]["mapping"]["regex;([A-Za-z]+)"][
-        "mapping"
-    ]
-    slot_mapping.pop("mappings", None)
-    slot_mapping.pop("validation", None)
-
-    # Add responses schema
-    domain_schema["mapping"]["responses"] = read_schema_file(
-        RESPONSES_SCHEMA_FILE, PACKAGE_NAME, False
-    )["schema;responses"]
-
-    return domain_schema
-
-
-def _prepare_flows_schema() -> Dict[str, Any]:
-    """Prepare flows schema by removing nlu_trigger."""
-    schema_file = str(
-        importlib_resources.files(PACKAGE_NAME).joinpath(FLOWS_SCHEMA_FILE)
-    )
-    flows_schema = deepcopy(read_json_file(schema_file))
-    flows_schema["$defs"]["flow"]["properties"].pop("nlu_trigger", None)
-    return flows_schema
-
-
-def _load_helper_schema() -> Dict[str, Any]:
-    """Load helper schema."""
-    return read_json_file(
-        importlib_resources.files(PACKAGE_NAME).joinpath(
-            "builder/llm-helper-schema.json"
-        )
-    )
-
-
-# Template functions (stateless with caching)
-_skill_template: Optional[Template] = None
-_helper_template: Optional[Template] = None
-
-
-def get_skill_generation_messages(
-    skill_description: str, project_data: Dict[str, str]
-) -> List[Dict[str, Any]]:
-    """Get messages for skill generation."""
-    global _skill_template
-
-    if _skill_template is None:
-        template_content = importlib.resources.read_text(
-            "rasa.builder",
-            "skill_to_bot_prompt.jinja2",
-        )
-        _skill_template = Template(template_content)
-
-    system_prompt = _skill_template.render(
-        skill_description=skill_description,
-        project_data=project_data,
-    )
-    return [{"role": "system", "content": system_prompt}]
-
-
-def get_helper_messages(
-    current_conversation: str,
-    bot_logs: str,
-    chat_bot_files: Dict[str, str],
-    documentation_results: str,
-) -> List[Dict[str, Any]]:
-    """Get messages for helper response."""
-    global _helper_template
-
-    if _helper_template is None:
-        template_content = importlib.resources.read_text(
-            "rasa.builder",
-            "llm_helper_prompt.jinja2",
-        )
-        _helper_template = Template(template_content)
-
-    system_prompt = _helper_template.render(
-        current_conversation=current_conversation,
-        bot_logs=bot_logs,
-        chat_bot_files=chat_bot_files,
-        documentation_results=documentation_results,
-    )
-    return [{"role": "system", "content": system_prompt}]
-
-
-# Global service instance
-llm_service = LLMService()

rasa/builder/logging_utils.py

@@ -1,51 +0,0 @@
-"""Logging utilities for the prompt-to-bot service."""
-
-import collections
-import logging
-import threading
-from typing import Any, Deque, Dict
-
-from rasa.builder import config
-
-# Thread-safe deque for collecting recent logs
-_recent_logs: Deque[str] = collections.deque(maxlen=config.MAX_LOG_ENTRIES)
-_logs_lock = threading.RLock()
-
-
-def collecting_logs_processor(
-    logger: Any, log_level: str, event_dict: Dict[str, Any]
-) -> Dict[str, Any]:
-    """Structlog processor that collects recent log entries.
-
-    This processor is thread-safe and maintains a rolling buffer of recent logs.
-    """
-    if log_level != logging.getLevelName(logging.DEBUG).lower():
-        event_message = event_dict.get("event_info") or event_dict.get("event", "")
-        log_entry = f"[{log_level}] {event_message}"
-
-        with _logs_lock:
-            _recent_logs.append(log_entry)
-
-    return event_dict
-
-
-def get_recent_logs() -> str:
-    """Get recent log entries as a formatted string.
-
-    Returns:
-        Formatted string of recent log entries, one per line.
-    """
-    with _logs_lock:
-        return "\n".join(list(_recent_logs))
-
-
-def clear_recent_logs() -> None:
-    """Clear the recent logs buffer."""
-    with _logs_lock:
-        _recent_logs.clear()
-
-
-def get_log_count() -> int:
-    """Get the current number of log entries."""
-    with _logs_lock:
-        return len(_recent_logs)

rasa/builder/main.py

@@ -1,147 +0,0 @@
-#!/usr/bin/env python3
-"""Main entry point for the prompt-to-bot service."""
-
-import logging
-import sys
-from typing import Optional
-
-import structlog
-from sanic import HTTPResponse, Sanic
-from sanic.request import Request
-from sanic_openapi import openapi3_blueprint
-
-import rasa.core.utils
-from rasa.builder import config
-from rasa.builder.logging_utils import collecting_logs_processor
-from rasa.builder.service import bp, setup_project_generator
-from rasa.core.channels.studio_chat import StudioChatInput
-from rasa.server import configure_cors
-from rasa.utils.common import configure_logging_and_warnings
-from rasa.utils.log_utils import configure_structlog
-from rasa.utils.sanic_error_handler import register_custom_sanic_error_handler
-
-structlogger = structlog.get_logger()
-
-
-def setup_logging() -> None:
-    """Setup logging configuration."""
-    log_level = logging.DEBUG
-
-    configure_logging_and_warnings(
-        log_level=log_level,
-        logging_config_file=None,
-        warn_only_once=True,
-        filter_repeated_logs=True,
-    )
-
-    configure_structlog(
-        log_level,
-        include_time=True,
-        additional_processors=[collecting_logs_processor],
-    )
-
-
-def setup_input_channel() -> StudioChatInput:
-    """Setup the input channel for chat interactions."""
-    studio_chat_credentials = config.get_default_credentials().get(
-        StudioChatInput.name()
-    )
-    return StudioChatInput.from_credentials(credentials=studio_chat_credentials)
-
-
-def setup_middleware(app: Sanic) -> None:
-    """Setup middleware for request/response processing."""
-
-    @app.middleware("request")
-    async def log_request(request: Request) -> None:
-        structlogger.info(
-            "request.received",
-            method=request.method,
-            path=request.path,
-            remote_addr=request.remote_addr or "unknown",
-        )
-
-    @app.middleware("response")
-    async def log_response(request: Request, response: HTTPResponse) -> None:
-        structlogger.info(
-            "request.completed",
-            method=request.method,
-            path=request.path,
-            status=response.status,
-        )
-
-
-def create_app(project_folder: Optional[str] = None) -> Sanic:
-    """Create and configure the Sanic app."""
-    app = Sanic("BotBuilderService")
-
-    # Basic app configuration
-    app.config.REQUEST_TIMEOUT = 60  # 1 minute timeout
-    app.ctx.agent = None
-
-    # Set up project generator and store in app context
-    app.ctx.project_generator = setup_project_generator(project_folder)
-
-    # Set up input channel and store in app context
-    app.ctx.input_channel = setup_input_channel()
-
-    # Register the blueprint
-    app.blueprint(bp)
-
-    # OpenAPI docs
-    app.blueprint(openapi3_blueprint)
-    app.config.API_TITLE = "Bot Builder API"
-    app.config.API_VERSION = rasa.__version__
-    app.config.API_DESCRIPTION = (
-        "API for building conversational AI bots from prompts and templates. "
-        "The API allows to change the assistant and retrain it with new data."
-    )
-
-    # Setup middleware
-    setup_middleware(app)
-
-    configure_cors(app, cors_origins=config.CORS_ORIGINS)
-
-    # Register input channel webhooks
-    from rasa.core import channels
-
-    channels.channel.register([app.ctx.input_channel], app, route="/webhooks/")
-
-    return app
-
-
-def main(project_folder: Optional[str] = None) -> None:
-    """Main entry point."""
-    try:
-        # Setup logging
-        setup_logging()
-
-        # Create and configure app
-        app = create_app(project_folder)
-        register_custom_sanic_error_handler(app)
-
-        # Run the service
-        structlogger.info(
-            "service.starting",
-            host=config.BUILDER_SERVER_HOST,
-            port=config.BUILDER_SERVER_PORT,
-        )
-
-        app.run(
-            host=config.BUILDER_SERVER_HOST,
-            port=config.BUILDER_SERVER_PORT,
-            legacy=True,
-            motd=False,
-        )
-
-    except KeyboardInterrupt:
-        print("\nService stopped by user")
-        sys.exit(0)
-    except Exception as e:
-        print(f"Failed to start service: {e}")
-        sys.exit(1)
-
-
-if __name__ == "__main__":
-    project_folder = sys.argv[1] if len(sys.argv) > 1 else None
-    main(project_folder)