drf-to-mkdoc 0.2.0__py3-none-any.whl → 0.2.1__py3-none-any.whl

drf_to_mkdoc/conf/defaults.py

@@ -7,6 +7,11 @@ DEFAULTS = {
     "CUSTOM_SCHEMA_FILE": "docs/configs/custom_schema.json",  # Path to custom schema file
     "PATH_PARAM_SUBSTITUTE_FUNCTION": None,
     "PATH_PARAM_SUBSTITUTE_MAPPING": {},
+    # AI documentation settings
+    "ENABLE_AI_DOCS": False,
+    "AI_CONFIG_DIR_NAME": "ai_code",  # Directory name for AI-generated code files
+    "AI_OPERATION_MAP_FILE": "docs/configs/operation_map.json",  # Path to operation map file
+    "SERIALIZERS_INHERITANCE_DEPTH": 1,  # Maximum depth for class inheritance analysis
     # Django apps - required, no default
     "DJANGO_APPS": None,  # List of Django app names to process
 }

drf_to_mkdoc/conf/settings.py

@@ -1,31 +1,145 @@
+from pathlib import Path
+from typing import Any, ClassVar
+
 from django.conf import settings
 
 from drf_to_mkdoc.conf.defaults import DEFAULTS
 
 
 class DRFToMkDocSettings:
-    required_settings = ["DJANGO_APPS"]
-    project_settings = {"PROJECT_NAME": "drf-to-mkdoc"}
+    required_settings: ClassVar[list[str]] = ["DJANGO_APPS"]
+    project_settings: ClassVar[dict[str, Any]] = {"PROJECT_NAME": "drf-to-mkdoc"}
+
+    settings_types: ClassVar[dict[str, type]] = {
+        "ENABLE_AI_DOCS": bool,
+        "AI_CONFIG_DIR_NAME": str,
+        "SERIALIZERS_INHERITANCE_DEPTH": int,
+    }
+
+    settings_ranges: ClassVar[dict[str, tuple[int, int]]] = {
+        "SERIALIZERS_INHERITANCE_DEPTH": (1, 3),
+    }
+
+    path_settings = {
+        "CONFIG_DIR",
+        "MODEL_DOCS_FILE",
+        "DOC_CONFIG_FILE",
+        "CUSTOM_SCHEMA_FILE",
+        "AI_OPERATION_MAP_FILE",
+    }
 
     def __init__(self, user_settings_key="DRF_TO_MKDOC", defaults=None):
         self.user_settings_key = user_settings_key
         self._user_settings = getattr(settings, user_settings_key, {})
         self.defaults = defaults or {}
 
-    def get(self, key):
-        if key not in self.defaults:
-            if key in self.project_settings:
-                return self.project_settings[key]
-            raise AttributeError(f"Invalid DRF_TO_MKDOC setting: '{key}'")
+    def _validate_type(self, key: str, value: Any) -> None:
+        """Validate the type of setting value."""
+        if key in self.settings_types:
+            expected_type = self.settings_types[key]
+            if not isinstance(value, expected_type):
+                raise TypeError(
+                    f"DRF_TO_MKDOC setting '{key}' must be of type {expected_type.__name__}, "
+                    f"got {type(value).__name__} instead."
+                )
 
-        value = self._user_settings.get(key, self.defaults[key])
+    def _validate_range(self, key: str, value: Any) -> None:
+        """Validate the range of a setting value."""
+        if key in self.settings_ranges:
+            min_val, max_val = self.settings_ranges[key]
+            if not min_val <= value <= max_val:
+                raise ValueError(
+                    f"DRF_TO_MKDOC setting '{key}' must be between {min_val} and {max_val}, "
+                    f"got {value} instead."
+                )
 
+    def _validate_required(self, key: str, value: Any) -> None:
+        """Validate if a required setting is configured."""
         if value is None and key in self.required_settings:
             raise ValueError(
                 f"DRF_TO_MKDOC setting '{key}' is required but not configured. "
                 f"Please add it to your Django settings under {self.user_settings_key}."
             )
 
+    def _validate_dir(self, key: str, value: str) -> None:
+        if key not in self.path_settings or not isinstance(value, str):
+            return
+
+        if not value.strip():
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' cannot be empty or contain only whitespace."
+            )
+
+        dangerous_components = {"..", "~", "/", "\\"}
+        path_parts = Path(value).parts
+        for part in path_parts:
+            if part in dangerous_components or part.startswith("."):
+                raise ValueError(
+                    f"DRF_TO_MKDOC path setting '{key}' contains unsafe path component '{part}'. "
+                    f"Directory names should be simple names without separators or relative path components."
+                )
+
+        if Path(value).is_absolute():
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' cannot be an absolute path. "
+                f"Use relative directory names only."
+            )
+
+        reserved_names = {
+            "CON",
+            "PRN",
+            "AUX",
+            "NUL",
+            "COM1",
+            "COM2",
+            "COM3",
+            "COM4",
+            "COM5",
+            "COM6",
+            "COM7",
+            "COM8",
+            "COM9",
+            "LPT1",
+            "LPT2",
+            "LPT3",
+            "LPT4",
+            "LPT5",
+            "LPT6",
+            "LPT7",
+            "LPT8",
+            "LPT9",
+        }
+        if value.upper() in reserved_names:
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' uses a reserved system name '{value}'. "
+                f"Please choose a different name."
+            )
+
+        invalid_chars = '<>:"|?*'
+        if any(char in value for char in invalid_chars):
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' contains invalid characters. "
+                f"Avoid using: {invalid_chars}"
+            )
+
+    def get(self, key):
+        if key in self.project_settings:
+            return self.project_settings[key]
+
+        # User-provided settings take precedence
+        if key in self._user_settings:
+            value = self._user_settings[key]
+        else:
+            value = self.defaults.get(key, None)
+
+        # Run all validations
+        self._validate_required(key, value)
+        self._validate_type(key, value)
+        self._validate_range(key, value)
+        self._validate_dir(key, value)
+
+        if value is None:
+            raise AttributeError(f"Invalid DRF_TO_MKDOC setting: '{key}'")
         return value
 
     def __getattr__(self, key):
@@ -37,7 +151,7 @@ class DRFToMkDocSettings:
         for setting in self.required_settings:
             try:
                 self.get(setting)
-            except ValueError:
+            except (ValueError, AttributeError):
                 missing_settings.append(setting)
 
         if missing_settings:

drf_to_mkdoc/management/commands/build_docs.py

@@ -34,15 +34,16 @@ class Command(BaseCommand):
             )
 
         try:
-            # Generate the model documentation JSON first
-            self.stdout.write("Generating model documentation...")
-            call_command("generate_model_docs", "--pretty")
-            self.stdout.write(self.style.SUCCESS("Model documentation generated."))
+            # Extract model data from Django models
+            self.stdout.write("Extracting model data...")
+            call_command("extract_model_data", "--pretty")
+            self.stdout.write(self.style.SUCCESS("Model data extracted."))
 
             # Generate the documentation content
-            self.stdout.write("Generating documentation content...")
-            call_command("generate_docs")
-            self.stdout.write(self.style.SUCCESS("Documentation content generated."))
+            self.stdout.write("Building documentation content...")
+            call_command("build_model_docs")
+            call_command("build_endpoint_docs")
+            self.stdout.write(self.style.SUCCESS("Documentation content built."))
 
             # Build the MkDocs site
             self.stdout.write("Building MkDocs site...")

drf_to_mkdoc/management/commands/build_endpoint_docs.py

@@ -0,0 +1,69 @@
+from pathlib import Path
+
+from django.core.management.base import BaseCommand
+
+from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
+from drf_to_mkdoc.utils.commons.schema_utils import get_schema
+from drf_to_mkdoc.utils.endpoint_detail_generator import (
+    generate_endpoint_files,
+    parse_endpoints_from_schema,
+)
+from drf_to_mkdoc.utils.endpoint_list_generator import create_endpoints_index
+
+
+class Command(BaseCommand):
+    help = "Build endpoint documentation from OpenAPI schema"
+
+    def handle(self, *args, **options):
+        self.stdout.write(
+            self.style.SUCCESS("🚀 Starting endpoint documentation generation...")
+        )
+
+        docs_dir = self._setup_docs_directory()
+        schema_data = self._load_schema_data()
+
+        if schema_data:
+            self._generate_endpoints_documentation(schema_data, docs_dir)
+            self.stdout.write(
+                self.style.SUCCESS("✅ Endpoint documentation generation complete!")
+            )
+        else:
+            self.stdout.write(self.style.ERROR("❌ Failed to generate endpoint documentation."))
+
+    def _setup_docs_directory(self):
+        docs_dir = Path(drf_to_mkdoc_settings.DOCS_DIR)
+        docs_dir.mkdir(parents=True, exist_ok=True)
+        return docs_dir
+
+    def _load_schema_data(self):
+        try:
+            schema = get_schema()
+        except Exception as e:
+            self.stdout.write(self.style.ERROR(f"❌ Failed to load OpenAPI schema: {e}"))
+            return {}
+        if not schema:
+            self.stdout.write(self.style.ERROR("❌ Failed to load OpenAPI schema"))
+            return {}
+
+        paths = schema.get("paths", {})
+        components = schema.get("components", {})
+
+        self.stdout.write(f"📊 Loaded {len(paths)} API paths")
+
+        return {"paths": paths, "components": components}
+
+    def _generate_endpoints_documentation(self, schema_data, docs_dir):
+        self.stdout.write("🔗 Generating endpoint documentation...")
+
+        paths = schema_data["paths"]
+        components = schema_data["components"]
+
+        endpoints_by_app = parse_endpoints_from_schema(paths)
+        total_endpoints = generate_endpoint_files(endpoints_by_app, components)
+        create_endpoints_index(endpoints_by_app, docs_dir)
+
+        self.stdout.write(
+            self.style.SUCCESS(
+                f"✅ Generated {total_endpoints} endpoint files with Django view introspection"
+            )
+        )

drf_to_mkdoc/management/commands/build_model_docs.py

@@ -0,0 +1,50 @@
+from pathlib import Path
+
+from django.core.management.base import BaseCommand
+
+from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
+from drf_to_mkdoc.utils.commons.file_utils import load_json_data
+from drf_to_mkdoc.utils.model_detail_generator import generate_model_docs
+from drf_to_mkdoc.utils.model_list_generator import create_models_index
+
+
+class Command(BaseCommand):
+    help = "Build model documentation from model JSON data"
+
+    def handle(self, *args, **options):
+        self.stdout.write(self.style.SUCCESS("🚀 Starting model documentation generation..."))
+
+        docs_dir = self._setup_docs_directory()
+        models_data = self._load_models_data()
+
+        if models_data:
+            self._generate_models_documentation(models_data, docs_dir)
+            self.stdout.write(self.style.SUCCESS("✅ Model documentation generation complete!"))
+        else:
+            self.stdout.write(self.style.ERROR("❌ Failed to generate model documentation."))
+
+    def _setup_docs_directory(self):
+        docs_dir = Path(drf_to_mkdoc_settings.DOCS_DIR)
+        docs_dir.mkdir(parents=True, exist_ok=True)
+        return docs_dir
+
+    def _load_models_data(self):
+        models_data = load_json_data(
+            drf_to_mkdoc_settings.MODEL_DOCS_FILE, raise_not_found=False
+        )
+
+        if not models_data:
+            self.stdout.write(self.style.WARNING("⚠️  No model data found"))
+
+        return models_data
+
+    def _generate_models_documentation(self, models_data, docs_dir):
+        self.stdout.write("📋 Generating model documentation...")
+
+        try:
+            generate_model_docs(models_data)
+            create_models_index(models_data, docs_dir)
+            self.stdout.write(self.style.SUCCESS("✅ Model documentation generated"))
+        except Exception as e:
+            self.stdout.write(self.style.WARNING(f"⚠️  Failed to generate model docs: {e}"))
+            raise

drf_to_mkdoc/management/commands/{generate_model_docs.py → extract_model_data.py}

@@ -1,6 +1,7 @@
 import inspect
 import json
 import re
+from collections import defaultdict
 from pathlib import Path
 
 from django.apps import apps
@@ -11,7 +12,7 @@ from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
 
 
 class Command(BaseCommand):
-    help = "Generate model documentation JSON from Django model introspection"
+    help = "Extract model data from Django model introspection and save as JSON"
 
     def add_arguments(self, parser):
         parser.add_argument(
@@ -38,33 +39,26 @@ class Command(BaseCommand):
 
         model_docs = self.generate_model_documentation(exclude_apps)
 
-        json_data = {
-            "models": model_docs,
-            "stats": {
-                "total_models": len(model_docs),
-                "total_apps": len({model["app_label"] for model in model_docs.values()}),
-            },
-        }
-
         output_path = Path(output_file)
         output_path.parent.mkdir(parents=True, exist_ok=True)
         with output_path.open("w", encoding="utf-8") as f:
+            payload = dict(model_docs)
             if pretty:
-                json.dump(json_data, f, indent=2, ensure_ascii=False, default=str)
+                json.dump(payload, f, ensure_ascii=False, sort_keys=True, default=str, indent=2)
             else:
-                json.dump(json_data, f, ensure_ascii=False, default=str)
+                json.dump(payload, f, ensure_ascii=False, sort_keys=True, default=str)
 
         self.stdout.write(
             self.style.SUCCESS(f"✅ Generated model documentation: {output_path.absolute()}")
         )
-        self.stdout.write(f"📊 Total models: {len(model_docs)}")
         self.stdout.write(
-            f"📦 Total apps: {len({model['app_label'] for model in model_docs.values()})}"
+            f"📊 Total models: {sum([len(model_docs[app_label]) for app_label in model_docs])}"
         )
+        self.stdout.write(f"📦 Total apps: {len(model_docs)}")
 
     def generate_model_documentation(self, exclude_apps):
         """Generate documentation for all Django models"""
-        model_docs = {}
+        model_docs = defaultdict(dict)
 
         for app_config in apps.get_app_configs():
             app_label = app_config.label
@@ -78,13 +72,11 @@ class Command(BaseCommand):
 
             for model in app_config.get_models():
                 model_name = model.__name__
-                model_key = f"{app_label}.{model_name}"
-
                 self.stdout.write(f"  📋 Processing model: {model_name}")
 
-                model_docs[model_key] = self.introspect_model(model, app_label)
+                model_docs[app_label][model_name] = self.introspect_model(model, app_label)
 
-        return model_docs
+        return {app_label: dict(models) for app_label, models in model_docs.items()}
 
     def introspect_model(self, model, app_label):
         """Introspect a single Django model"""
@@ -154,6 +146,9 @@ class Command(BaseCommand):
             "type": field.__class__.__name__,
             "related_model": related_model_label,
             "related_name": getattr(field, "related_name", None),
+            "app_label": field.related_model._meta.app_label,
+            "table_name": field.related_model._meta.db_table,
+            "verbose_name": field.related_model._meta.verbose_name,
             "on_delete": self.get_on_delete_name(field),
             "null": getattr(field, "null", False),
             "blank": getattr(field, "blank", False),
@@ -286,7 +281,7 @@ class Command(BaseCommand):
                 if display_method_match:
                     field_name = display_method_match.group(1)
                     if field_name in model_field_names:
-                        # Exclude if the field doesn't exist in the model
+                        # Exclude built-in get_<field>_display for fields present on the model
                         continue
 
                 method = getattr(model, attr_name)

drf_to_mkdoc/utils/ai_tools/enums.py

@@ -0,0 +1,13 @@
+from enum import Enum
+
+
+class MessageRole(Enum):
+    SYSTEM = "system"
+    USER = "user"
+    ASSISTANT = "assistant"
+    FUNCTION = "function"
+    TOOL = "tool"
+    MODEL = "model"
+
+    def __str__(self) -> str:
+        return self.value

drf_to_mkdoc/utils/ai_tools/exceptions.py

@@ -0,0 +1,19 @@
+class AIProviderError(Exception):
+    """Base exception for AI provider errors"""
+
+    def __init__(self, message: str, provider: str | None = None, model: str | None = None):
+        self.provider = provider
+        self.model = model
+        super().__init__(message)
+
+    def __str__(self) -> str:
+        base = super().__str__()
+        meta = ", ".join(
+            part
+            for part in (
+                f"provider={self.provider}" if self.provider else None,
+                f"model={self.model}" if self.model else None,
+            )
+            if part
+        )
+        return f"{base} ({meta})" if meta else base

drf_to_mkdoc/utils/ai_tools/providers/base_provider.py

@@ -0,0 +1,123 @@
+import json
+from abc import ABC, abstractmethod
+from pathlib import Path
+from threading import Lock
+from typing import Any
+
+from django.template import RequestContext
+
+from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
+from drf_to_mkdoc.utils.ai_tools.exceptions import AIProviderError
+from drf_to_mkdoc.utils.ai_tools.types import (
+    ChatResponse,
+    Message,
+    ProviderConfig,
+    TokenUsage,
+)
+from drf_to_mkdoc.utils.commons.schema_utils import OperationExtractor
+
+
+class BaseProvider(ABC):
+    """Abstract base class for AI providers"""
+
+    def __init__(self, config: ProviderConfig):
+        self.config = config
+        self._client = None
+
+    @property
+    def client(self):
+        """Lazy load client"""
+        if self._client is None:
+            if not hasattr(self, "_client_lock"):
+                # If providers are shared across threads, guard initialization.
+                self._client_lock = Lock()
+            with self._client_lock:
+                if self._client is None:
+                    self._client = self._initialize_client()
+        return self._client
+
+    @abstractmethod
+    def _initialize_client(self) -> Any:
+        """Initialize provider-specific client"""
+        pass
+
+    @abstractmethod
+    def _send_chat_request(self, formatted_messages: Any, **kwargs) -> Any:
+        """Send request to provider's API"""
+        pass
+
+    @abstractmethod
+    def _parse_provider_response(self, response: Any) -> ChatResponse:
+        """Parse provider response to standard ChatResponse"""
+        pass
+
+    @abstractmethod
+    def _extract_token_usage(self, response: Any) -> TokenUsage:
+        """Extract token usage from provider response"""
+        pass
+
+    def format_messages_for_provider(self, messages: list[Message]) -> Any:
+        """
+        Convert your Message objects into a single string for chat.send_message().
+        This is a default behavior. You can override it your self as you want.
+        """
+        lines = []
+        for message in messages:
+            lines.append(f"{message.role.value}: {message.content}")
+
+        return "\n".join(lines)
+
+    def chat_completion(self, messages: list[Message], **kwargs) -> ChatResponse:
+        """
+        Send chat completion request without functions
+
+        Args:
+            messages: List of chat messages
+            **kwargs: Additional provider-specific parameters
+
+        Returns:
+            ChatResponse with AI's response
+        """
+        try:
+            formatted_messages = self.format_messages_for_provider(messages)
+
+            raw_response = self._send_chat_request(formatted_messages, **kwargs)
+
+            response = self._parse_provider_response(raw_response)
+
+            response.usage = self._extract_token_usage(raw_response)
+            response.model = self.config.model_name
+
+        except Exception as e:
+            raise AIProviderError(
+                f"Chat completion failed: {e!s}",
+                provider=self.__class__.__name__,
+                model=self.config.model_name,
+            ) from e
+        else:
+            return response
+
+    def _get_operation_info(
+        self, operation_id: str, context: RequestContext | None = None
+    ) -> dict[str, Any]:
+        return OperationExtractor().operation_map.get(operation_id)
+
+    def _get_model_info(self, app_label: str, model_name: str) -> dict[str, Any]:
+        docs_file = Path(drf_to_mkdoc_settings.MODEL_DOCS_FILE)
+
+        if not docs_file.exists():
+            raise FileNotFoundError(f"Model documentation file not found: {docs_file}")
+
+        with docs_file.open("r", encoding="utf-8") as f:
+            model_docs = json.load(f)
+
+        if app_label not in model_docs:
+            raise LookupError(f"App '{app_label}' not found in model documentation.")
+
+        if model_name not in model_docs[app_label]:
+            raise LookupError(f"Model '{model_name}' not found in model documentation.")
+
+        return model_docs[app_label][model_name]
+
+    def __repr__(self) -> str:
+        return f"{self.__class__.__name__}(provider={self.__class__.__name__}, model={self.config.model_name})"

drf_to_mkdoc/utils/ai_tools/providers/gemini_provider.py

@@ -0,0 +1,80 @@
+from google import genai
+from google.genai.types import GenerateContentConfig, GenerateContentResponse
+
+from drf_to_mkdoc.utils.ai_tools.exceptions import AIProviderError
+from drf_to_mkdoc.utils.ai_tools.providers.base_provider import BaseProvider
+from drf_to_mkdoc.utils.ai_tools.types import (
+    ChatResponse,
+    TokenUsage,
+)
+
+
+class GeminiProvider(BaseProvider):
+    def _initialize_client(self) -> genai.Client:
+        try:
+            client = genai.Client(api_key=self.config.api_key)
+
+        except Exception as e:
+            raise AIProviderError(
+                f"Failed to initialize Gemini client: {e!s}",
+                provider="GeminiProvider",
+                model=self.config.model_name,
+            ) from e
+        else:
+            return client
+
+    def _send_chat_request(
+        self, formatted_messages, *args, **kwargs
+    ) -> GenerateContentResponse:
+        client: genai.Client = self.client
+        try:
+            return client.models.generate_content(
+                model=self.config.model_name,
+                contents=formatted_messages,
+                config=GenerateContentConfig(
+                    temperature=self.config.temperature,
+                    max_output_tokens=self.config.max_tokens,
+                    **(self.config.extra_params or {}).get("generate_content_config", {}),
+                ),
+            )
+
+        except Exception as e:
+            raise AIProviderError(
+                f"Chat completion failed: Gemini API request failed: {e!s}",
+                provider="GeminiProvider",
+                model=self.config.model_name,
+            ) from e
+
+    def _parse_provider_response(self, response: GenerateContentResponse) -> ChatResponse:
+        try:
+            return ChatResponse(
+                content=(getattr(response, "text", "") or "").strip(),
+                model=self.config.model_name,
+            )
+
+        except Exception as e:
+            raise AIProviderError(
+                f"Failed to parse Gemini response: {e!s}",
+                provider="GeminiProvider",
+                model=self.config.model_name,
+            ) from e
+
+    def _extract_token_usage(self, response: GenerateContentResponse) -> TokenUsage:
+        usage = getattr(response, "usage_metadata", None)
+        if not usage:
+            return TokenUsage(
+                request_tokens=0,
+                response_tokens=0,
+                total_tokens=0,
+                provider=self.__class__.__name__,
+                model=self.config.model_name,
+            )
+        request_tokens = int(getattr(usage, "prompt_token_count", 0) or 0)
+        response_tokens = int(getattr(usage, "candidates_token_count", 0) or 0)
+        return TokenUsage(
+            request_tokens=request_tokens,
+            response_tokens=response_tokens,
+            total_tokens=request_tokens + response_tokens,
+            provider=self.__class__.__name__,
+            model=self.config.model_name,
+        )