drf-to-mkdoc 0.2.0__tar.gz → 0.2.1__tar.gz

{drf_to_mkdoc-0.2.0 → drf_to_mkdoc-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: drf-to-mkdoc
-Version: 0.2.0
+Version: 0.2.1
 Summary: Generate Markdown API docs from Django/DRF OpenAPI schema for MkDocs
 Author-email: Hossein Shayesteh <shayestehhs1@gmail.com>
 Maintainer-email: Hossein Shayesteh <shayestehhs1@gmail.com>
@@ -76,13 +76,14 @@ INSTALLED_APPS = [
 
 # Required for OpenAPI schema generation
 REST_FRAMEWORK = {
-    'DEFAULT_SCHEMA_CLASS': 'drf_spectacular.openapi.AutoSchema',
+    'DEFAULT_SCHEMA_CLASS': 'drf_to_mkdoc.utils.schema.AutoSchema',  # Use our custom AutoSchema
 }
 
 SPECTACULAR_SETTINGS = {
     'TITLE': 'Your API',
     'DESCRIPTION': 'Your API description',
     'VERSION': '1.0.0',
+
 }
 
 DRF_TO_MKDOC = {
@@ -110,10 +111,19 @@ DRF_TO_MKDOC = {
 python manage.py build_docs --settings=docs_settings
 ```
 
+## Available Commands
+
+- `build_docs`: Build the complete documentation site with MkDocs
+- `build_endpoint_docs`: Build endpoint documentation from OpenAPI schema
+- `build_model_docs`: Build model documentation from model JSON data
+- `extract_model_data`: Extract model data from Django model introspection and save as JSON
+- `update_doc_schema`: Update the final schema by copying the documented schema
+
 ## What you get
 
 See a detailed overview of generated files in `docs/structure.md` and a feature breakdown in `docs/features.md`.
 
+
 ## How it works
 
 Under the hood, drf-to-mkdoc introspects your models and reads your DRF OpenAPI schema to generate clean, organized Markdown. Then MkDocs turns it into a polished static site. Always current, no manual updates.
@@ -154,8 +164,9 @@ drf-to-mkdoc/
 │   ├── management/
 │   │   └── commands/
 │   │       ├── build_docs.py           # Build MkDocs site
-│   │       ├── generate_docs.py        # Main documentation generator
-│   │       ├── generate_model_docs.py  # Model documentation
+│   │       ├── build_endpoint_docs.py  # Build endpoint documentation
+│   │       ├── build_model_docs.py     # Build model documentation
+│   │       ├── extract_model_data.py   # Extract model data from Django
 │   │       └── update_doc_schema.py    # Schema updates
 │   └── utils/
 │       ├── common.py        # Shared utilities
@@ -222,4 +233,4 @@ your-project/
 ## Contributing
 
 See [CONTRIBUTING.md](CONTRIBUTING.md) for detailed contribution guidelines. 
-This will ensure that only the source configuration and scripts are versioned, while the generated documentation is excluded. 
+This will ensure that only the source configuration and scripts are versioned, while the generated documentation is excluded.

{drf_to_mkdoc-0.2.0 → drf_to_mkdoc-0.2.1}/README.md

@@ -27,13 +27,14 @@ INSTALLED_APPS = [
 
 # Required for OpenAPI schema generation
 REST_FRAMEWORK = {
-    'DEFAULT_SCHEMA_CLASS': 'drf_spectacular.openapi.AutoSchema',
+    'DEFAULT_SCHEMA_CLASS': 'drf_to_mkdoc.utils.schema.AutoSchema',  # Use our custom AutoSchema
 }
 
 SPECTACULAR_SETTINGS = {
     'TITLE': 'Your API',
     'DESCRIPTION': 'Your API description',
     'VERSION': '1.0.0',
+
 }
 
 DRF_TO_MKDOC = {
@@ -61,10 +62,19 @@ DRF_TO_MKDOC = {
 python manage.py build_docs --settings=docs_settings
 ```
 
+## Available Commands
+
+- `build_docs`: Build the complete documentation site with MkDocs
+- `build_endpoint_docs`: Build endpoint documentation from OpenAPI schema
+- `build_model_docs`: Build model documentation from model JSON data
+- `extract_model_data`: Extract model data from Django model introspection and save as JSON
+- `update_doc_schema`: Update the final schema by copying the documented schema
+
 ## What you get
 
 See a detailed overview of generated files in `docs/structure.md` and a feature breakdown in `docs/features.md`.
 
+
 ## How it works
 
 Under the hood, drf-to-mkdoc introspects your models and reads your DRF OpenAPI schema to generate clean, organized Markdown. Then MkDocs turns it into a polished static site. Always current, no manual updates.
@@ -105,8 +115,9 @@ drf-to-mkdoc/
 │   ├── management/
 │   │   └── commands/
 │   │       ├── build_docs.py           # Build MkDocs site
-│   │       ├── generate_docs.py        # Main documentation generator
-│   │       ├── generate_model_docs.py  # Model documentation
+│   │       ├── build_endpoint_docs.py  # Build endpoint documentation
+│   │       ├── build_model_docs.py     # Build model documentation
+│   │       ├── extract_model_data.py   # Extract model data from Django
 │   │       └── update_doc_schema.py    # Schema updates
 │   └── utils/
 │       ├── common.py        # Shared utilities
@@ -173,4 +184,4 @@ your-project/
 ## Contributing
 
 See [CONTRIBUTING.md](CONTRIBUTING.md) for detailed contribution guidelines. 
-This will ensure that only the source configuration and scripts are versioned, while the generated documentation is excluded. 
+This will ensure that only the source configuration and scripts are versioned, while the generated documentation is excluded.

{drf_to_mkdoc-0.2.0 → drf_to_mkdoc-0.2.1}/drf_to_mkdoc/conf/defaults.py

@@ -7,6 +7,11 @@ DEFAULTS = {
     "CUSTOM_SCHEMA_FILE": "docs/configs/custom_schema.json",  # Path to custom schema file
     "PATH_PARAM_SUBSTITUTE_FUNCTION": None,
     "PATH_PARAM_SUBSTITUTE_MAPPING": {},
+    # AI documentation settings
+    "ENABLE_AI_DOCS": False,
+    "AI_CONFIG_DIR_NAME": "ai_code",  # Directory name for AI-generated code files
+    "AI_OPERATION_MAP_FILE": "docs/configs/operation_map.json",  # Path to operation map file
+    "SERIALIZERS_INHERITANCE_DEPTH": 1,  # Maximum depth for class inheritance analysis
     # Django apps - required, no default
     "DJANGO_APPS": None,  # List of Django app names to process
 }

drf_to_mkdoc-0.2.1/drf_to_mkdoc/conf/settings.py

@@ -0,0 +1,164 @@
+from pathlib import Path
+from typing import Any, ClassVar
+
+from django.conf import settings
+
+from drf_to_mkdoc.conf.defaults import DEFAULTS
+
+
+class DRFToMkDocSettings:
+    required_settings: ClassVar[list[str]] = ["DJANGO_APPS"]
+    project_settings: ClassVar[dict[str, Any]] = {"PROJECT_NAME": "drf-to-mkdoc"}
+
+    settings_types: ClassVar[dict[str, type]] = {
+        "ENABLE_AI_DOCS": bool,
+        "AI_CONFIG_DIR_NAME": str,
+        "SERIALIZERS_INHERITANCE_DEPTH": int,
+    }
+
+    settings_ranges: ClassVar[dict[str, tuple[int, int]]] = {
+        "SERIALIZERS_INHERITANCE_DEPTH": (1, 3),
+    }
+
+    path_settings = {
+        "CONFIG_DIR",
+        "MODEL_DOCS_FILE",
+        "DOC_CONFIG_FILE",
+        "CUSTOM_SCHEMA_FILE",
+        "AI_OPERATION_MAP_FILE",
+    }
+
+    def __init__(self, user_settings_key="DRF_TO_MKDOC", defaults=None):
+        self.user_settings_key = user_settings_key
+        self._user_settings = getattr(settings, user_settings_key, {})
+        self.defaults = defaults or {}
+
+    def _validate_type(self, key: str, value: Any) -> None:
+        """Validate the type of setting value."""
+        if key in self.settings_types:
+            expected_type = self.settings_types[key]
+            if not isinstance(value, expected_type):
+                raise TypeError(
+                    f"DRF_TO_MKDOC setting '{key}' must be of type {expected_type.__name__}, "
+                    f"got {type(value).__name__} instead."
+                )
+
+    def _validate_range(self, key: str, value: Any) -> None:
+        """Validate the range of a setting value."""
+        if key in self.settings_ranges:
+            min_val, max_val = self.settings_ranges[key]
+            if not min_val <= value <= max_val:
+                raise ValueError(
+                    f"DRF_TO_MKDOC setting '{key}' must be between {min_val} and {max_val}, "
+                    f"got {value} instead."
+                )
+
+    def _validate_required(self, key: str, value: Any) -> None:
+        """Validate if a required setting is configured."""
+        if value is None and key in self.required_settings:
+            raise ValueError(
+                f"DRF_TO_MKDOC setting '{key}' is required but not configured. "
+                f"Please add it to your Django settings under {self.user_settings_key}."
+            )
+
+    def _validate_dir(self, key: str, value: str) -> None:
+        if key not in self.path_settings or not isinstance(value, str):
+            return
+
+        if not value.strip():
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' cannot be empty or contain only whitespace."
+            )
+
+        dangerous_components = {"..", "~", "/", "\\"}
+        path_parts = Path(value).parts
+        for part in path_parts:
+            if part in dangerous_components or part.startswith("."):
+                raise ValueError(
+                    f"DRF_TO_MKDOC path setting '{key}' contains unsafe path component '{part}'. "
+                    f"Directory names should be simple names without separators or relative path components."
+                )
+
+        if Path(value).is_absolute():
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' cannot be an absolute path. "
+                f"Use relative directory names only."
+            )
+
+        reserved_names = {
+            "CON",
+            "PRN",
+            "AUX",
+            "NUL",
+            "COM1",
+            "COM2",
+            "COM3",
+            "COM4",
+            "COM5",
+            "COM6",
+            "COM7",
+            "COM8",
+            "COM9",
+            "LPT1",
+            "LPT2",
+            "LPT3",
+            "LPT4",
+            "LPT5",
+            "LPT6",
+            "LPT7",
+            "LPT8",
+            "LPT9",
+        }
+        if value.upper() in reserved_names:
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' uses a reserved system name '{value}'. "
+                f"Please choose a different name."
+            )
+
+        invalid_chars = '<>:"|?*'
+        if any(char in value for char in invalid_chars):
+            raise ValueError(
+                f"DRF_TO_MKDOC path setting '{key}' contains invalid characters. "
+                f"Avoid using: {invalid_chars}"
+            )
+
+    def get(self, key):
+        if key in self.project_settings:
+            return self.project_settings[key]
+
+        # User-provided settings take precedence
+        if key in self._user_settings:
+            value = self._user_settings[key]
+        else:
+            value = self.defaults.get(key, None)
+
+        # Run all validations
+        self._validate_required(key, value)
+        self._validate_type(key, value)
+        self._validate_range(key, value)
+        self._validate_dir(key, value)
+
+        if value is None:
+            raise AttributeError(f"Invalid DRF_TO_MKDOC setting: '{key}'")
+        return value
+
+    def __getattr__(self, key):
+        return self.get(key)
+
+    def validate_required_settings(self):
+        missing_settings = []
+
+        for setting in self.required_settings:
+            try:
+                self.get(setting)
+            except (ValueError, AttributeError):
+                missing_settings.append(setting)
+
+        if missing_settings:
+            raise ValueError(
+                f"Missing required settings: {', '.join(missing_settings)}. "
+                f"Please configure these in your Django settings under {self.user_settings_key}."
+            )
+
+
+drf_to_mkdoc_settings = DRFToMkDocSettings(defaults=DEFAULTS)

{drf_to_mkdoc-0.2.0 → drf_to_mkdoc-0.2.1}/drf_to_mkdoc/management/commands/build_docs.py

@@ -34,15 +34,16 @@ class Command(BaseCommand):
             )
 
         try:
-            # Generate the model documentation JSON first
-            self.stdout.write("Generating model documentation...")
-            call_command("generate_model_docs", "--pretty")
-            self.stdout.write(self.style.SUCCESS("Model documentation generated."))
+            # Extract model data from Django models
+            self.stdout.write("Extracting model data...")
+            call_command("extract_model_data", "--pretty")
+            self.stdout.write(self.style.SUCCESS("Model data extracted."))
 
             # Generate the documentation content
-            self.stdout.write("Generating documentation content...")
-            call_command("generate_docs")
-            self.stdout.write(self.style.SUCCESS("Documentation content generated."))
+            self.stdout.write("Building documentation content...")
+            call_command("build_model_docs")
+            call_command("build_endpoint_docs")
+            self.stdout.write(self.style.SUCCESS("Documentation content built."))
 
             # Build the MkDocs site
             self.stdout.write("Building MkDocs site...")

drf_to_mkdoc-0.2.1/drf_to_mkdoc/management/commands/build_endpoint_docs.py

@@ -0,0 +1,69 @@
+from pathlib import Path
+
+from django.core.management.base import BaseCommand
+
+from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
+from drf_to_mkdoc.utils.commons.schema_utils import get_schema
+from drf_to_mkdoc.utils.endpoint_detail_generator import (
+    generate_endpoint_files,
+    parse_endpoints_from_schema,
+)
+from drf_to_mkdoc.utils.endpoint_list_generator import create_endpoints_index
+
+
+class Command(BaseCommand):
+    help = "Build endpoint documentation from OpenAPI schema"
+
+    def handle(self, *args, **options):
+        self.stdout.write(
+            self.style.SUCCESS("🚀 Starting endpoint documentation generation...")
+        )
+
+        docs_dir = self._setup_docs_directory()
+        schema_data = self._load_schema_data()
+
+        if schema_data:
+            self._generate_endpoints_documentation(schema_data, docs_dir)
+            self.stdout.write(
+                self.style.SUCCESS("✅ Endpoint documentation generation complete!")
+            )
+        else:
+            self.stdout.write(self.style.ERROR("❌ Failed to generate endpoint documentation."))
+
+    def _setup_docs_directory(self):
+        docs_dir = Path(drf_to_mkdoc_settings.DOCS_DIR)
+        docs_dir.mkdir(parents=True, exist_ok=True)
+        return docs_dir
+
+    def _load_schema_data(self):
+        try:
+            schema = get_schema()
+        except Exception as e:
+            self.stdout.write(self.style.ERROR(f"❌ Failed to load OpenAPI schema: {e}"))
+            return {}
+        if not schema:
+            self.stdout.write(self.style.ERROR("❌ Failed to load OpenAPI schema"))
+            return {}
+
+        paths = schema.get("paths", {})
+        components = schema.get("components", {})
+
+        self.stdout.write(f"📊 Loaded {len(paths)} API paths")
+
+        return {"paths": paths, "components": components}
+
+    def _generate_endpoints_documentation(self, schema_data, docs_dir):
+        self.stdout.write("🔗 Generating endpoint documentation...")
+
+        paths = schema_data["paths"]
+        components = schema_data["components"]
+
+        endpoints_by_app = parse_endpoints_from_schema(paths)
+        total_endpoints = generate_endpoint_files(endpoints_by_app, components)
+        create_endpoints_index(endpoints_by_app, docs_dir)
+
+        self.stdout.write(
+            self.style.SUCCESS(
+                f"✅ Generated {total_endpoints} endpoint files with Django view introspection"
+            )
+        )

drf_to_mkdoc-0.2.1/drf_to_mkdoc/management/commands/build_model_docs.py

@@ -0,0 +1,50 @@
+from pathlib import Path
+
+from django.core.management.base import BaseCommand
+
+from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
+from drf_to_mkdoc.utils.commons.file_utils import load_json_data
+from drf_to_mkdoc.utils.model_detail_generator import generate_model_docs
+from drf_to_mkdoc.utils.model_list_generator import create_models_index
+
+
+class Command(BaseCommand):
+    help = "Build model documentation from model JSON data"
+
+    def handle(self, *args, **options):
+        self.stdout.write(self.style.SUCCESS("🚀 Starting model documentation generation..."))
+
+        docs_dir = self._setup_docs_directory()
+        models_data = self._load_models_data()
+
+        if models_data:
+            self._generate_models_documentation(models_data, docs_dir)
+            self.stdout.write(self.style.SUCCESS("✅ Model documentation generation complete!"))
+        else:
+            self.stdout.write(self.style.ERROR("❌ Failed to generate model documentation."))
+
+    def _setup_docs_directory(self):
+        docs_dir = Path(drf_to_mkdoc_settings.DOCS_DIR)
+        docs_dir.mkdir(parents=True, exist_ok=True)
+        return docs_dir
+
+    def _load_models_data(self):
+        models_data = load_json_data(
+            drf_to_mkdoc_settings.MODEL_DOCS_FILE, raise_not_found=False
+        )
+
+        if not models_data:
+            self.stdout.write(self.style.WARNING("⚠️  No model data found"))
+
+        return models_data
+
+    def _generate_models_documentation(self, models_data, docs_dir):
+        self.stdout.write("📋 Generating model documentation...")
+
+        try:
+            generate_model_docs(models_data)
+            create_models_index(models_data, docs_dir)
+            self.stdout.write(self.style.SUCCESS("✅ Model documentation generated"))
+        except Exception as e:
+            self.stdout.write(self.style.WARNING(f"⚠️  Failed to generate model docs: {e}"))
+            raise

drf_to_mkdoc-0.2.0/drf_to_mkdoc/management/commands/generate_model_docs.py → drf_to_mkdoc-0.2.1/drf_to_mkdoc/management/commands/extract_model_data.py

@@ -1,6 +1,7 @@
 import inspect
 import json
 import re
+from collections import defaultdict
 from pathlib import Path
 
 from django.apps import apps
@@ -11,7 +12,7 @@ from drf_to_mkdoc.conf.settings import drf_to_mkdoc_settings
 
 
 class Command(BaseCommand):
-    help = "Generate model documentation JSON from Django model introspection"
+    help = "Extract model data from Django model introspection and save as JSON"
 
     def add_arguments(self, parser):
         parser.add_argument(
@@ -38,33 +39,26 @@ class Command(BaseCommand):
 
         model_docs = self.generate_model_documentation(exclude_apps)
 
-        json_data = {
-            "models": model_docs,
-            "stats": {
-                "total_models": len(model_docs),
-                "total_apps": len({model["app_label"] for model in model_docs.values()}),
-            },
-        }
-
         output_path = Path(output_file)
         output_path.parent.mkdir(parents=True, exist_ok=True)
         with output_path.open("w", encoding="utf-8") as f:
+            payload = dict(model_docs)
             if pretty:
-                json.dump(json_data, f, indent=2, ensure_ascii=False, default=str)
+                json.dump(payload, f, ensure_ascii=False, sort_keys=True, default=str, indent=2)
             else:
-                json.dump(json_data, f, ensure_ascii=False, default=str)
+                json.dump(payload, f, ensure_ascii=False, sort_keys=True, default=str)
 
         self.stdout.write(
             self.style.SUCCESS(f"✅ Generated model documentation: {output_path.absolute()}")
         )
-        self.stdout.write(f"📊 Total models: {len(model_docs)}")
         self.stdout.write(
-            f"📦 Total apps: {len({model['app_label'] for model in model_docs.values()})}"
+            f"📊 Total models: {sum([len(model_docs[app_label]) for app_label in model_docs])}"
         )
+        self.stdout.write(f"📦 Total apps: {len(model_docs)}")
 
     def generate_model_documentation(self, exclude_apps):
         """Generate documentation for all Django models"""
-        model_docs = {}
+        model_docs = defaultdict(dict)
 
         for app_config in apps.get_app_configs():
             app_label = app_config.label
@@ -78,13 +72,11 @@ class Command(BaseCommand):
 
             for model in app_config.get_models():
                 model_name = model.__name__
-                model_key = f"{app_label}.{model_name}"
-
                 self.stdout.write(f"  📋 Processing model: {model_name}")
 
-                model_docs[model_key] = self.introspect_model(model, app_label)
+                model_docs[app_label][model_name] = self.introspect_model(model, app_label)
 
-        return model_docs
+        return {app_label: dict(models) for app_label, models in model_docs.items()}
 
     def introspect_model(self, model, app_label):
         """Introspect a single Django model"""
@@ -154,6 +146,9 @@ class Command(BaseCommand):
             "type": field.__class__.__name__,
             "related_model": related_model_label,
             "related_name": getattr(field, "related_name", None),
+            "app_label": field.related_model._meta.app_label,
+            "table_name": field.related_model._meta.db_table,
+            "verbose_name": field.related_model._meta.verbose_name,
             "on_delete": self.get_on_delete_name(field),
             "null": getattr(field, "null", False),
             "blank": getattr(field, "blank", False),
@@ -286,7 +281,7 @@ class Command(BaseCommand):
                 if display_method_match:
                     field_name = display_method_match.group(1)
                     if field_name in model_field_names:
-                        # Exclude if the field doesn't exist in the model
+                        # Exclude built-in get_<field>_display for fields present on the model
                         continue
 
                 method = getattr(model, attr_name)

drf_to_mkdoc-0.2.1/drf_to_mkdoc/utils/ai_tools/enums.py

@@ -0,0 +1,13 @@
+from enum import Enum
+
+
+class MessageRole(Enum):
+    SYSTEM = "system"
+    USER = "user"
+    ASSISTANT = "assistant"
+    FUNCTION = "function"
+    TOOL = "tool"
+    MODEL = "model"
+
+    def __str__(self) -> str:
+        return self.value

drf_to_mkdoc-0.2.1/drf_to_mkdoc/utils/ai_tools/exceptions.py

@@ -0,0 +1,19 @@
+class AIProviderError(Exception):
+    """Base exception for AI provider errors"""
+
+    def __init__(self, message: str, provider: str | None = None, model: str | None = None):
+        self.provider = provider
+        self.model = model
+        super().__init__(message)
+
+    def __str__(self) -> str:
+        base = super().__str__()
+        meta = ", ".join(
+            part
+            for part in (
+                f"provider={self.provider}" if self.provider else None,
+                f"model={self.model}" if self.model else None,
+            )
+            if part
+        )
+        return f"{base} ({meta})" if meta else base