dataman-engine 0.1.0__tar.gz → 0.2.0__tar.gz

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataman-engine
-Version: 0.1.0
+Version: 0.2.0
 Summary: A dynamic, headless data layer framework built on Django and DRF for instant CRUD APIs and custom business logic.
 Keywords: django,rest,api,crud,headless,generator,scaffold
 Author: Vikash G
@@ -10,11 +10,12 @@ Classifier: Development Status :: 4 - Beta
 Classifier: Environment :: Console
 Classifier: Environment :: Web Environment
 Classifier: Framework :: Django
-Classifier: Framework :: Django :: 5.0
+Classifier: Framework :: Django :: 6.0
 Classifier: Intended Audience :: Developers
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Internet :: WWW/HTTP
 Classifier: Topic :: Internet :: WWW/HTTP :: Dynamic Content
@@ -31,15 +32,21 @@ Requires-Dist: dj-database-url>=2.3.0
 Requires-Dist: inflection>=0.5.1
 Requires-Dist: uvicorn>=0.34.0
 Requires-Dist: cryptography>=42.0.0
-Requires-Python: >=3.13
-Project-URL: Homepage, https://github.com/vikashg/dataman
-Project-URL: Repository, https://github.com/vikashg/dataman.git
+Requires-Dist: psycopg2-binary>=2.9.13
+Requires-Python: >=3.12
+Project-URL: Homepage, https://github.com/vikashgraja/dataman
+Project-URL: Repository, https://github.com/vikashgraja/dataman.git
 Description-Content-Type: text/markdown
 
 # DataMan (Data MiddleMan)
 
+[![Quickstart Guide](https://img.shields.io/badge/Docs-Quickstart_Guide-blue.svg)](docs/QUICKSTART.md)
+
 **DataMan** is a dynamic, CLI-driven backend framework built on top of Django and Django REST Framework. It eliminates the boilerplate of writing standard CRUD APIs, routing, and serializers by allowing you to scaffold endpoints instantly from the command line while preserving your ability to inject custom business logic and strict validation whenever you need it.
 
+👉 **Looking to build an API in 5 minutes? Check out the [Developer Quickstart Tutorial](docs/QUICKSTART.md)!**
+
+
 ---
 
 ## Features

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/README.md

@@ -1,7 +1,12 @@
 # DataMan (Data MiddleMan)
 
+[![Quickstart Guide](https://img.shields.io/badge/Docs-Quickstart_Guide-blue.svg)](docs/QUICKSTART.md)
+
 **DataMan** is a dynamic, CLI-driven backend framework built on top of Django and Django REST Framework. It eliminates the boilerplate of writing standard CRUD APIs, routing, and serializers by allowing you to scaffold endpoints instantly from the command line while preserving your ability to inject custom business logic and strict validation whenever you need it.
 
+👉 **Looking to build an API in 5 minutes? Check out the [Developer Quickstart Tutorial](docs/QUICKSTART.md)!**
+
+
 ---
 
 ## Features

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/pyproject.toml

@@ -1,20 +1,21 @@
 [project]
 name = "dataman-engine"
-version = "0.1.0"
+version = "0.2.0"
 description = "A dynamic, headless data layer framework built on Django and DRF for instant CRUD APIs and custom business logic."
 readme = "README.md"
 license = "MIT"
-requires-python = ">=3.13"
+requires-python = ">=3.12"
 classifiers = [
     "Development Status :: 4 - Beta",
     "Environment :: Console",
     "Environment :: Web Environment",
     "Framework :: Django",
-    "Framework :: Django :: 5.0",
+    "Framework :: Django :: 6.0",
     "Intended Audience :: Developers",
     "Operating System :: OS Independent",
     "Programming Language :: Python",
     "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
     "Topic :: Internet :: WWW/HTTP",
     "Topic :: Internet :: WWW/HTTP :: Dynamic Content",
@@ -42,6 +43,7 @@ dependencies = [
     "inflection>=0.5.1",
     "uvicorn>=0.34.0",
     "cryptography>=42.0.0",
+    "psycopg2-binary>=2.9.13",
 ]
 
 [[project.authors]]
@@ -52,8 +54,8 @@ email = "vikashgraja@gmail.com"
 dataman = "dataman.cli:cli"
 
 [project.urls]
-Homepage = "https://github.com/vikashg/dataman"
-Repository = "https://github.com/vikashg/dataman.git"
+Homepage = "https://github.com/vikashgraja/dataman"
+Repository = "https://github.com/vikashgraja/dataman.git"
 
 [tool.coverage.run]
 branch = true
@@ -65,13 +67,14 @@ module-name = "dataman"
 
 [tool.ruff]
 line-length = 88
-target-version = "py310"
+target-version = "py312"
 exclude = [
     ".venv",
     "venv",
     "__pycache__",
     "build",
     "dist",
+    "benchmarks",
 ]
 
 [tool.ruff.lint]
@@ -97,6 +100,7 @@ line-ending = "auto"
 exclude_dirs = [
     "tests",
     ".venv",
+    "benchmarks",
 ]
 skips = ["B101"]
 
@@ -104,6 +108,20 @@ skips = ["B101"]
 testpaths = ["tests"]
 addopts = "-v --tb=short"
 
+[tool.tox]
+legacy_tox_ini = """
+[tox]
+env_list = py312, py313, py314
+min_version = 4.0
+
+[testenv]
+runner = uv-venv-runner
+dependency_groups =
+    dev
+commands =
+    pytest {posargs}
+"""
+
 [build-system]
 requires = ["uv_build>=0.10.6,<0.13.0"]
 build-backend = "uv_build"
@@ -111,9 +129,12 @@ build-backend = "uv_build"
 [dependency-groups]
 dev = [
     "bandit>=1.9.4",
+    "locust>=2.32.0",
     "playwright>=1.62.0",
     "pre-commit>=4.6.1",
     "pytest>=9.1.1",
     "pytest-cov>=7.1.0",
     "ruff>=0.16.1",
+    "tox>=4.24.1",
+    "tox-uv>=1.25.0",
 ]

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/pyproject.toml.orig

@@ -1,23 +1,24 @@
 [project]
 name = "dataman-engine"
-version = "0.1.0"
+version = "0.2.0"
 description = "A dynamic, headless data layer framework built on Django and DRF for instant CRUD APIs and custom business logic."
 readme = "README.md"
 license = "MIT"
 authors = [
     { name = "Vikash G", email = "vikashgraja@gmail.com" }
 ]
-requires-python = ">=3.13"
+requires-python = ">=3.12"
 classifiers = [
     "Development Status :: 4 - Beta",
     "Environment :: Console",
     "Environment :: Web Environment",
     "Framework :: Django",
-    "Framework :: Django :: 5.0",
+    "Framework :: Django :: 6.0",
     "Intended Audience :: Developers",
     "Operating System :: OS Independent",
     "Programming Language :: Python",
     "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
     "Topic :: Internet :: WWW/HTTP",
     "Topic :: Internet :: WWW/HTTP :: Dynamic Content",
@@ -39,14 +40,15 @@ dependencies = [
     "inflection>=0.5.1",
     "uvicorn>=0.34.0",
     "cryptography>=42.0.0",
+    "psycopg2-binary>=2.9.13",
 ]
 
 [project.scripts]
 dataman = "dataman.cli:cli"
 
 [project.urls]
-Homepage = "https://github.com/vikashg/dataman"
-Repository = "https://github.com/vikashg/dataman.git"
+Homepage = "https://github.com/vikashgraja/dataman"
+Repository = "https://github.com/vikashgraja/dataman.git"
 
 [tool.coverage.run]
 branch = true
@@ -62,17 +64,20 @@ module-name = "dataman"
 [dependency-groups]
 dev = [
     "bandit>=1.9.4",
+    "locust>=2.32.0",
     "playwright>=1.62.0",
     "pre-commit>=4.6.1",
     "pytest>=9.1.1",
     "pytest-cov>=7.1.0",
     "ruff>=0.16.1",
+    "tox>=4.24.1",
+    "tox-uv>=1.25.0",
 ]
 
 [tool.ruff]
 line-length = 88
-target-version = "py310"
-exclude = [".venv", "venv", "__pycache__", "build", "dist"]
+target-version = "py312"
+exclude = [".venv", "venv", "__pycache__", "build", "dist", "benchmarks"]
 
 [tool.ruff.lint]
 select = [
@@ -94,9 +99,23 @@ skip-magic-trailing-comma = false
 line-ending = "auto"
 
 [tool.bandit]
-exclude_dirs = ["tests", ".venv"]
+exclude_dirs = ["tests", ".venv", "benchmarks"]
 skips = ["B101"]
 
 [tool.pytest.ini_options]
 testpaths = ["tests"]
 addopts = "-v --tb=short"
+
+[tool.tox]
+legacy_tox_ini = """
+[tox]
+env_list = py312, py313, py314
+min_version = 4.0
+
+[testenv]
+runner = uv-venv-runner
+dependency_groups =
+    dev
+commands =
+    pytest {posargs}
+"""

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/__init__.py

@@ -9,7 +9,7 @@ from dataman.core.fields import (
     EncryptedTextField,
 )
 
-__version__ = "0.1.0"
+__version__ = "0.2.0"
 __all__ = [
     "EncryptedCharField",
     "EncryptedTextField",

dataman_engine-0.2.0/src/dataman/asgi.py

@@ -0,0 +1,3 @@
+from dataman.django_setup import get_asgi_application
+
+application = get_asgi_application()

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/cli.py

@@ -287,7 +287,7 @@ def create_table(name, database, operations):
         f.write("    created_at = models.DateTimeField(auto_now_add=True)\n")
         f.write("    updated_at = models.DateTimeField(auto_now=True)\n\n")
         f.write("    class Meta:\n")
-        f.write("        app_label = 'dataman'\n")
+        f.write("        app_label = 'tables'\n")
         f.write(f"        db_table = '{table_name.lower()}'\n")
 
     # Write validation.py
@@ -327,12 +327,16 @@ def create_table(name, database, operations):
 
 
 @cli.command()
-def makemigration():
+@click.argument("app_label", required=False, default=None)
+def makemigration(app_label):
     """Create new migrations based on the models you have defined."""
     _ensure_initialized()
     django_setup.setup()
     try:
-        call_command("makemigrations", "dataman")
+        if app_label:
+            call_command("makemigrations", app_label)
+        else:
+            call_command("makemigrations", "tables")
         click.echo(click.style("Migrations created successfully!", fg="green"))
     except SystemExit as e:
         raise click.Abort() from e
@@ -435,6 +439,21 @@ def create_admin():
         raise click.Abort() from e
 
 
+@users.command(name="change-password")
+@click.argument("username", required=False, default=None)
+def change_password(username):
+    """Change the password for an admin or user."""
+    _ensure_initialized()
+    django_setup.setup()
+    try:
+        if username:
+            call_command("changepassword", username)
+        else:
+            call_command("changepassword")
+    except SystemExit as e:
+        raise click.Abort() from e
+
+
 @users.command(name="create-token")
 @click.argument("name")
 @click.option(

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/core/apps.py

@@ -3,7 +3,7 @@ from django.apps import AppConfig
 
 class DatamanCoreConfig(AppConfig):
     name = "dataman.core"
-    label = "dataman"
+    label = "dataman_core"
 
     def ready(self):
         import dataman.core.signals  # noqa: F401

dataman_engine-0.2.0/src/dataman/core/middleware.py

@@ -0,0 +1,123 @@
+import atexit
+import logging
+import queue
+import threading
+import time
+
+from django.db import close_old_connections
+
+from .models import APILog
+
+logger = logging.getLogger("dataman.telemetry")
+
+_log_queue = queue.Queue(maxsize=50000)
+_shutdown_event = threading.Event()
+
+
+def _telemetry_batch_worker():
+    """
+    High-performance background batch worker. Drains telemetry log queue
+    and persists records using bulk_create to eliminate DB lock contention.
+    """
+    while not _shutdown_event.is_set() or not _log_queue.empty():
+        batch = []
+        try:
+            item = _log_queue.get(timeout=0.05)
+            batch.append(item)
+            while len(batch) < 100:
+                try:
+                    batch.append(_log_queue.get_nowait())
+                except queue.Empty:
+                    break
+        except queue.Empty:
+            continue
+
+        if not batch:
+            continue
+
+        close_old_connections()
+        try:
+            objs = [
+                APILog(
+                    method=m,
+                    path=p,
+                    status_code=s,
+                    duration_ms=d,
+                    ip_address=ip,
+                )
+                for (m, p, s, d, ip) in batch
+            ]
+            APILog.objects.bulk_create(objs, batch_size=100)
+        except Exception as e:
+            logger.error(f"Failed to batch write APILogs: {e}")
+        finally:
+            close_old_connections()
+            for _ in batch:
+                _log_queue.task_done()
+
+
+_worker_thread = threading.Thread(
+    target=_telemetry_batch_worker, name="dataman-telemetry-batch", daemon=True
+)
+_worker_thread.start()
+
+
+def flush_telemetry_logs(timeout=5):
+    """Barrier helper to ensure all queued background logs are flushed to database."""
+    try:
+        _log_queue.join()
+    except Exception as e:
+        logger.warning(f"Timeout flushing telemetry queue: {e}")
+
+
+def _shutdown_telemetry():
+    _shutdown_event.set()
+    flush_telemetry_logs()
+
+
+atexit.register(_shutdown_telemetry)
+
+
+class APILoggingMiddleware:
+    """Middleware to log API request metrics asynchronously for high concurrency."""
+
+    def __init__(self, get_response):
+        self.get_response = get_response
+
+    def __call__(self, request):
+        path = request.path
+        # Only log requests to actual data endpoints,
+        # exclude internal/dashboard/docs/health routes.
+        if (
+            not path.startswith("/api/")
+            or path.startswith("/api/schema")
+            or path.startswith("/api/docs")
+            or path.startswith("/api/redoc")
+            or path.startswith("/api/_internal/")
+            or path.startswith("/api/health")
+            or path.startswith("/health")
+        ):
+            return self.get_response(request)
+
+        start_time = time.perf_counter()
+        response = self.get_response(request)
+        duration_ms = int((time.perf_counter() - start_time) * 1000)
+
+        # Handle IP Address correctly behind proxies
+        x_forwarded_for = request.META.get("HTTP_X_FORWARDED_FOR")
+        ip = (
+            x_forwarded_for.split(",")[0]
+            if x_forwarded_for
+            else request.META.get("REMOTE_ADDR")
+        )
+
+        try:
+            _log_queue.put_nowait(
+                (request.method, path, response.status_code, duration_ms, ip)
+            )
+        except queue.Full:
+            logger.warning(
+                "Telemetry log queue full, dropping record under extreme load."
+            )
+
+        return response

dataman_engine-0.2.0/src/dataman/core/migrations/0001_initial.py

@@ -0,0 +1,96 @@
+# Generated by DataMan Engine
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    initial = True
+
+    dependencies = []
+
+    operations = [
+        migrations.CreateModel(
+            name="APILog",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(
+                        auto_created=True,
+                        primary_key=True,
+                        serialize=False,
+                        verbose_name="ID",
+                    ),
+                ),
+                ("timestamp", models.DateTimeField(auto_now_add=True, db_index=True)),
+                ("method", models.CharField(max_length=10)),
+                ("path", models.CharField(db_index=True, max_length=255)),
+                ("status_code", models.IntegerField()),
+                ("duration_ms", models.IntegerField()),
+                ("ip_address", models.GenericIPAddressField(blank=True, null=True)),
+            ],
+            options={
+                "db_table": "dataman_apilog",
+                "ordering": ["-timestamp"],
+            },
+        ),
+        migrations.CreateModel(
+            name="APIToken",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(
+                        auto_created=True,
+                        primary_key=True,
+                        serialize=False,
+                        verbose_name="ID",
+                    ),
+                ),
+                ("prefix", models.CharField(max_length=8, unique=True)),
+                ("hashed_secret", models.CharField(max_length=128)),
+                ("name", models.CharField(max_length=255)),
+                ("scopes", models.JSONField(default=list)),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                (
+                    "expires_at",
+                    models.DateTimeField(blank=True, db_index=True, null=True),
+                ),
+                ("is_active", models.BooleanField(db_index=True, default=True)),
+            ],
+            options={
+                "db_table": "dataman_apitoken",
+            },
+        ),
+        migrations.CreateModel(
+            name="AuditLog",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(
+                        auto_created=True,
+                        primary_key=True,
+                        serialize=False,
+                        verbose_name="ID",
+                    ),
+                ),
+                ("timestamp", models.DateTimeField(auto_now_add=True, db_index=True)),
+                ("event_type", models.CharField(db_index=True, max_length=60)),
+                (
+                    "actor",
+                    models.CharField(
+                        blank=True, db_index=True, default="", max_length=255
+                    ),
+                ),
+                ("ip_address", models.GenericIPAddressField(blank=True, null=True)),
+                ("user_agent", models.TextField(blank=True, default="")),
+                ("status_code", models.IntegerField(blank=True, null=True)),
+                (
+                    "severity",
+                    models.CharField(db_index=True, default="INFO", max_length=20),
+                ),
+                ("details", models.JSONField(default=dict)),
+            ],
+            options={
+                "db_table": "dataman_auditlog",
+                "ordering": ["-timestamp"],
+            },
+        ),
+    ]

dataman_engine-0.2.0/src/dataman/core/migrations/__init__.py

@@ -0,0 +1 @@
+# DataMan Core Migrations Package

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/core/models.py

@@ -16,6 +16,8 @@ RESERVED_ROOT_DIRS = {
     ".ruff_cache",
     ".system_generated",
     ".venv",
+    "benchmark",
+    "benchmarks",
     "build",
     "coverage_hack",
     "dist",
@@ -43,7 +45,7 @@ class APIToken(models.Model):
     is_active = models.BooleanField(default=True, db_index=True)
 
     class Meta:
-        app_label = "dataman"
+        app_label = "dataman_core"
         db_table = "dataman_apitoken"
 
     def __str__(self):
@@ -61,7 +63,7 @@ class APILog(models.Model):
     ip_address = models.GenericIPAddressField(null=True, blank=True)
 
     class Meta:
-        app_label = "dataman"
+        app_label = "dataman_core"
         db_table = "dataman_apilog"
         ordering = ["-timestamp"]
 
@@ -82,7 +84,7 @@ class AuditLog(models.Model):
     details = models.JSONField(default=dict)
 
     class Meta:
-        app_label = "dataman"
+        app_label = "dataman_core"
         db_table = "dataman_auditlog"
         ordering = ["-timestamp"]
 

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/core/router.py

@@ -17,6 +17,7 @@ class DataManDatabaseRouter:
         "sessions",
         "admin",
         "messages",
+        "dataman_core",
     }
 
     def _get_target_db(self, model: Any) -> str:
@@ -81,6 +82,8 @@ class DataManDatabaseRouter:
         Model-level table creation is routed strictly to the designated database.
         """
         # Internal DataMan models always live on 'default' database
+        if app_label == "dataman_core":
+            return db == "default"
         if model_name and model_name.lower() in ("apitoken", "apilog", "auditlog"):
             return db == "default"
 

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/core/templates/admin/dashboard.html

@@ -693,24 +693,32 @@
         </div>
 
         <div class="sidebar-footer">
-            <div class="user-profile">
-                <div class="user-avatar">A</div>
+            <div class="user-profile" onclick="openPasswordModal()" style="cursor: pointer;" title="Change Password">
+                <div class="user-avatar">{{ request.user.username|first|upper|default:"A" }}</div>
                 <div class="user-meta">
-                    <div class="name">Administrator</div>
+                    <div class="name">{{ request.user.username|default:"Administrator" }}</div>
                     <div class="role">Superuser</div>
                 </div>
             </div>
-            <form method="post" action="/admin/logout/">
-                {% csrf_token %}
-                <button type="submit" class="logout-btn" title="Sign Out">
-                    <svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"
-                        stroke-linecap="round" stroke-linejoin="round">
-                        <path d="M9 21H5a2 2 0 0 1-2-2V5a2 2 0 0 1 2-2h4" />
-                        <polyline points="16 17 21 12 16 7" />
-                        <line x1="21" y1="12" x2="9" y2="12" />
+            <div style="display: flex; align-items: center; gap: 4px;">
+                <button type="button" class="logout-btn" onclick="openPasswordModal()" title="Change Password" style="color: #818cf8;">
+                    <svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+                        <rect width="18" height="11" x="3" y="11" rx="2" ry="2" />
+                        <path d="M7 11V7a5 5 0 0 1 10 0v4" />
                     </svg>
                 </button>
-            </form>
+                <form method="post" action="/admin/logout/">
+                    {% csrf_token %}
+                    <button type="submit" class="logout-btn" title="Sign Out">
+                        <svg width="18" height="18" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"
+                            stroke-linecap="round" stroke-linejoin="round">
+                            <path d="M9 21H5a2 2 0 0 1-2-2V5a2 2 0 0 1 2-2h4" />
+                            <polyline points="16 17 21 12 16 7" />
+                            <line x1="21" y1="12" x2="9" y2="12" />
+                        </svg>
+                    </button>
+                </form>
+            </div>
         </div>
     </nav>
 
@@ -1029,6 +1037,33 @@
                 <div style="display: flex; justify-content: flex-end; margin-top: 1.5rem;">
                     <button class="btn btn-primary" onclick="closeTokenModal()">Done</button>
                 </div>
+    </div>
+
+    <!-- Change Password Modal -->
+    <div class="modal-overlay" id="password-modal" onclick="if(event.target===this) closePasswordModal()">
+        <div class="modal-card">
+            <div class="modal-header">
+                <h2>Change Admin Password</h2>
+                <button class="modal-close" onclick="closePasswordModal()">&times;</button>
+            </div>
+            <div id="password-form-content">
+                <div id="password-alert" class="hidden" style="padding: 10px 14px; border-radius: 8px; font-size: 0.85rem; margin-bottom: 1.25rem;"></div>
+                <div class="modal-form-group">
+                    <label for="old-password">Current Password</label>
+                    <input type="password" id="old-password" placeholder="••••••••" autocomplete="current-password">
+                </div>
+                <div class="modal-form-group">
+                    <label for="new-password">New Password (minimum 8 characters)</label>
+                    <input type="password" id="new-password" placeholder="••••••••" autocomplete="new-password">
+                </div>
+                <div class="modal-form-group">
+                    <label for="confirm-password">Confirm New Password</label>
+                    <input type="password" id="confirm-password" placeholder="••••••••" autocomplete="new-password">
+                </div>
+                <div style="display: flex; justify-content: flex-end; gap: 10px; margin-top: 1.5rem;">
+                    <button class="btn btn-outline" onclick="closePasswordModal()">Cancel</button>
+                    <button class="btn btn-primary" id="btn-submit-password" onclick="submitChangePassword()">Update Password</button>
+                </div>
             </div>
         </div>
     </div>
@@ -1391,6 +1426,117 @@
             }
         }
 
+        // --- Password Change Modal ---
+        function getCookie(name) {
+            let cookieValue = null;
+            if (document.cookie && document.cookie !== '') {
+                const cookies = document.cookie.split(';');
+                for (let i = 0; i < cookies.length; i++) {
+                    const cookie = cookies[i].trim();
+                    if (cookie.substring(0, name.length + 1) === (name + '=')) {
+                        cookieValue = decodeURIComponent(cookie.substring(name.length + 1));
+                        break;
+                    }
+                }
+            }
+            return cookieValue;
+        }
+
+        function openPasswordModal() {
+            const modal = document.getElementById('password-modal');
+            modal.classList.add('active');
+            document.getElementById('old-password').value = '';
+            document.getElementById('new-password').value = '';
+            document.getElementById('confirm-password').value = '';
+            const alertEl = document.getElementById('password-alert');
+            alertEl.className = 'hidden';
+            alertEl.textContent = '';
+            setTimeout(() => document.getElementById('old-password').focus(), 150);
+        }
+
+        function closePasswordModal() {
+            document.getElementById('password-modal').classList.remove('active');
+        }
+
+        async function submitChangePassword() {
+            const oldPassword = document.getElementById('old-password').value;
+            const newPassword = document.getElementById('new-password').value;
+            const confirmPassword = document.getElementById('confirm-password').value;
+            const alertEl = document.getElementById('password-alert');
+            const submitBtn = document.getElementById('btn-submit-password');
+
+            if (!oldPassword || !newPassword || !confirmPassword) {
+                alertEl.style.background = 'rgba(239, 68, 68, 0.15)';
+                alertEl.style.border = '1px solid rgba(239, 68, 68, 0.4)';
+                alertEl.style.color = '#f87171';
+                alertEl.textContent = 'All password fields are required.';
+                alertEl.classList.remove('hidden');
+                return;
+            }
+
+            if (newPassword !== confirmPassword) {
+                alertEl.style.background = 'rgba(239, 68, 68, 0.15)';
+                alertEl.style.border = '1px solid rgba(239, 68, 68, 0.4)';
+                alertEl.style.color = '#f87171';
+                alertEl.textContent = 'New passwords do not match.';
+                alertEl.classList.remove('hidden');
+                return;
+            }
+
+            if (newPassword.length < 8) {
+                alertEl.style.background = 'rgba(239, 68, 68, 0.15)';
+                alertEl.style.border = '1px solid rgba(239, 68, 68, 0.4)';
+                alertEl.style.color = '#f87171';
+                alertEl.textContent = 'New password must be at least 8 characters long.';
+                alertEl.classList.remove('hidden');
+                return;
+            }
+
+            submitBtn.disabled = true;
+            submitBtn.textContent = 'Updating...';
+
+            try {
+                const csrfToken = getCookie('csrftoken') || document.querySelector('[name=csrfmiddlewaretoken]')?.value || '';
+                const res = await fetch('/admin/api/change-password/', {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        'X-CSRFToken': csrfToken,
+                    },
+                    body: JSON.stringify({
+                        old_password: oldPassword,
+                        new_password: newPassword,
+                        confirm_password: confirmPassword,
+                    }),
+                });
+
+                const data = await res.json();
+                if (res.ok) {
+                    alertEl.style.background = 'rgba(52, 211, 153, 0.15)';
+                    alertEl.style.border = '1px solid rgba(52, 211, 153, 0.4)';
+                    alertEl.style.color = '#34d399';
+                    alertEl.textContent = data.message || 'Password changed successfully!';
+                    alertEl.classList.remove('hidden');
+                    setTimeout(() => closePasswordModal(), 1200);
+                } else {
+                    alertEl.style.background = 'rgba(239, 68, 68, 0.15)';
+                    alertEl.style.border = '1px solid rgba(239, 68, 68, 0.4)';
+                    alertEl.style.color = '#f87171';
+                    alertEl.textContent = data.error || 'Failed to update password.';
+                    alertEl.classList.remove('hidden');
+                }
+            } catch (err) {
+                alertEl.style.background = 'rgba(239, 68, 68, 0.15)';
+                alertEl.style.border = '1px solid rgba(239, 68, 68, 0.4)';
+                alertEl.style.color = '#f87171';
+                alertEl.textContent = 'Network or server error updating password.';
+                alertEl.classList.remove('hidden');
+            } finally {
+                submitBtn.disabled = false;
+                submitBtn.textContent = 'Update Password';
+            }
+        }
+
         // Initial Load
         loadAnalytics();
     </script>

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/core/urls.py

@@ -26,6 +26,7 @@ from .models import TABLE_REGISTRY
 from .views import (
     APITokenViewSet,
     AuditLogViewSet,
+    admin_change_password_view,
     analytics_export,
     analytics_logs,
     analytics_summary,
@@ -66,8 +67,25 @@ def dispatch_webhook(url, action, table_name, data):
 
 
 try:
-    dataman_app = apps.get_app_config("dataman")
-    for model in dataman_app.get_models():
+    models_to_process = []
+    for entry in TABLE_REGISTRY.values():
+        m = entry.get("model")
+        if m and m not in models_to_process:
+            models_to_process.append(m)
+
+    for app_name in ("tables", "dataman", "dataman_core"):
+        try:
+            app_cfg = apps.get_app_config(app_name)
+            for model in app_cfg.get_models():
+                if (
+                    model.__name__ not in ("APIToken", "APILog", "AuditLog")
+                    and model not in models_to_process
+                ):
+                    models_to_process.append(model)
+        except LookupError:
+            pass
+
+    for model in models_to_process:
         model_name = model.__name__
 
         if model_name in ("APIToken", "APILog", "AuditLog"):
@@ -342,6 +360,27 @@ try:
             "perform_destroy": custom_perform_destroy,
         }
 
+        def custom_get_queryset(self, m=model, d=depth):
+            qs = m.objects.all()
+            if d is not None and d > 0:
+                fk_fields = [
+                    f.name
+                    for f in m._meta.fields
+                    if f.is_relation and (f.many_to_one or f.one_to_one)
+                ]
+                if fk_fields:
+                    qs = qs.select_related(*fk_fields)
+                reverse_rel_fields = [
+                    f.get_accessor_name()
+                    for f in m._meta.related_objects
+                    if f.get_accessor_name()
+                ]
+                if reverse_rel_fields:
+                    qs = qs.prefetch_related(*reverse_rel_fields)
+            return qs
+
+        viewset_attrs["get_queryset"] = custom_get_queryset
+
         if depth is not None and depth > 0:
 
             def custom_get_serializer_class(
@@ -368,10 +407,94 @@ try:
         # Pagination
         if page_size:
 
+            class FastPaginator:
+                def __init__(self, object_list, per_page):
+                    self.object_list = object_list
+                    self.per_page = per_page
+                    self._count = None
+
+                @property
+                def count(self):
+                    if self._count is None:
+                        try:
+                            self._count = self.object_list.count()
+                        except Exception:
+                            self._count = 0
+                    return self._count
+
+                @property
+                def num_pages(self):
+                    if self.count == 0:
+                        return 1
+                    return (self.count + self.per_page - 1) // self.per_page
+
+                @property
+                def page_range(self):
+                    return range(1, self.num_pages + 1)
+
+                def page(self, number):
+                    number = int(number)
+                    bottom = (number - 1) * self.per_page
+                    top = bottom + self.per_page
+                    items = list(self.object_list[bottom : top + 1])
+                    has_next = len(items) > self.per_page
+                    if has_next:
+                        items = items[: self.per_page]
+
+                    class FastPage:
+                        def __init__(
+                            self, object_list, number, paginator, has_next, bottom
+                        ):
+                            self.object_list = object_list
+                            self.number = number
+                            self.paginator = paginator
+                            self._has_next = has_next
+                            self._bottom = bottom
+
+                        def __len__(self):
+                            return len(self.object_list)
+
+                        def __iter__(self):
+                            return iter(self.object_list)
+
+                        def __getitem__(self, index):
+                            return self.object_list[index]
+
+                        def has_next(self):
+                            return self._has_next
+
+                        def has_previous(self):
+                            return self.number > 1
+
+                        def next_page_number(self):
+                            return self.number + 1
+
+                        def previous_page_number(self):
+                            return self.number - 1
+
+                        def start_index(self):
+                            return self._bottom + 1
+
+                        def end_index(self):
+                            return self._bottom + len(self.object_list)
+
+                    return FastPage(items, number, self, has_next, bottom)
+
             class CustomPagination(PageNumberPagination):
                 page_size_val = page_size
+                django_paginator_class = FastPaginator
+                page_size_query_param = "page_size"
+                max_page_size = 500
 
                 def get_page_size(self, request):
+                    if self.page_size_query_param:
+                        with contextlib.suppress(Exception):
+                            val = int(
+                                request.query_params.get(
+                                    self.page_size_query_param, self.page_size_val
+                                )
+                            )
+                            return min(max(val, 1), self.max_page_size)
                     return self.page_size_val
 
             viewset_attrs["pagination_class"] = CustomPagination
@@ -388,6 +511,8 @@ try:
             filter_backends.append(OrderingFilter)
             viewset_attrs["ordering_fields"] = ordering_fields
 
+        viewset_attrs["ordering"] = ["-id"]
+
         if filter_backends:
             viewset_attrs["filter_backends"] = filter_backends
 
@@ -442,6 +567,11 @@ urlpatterns = [
         name="admin-logout",
     ),
     path("admin/", dashboard_view, name="admin-dashboard"),
+    path(
+        "admin/api/change-password/",
+        admin_change_password_view,
+        name="admin-change-password",
+    ),
     path("dashboard/", dashboard_view, name="dashboard"),
     path("", include(router.urls)),
     path("health/", health_check, name="health"),

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/core/views.py

@@ -676,3 +676,62 @@ def health_ready(request):
 def health_check(request):
     """General health check endpoint combining liveness and readiness."""
     return health_ready(request._request)
+
+
+@api_view(["POST"])
+@permission_classes([permissions.IsAuthenticated])
+def admin_change_password_view(request):
+    """Allows logged-in admin users to update their password securely from the dashboard."""
+    user = request.user
+    if not user or not user.is_authenticated:
+        return Response(
+            {"error": "Authentication required"},
+            status=status.HTTP_401_UNAUTHORIZED,
+        )
+
+    old_password = request.data.get("old_password", "")
+    new_password = request.data.get("new_password", "")
+    confirm_password = request.data.get("confirm_password", "")
+
+    if not old_password or not new_password:
+        return Response(
+            {"error": "Current password and new password are required."},
+            status=status.HTTP_400_BAD_REQUEST,
+        )
+
+    if new_password != confirm_password:
+        return Response(
+            {"error": "New password and confirmation password do not match."},
+            status=status.HTTP_400_BAD_REQUEST,
+        )
+
+    if len(new_password) < 8:
+        return Response(
+            {"error": "New password must be at least 8 characters long."},
+            status=status.HTTP_400_BAD_REQUEST,
+        )
+
+    if not user.check_password(old_password):
+        return Response(
+            {"error": "Current password is incorrect."},
+            status=status.HTTP_400_BAD_REQUEST,
+        )
+
+    user.set_password(new_password)
+    user.save()
+
+    from django.contrib.auth import update_session_auth_hash
+
+    update_session_auth_hash(request._request, user)
+
+    log_audit_event(
+        event_type="AUTH_PASSWORD_CHANGE",
+        actor=user.username,
+        ip_address=request.META.get("REMOTE_ADDR"),
+        user_agent=request.META.get("HTTP_USER_AGENT", ""),
+        status_code=200,
+        severity="INFO",
+        details={"user_id": user.id, "username": user.username},
+    )
+
+    return Response({"status": "success", "message": "Password changed successfully."})

{dataman_engine-0.1.0 → dataman_engine-0.2.0}/src/dataman/django_setup.py

@@ -32,16 +32,24 @@ def setup():
     )
 
     # Ensure migrations directory exists only in initialized projects
-    migration_module = None
+    migration_modules_dict = {
+        "dataman_core": "dataman.core.migrations",
+        "dataman": "dataman.core.migrations",
+    }
     migrations_dir = cwd / "migrations"
     if tables_dir.exists() and (tables_dir / "migrations").exists():
-        migration_module = "tables.migrations"
+        migration_modules_dict["tables"] = "tables.migrations"
     elif migrations_dir.exists():
-        migration_module = "migrations"
+        migration_modules_dict["tables"] = "migrations"
+    elif is_project and tables_dir.exists():
+        mig_dir = tables_dir / "migrations"
+        mig_dir.mkdir(parents=True, exist_ok=True)
+        (mig_dir / "__init__.py").touch()
+        migration_modules_dict["tables"] = "tables.migrations"
     elif is_project:
         migrations_dir.mkdir(parents=True, exist_ok=True)
         (migrations_dir / "__init__.py").touch()
-        migration_module = "migrations"
+        migration_modules_dict["tables"] = "migrations"
 
     import dj_database_url
 
@@ -108,7 +116,10 @@ def setup():
         "django.contrib.staticfiles",
         "rest_framework",
         "drf_spectacular",
-    ] + list(extra_apps)
+    ]
+    if tables_dir.exists():
+        installed_apps.append("tables")
+    installed_apps.extend(extra_apps)
 
     middleware = [
         "django.middleware.security.SecurityMiddleware",
@@ -138,10 +149,6 @@ def setup():
     if project_config and hasattr(project_config, "DATABASE_ROUTERS"):
         database_routers = list(project_config.DATABASE_ROUTERS)
 
-    migration_modules_dict = {}
-    if migration_module:
-        migration_modules_dict["dataman"] = migration_module
-
     settings.configure(
         SECRET_KEY=os.getenv("DATAMAN_SECRET_KEY", "default-insecure-key-change-me"),
         DEBUG=debug_val,

dataman_engine-0.2.0/src/dataman/wsgi.py

@@ -0,0 +1,3 @@
+from dataman.django_setup import get_wsgi_application
+
+application = get_wsgi_application()

dataman_engine-0.1.0/src/dataman/core/middleware.py

@@ -1,46 +0,0 @@
-import time
-
-from .models import APILog
-
-
-class APILoggingMiddleware:
-    """Middleware to log API request metrics for the dashboard."""
-
-    def __init__(self, get_response):
-        self.get_response = get_response
-
-    def __call__(self, request):
-        path = request.path
-        # Only log requests to actual data endpoints,
-        # exclude internal/dashboard/docs/health routes.
-        if (
-            not path.startswith("/api/")
-            or path.startswith("/api/schema")
-            or path.startswith("/api/docs")
-            or path.startswith("/api/redoc")
-            or path.startswith("/api/_internal/")
-            or path.startswith("/api/health")
-            or path.startswith("/health")
-        ):
-            return self.get_response(request)
-
-        start_time = time.time()
-        response = self.get_response(request)
-        duration_ms = int((time.time() - start_time) * 1000)
-
-        # Handle IP Address correctly behind proxies
-        x_forwarded_for = request.META.get("HTTP_X_FORWARDED_FOR")
-        if x_forwarded_for:
-            ip = x_forwarded_for.split(",")[0]
-        else:
-            ip = request.META.get("REMOTE_ADDR")
-
-        APILog.objects.create(
-            method=request.method,
-            path=path,
-            status_code=response.status_code,
-            duration_ms=duration_ms,
-            ip_address=ip,
-        )
-
-        return response