GeneralManager 0.64.4__tar.gz → 0.65.0__tar.gz

{generalmanager-0.64.4/src/GeneralManager.egg-info → generalmanager-0.65.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GeneralManager
-Version: 0.64.4
+Version: 0.65.0
 Summary: Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching.
 Author-email: Tim Kleindick <tkleindick@yahoo.de>
 License: MIT License

{generalmanager-0.64.4 → generalmanager-0.65.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "GeneralManager"
-version = "0.64.4"
+version = "0.65.0"
 description = "Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching."
 readme = "README.md"
 authors = [{ name = "Tim Kleindick", email = "tkleindick@yahoo.de" }]

{generalmanager-0.64.4 → generalmanager-0.65.0/src/GeneralManager.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GeneralManager
-Version: 0.64.4
+Version: 0.65.0
 Summary: Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching.
 Author-email: Tim Kleindick <tkleindick@yahoo.de>
 License: MIT License

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/GeneralManager.egg-info/SOURCES.txt

@@ -59,6 +59,7 @@ src/general_manager/bucket/request_bucket.py
 src/general_manager/cache/__init__.py
 src/general_manager/cache/cache_decorator.py
 src/general_manager/cache/cache_tracker.py
+src/general_manager/cache/data_change_context.py
 src/general_manager/cache/dependency_cache.py
 src/general_manager/cache/dependency_index.py
 src/general_manager/cache/dependency_matching.py
@@ -208,6 +209,7 @@ src/general_manager/migrations/0007_upload_intent.py
 src/general_manager/migrations/0008_upload_finalization_versions.py
 src/general_manager/migrations/0009_upload_cleanup_state.py
 src/general_manager/migrations/0010_chat_pending_confirmation_portable_uniqueness.py
+src/general_manager/migrations/0011_search_index_state_dirty_generation.py
 src/general_manager/migrations/__init__.py
 src/general_manager/permission/__init__.py
 src/general_manager/permission/audit.py
@@ -225,8 +227,11 @@ src/general_manager/search/__init__.py
 src/general_manager/search/async_tasks.py
 src/general_manager/search/backend.py
 src/general_manager/search/backend_registry.py
+src/general_manager/search/checks.py
 src/general_manager/search/config.py
 src/general_manager/search/indexer.py
+src/general_manager/search/invalidation.py
+src/general_manager/search/m2m_invalidation.py
 src/general_manager/search/models.py
 src/general_manager/search/reconciliation.py
 src/general_manager/search/registry.py

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/general_manager/_types/general_manager.py

@@ -19,9 +19,11 @@ __all__ = [
     "RequestInterface",
     "Rule",
     "SearchBackend",
+    "SearchChange",
     "SearchConfigProtocol",
     "SearchConfigSpec",
     "SearchIndexer",
+    "SearchInvalidationRule",
     "configure_search_backend",
     "configure_search_backend_from_settings",
     "get_logger",
@@ -54,9 +56,11 @@ from general_manager.interface.interfaces.remote_manager import RemoteManagerInt
 from general_manager.interface.interfaces.request import RequestInterface
 from general_manager.rule.rule import Rule
 from general_manager.search.backend import SearchBackend
+from general_manager.search.config import SearchChange
 from general_manager.search.config import SearchConfigProtocol
 from general_manager.search.config import SearchConfigSpec
 from general_manager.search.indexer import SearchIndexer
+from general_manager.search.config import SearchInvalidationRule
 from general_manager.search.backend_registry import configure_search_backend
 from general_manager.search.backend_registry import (
     configure_search_backend_from_settings,

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/general_manager/_types/search.py

@@ -13,11 +13,13 @@ __all__ = [
     "SearchBackendError",
     "SearchBackendNotConfiguredError",
     "SearchBackendNotImplementedError",
+    "SearchChange",
     "SearchConfigProtocol",
     "SearchConfigSpec",
     "SearchDocument",
     "SearchHit",
     "SearchIndexer",
+    "SearchInvalidationRule",
     "SearchResult",
     "TypesenseBackend",
     "configure_search_backend",
@@ -37,11 +39,13 @@ from general_manager.search.backend import SearchBackendClientMissingError
 from general_manager.search.backend import SearchBackendError
 from general_manager.search.backend import SearchBackendNotConfiguredError
 from general_manager.search.backend import SearchBackendNotImplementedError
+from general_manager.search.config import SearchChange
 from general_manager.search.config import SearchConfigProtocol
 from general_manager.search.config import SearchConfigSpec
 from general_manager.search.backend import SearchDocument
 from general_manager.search.backend import SearchHit
 from general_manager.search.indexer import SearchIndexer
+from general_manager.search.config import SearchInvalidationRule
 from general_manager.search.backend import SearchResult
 from general_manager.search.backends.typesense import TypesenseBackend
 from general_manager.search.backend_registry import configure_search_backend

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/general_manager/apps.py

@@ -168,8 +168,10 @@ class GeneralmanagerConfig(AppConfig):
         self.install_startup_hook_runner()
         self.register_system_checks()
         from general_manager.uploads.checks import register_upload_checks
+        from general_manager.search.checks import register_search_checks
 
         register_upload_checks()
+        register_search_checks()
         _autoload_app_managers_modules()
         self.initialize_general_manager_classes(
             GeneralManagerMeta.pending_attribute_initialization,
@@ -178,14 +180,19 @@ class GeneralmanagerConfig(AppConfig):
         handle_remote_api(GeneralManagerMeta.all_classes)
         configure_audit_logger_from_settings(settings)
         configure_search_backend_from_settings(settings)
+        from general_manager.search.invalidation import configure_search_invalidation
+        from general_manager.search.m2m_invalidation import (
+            configure_search_m2m_invalidation,
+        )
+
+        configure_search_invalidation()
+        configure_search_m2m_invalidation()
         configure_workflow_engine_from_settings(settings)
         configure_event_registry_from_settings(settings)
         configure_workflow_signal_bridge_from_settings(settings)
         configure_workflow_beat_schedule_from_settings(settings)
         configure_search_reconcile_beat_schedule_from_settings(settings)
         configure_graphql_warmup_beat_schedule_from_settings(settings)
-        import general_manager.search.indexer as _search_indexer  # noqa: F401
-
         from general_manager.conf import get_setting
 
         if get_setting("AUTOCREATE_GRAPHQL", False):

generalmanager-0.65.0/src/general_manager/cache/data_change_context.py

@@ -0,0 +1,93 @@
+"""Context-local ownership metadata for ORM data-change transactions."""
+
+from __future__ import annotations
+
+from collections.abc import Iterator
+from contextlib import contextmanager
+from contextvars import ContextVar
+from dataclasses import dataclass
+
+
+@dataclass
+class _DataChangeTransaction:
+    """Live marker for one framework-owned transaction envelope."""
+
+    database_alias: str
+    caller_in_atomic_block: bool
+    active: bool = True
+
+
+_owned_transactions: ContextVar[tuple[_DataChangeTransaction, ...]] = ContextVar(
+    "owned_data_change_transactions",
+    default=(),
+)
+_authorized_operations: ContextVar[tuple[_DataChangeTransaction, ...]] = ContextVar(
+    "authorized_data_change_operations",
+    default=(),
+)
+
+
+def _current_owner(database_alias: str) -> _DataChangeTransaction | None:
+    for owner in reversed(_owned_transactions.get()):
+        if owner.active and owner.database_alias == database_alias:
+            return owner
+    return None
+
+
+@contextmanager
+def own_data_change_transaction(
+    database_alias: str,
+    *,
+    caller_in_atomic_block: bool,
+) -> Iterator[None]:
+    """Record a live framework envelope without inspecting Django internals."""
+    owner = _DataChangeTransaction(
+        database_alias=database_alias,
+        caller_in_atomic_block=caller_in_atomic_block,
+    )
+    token = _owned_transactions.set((*_owned_transactions.get(), owner))
+    try:
+        yield
+    finally:
+        owner.active = False
+        _owned_transactions.reset(token)
+
+
+@contextmanager
+def authorize_data_change_operation(database_alias: str) -> Iterator[None]:
+    """Authorize only the decorated manager method to reuse its envelope."""
+    owner = _current_owner(database_alias)
+    if owner is None:
+        yield
+        return
+    token = _authorized_operations.set((*_authorized_operations.get(), owner))
+    try:
+        yield
+    finally:
+        _authorized_operations.reset(token)
+
+
+def owns_data_change_transaction(database_alias: str) -> bool:
+    """Return whether this context has a live framework envelope for an alias."""
+    return _current_owner(database_alias) is not None
+
+
+def is_data_change_operation_authorized(database_alias: str) -> bool:
+    """Return whether the current owner is running its decorated method body."""
+    owner = _current_owner(database_alias)
+    if owner is None:
+        return False
+    return any(
+        authorized is owner and authorized.active
+        for authorized in _authorized_operations.get()
+    )
+
+
+def may_reuse_data_change_transaction(database_alias: str) -> bool:
+    """Conservatively authorize reuse when the manager opened the outer block."""
+    owner = _current_owner(database_alias)
+    return bool(
+        owner is not None
+        and not owner.caller_in_atomic_block
+        and is_data_change_operation_authorized(database_alias)
+    )

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/general_manager/cache/signals.py

@@ -2,12 +2,19 @@
 
 from __future__ import annotations
 
+from contextlib import nullcontext
 from copy import deepcopy
-from django.dispatch import Signal
-from typing import Callable, TypeVar, ParamSpec, cast, overload
-
 from functools import wraps
+from typing import Callable, ParamSpec, TypeVar, cast, overload
+
+from django.db import DEFAULT_DB_ALIAS, connections, transaction
+from django.dispatch import Signal
+from django.utils.connection import ConnectionDoesNotExist
 
+from general_manager.cache.data_change_context import (
+    authorize_data_change_operation,
+    own_data_change_transaction,
+)
 from general_manager.logging import get_logger
 
 post_data_change = Signal()
@@ -20,6 +27,16 @@ R = TypeVar("R")
 logger = get_logger("cache.signals")
 
 
+def _caller_in_atomic_block(database_alias: str) -> bool:
+    """Read public transaction state when the configured alias is available."""
+    try:
+        return bool(connections[database_alias].in_atomic_block)
+    except ConnectionDoesNotExist:
+        # Preserve lightweight callers that replace ``transaction.atomic`` in
+        # isolation. A real atomic call will still reject an unknown alias.
+        return False
+
+
 @overload
 def data_change(func: Callable[P, R]) -> Callable[P, R]: ...
 
@@ -39,9 +56,12 @@ def data_change(
     clears run-scoped ORM bucket/index caches, emits `pre_data_change`, invokes
     the wrapped callable, then emits `post_data_change` with the changed
     instance, previous instance, action name, identification, and copied
-    `_old_values` payload. GraphQL warm-up requeue keys collected during signal
-    handling are drained only after the outermost active data-change barrier has
-    closed; failed mutations drain pending keys but do not enqueue rewarm work.
+    `_old_values` payload. Both signals receive a per-call `change_context` and
+    the manager interface's database alias. ORM-backed signal dispatch and the
+    mutation share one transaction. GraphQL warm-up requeue keys collected
+    during signal handling are drained only after the outermost active
+    data-change barrier has closed; failed mutations drain pending keys but do
+    not enqueue rewarm work.
 
     Parameters:
         func: Function that performs a data mutation. Methods named `create`
@@ -85,6 +105,29 @@ def data_change(
             is_dependency_data_change_active,
         )
         from general_manager.cache.run_context import current_calculation_run_context
+        from general_manager.interface.orm_interface import OrmInterfaceBase
+
+        action = decorator_source.__name__
+        if action == "create":
+            sender = args[0]
+            instance_before = None
+        else:
+            instance_before = args[0]
+            sender = instance_before.__class__
+
+        interface = getattr(sender, "Interface", None)
+        is_orm_backed = isinstance(interface, type) and issubclass(
+            interface, OrmInterfaceBase
+        )
+        database_alias = DEFAULT_DB_ALIAS
+        if is_orm_backed:
+            database_alias = getattr(interface, "database", None) or DEFAULT_DB_ALIAS
+        change_context: dict[str, object] = {}
+        signal_kwargs = {
+            **kwargs,
+            "change_context": change_context,
+            "database_alias": database_alias,
+        }
 
         primary_exc: BaseException | None = None
         completed = False
@@ -95,55 +138,70 @@ def data_change(
             context.clear_bucket_indexes()
             context.clear_trusted_orm_managers()
         try:
-            action = func.__name__
-            if func.__name__ == "create":
-                sender = args[0]
-                instance_before = None
-            else:
-                instance = args[0]
-                sender = instance.__class__
-                instance_before = instance
-            pre_data_change.send(
-                sender=sender,
-                instance=instance_before,
-                action=action,
-                **kwargs,
+            transaction_context = (
+                transaction.atomic(using=database_alias)
+                if is_orm_backed
+                else nullcontext()
             )
-            old_relevant_values = getattr(instance_before, "_old_values", {})
-            pre_identification = deepcopy(
-                getattr(instance_before, "identification", None)
+            caller_in_atomic_block = (
+                _caller_in_atomic_block(database_alias) if is_orm_backed else False
             )
-            if isinstance(func, classmethod):
-                inner = cast(Callable[P, R], func.__func__)
-                result = inner(*args, **kwargs)
-            else:
-                result = func(*args, **kwargs)
-
-            context = current_calculation_run_context()
-            if context is not None:
-                context.clear_orm_bucket_results()
-                context.clear_bucket_indexes()
-                context.clear_trusted_orm_managers()
-
-            instance = result
-            identification = getattr(instance, "identification", None)
-            if identification is None:
-                identification = pre_identification
-
-            post_data_change.send(
-                sender=sender,
-                instance=instance,
-                previous_instance=instance_before,
-                identification=identification,
-                action=action,
-                old_relevant_values=old_relevant_values,
-                **kwargs,
+            ownership_context = (
+                own_data_change_transaction(
+                    database_alias,
+                    caller_in_atomic_block=caller_in_atomic_block,
+                )
+                if is_orm_backed
+                else nullcontext()
             )
-            if instance_before is not None:
-                try:
-                    delattr(instance_before, "_old_values")
-                except AttributeError:
-                    pass
+            with transaction_context, ownership_context:
+                pre_data_change.send(
+                    sender=sender,
+                    instance=instance_before,
+                    action=action,
+                    **signal_kwargs,
+                )
+                old_relevant_values = getattr(instance_before, "_old_values", {})
+                pre_identification = deepcopy(
+                    getattr(instance_before, "identification", None)
+                )
+                operation_context = (
+                    authorize_data_change_operation(database_alias)
+                    if is_orm_backed
+                    else nullcontext()
+                )
+                with operation_context:
+                    if isinstance(func, classmethod):
+                        inner = cast(Callable[P, R], func.__func__)
+                        result = inner(*args, **kwargs)
+                    else:
+                        result = func(*args, **kwargs)
+
+                context = current_calculation_run_context()
+                if context is not None:
+                    context.clear_orm_bucket_results()
+                    context.clear_bucket_indexes()
+                    context.clear_trusted_orm_managers()
+
+                instance = result
+                identification = getattr(instance, "identification", None)
+                if identification is None:
+                    identification = pre_identification
+
+                post_data_change.send(
+                    sender=sender,
+                    instance=instance,
+                    previous_instance=instance_before,
+                    identification=identification,
+                    action=action,
+                    old_relevant_values=old_relevant_values,
+                    **signal_kwargs,
+                )
+                if instance_before is not None:
+                    try:
+                        delattr(instance_before, "_old_values")
+                    except AttributeError:
+                        pass
             completed = True
         except BaseException as error:
             primary_exc = error

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/general_manager/interface/capabilities/orm/mutations.py

@@ -3,14 +3,15 @@
 from __future__ import annotations
 
 from collections.abc import Iterator
-from contextlib import contextmanager
+from contextlib import AbstractContextManager, contextmanager
 from contextvars import ContextVar
 from typing import TYPE_CHECKING, Any, ClassVar, cast
 
 from django.contrib.auth import get_user_model
-from django.db import models, transaction
+from django.db import DEFAULT_DB_ALIAS, models, transaction
 from django.db.models import NOT_PROVIDED
 
+from general_manager.cache.data_change_context import owns_data_change_transaction
 from general_manager.interface.capabilities.base import CapabilityName
 from general_manager.interface.capabilities.builtin import BaseCapability
 from general_manager.interface.capabilities.orm_utils.payload_normalizer import (
@@ -67,6 +68,23 @@ def _without_save_with_history_savepoint() -> Iterator[None]:
         _save_with_history_savepoint.reset(token)
 
 
+def _mutation_atomic(
+    database_alias: str | None,
+    *,
+    savepoint: bool = True,
+) -> AbstractContextManager[None]:
+    """Open a mutation boundary without nesting under its signal envelope."""
+    alias = database_alias or DEFAULT_DB_ALIAS
+    use_savepoint = savepoint and not owns_data_change_transaction(alias)
+    if database_alias:
+        if use_savepoint:
+            return transaction.atomic(using=database_alias)
+        return transaction.atomic(using=database_alias, savepoint=False)
+    if use_savepoint:
+        return transaction.atomic()
+    return transaction.atomic(savepoint=False)
+
+
 class OrmMutationCapability(BaseCapability):
     """Common utilities to modify ORM instances."""
 
@@ -174,19 +192,10 @@ class OrmMutationCapability(BaseCapability):
             database_alias = support.get_database_alias(interface_cls)
             if database_alias:
                 instance._state.db = database_alias
-            savepoint = _save_with_history_savepoint.get()
-            if database_alias:
-                atomic_context = (
-                    transaction.atomic(using=database_alias)
-                    if savepoint
-                    else transaction.atomic(using=database_alias, savepoint=False)
-                )
-            else:
-                atomic_context = (
-                    transaction.atomic()
-                    if savepoint
-                    else transaction.atomic(savepoint=False)
-                )
+            atomic_context = _mutation_atomic(
+                database_alias,
+                savepoint=_save_with_history_savepoint.get(),
+            )
             with atomic_context:
                 _assign_history_actor(
                     instance,
@@ -388,11 +397,7 @@ class OrmCreateCapability(BaseCapability):
             )
             support = get_support_capability(interface_cls)
             database_alias = support.get_database_alias(interface_cls)
-            atomic_context = (
-                transaction.atomic(using=database_alias)
-                if database_alias
-                else transaction.atomic()
-            )
+            atomic_context = _mutation_atomic(database_alias)
             with atomic_context:
                 with _without_save_with_history_savepoint():
                     pk = mutation.save_with_history(
@@ -538,11 +543,7 @@ class OrmUpdateCapability(BaseCapability):
                 interface_instance.__class__, instance, normalized_simple
             )
             database_alias = support.get_database_alias(interface_instance.__class__)
-            atomic_context = (
-                transaction.atomic(using=database_alias)
-                if database_alias
-                else transaction.atomic()
-            )
+            atomic_context = _mutation_atomic(database_alias)
             with atomic_context:
                 with _without_save_with_history_savepoint():
                     pk = mutation.save_with_history(
@@ -666,11 +667,7 @@ class OrmDeleteCapability(BaseCapability):
             if model_has_field(instance, "changed_by"):
                 object.__setattr__(instance, "changed_by_id", creator_id)
             call_update_change_reason(instance, history_comment_local)
-            atomic_context = (
-                transaction.atomic(using=database_alias)
-                if database_alias
-                else transaction.atomic()
-            )
+            atomic_context = _mutation_atomic(database_alias)
             with atomic_context:
                 if database_alias:
                     instance.delete(using=database_alias)

generalmanager-0.65.0/src/general_manager/migrations/0011_search_index_state_dirty_generation.py

@@ -0,0 +1,20 @@
+# Generated by Django 5.2.10 on 2026-07-15 00:00
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        (
+            "general_manager",
+            "0010_chat_pending_confirmation_portable_uniqueness",
+        ),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="searchindexstate",
+            name="dirty_generation",
+            field=models.PositiveBigIntegerField(default=0),
+        ),
+    ]

{generalmanager-0.64.4 → generalmanager-0.65.0}/src/general_manager/public_api_registry.py

@@ -22,6 +22,11 @@ GENERAL_MANAGER_EXPORTS: LazyExportMap = {
     "IndexConfig": ("general_manager.search.config", "IndexConfig"),
     "SearchConfigProtocol": ("general_manager.search.config", "SearchConfigProtocol"),
     "SearchConfigSpec": ("general_manager.search.config", "SearchConfigSpec"),
+    "SearchChange": ("general_manager.search.config", "SearchChange"),
+    "SearchInvalidationRule": (
+        "general_manager.search.config",
+        "SearchInvalidationRule",
+    ),
     "resolve_search_config": (
         "general_manager.search.config",
         "resolve_search_config",
@@ -678,6 +683,11 @@ SEARCH_EXPORTS: LazyExportMap = {
     "IndexConfig": ("general_manager.search.config", "IndexConfig"),
     "SearchConfigProtocol": ("general_manager.search.config", "SearchConfigProtocol"),
     "SearchConfigSpec": ("general_manager.search.config", "SearchConfigSpec"),
+    "SearchChange": ("general_manager.search.config", "SearchChange"),
+    "SearchInvalidationRule": (
+        "general_manager.search.config",
+        "SearchInvalidationRule",
+    ),
     "resolve_search_config": (
         "general_manager.search.config",
         "resolve_search_config",