GeneralManager 0.64.3__tar.gz → 0.65.0__tar.gz

{generalmanager-0.64.3/src/GeneralManager.egg-info → generalmanager-0.65.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GeneralManager
-Version: 0.64.3
+Version: 0.65.0
 Summary: Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching.
 Author-email: Tim Kleindick <tkleindick@yahoo.de>
 License: MIT License
@@ -149,7 +149,10 @@ and [interface concepts](https://timkleindick.github.io/general_manager/concepts
 - CI exercises Python 3.12, 3.13, and 3.14 on SQLite
 
 GeneralManager builds on Django's database layer, but this project only claims
-backend support covered by its tests or maintained examples.
+backend support covered by its tests or maintained examples. SQLite,
+PostgreSQL, and MariaDB are exercised by CI and are fully supported. Other
+Django-supported backends may work, but are not currently claimed as supported
+by GeneralManager.
 
 ## Five-minute setup
 

{generalmanager-0.64.3 → generalmanager-0.65.0}/README.md

@@ -60,7 +60,10 @@ and [interface concepts](https://timkleindick.github.io/general_manager/concepts
 - CI exercises Python 3.12, 3.13, and 3.14 on SQLite
 
 GeneralManager builds on Django's database layer, but this project only claims
-backend support covered by its tests or maintained examples.
+backend support covered by its tests or maintained examples. SQLite,
+PostgreSQL, and MariaDB are exercised by CI and are fully supported. Other
+Django-supported backends may work, but are not currently claimed as supported
+by GeneralManager.
 
 ## Five-minute setup
 

{generalmanager-0.64.3 → generalmanager-0.65.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "GeneralManager"
-version = "0.64.3"
+version = "0.65.0"
 description = "Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching."
 readme = "README.md"
 authors = [{ name = "Tim Kleindick", email = "tkleindick@yahoo.de" }]

{generalmanager-0.64.3 → generalmanager-0.65.0/src/GeneralManager.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GeneralManager
-Version: 0.64.3
+Version: 0.65.0
 Summary: Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching.
 Author-email: Tim Kleindick <tkleindick@yahoo.de>
 License: MIT License
@@ -149,7 +149,10 @@ and [interface concepts](https://timkleindick.github.io/general_manager/concepts
 - CI exercises Python 3.12, 3.13, and 3.14 on SQLite
 
 GeneralManager builds on Django's database layer, but this project only claims
-backend support covered by its tests or maintained examples.
+backend support covered by its tests or maintained examples. SQLite,
+PostgreSQL, and MariaDB are exercised by CI and are fully supported. Other
+Django-supported backends may work, but are not currently claimed as supported
+by GeneralManager.
 
 ## Five-minute setup
 

{generalmanager-0.64.3 → generalmanager-0.65.0}/src/GeneralManager.egg-info/SOURCES.txt

@@ -59,6 +59,7 @@ src/general_manager/bucket/request_bucket.py
 src/general_manager/cache/__init__.py
 src/general_manager/cache/cache_decorator.py
 src/general_manager/cache/cache_tracker.py
+src/general_manager/cache/data_change_context.py
 src/general_manager/cache/dependency_cache.py
 src/general_manager/cache/dependency_index.py
 src/general_manager/cache/dependency_matching.py
@@ -207,6 +208,8 @@ src/general_manager/migrations/0006_chat_pending_confirmation_scoped_ids.py
 src/general_manager/migrations/0007_upload_intent.py
 src/general_manager/migrations/0008_upload_finalization_versions.py
 src/general_manager/migrations/0009_upload_cleanup_state.py
+src/general_manager/migrations/0010_chat_pending_confirmation_portable_uniqueness.py
+src/general_manager/migrations/0011_search_index_state_dirty_generation.py
 src/general_manager/migrations/__init__.py
 src/general_manager/permission/__init__.py
 src/general_manager/permission/audit.py
@@ -224,8 +227,11 @@ src/general_manager/search/__init__.py
 src/general_manager/search/async_tasks.py
 src/general_manager/search/backend.py
 src/general_manager/search/backend_registry.py
+src/general_manager/search/checks.py
 src/general_manager/search/config.py
 src/general_manager/search/indexer.py
+src/general_manager/search/invalidation.py
+src/general_manager/search/m2m_invalidation.py
 src/general_manager/search/models.py
 src/general_manager/search/reconciliation.py
 src/general_manager/search/registry.py

{generalmanager-0.64.3 → generalmanager-0.65.0}/src/general_manager/_types/general_manager.py

@@ -19,9 +19,11 @@ __all__ = [
     "RequestInterface",
     "Rule",
     "SearchBackend",
+    "SearchChange",
     "SearchConfigProtocol",
     "SearchConfigSpec",
     "SearchIndexer",
+    "SearchInvalidationRule",
     "configure_search_backend",
     "configure_search_backend_from_settings",
     "get_logger",
@@ -54,9 +56,11 @@ from general_manager.interface.interfaces.remote_manager import RemoteManagerInt
 from general_manager.interface.interfaces.request import RequestInterface
 from general_manager.rule.rule import Rule
 from general_manager.search.backend import SearchBackend
+from general_manager.search.config import SearchChange
 from general_manager.search.config import SearchConfigProtocol
 from general_manager.search.config import SearchConfigSpec
 from general_manager.search.indexer import SearchIndexer
+from general_manager.search.config import SearchInvalidationRule
 from general_manager.search.backend_registry import configure_search_backend
 from general_manager.search.backend_registry import (
     configure_search_backend_from_settings,

{generalmanager-0.64.3 → generalmanager-0.65.0}/src/general_manager/_types/search.py

@@ -13,11 +13,13 @@ __all__ = [
     "SearchBackendError",
     "SearchBackendNotConfiguredError",
     "SearchBackendNotImplementedError",
+    "SearchChange",
     "SearchConfigProtocol",
     "SearchConfigSpec",
     "SearchDocument",
     "SearchHit",
     "SearchIndexer",
+    "SearchInvalidationRule",
     "SearchResult",
     "TypesenseBackend",
     "configure_search_backend",
@@ -37,11 +39,13 @@ from general_manager.search.backend import SearchBackendClientMissingError
 from general_manager.search.backend import SearchBackendError
 from general_manager.search.backend import SearchBackendNotConfiguredError
 from general_manager.search.backend import SearchBackendNotImplementedError
+from general_manager.search.config import SearchChange
 from general_manager.search.config import SearchConfigProtocol
 from general_manager.search.config import SearchConfigSpec
 from general_manager.search.backend import SearchDocument
 from general_manager.search.backend import SearchHit
 from general_manager.search.indexer import SearchIndexer
+from general_manager.search.config import SearchInvalidationRule
 from general_manager.search.backend import SearchResult
 from general_manager.search.backends.typesense import TypesenseBackend
 from general_manager.search.backend_registry import configure_search_backend

{generalmanager-0.64.3 → generalmanager-0.65.0}/src/general_manager/apps.py

@@ -168,8 +168,10 @@ class GeneralmanagerConfig(AppConfig):
         self.install_startup_hook_runner()
         self.register_system_checks()
         from general_manager.uploads.checks import register_upload_checks
+        from general_manager.search.checks import register_search_checks
 
         register_upload_checks()
+        register_search_checks()
         _autoload_app_managers_modules()
         self.initialize_general_manager_classes(
             GeneralManagerMeta.pending_attribute_initialization,
@@ -178,14 +180,19 @@ class GeneralmanagerConfig(AppConfig):
         handle_remote_api(GeneralManagerMeta.all_classes)
         configure_audit_logger_from_settings(settings)
         configure_search_backend_from_settings(settings)
+        from general_manager.search.invalidation import configure_search_invalidation
+        from general_manager.search.m2m_invalidation import (
+            configure_search_m2m_invalidation,
+        )
+
+        configure_search_invalidation()
+        configure_search_m2m_invalidation()
         configure_workflow_engine_from_settings(settings)
         configure_event_registry_from_settings(settings)
         configure_workflow_signal_bridge_from_settings(settings)
         configure_workflow_beat_schedule_from_settings(settings)
         configure_search_reconcile_beat_schedule_from_settings(settings)
         configure_graphql_warmup_beat_schedule_from_settings(settings)
-        import general_manager.search.indexer as _search_indexer  # noqa: F401
-
         from general_manager.conf import get_setting
 
         if get_setting("AUTOCREATE_GRAPHQL", False):

generalmanager-0.65.0/src/general_manager/cache/data_change_context.py

@@ -0,0 +1,93 @@
+"""Context-local ownership metadata for ORM data-change transactions."""
+
+from __future__ import annotations
+
+from collections.abc import Iterator
+from contextlib import contextmanager
+from contextvars import ContextVar
+from dataclasses import dataclass
+
+
+@dataclass
+class _DataChangeTransaction:
+    """Live marker for one framework-owned transaction envelope."""
+
+    database_alias: str
+    caller_in_atomic_block: bool
+    active: bool = True
+
+
+_owned_transactions: ContextVar[tuple[_DataChangeTransaction, ...]] = ContextVar(
+    "owned_data_change_transactions",
+    default=(),
+)
+_authorized_operations: ContextVar[tuple[_DataChangeTransaction, ...]] = ContextVar(
+    "authorized_data_change_operations",
+    default=(),
+)
+
+
+def _current_owner(database_alias: str) -> _DataChangeTransaction | None:
+    for owner in reversed(_owned_transactions.get()):
+        if owner.active and owner.database_alias == database_alias:
+            return owner
+    return None
+
+
+@contextmanager
+def own_data_change_transaction(
+    database_alias: str,
+    *,
+    caller_in_atomic_block: bool,
+) -> Iterator[None]:
+    """Record a live framework envelope without inspecting Django internals."""
+    owner = _DataChangeTransaction(
+        database_alias=database_alias,
+        caller_in_atomic_block=caller_in_atomic_block,
+    )
+    token = _owned_transactions.set((*_owned_transactions.get(), owner))
+    try:
+        yield
+    finally:
+        owner.active = False
+        _owned_transactions.reset(token)
+
+
+@contextmanager
+def authorize_data_change_operation(database_alias: str) -> Iterator[None]:
+    """Authorize only the decorated manager method to reuse its envelope."""
+    owner = _current_owner(database_alias)
+    if owner is None:
+        yield
+        return
+    token = _authorized_operations.set((*_authorized_operations.get(), owner))
+    try:
+        yield
+    finally:
+        _authorized_operations.reset(token)
+
+
+def owns_data_change_transaction(database_alias: str) -> bool:
+    """Return whether this context has a live framework envelope for an alias."""
+    return _current_owner(database_alias) is not None
+
+
+def is_data_change_operation_authorized(database_alias: str) -> bool:
+    """Return whether the current owner is running its decorated method body."""
+    owner = _current_owner(database_alias)
+    if owner is None:
+        return False
+    return any(
+        authorized is owner and authorized.active
+        for authorized in _authorized_operations.get()
+    )
+
+
+def may_reuse_data_change_transaction(database_alias: str) -> bool:
+    """Conservatively authorize reuse when the manager opened the outer block."""
+    owner = _current_owner(database_alias)
+    return bool(
+        owner is not None
+        and not owner.caller_in_atomic_block
+        and is_data_change_operation_authorized(database_alias)
+    )

{generalmanager-0.64.3 → generalmanager-0.65.0}/src/general_manager/cache/signals.py

@@ -2,12 +2,19 @@
 
 from __future__ import annotations
 
+from contextlib import nullcontext
 from copy import deepcopy
-from django.dispatch import Signal
-from typing import Callable, TypeVar, ParamSpec, cast, overload
-
 from functools import wraps
+from typing import Callable, ParamSpec, TypeVar, cast, overload
+
+from django.db import DEFAULT_DB_ALIAS, connections, transaction
+from django.dispatch import Signal
+from django.utils.connection import ConnectionDoesNotExist
 
+from general_manager.cache.data_change_context import (
+    authorize_data_change_operation,
+    own_data_change_transaction,
+)
 from general_manager.logging import get_logger
 
 post_data_change = Signal()
@@ -20,6 +27,16 @@ R = TypeVar("R")
 logger = get_logger("cache.signals")
 
 
+def _caller_in_atomic_block(database_alias: str) -> bool:
+    """Read public transaction state when the configured alias is available."""
+    try:
+        return bool(connections[database_alias].in_atomic_block)
+    except ConnectionDoesNotExist:
+        # Preserve lightweight callers that replace ``transaction.atomic`` in
+        # isolation. A real atomic call will still reject an unknown alias.
+        return False
+
+
 @overload
 def data_change(func: Callable[P, R]) -> Callable[P, R]: ...
 
@@ -39,9 +56,12 @@ def data_change(
     clears run-scoped ORM bucket/index caches, emits `pre_data_change`, invokes
     the wrapped callable, then emits `post_data_change` with the changed
     instance, previous instance, action name, identification, and copied
-    `_old_values` payload. GraphQL warm-up requeue keys collected during signal
-    handling are drained only after the outermost active data-change barrier has
-    closed; failed mutations drain pending keys but do not enqueue rewarm work.
+    `_old_values` payload. Both signals receive a per-call `change_context` and
+    the manager interface's database alias. ORM-backed signal dispatch and the
+    mutation share one transaction. GraphQL warm-up requeue keys collected
+    during signal handling are drained only after the outermost active
+    data-change barrier has closed; failed mutations drain pending keys but do
+    not enqueue rewarm work.
 
     Parameters:
         func: Function that performs a data mutation. Methods named `create`
@@ -85,6 +105,29 @@ def data_change(
             is_dependency_data_change_active,
         )
         from general_manager.cache.run_context import current_calculation_run_context
+        from general_manager.interface.orm_interface import OrmInterfaceBase
+
+        action = decorator_source.__name__
+        if action == "create":
+            sender = args[0]
+            instance_before = None
+        else:
+            instance_before = args[0]
+            sender = instance_before.__class__
+
+        interface = getattr(sender, "Interface", None)
+        is_orm_backed = isinstance(interface, type) and issubclass(
+            interface, OrmInterfaceBase
+        )
+        database_alias = DEFAULT_DB_ALIAS
+        if is_orm_backed:
+            database_alias = getattr(interface, "database", None) or DEFAULT_DB_ALIAS
+        change_context: dict[str, object] = {}
+        signal_kwargs = {
+            **kwargs,
+            "change_context": change_context,
+            "database_alias": database_alias,
+        }
 
         primary_exc: BaseException | None = None
         completed = False
@@ -95,55 +138,70 @@ def data_change(
             context.clear_bucket_indexes()
             context.clear_trusted_orm_managers()
         try:
-            action = func.__name__
-            if func.__name__ == "create":
-                sender = args[0]
-                instance_before = None
-            else:
-                instance = args[0]
-                sender = instance.__class__
-                instance_before = instance
-            pre_data_change.send(
-                sender=sender,
-                instance=instance_before,
-                action=action,
-                **kwargs,
+            transaction_context = (
+                transaction.atomic(using=database_alias)
+                if is_orm_backed
+                else nullcontext()
             )
-            old_relevant_values = getattr(instance_before, "_old_values", {})
-            pre_identification = deepcopy(
-                getattr(instance_before, "identification", None)
+            caller_in_atomic_block = (
+                _caller_in_atomic_block(database_alias) if is_orm_backed else False
             )
-            if isinstance(func, classmethod):
-                inner = cast(Callable[P, R], func.__func__)
-                result = inner(*args, **kwargs)
-            else:
-                result = func(*args, **kwargs)
-
-            context = current_calculation_run_context()
-            if context is not None:
-                context.clear_orm_bucket_results()
-                context.clear_bucket_indexes()
-                context.clear_trusted_orm_managers()
-
-            instance = result
-            identification = getattr(instance, "identification", None)
-            if identification is None:
-                identification = pre_identification
-
-            post_data_change.send(
-                sender=sender,
-                instance=instance,
-                previous_instance=instance_before,
-                identification=identification,
-                action=action,
-                old_relevant_values=old_relevant_values,
-                **kwargs,
+            ownership_context = (
+                own_data_change_transaction(
+                    database_alias,
+                    caller_in_atomic_block=caller_in_atomic_block,
+                )
+                if is_orm_backed
+                else nullcontext()
             )
-            if instance_before is not None:
-                try:
-                    delattr(instance_before, "_old_values")
-                except AttributeError:
-                    pass
+            with transaction_context, ownership_context:
+                pre_data_change.send(
+                    sender=sender,
+                    instance=instance_before,
+                    action=action,
+                    **signal_kwargs,
+                )
+                old_relevant_values = getattr(instance_before, "_old_values", {})
+                pre_identification = deepcopy(
+                    getattr(instance_before, "identification", None)
+                )
+                operation_context = (
+                    authorize_data_change_operation(database_alias)
+                    if is_orm_backed
+                    else nullcontext()
+                )
+                with operation_context:
+                    if isinstance(func, classmethod):
+                        inner = cast(Callable[P, R], func.__func__)
+                        result = inner(*args, **kwargs)
+                    else:
+                        result = func(*args, **kwargs)
+
+                context = current_calculation_run_context()
+                if context is not None:
+                    context.clear_orm_bucket_results()
+                    context.clear_bucket_indexes()
+                    context.clear_trusted_orm_managers()
+
+                instance = result
+                identification = getattr(instance, "identification", None)
+                if identification is None:
+                    identification = pre_identification
+
+                post_data_change.send(
+                    sender=sender,
+                    instance=instance,
+                    previous_instance=instance_before,
+                    identification=identification,
+                    action=action,
+                    old_relevant_values=old_relevant_values,
+                    **signal_kwargs,
+                )
+                if instance_before is not None:
+                    try:
+                        delattr(instance_before, "_old_values")
+                    except AttributeError:
+                        pass
             completed = True
         except BaseException as error:
             primary_exc = error

{generalmanager-0.64.3 → generalmanager-0.65.0}/src/general_manager/chat/models.py

@@ -2,6 +2,7 @@
 
 from __future__ import annotations
 
+from collections.abc import Iterable
 from datetime import timedelta
 from typing import Any, ClassVar, cast
 
@@ -103,6 +104,11 @@ class ChatPendingConfirmation(models.Model):
     payload: Any = models.JSONField(default=dict)
     expires_at: Any = models.DateTimeField()
     resolved_at: Any = models.DateTimeField(null=True, blank=True)
+    unresolved_marker: Any = models.BooleanField(
+        null=True,
+        default=True,
+        editable=False,
+    )
     created_at: Any = models.DateTimeField(auto_now_add=True)
 
     class Meta:
@@ -113,12 +119,70 @@ class ChatPendingConfirmation(models.Model):
         ]
         constraints: ClassVar[list[models.BaseConstraint]] = [
             models.UniqueConstraint(
-                fields=["conversation", "confirmation_id"],
-                condition=models.Q(resolved_at__isnull=True),
+                fields=["conversation", "confirmation_id", "unresolved_marker"],
                 name="gm_chat_pending_conv_conf_uniq",
-            )
+            ),
+            models.CheckConstraint(
+                condition=(
+                    models.Q(
+                        resolved_at__isnull=True,
+                        unresolved_marker=True,
+                        unresolved_marker__isnull=False,
+                    )
+                    | models.Q(
+                        resolved_at__isnull=False,
+                        unresolved_marker__isnull=True,
+                    )
+                ),
+                name="gm_chat_pending_resolution_state",
+            ),
         ]
 
+    def save(
+        self,
+        *args: Any,
+        force_insert: bool = False,
+        force_update: bool = False,
+        using: str | None = None,
+        update_fields: Iterable[str] | None = None,
+    ) -> None:
+        """Keep the internal uniqueness marker aligned with resolution state."""
+        if args:
+            parse_save_params = getattr(
+                cast(Any, self),
+                "_parse_save_params",
+                None,
+            )
+            if parse_save_params is None:
+                cast(Any, super().save)(
+                    *args,
+                    force_insert=force_insert,
+                    force_update=force_update,
+                    using=using,
+                    update_fields=update_fields,
+                )
+                return
+            force_insert, force_update, using, update_fields = parse_save_params(
+                *args,
+                method_name="save",
+                force_insert=force_insert,
+                force_update=force_update,
+                using=using,
+                update_fields=update_fields,
+            )
+        if update_fields is not None:
+            update_fields = set(update_fields)
+        if update_fields is None or "resolved_at" in update_fields:
+            self.unresolved_marker = True if self.resolved_at is None else None
+            if update_fields is not None:
+                update_fields.add("unresolved_marker")
+        super().save(
+            force_insert=force_insert,
+            force_update=force_update,
+            using=using,
+            update_fields=update_fields,
+        )
+
     @classmethod
     def active_for_conversation(
         cls,
@@ -161,7 +225,8 @@ class ChatPendingConfirmation(models.Model):
             if pending is None:
                 return None
             pending.resolved_at = current_time
-            pending.save(update_fields=["resolved_at"])
+            pending.unresolved_marker = None
+            pending.save(update_fields=["resolved_at", "unresolved_marker"])
             return pending
 
 
@@ -283,7 +348,7 @@ def create_pending_confirmation(
             confirmation_id=confirmation_id,
             resolved_at__isnull=True,
             expires_at__lte=current_time,
-        ).update(resolved_at=current_time)
+        ).update(resolved_at=current_time, unresolved_marker=None)
         unresolved_duplicate_exists = ChatPendingConfirmation.objects.filter(
             conversation=conversation,
             confirmation_id=confirmation_id,