GeneralManager 0.64.4__tar.gz → 0.65.1__tar.gz

{generalmanager-0.64.4/src/GeneralManager.egg-info → generalmanager-0.65.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GeneralManager
-Version: 0.64.4
+Version: 0.65.1
 Summary: Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching.
 Author-email: Tim Kleindick <tkleindick@yahoo.de>
 License: MIT License
@@ -144,15 +144,12 @@ and [interface concepts](https://timkleindick.github.io/general_manager/concepts
 
 ## Compatibility
 
-- Python 3.12 or newer
-- Django 5.2.15 or newer
-- CI exercises Python 3.12, 3.13, and 3.14 on SQLite
+- Python 3.12 or later
+- Django 5.2.15 or later
 
-GeneralManager builds on Django's database layer, but this project only claims
-backend support covered by its tests or maintained examples. SQLite,
-PostgreSQL, and MariaDB are exercised by CI and are fully supported. Other
-Django-supported backends may work, but are not currently claimed as supported
-by GeneralManager.
+CI tests Python 3.12, 3.13, and 3.14 against SQLite, PostgreSQL and MariaDB.
+
+Other database backends supported by Django may also work, but are not officially supported unless covered by GeneralManager’s test suite or maintained examples.
 
 ## Five-minute setup
 

{generalmanager-0.64.4 → generalmanager-0.65.1}/README.md

@@ -55,15 +55,12 @@ and [interface concepts](https://timkleindick.github.io/general_manager/concepts
 
 ## Compatibility
 
-- Python 3.12 or newer
-- Django 5.2.15 or newer
-- CI exercises Python 3.12, 3.13, and 3.14 on SQLite
-
-GeneralManager builds on Django's database layer, but this project only claims
-backend support covered by its tests or maintained examples. SQLite,
-PostgreSQL, and MariaDB are exercised by CI and are fully supported. Other
-Django-supported backends may work, but are not currently claimed as supported
-by GeneralManager.
+- Python 3.12 or later
+- Django 5.2.15 or later
+
+CI tests Python 3.12, 3.13, and 3.14 against SQLite, PostgreSQL and MariaDB.
+
+Other database backends supported by Django may also work, but are not officially supported unless covered by GeneralManager’s test suite or maintained examples.
 
 ## Five-minute setup
 

{generalmanager-0.64.4 → generalmanager-0.65.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "GeneralManager"
-version = "0.64.4"
+version = "0.65.1"
 description = "Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching."
 readme = "README.md"
 authors = [{ name = "Tim Kleindick", email = "tkleindick@yahoo.de" }]

{generalmanager-0.64.4 → generalmanager-0.65.1/src/GeneralManager.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: GeneralManager
-Version: 0.64.4
+Version: 0.65.1
 Summary: Modular Django-based data management framework with ORM, GraphQL, fine-grained permissions, rule validation, calculations and caching.
 Author-email: Tim Kleindick <tkleindick@yahoo.de>
 License: MIT License
@@ -144,15 +144,12 @@ and [interface concepts](https://timkleindick.github.io/general_manager/concepts
 
 ## Compatibility
 
-- Python 3.12 or newer
-- Django 5.2.15 or newer
-- CI exercises Python 3.12, 3.13, and 3.14 on SQLite
+- Python 3.12 or later
+- Django 5.2.15 or later
 
-GeneralManager builds on Django's database layer, but this project only claims
-backend support covered by its tests or maintained examples. SQLite,
-PostgreSQL, and MariaDB are exercised by CI and are fully supported. Other
-Django-supported backends may work, but are not currently claimed as supported
-by GeneralManager.
+CI tests Python 3.12, 3.13, and 3.14 against SQLite, PostgreSQL and MariaDB.
+
+Other database backends supported by Django may also work, but are not officially supported unless covered by GeneralManager’s test suite or maintained examples.
 
 ## Five-minute setup
 

{generalmanager-0.64.4 → generalmanager-0.65.1}/src/GeneralManager.egg-info/SOURCES.txt

@@ -59,6 +59,7 @@ src/general_manager/bucket/request_bucket.py
 src/general_manager/cache/__init__.py
 src/general_manager/cache/cache_decorator.py
 src/general_manager/cache/cache_tracker.py
+src/general_manager/cache/data_change_context.py
 src/general_manager/cache/dependency_cache.py
 src/general_manager/cache/dependency_index.py
 src/general_manager/cache/dependency_matching.py
@@ -208,6 +209,7 @@ src/general_manager/migrations/0007_upload_intent.py
 src/general_manager/migrations/0008_upload_finalization_versions.py
 src/general_manager/migrations/0009_upload_cleanup_state.py
 src/general_manager/migrations/0010_chat_pending_confirmation_portable_uniqueness.py
+src/general_manager/migrations/0011_search_index_state_dirty_generation.py
 src/general_manager/migrations/__init__.py
 src/general_manager/permission/__init__.py
 src/general_manager/permission/audit.py
@@ -225,8 +227,11 @@ src/general_manager/search/__init__.py
 src/general_manager/search/async_tasks.py
 src/general_manager/search/backend.py
 src/general_manager/search/backend_registry.py
+src/general_manager/search/checks.py
 src/general_manager/search/config.py
 src/general_manager/search/indexer.py
+src/general_manager/search/invalidation.py
+src/general_manager/search/m2m_invalidation.py
 src/general_manager/search/models.py
 src/general_manager/search/reconciliation.py
 src/general_manager/search/registry.py

{generalmanager-0.64.4 → generalmanager-0.65.1}/src/general_manager/_types/general_manager.py

@@ -19,9 +19,11 @@ __all__ = [
     "RequestInterface",
     "Rule",
     "SearchBackend",
+    "SearchChange",
     "SearchConfigProtocol",
     "SearchConfigSpec",
     "SearchIndexer",
+    "SearchInvalidationRule",
     "configure_search_backend",
     "configure_search_backend_from_settings",
     "get_logger",
@@ -54,9 +56,11 @@ from general_manager.interface.interfaces.remote_manager import RemoteManagerInt
 from general_manager.interface.interfaces.request import RequestInterface
 from general_manager.rule.rule import Rule
 from general_manager.search.backend import SearchBackend
+from general_manager.search.config import SearchChange
 from general_manager.search.config import SearchConfigProtocol
 from general_manager.search.config import SearchConfigSpec
 from general_manager.search.indexer import SearchIndexer
+from general_manager.search.config import SearchInvalidationRule
 from general_manager.search.backend_registry import configure_search_backend
 from general_manager.search.backend_registry import (
     configure_search_backend_from_settings,

{generalmanager-0.64.4 → generalmanager-0.65.1}/src/general_manager/_types/search.py

@@ -13,11 +13,13 @@ __all__ = [
     "SearchBackendError",
     "SearchBackendNotConfiguredError",
     "SearchBackendNotImplementedError",
+    "SearchChange",
     "SearchConfigProtocol",
     "SearchConfigSpec",
     "SearchDocument",
     "SearchHit",
     "SearchIndexer",
+    "SearchInvalidationRule",
     "SearchResult",
     "TypesenseBackend",
     "configure_search_backend",
@@ -37,11 +39,13 @@ from general_manager.search.backend import SearchBackendClientMissingError
 from general_manager.search.backend import SearchBackendError
 from general_manager.search.backend import SearchBackendNotConfiguredError
 from general_manager.search.backend import SearchBackendNotImplementedError
+from general_manager.search.config import SearchChange
 from general_manager.search.config import SearchConfigProtocol
 from general_manager.search.config import SearchConfigSpec
 from general_manager.search.backend import SearchDocument
 from general_manager.search.backend import SearchHit
 from general_manager.search.indexer import SearchIndexer
+from general_manager.search.config import SearchInvalidationRule
 from general_manager.search.backend import SearchResult
 from general_manager.search.backends.typesense import TypesenseBackend
 from general_manager.search.backend_registry import configure_search_backend

{generalmanager-0.64.4 → generalmanager-0.65.1}/src/general_manager/api/graphql_search.py

@@ -600,6 +600,38 @@ def get_filter_options(
                     )
 
 
+def _get_filter_relation_info(
+    field_type: type[GeneralManager],
+    attribute_name: str,
+    attr_info: Mapping[str, object],
+) -> Mapping[str, object]:
+    """Return explicit relation metadata or infer it for manager inputs."""
+    if attr_info.get("relation_kind") is not None:
+        return attr_info
+
+    interface = getattr(field_type, "Interface", None)
+    input_fields = getattr(interface, "input_fields", {})
+    input_field = (
+        input_fields.get(attribute_name) if isinstance(input_fields, dict) else None
+    )
+    input_type = getattr(input_field, "type", None)
+    if (
+        input_field is None
+        or resolve_general_manager_type(
+            input_type,
+            get_graphql_manager_registry(),
+        )
+        is None
+    ):
+        return attr_info
+
+    return {
+        **attr_info,
+        "relation_kind": "direct",
+        "filter_lookup": attr_info.get("filter_lookup", attribute_name),
+    }
+
+
 def get_relation_filter_option(
     attribute_type: object,
     attribute_name: str,
@@ -713,7 +745,12 @@ def create_filter_options(
 
     filter_fields: dict[str, GrapheneFieldType] = {}
     for attr_name, attr_info in field_type.Interface.get_attribute_types().items():
-        attr_type = attr_info["type"]
+        effective_attr_info = _get_filter_relation_info(
+            field_type,
+            attr_name,
+            attr_info,
+        )
+        attr_type = effective_attr_info["type"]
         manager_type = resolve_general_manager_type(
             attr_type,
             get_graphql_manager_registry(),
@@ -722,7 +759,7 @@ def create_filter_options(
             relation_option = get_relation_filter_option(
                 manager_type,
                 attr_name,
-                attr_info,
+                effective_attr_info,
                 graphql_filter_type_registry,
                 map_field_to_graphene_read,
                 remaining_depth,
@@ -736,7 +773,10 @@ def create_filter_options(
             **{
                 k: v
                 for k, v in get_filter_options(
-                    attr_type, attr_name, map_field_to_graphene_read, attr_info
+                    cast(type, attr_type),
+                    attr_name,
+                    map_field_to_graphene_read,
+                    effective_attr_info,
                 )
                 if v is not None
             },
@@ -841,9 +881,10 @@ def normalize_filter_input(
             filters[key] = normalize_id_filter_value(field_type, key, value)
             continue
 
-        attr_type = attr_info.get("type")
-        relation_kind = attr_info.get("relation_kind")
-        lookup = attr_info.get("filter_lookup", key)
+        effective_attr_info = _get_filter_relation_info(field_type, key, attr_info)
+        attr_type = effective_attr_info.get("type")
+        relation_kind = effective_attr_info.get("relation_kind")
+        lookup = effective_attr_info.get("filter_lookup", key)
         manager_type = resolve_general_manager_type(
             attr_type,
             get_graphql_manager_registry(),

{generalmanager-0.64.4 → generalmanager-0.65.1}/src/general_manager/apps.py

@@ -168,8 +168,10 @@ class GeneralmanagerConfig(AppConfig):
         self.install_startup_hook_runner()
         self.register_system_checks()
         from general_manager.uploads.checks import register_upload_checks
+        from general_manager.search.checks import register_search_checks
 
         register_upload_checks()
+        register_search_checks()
         _autoload_app_managers_modules()
         self.initialize_general_manager_classes(
             GeneralManagerMeta.pending_attribute_initialization,
@@ -178,14 +180,19 @@ class GeneralmanagerConfig(AppConfig):
         handle_remote_api(GeneralManagerMeta.all_classes)
         configure_audit_logger_from_settings(settings)
         configure_search_backend_from_settings(settings)
+        from general_manager.search.invalidation import configure_search_invalidation
+        from general_manager.search.m2m_invalidation import (
+            configure_search_m2m_invalidation,
+        )
+
+        configure_search_invalidation()
+        configure_search_m2m_invalidation()
         configure_workflow_engine_from_settings(settings)
         configure_event_registry_from_settings(settings)
         configure_workflow_signal_bridge_from_settings(settings)
         configure_workflow_beat_schedule_from_settings(settings)
         configure_search_reconcile_beat_schedule_from_settings(settings)
         configure_graphql_warmup_beat_schedule_from_settings(settings)
-        import general_manager.search.indexer as _search_indexer  # noqa: F401
-
         from general_manager.conf import get_setting
 
         if get_setting("AUTOCREATE_GRAPHQL", False):

generalmanager-0.65.1/src/general_manager/cache/data_change_context.py

@@ -0,0 +1,93 @@
+"""Context-local ownership metadata for ORM data-change transactions."""
+
+from __future__ import annotations
+
+from collections.abc import Iterator
+from contextlib import contextmanager
+from contextvars import ContextVar
+from dataclasses import dataclass
+
+
+@dataclass
+class _DataChangeTransaction:
+    """Live marker for one framework-owned transaction envelope."""
+
+    database_alias: str
+    caller_in_atomic_block: bool
+    active: bool = True
+
+
+_owned_transactions: ContextVar[tuple[_DataChangeTransaction, ...]] = ContextVar(
+    "owned_data_change_transactions",
+    default=(),
+)
+_authorized_operations: ContextVar[tuple[_DataChangeTransaction, ...]] = ContextVar(
+    "authorized_data_change_operations",
+    default=(),
+)
+
+
+def _current_owner(database_alias: str) -> _DataChangeTransaction | None:
+    for owner in reversed(_owned_transactions.get()):
+        if owner.active and owner.database_alias == database_alias:
+            return owner
+    return None
+
+
+@contextmanager
+def own_data_change_transaction(
+    database_alias: str,
+    *,
+    caller_in_atomic_block: bool,
+) -> Iterator[None]:
+    """Record a live framework envelope without inspecting Django internals."""
+    owner = _DataChangeTransaction(
+        database_alias=database_alias,
+        caller_in_atomic_block=caller_in_atomic_block,
+    )
+    token = _owned_transactions.set((*_owned_transactions.get(), owner))
+    try:
+        yield
+    finally:
+        owner.active = False
+        _owned_transactions.reset(token)
+
+
+@contextmanager
+def authorize_data_change_operation(database_alias: str) -> Iterator[None]:
+    """Authorize only the decorated manager method to reuse its envelope."""
+    owner = _current_owner(database_alias)
+    if owner is None:
+        yield
+        return
+    token = _authorized_operations.set((*_authorized_operations.get(), owner))
+    try:
+        yield
+    finally:
+        _authorized_operations.reset(token)
+
+
+def owns_data_change_transaction(database_alias: str) -> bool:
+    """Return whether this context has a live framework envelope for an alias."""
+    return _current_owner(database_alias) is not None
+
+
+def is_data_change_operation_authorized(database_alias: str) -> bool:
+    """Return whether the current owner is running its decorated method body."""
+    owner = _current_owner(database_alias)
+    if owner is None:
+        return False
+    return any(
+        authorized is owner and authorized.active
+        for authorized in _authorized_operations.get()
+    )
+
+
+def may_reuse_data_change_transaction(database_alias: str) -> bool:
+    """Conservatively authorize reuse when the manager opened the outer block."""
+    owner = _current_owner(database_alias)
+    return bool(
+        owner is not None
+        and not owner.caller_in_atomic_block
+        and is_data_change_operation_authorized(database_alias)
+    )

{generalmanager-0.64.4 → generalmanager-0.65.1}/src/general_manager/cache/signals.py

@@ -2,12 +2,19 @@
 
 from __future__ import annotations
 
+from contextlib import nullcontext
 from copy import deepcopy
-from django.dispatch import Signal
-from typing import Callable, TypeVar, ParamSpec, cast, overload
-
 from functools import wraps
+from typing import Callable, ParamSpec, TypeVar, cast, overload
+
+from django.db import DEFAULT_DB_ALIAS, connections, transaction
+from django.dispatch import Signal
+from django.utils.connection import ConnectionDoesNotExist
 
+from general_manager.cache.data_change_context import (
+    authorize_data_change_operation,
+    own_data_change_transaction,
+)
 from general_manager.logging import get_logger
 
 post_data_change = Signal()
@@ -20,6 +27,16 @@ R = TypeVar("R")
 logger = get_logger("cache.signals")
 
 
+def _caller_in_atomic_block(database_alias: str) -> bool:
+    """Read public transaction state when the configured alias is available."""
+    try:
+        return bool(connections[database_alias].in_atomic_block)
+    except ConnectionDoesNotExist:
+        # Preserve lightweight callers that replace ``transaction.atomic`` in
+        # isolation. A real atomic call will still reject an unknown alias.
+        return False
+
+
 @overload
 def data_change(func: Callable[P, R]) -> Callable[P, R]: ...
 
@@ -39,9 +56,12 @@ def data_change(
     clears run-scoped ORM bucket/index caches, emits `pre_data_change`, invokes
     the wrapped callable, then emits `post_data_change` with the changed
     instance, previous instance, action name, identification, and copied
-    `_old_values` payload. GraphQL warm-up requeue keys collected during signal
-    handling are drained only after the outermost active data-change barrier has
-    closed; failed mutations drain pending keys but do not enqueue rewarm work.
+    `_old_values` payload. Both signals receive a per-call `change_context` and
+    the manager interface's database alias. ORM-backed signal dispatch and the
+    mutation share one transaction. GraphQL warm-up requeue keys collected
+    during signal handling are drained only after the outermost active
+    data-change barrier has closed; failed mutations drain pending keys but do
+    not enqueue rewarm work.
 
     Parameters:
         func: Function that performs a data mutation. Methods named `create`
@@ -85,6 +105,29 @@ def data_change(
             is_dependency_data_change_active,
         )
         from general_manager.cache.run_context import current_calculation_run_context
+        from general_manager.interface.orm_interface import OrmInterfaceBase
+
+        action = decorator_source.__name__
+        if action == "create":
+            sender = args[0]
+            instance_before = None
+        else:
+            instance_before = args[0]
+            sender = instance_before.__class__
+
+        interface = getattr(sender, "Interface", None)
+        is_orm_backed = isinstance(interface, type) and issubclass(
+            interface, OrmInterfaceBase
+        )
+        database_alias = DEFAULT_DB_ALIAS
+        if is_orm_backed:
+            database_alias = getattr(interface, "database", None) or DEFAULT_DB_ALIAS
+        change_context: dict[str, object] = {}
+        signal_kwargs = {
+            **kwargs,
+            "change_context": change_context,
+            "database_alias": database_alias,
+        }
 
         primary_exc: BaseException | None = None
         completed = False
@@ -95,55 +138,70 @@ def data_change(
             context.clear_bucket_indexes()
             context.clear_trusted_orm_managers()
         try:
-            action = func.__name__
-            if func.__name__ == "create":
-                sender = args[0]
-                instance_before = None
-            else:
-                instance = args[0]
-                sender = instance.__class__
-                instance_before = instance
-            pre_data_change.send(
-                sender=sender,
-                instance=instance_before,
-                action=action,
-                **kwargs,
+            transaction_context = (
+                transaction.atomic(using=database_alias)
+                if is_orm_backed
+                else nullcontext()
             )
-            old_relevant_values = getattr(instance_before, "_old_values", {})
-            pre_identification = deepcopy(
-                getattr(instance_before, "identification", None)
+            caller_in_atomic_block = (
+                _caller_in_atomic_block(database_alias) if is_orm_backed else False
             )
-            if isinstance(func, classmethod):
-                inner = cast(Callable[P, R], func.__func__)
-                result = inner(*args, **kwargs)
-            else:
-                result = func(*args, **kwargs)
-
-            context = current_calculation_run_context()
-            if context is not None:
-                context.clear_orm_bucket_results()
-                context.clear_bucket_indexes()
-                context.clear_trusted_orm_managers()
-
-            instance = result
-            identification = getattr(instance, "identification", None)
-            if identification is None:
-                identification = pre_identification
-
-            post_data_change.send(
-                sender=sender,
-                instance=instance,
-                previous_instance=instance_before,
-                identification=identification,
-                action=action,
-                old_relevant_values=old_relevant_values,
-                **kwargs,
+            ownership_context = (
+                own_data_change_transaction(
+                    database_alias,
+                    caller_in_atomic_block=caller_in_atomic_block,
+                )
+                if is_orm_backed
+                else nullcontext()
             )
-            if instance_before is not None:
-                try:
-                    delattr(instance_before, "_old_values")
-                except AttributeError:
-                    pass
+            with transaction_context, ownership_context:
+                pre_data_change.send(
+                    sender=sender,
+                    instance=instance_before,
+                    action=action,
+                    **signal_kwargs,
+                )
+                old_relevant_values = getattr(instance_before, "_old_values", {})
+                pre_identification = deepcopy(
+                    getattr(instance_before, "identification", None)
+                )
+                operation_context = (
+                    authorize_data_change_operation(database_alias)
+                    if is_orm_backed
+                    else nullcontext()
+                )
+                with operation_context:
+                    if isinstance(func, classmethod):
+                        inner = cast(Callable[P, R], func.__func__)
+                        result = inner(*args, **kwargs)
+                    else:
+                        result = func(*args, **kwargs)
+
+                context = current_calculation_run_context()
+                if context is not None:
+                    context.clear_orm_bucket_results()
+                    context.clear_bucket_indexes()
+                    context.clear_trusted_orm_managers()
+
+                instance = result
+                identification = getattr(instance, "identification", None)
+                if identification is None:
+                    identification = pre_identification
+
+                post_data_change.send(
+                    sender=sender,
+                    instance=instance,
+                    previous_instance=instance_before,
+                    identification=identification,
+                    action=action,
+                    old_relevant_values=old_relevant_values,
+                    **signal_kwargs,
+                )
+                if instance_before is not None:
+                    try:
+                        delattr(instance_before, "_old_values")
+                    except AttributeError:
+                        pass
             completed = True
         except BaseException as error:
             primary_exc = error