edu-rdm-integration 3.17.0__py3-none-any.whl → 3.18.1__py3-none-any.whl

edu_rdm_integration/models.py

@@ -1 +1 @@
-# Модели
+# Модели

edu_rdm_integration/pipelines/cleanup_outdated_data/apps.py

@@ -0,0 +1,11 @@
+from django.apps import (
+    AppConfig,
+)
+
+
+class RDMCleanupOutdatedDataAppConfig(AppConfig):
+    """Приложение для организации процесса очистки устаревших данных РВД."""
+
+    name = 'edu_rdm_integration.pipelines.cleanup_outdated_data'
+    label = 'edu_rdm_integration_cleanup_outdated_data_pipeline'
+    verbose_name = 'Приложение для организации процесса очистки устаревших данных РВД.'

edu_rdm_integration/pipelines/cleanup_outdated_data/management/commands/rdm_cleanup_outdated_data.py

@@ -0,0 +1,20 @@
+from django.core.management import (
+    BaseCommand,
+)
+
+from edu_rdm_integration.stages.service.model_outdated_data.managers import (
+    ModelOutdatedDataCleanerManager,
+)
+
+
+class Command(BaseCommand):
+    """Ночная команда для очистки устаревших данных РВД."""
+
+    nightly_script = True
+
+    help = 'Ночная команда для очистки устаревших данных РВД.'
+
+    def handle(self, *args, **options):
+        """Запуск очистки устаревших данных РВД."""
+        model_data_cleaner_manager = ModelOutdatedDataCleanerManager()
+        model_data_cleaner_manager.run()

edu_rdm_integration/rdm_entities/models.py

@@ -1,3 +1,11 @@
+from typing import (
+    Optional,
+    Type,
+)
+
+from educommon.integration_entities.entities import (
+    BaseEntity,
+)
 from m3_db_utils.models import (
     ModelEnumValue,
     TitledModelEnum,
@@ -61,3 +69,47 @@ class RDMEntityEnum(TitledModelEnum):
             model_enums = sorted(model_enums, key=lambda value: value.order_number)
 
         return model_enums
+
+    @classmethod
+    def extend(
+        cls,
+        key,
+        title: str = '',
+        entity: Type[BaseEntity] = None,
+        main_model_enum: tuple = (),
+        additional_model_enums: tuple = (),
+        order_number: Optional[int] = None,
+        *args,
+        **kwargs,
+    ):
+        """Метод расширения модели-перечисления, например из плагина.
+
+        Необходимо, чтобы сама модель-перечисление была расширяемой. Для этого необходимо, чтобы был установлен
+        extensible = True в Meta.
+
+        Args:
+            key: ключ элемента перечисления, указывается заглавными буквами с разделителем нижнее подчеркивание
+            title: название элемента перечисления
+            entity: сущность, регистрируемая в модели-перечислении
+            main_model_enum: основная модель РВД из модели-перечисления
+            additional_model_enums: дополнительные модели РВД из модели-перечисления
+            order_number: порядковый номер значения модели перечисления используемый при сортировке
+            args: порядковые аргументы для создания значения модели перечисления
+            kwargs: именованные аргументы для создания значения модели перечисления
+        """
+        try:
+            order_number = cls._calculate_order_number(order_number=order_number)
+        except ValueError as e:
+            raise ValueError(f'Trying register entity "{entity.__name__}". {e.args[0]}')
+
+        model_enum_value = ModelEnumValue(
+            key=key,
+            title=title,
+            entity=entity,
+            main_model_enum=main_model_enum,
+            additional_model_enums=additional_model_enums,
+            order_number=order_number,
+            **kwargs,
+        )
+
+        setattr(cls, key, model_enum_value)

edu_rdm_integration/rdm_models/models.py

@@ -1,3 +1,11 @@
+from collections import (
+    defaultdict,
+)
+from typing import (
+    Optional,
+    Type,
+)
+
 from django.db.models import (
     CASCADE,
     DateTimeField,
@@ -14,7 +22,12 @@ from educommon.django.db.mixins import (
 from educommon.integration_entities.enums import (
     EntityLogOperation,
 )
+from educommon.utils.seqtools import (
+    topological_sort,
+)
 from m3_db_utils.models import (
+    FictiveForeignKeyField,
+    ModelEnumValue,
     TitledModelEnum,
 )
 
@@ -22,6 +35,36 @@ from m3_db_utils.models import (
 class BaseRDMModel(ReprStrPreModelMixin, BaseObjectModel):
     """Базовая модель РВД."""
 
+    created = DateTimeField(
+        verbose_name='Дата создания',
+        auto_now_add=True,
+        null=True,
+        blank=True,
+        db_index=True,
+    )
+    modified = DateTimeField(
+        verbose_name='Дата изменения',
+        auto_now=True,
+        null=True,
+        blank=True,
+        db_index=True,
+    )
+
+    @property
+    def attrs_for_repr_str(self):
+        """Список атрибутов для отображения экземпляра модели."""
+        return ['created', 'modified']
+
+    class Meta:
+        abstract = True
+
+
+class BaseMainRDMModel(BaseRDMModel):
+    """Абстрактная основная модель РВД.
+
+    Является базовым классом для моделей РВД, которые являются основными для сущностей РВД.
+    """
+
     collecting_sub_stage = ForeignKey(
         verbose_name='Подэтап сбора данных',
         to='edu_rdm_integration_collect_data_stage.RDMCollectingDataSubStage',
@@ -39,21 +82,6 @@ class BaseRDMModel(ReprStrPreModelMixin, BaseObjectModel):
         choices=EntityLogOperation.get_choices(),
     )
 
-    created = DateTimeField(
-        verbose_name='Дата создания',
-        auto_now_add=True,
-        null=True,
-        blank=True,
-        db_index=True,
-    )
-    modified = DateTimeField(
-        verbose_name='Дата изменения',
-        auto_now=True,
-        null=True,
-        blank=True,
-        db_index=True,
-    )
-
     @property
     def attrs_for_repr_str(self):
         """Список атрибутов для отображения экземпляра модели."""
@@ -66,8 +94,217 @@ class BaseRDMModel(ReprStrPreModelMixin, BaseObjectModel):
 class RDMModelEnum(TitledModelEnum):
     """Модель-перечисление моделей "Региональная витрина данных"."""
 
+    is_strict_order_number = True
+    """Флаг, указывающий на уникальность порядкового номера элементов модели-перечисления."""
+
     class Meta:
         db_table = 'rdm_model'
         extensible = True
         verbose_name = 'Модель-перечисление моделей "Региональной витрины данных"'
         verbose_name_plural = 'Модели-перечисления моделей "Региональной витрины данных"'
+
+    @classmethod
+    def _get_model_relations(cls, model: Type['BaseRDMModel']) -> dict[str, str]:
+        """Получение списка связей модели РВД."""
+        model_label_enum_data = cls.get_model_label_enum_data()
+        model_relations = {}
+
+        for field in model._meta.concrete_fields:
+            if isinstance(field, FictiveForeignKeyField):
+                model_label = field.to
+            elif isinstance(field, ForeignKey):
+                model_label = field.related_model._meta.label
+            else:
+                continue
+
+            if model_label in model_label_enum_data:
+                model_key = model_label_enum_data[model_label].key
+                model_relations[field.attname] = model_key
+
+        return model_relations
+
+    @classmethod
+    def _get_models_relations(cls) -> dict[str, dict[str, str]]:
+        """Получение списка связей всех зарегистрированных моделей РВД."""
+        model_label_enum_data = cls.get_model_label_enum_data()
+        all_models = [model_enum_value.model for model_enum_value in model_label_enum_data.values()]
+
+        models_relations = {}
+        for model in all_models:
+            model_key = model_label_enum_data[model._meta.label].key
+            model_relations = cls._get_model_relations(model=model)
+
+            if model_relations:
+                models_relations[model_key] = model_relations
+
+        return models_relations
+
+    @classmethod
+    def _sort_models_dependencies(cls, models_dependencies: list[tuple[str, str]]) -> list[str]:
+        """Сортировка моделей РВД по зависимости друг от друга."""
+        sorted_dependencies_models = topological_sort(models_dependencies)
+
+        ordered_models = [*sorted_dependencies_models.cyclic, *reversed(sorted_dependencies_models.sorted)]
+
+        return ordered_models
+
+    @classmethod
+    def _get_ordered_models(cls) -> list[str]:
+        """Получение списка моделей РВД в порядке их зависимости.
+
+        Есть возможность указать дополнительные модели, для которых совместно с зарегистрированными моделями РВД будет
+        рассчитываться порядок.
+
+        Returns:
+            list[str]: список моделей РВД в порядке их зависимости
+        """
+        enum_keys = cls.get_model_enum_keys()
+        models_relations = cls._get_models_relations()
+
+        models_dependencies = []
+        for model_key, model_relations in models_relations.items():
+            for _, related_model_key in model_relations.items():
+                models_dependencies.append((model_key, related_model_key))
+
+        ordered_models = cls._sort_models_dependencies(models_dependencies=models_dependencies)
+
+        without_dependencies = set(enum_keys).difference(set(ordered_models))
+
+        ordered_models = [*without_dependencies, *ordered_models]
+
+        return ordered_models
+
+    @classmethod
+    def _recalculate_order_numbers(cls, *args, **kwargs):
+        """Перерасчет порядковых номеров элементов модели-перечисления.
+
+        При добавлении новой модели РВД в модель-перечисление производится перерасчет порядковых номеров уже
+        добавленных элементов. Порядок моделей РВД выстраивается по зависимости друг от друга. Зависимость определяется
+        внешними ключами (ForeignKey) и фиктивными внешними ключами (FictiveForeignKey). Сначала идут модели не имеющие
+        зависимостей, затем модели, которые зависят от других моделей. Сортировка моделей РВД происходит по алгоритму
+        топологической сортировки.
+        """
+        ordered_model_keys = cls._get_ordered_models()
+
+        for model_enum_value in cls._get_enum_data().values():
+            if model_enum_value.is_manual_order_number:
+                try:
+                    manual_index_model_key = ordered_model_keys[model_enum_value.order_number - 1]
+                except IndexError:
+                    continue
+
+                if manual_index_model_key != model_enum_value.key and cls.is_strict_order_number:
+                    raise ValueError(
+                        f'Order number "{model_enum_value.order_number}" is already in use in the "{cls.__name__}". '
+                        f'Please choose a different one.'
+                    )
+            else:
+                model_enum_value.order_number = ordered_model_keys.index(model_enum_value.key) + 1
+
+    @classmethod
+    def _calculate_tmp_order_number(cls) -> int:
+        """Вычисление временного порядкового номера элемента модели-перечисления."""
+        order_number_enum_data = cls._get_order_number_enum_data()
+
+        order_numbers = order_number_enum_data.keys()
+        tmp_order_number = max(order_numbers) + 1 if order_number_enum_data else 1
+
+        return tmp_order_number
+
+    @classmethod
+    def _validate_manual_order_number(cls, order_number: int, model: Type['BaseRDMModel']):
+        """Валидация пользовательского порядкового номера."""
+        ordered_models = cls._get_ordered_models()
+
+        try:
+            manual_index_model = ordered_models[order_number - 1]
+        except IndexError:
+            return
+
+        if manual_index_model != model._meta.label and cls.is_strict_order_number:
+            raise ValueError(
+                f'Order number "{order_number}" is already in use in the "{cls.__name__}". '
+                f'Please choose a different one.'
+            )
+
+    @classmethod
+    def _update_reverse_relations(cls):
+        """Обновление обратных связей моделей РВД.
+
+        У значения модели-перечисления
+        """
+        enum_data = cls._get_enum_data()
+        # Обнуление обратных связей всех моделей
+        for model_enum_value in enum_data.values():
+            model_enum_value.reverse_relations = defaultdict(list)
+
+        models_relations = cls._get_models_relations()
+
+        for model_key, model_relations in models_relations.items():
+            for field_name, related_model_key in model_relations.items():
+                enum_data[related_model_key].reverse_relations[model_key].append(field_name)
+
+    @classmethod
+    def get_model_label_enum_data(cls) -> dict[str, Type['ModelEnumValue']]:
+        """Получение словаря значений модели-перечисления с лейблом модели в качестве значения."""
+        enum_data = cls._get_enum_data()
+
+        model_label_enum_data = {model_value.model._meta.label: model_value for model_value in enum_data.values()}
+
+        return model_label_enum_data
+
+    @classmethod
+    def extend(
+        cls,
+        key,
+        model: Type['BaseRDMModel'] = None,
+        title: str = '',
+        creating_trigger_models: tuple = (),
+        loggable_models: tuple = (),
+        order_number: Optional[int] = None,
+        *args,
+        **kwargs,
+    ):
+        """Метод расширения модели-перечисления, например из плагина.
+
+        Необходимо, чтобы сама модель-перечисление была расширяемой. Для этого необходимо, чтобы был установлен
+        extensible = True в Meta.
+
+        Args:
+            key: ключ элемента перечисления, указывается заглавными буквами с разделителем нижнее подчеркивание
+            title: название элемента перечисления
+            model: модель, регистрируемая в модели-перечислении
+            creating_trigger_models: модели продукта, которые инициируют создание записей модели РВД
+            loggable_models: модели продукта, отслеживаемые в логах
+            order_number: порядковый номер значения модели перечисления используемый при сортировке
+            args: порядковые аргументы для модели-перечисления
+            kwargs: именованные аргументы для модели-перечисления
+        """
+        if key.upper() in cls.get_model_enum_keys():
+            raise ValueError('Model enum value with key "{key}" already exists.')
+
+        if model is None:
+            raise ValueError(f'Trying extend model "{cls.__name__}". Argument "model" is required.')
+
+        is_manual_order_number = order_number is not None
+
+        if order_number is None:
+            order_number = cls._calculate_tmp_order_number()
+        else:
+            cls._validate_manual_order_number(order_number=order_number, model=model)
+
+        model_enum_value = ModelEnumValue(
+            key=key,
+            model=model,
+            title=title,
+            creating_trigger_models=creating_trigger_models,
+            loggable_models=loggable_models,
+            order_number=order_number,
+            is_manual_order_number=is_manual_order_number,
+            reverse_relations=defaultdict(list),
+            **kwargs,
+        )
+        setattr(cls, key, model_enum_value)
+
+        cls._recalculate_order_numbers()
+        cls._update_reverse_relations()

edu_rdm_integration/stages/collect_data/functions/base/functions.py

@@ -2,6 +2,9 @@ from abc import (
     ABCMeta,
 )
 
+from edu_function_tools.functions import (
+    EduLazySavingPredefinedQueueFunction,
+)
 from educommon import (
     logger,
 )
@@ -9,9 +12,6 @@ from educommon.integration_entities.mixins import (
     EntitiesMixin,
 )
 
-from edu_function_tools.functions import (
-    EduLazySavingPredefinedQueueFunction,
-)
 from edu_rdm_integration.core.consts import (
     LOGS_DELIMITER,
 )

edu_rdm_integration/stages/collect_data/functions/base/helpers.py

@@ -2,6 +2,7 @@ from edu_function_tools.helpers import (
     EduFunctionHelper,
     EduRunnerHelper,
 )
+
 from edu_rdm_integration.core.operations import (
     ALL_OPERATIONS,
     UPDATED_OPERATIONS,

edu_rdm_integration/stages/collect_data/functions/base/managers.py

@@ -12,6 +12,12 @@ from django.apps import (
     apps,
 )
 
+from edu_function_tools.managers import (
+    EduRunnerManager,
+)
+from edu_function_tools.runners import (
+    EduRunner,
+)
 from educommon import (
     logger,
 )
@@ -21,13 +27,7 @@ from educommon.audit_log.helpers import (
 from educommon.audit_log.models import (
     AuditLog,
 )
-from edu_function_tools.runners import (
-    EduRunner,
-)
 
-from edu_function_tools.managers import (
-    EduRunnerManager,
-)
 from edu_rdm_integration.core.consts import (
     DATETIME_FORMAT,
     LOGS_DELIMITER,

edu_rdm_integration/stages/collect_data/functions/base/mixins.py

@@ -58,6 +58,7 @@ if TYPE_CHECKING:
     from edu_function_tools.caches import (
         EduEntityCache,
     )
+
     from edu_rdm_integration.rdm_models.models import (
         BaseRDMModel,
     )

edu_rdm_integration/stages/collect_data/functions/base/runners.py

@@ -2,13 +2,12 @@ from django.conf import (
     settings,
 )
 
-from educommon.utils.seqtools import (
-    make_chunks,
-)
-
 from edu_function_tools.runners import (
     EduRunner,
 )
+from educommon.utils.seqtools import (
+    make_chunks,
+)
 
 
 class BaseCollectingDataRunner(EduRunner):

edu_rdm_integration/stages/collect_data/functions/calculated/base/caches.py

@@ -8,14 +8,14 @@ from typing import (
     Union,
 )
 
-from educommon.utils.conversion import (
-    int_or_none,
-)
-
 from edu_function_tools.caches import (
     EduFunctionCacheStorage,
     EduRunnerCacheStorage,
 )
+from educommon.utils.conversion import (
+    int_or_none,
+)
+
 from edu_rdm_integration.stages.collect_data.functions.base.mixins import (
     ReformatLogsMixin,
 )

edu_rdm_integration/stages/collect_data/functions/calculated/strategies.py

@@ -5,6 +5,7 @@ from typing import (
 from edu_function_tools.strategies import (
     EduSyncBaseRunnerLazySavingPredefinedQueueFunctionImplementationStrategy,
 )
+
 from edu_rdm_integration.core.consts import (
     REGIONAL_DATA_MART_INTEGRATION_COLLECTING_DATA,
 )

edu_rdm_integration/stages/collect_data/functions/non_calculated/base/caches.py

@@ -8,6 +8,10 @@ from typing import (
     Union,
 )
 
+from edu_function_tools.caches import (
+    EduFunctionCacheStorage,
+    EduRunnerCacheStorage,
+)
 from educommon.audit_log.utils import (
     get_model_by_table,
 )
@@ -21,10 +25,6 @@ from educommon.utils.conversion import (
     int_or_none,
 )
 
-from edu_function_tools.caches import (
-    EduFunctionCacheStorage,
-    EduRunnerCacheStorage,
-)
 from edu_rdm_integration.core.mapping import (
     MODEL_FIELDS_LOG_FILTER,
 )

edu_rdm_integration/stages/collect_data/functions/non_calculated/strategies.py

@@ -5,6 +5,7 @@ from typing import (
 from edu_function_tools.strategies import (
     EduSyncBaseRunnerLazySavingPredefinedQueueFunctionImplementationStrategy,
 )
+
 from edu_rdm_integration.core.consts import (
     REGIONAL_DATA_MART_INTEGRATION_COLLECTING_DATA,
 )

edu_rdm_integration/stages/collect_data/models.py

@@ -17,9 +17,6 @@ from django.db.models import (
 from django.utils import (
     timezone,
 )
-from edu_function_tools.models import (
-    EduEntity,
-)
 from m3.db import (
     BaseObjectModel,
 )
@@ -175,13 +172,13 @@ class RDMCollectingDataSubStage(ReprStrPreModelMixin, BaseObjectModel):
     """Подэтап сбора данных для сущностей в рамках функции."""
 
     stage = ForeignKey(
-        to=RDMCollectingDataStage,
+        to='edu_rdm_integration_collect_data_stage.RDMCollectingDataStage',
         verbose_name='Этап сбора данных',
         on_delete=PROTECT,
     )
 
     function = ForeignKey(
-        to=EduEntity,
+        to='function_tools.Entity',
         verbose_name='Функция',
         on_delete=PROTECT,
     )

edu_rdm_integration/stages/collect_data/operations.py

@@ -17,15 +17,15 @@ from django.utils import (
     timezone,
 )
 
+from edu_function_tools.managers import (
+    EduRunnerManager,
+)
 from educommon import (
     logger,
 )
 from educommon.utils.date import (
     get_today_min_datetime,
 )
-from edu_function_tools.managers import (
-    EduRunnerManager,
-)
 from m3_db_utils.consts import (
     DEFAULT_ORDER_NUMBER,
 )
@@ -80,8 +80,9 @@ class BaseCollectModelsData(BaseOperationData):
         super().__init__(**kwargs)
 
         # Если модели не указаны, берется значение по умолчанию - все модели:
-        models = models if models else RDMModelEnum.get_enum_data().keys()
-        self.models: list[ModelEnumValue] = [RDMModelEnum.get_model_enum_value(model) for model in models]
+        model_enum_data = RDMModelEnum.get_enum_data()
+        models = models if models else model_enum_data.keys()
+        self.models: list[ModelEnumValue] = [v for k, v in model_enum_data.items() if k in models]
 
         self.logs_period_started_at = logs_period_started_at
         self.logs_period_ended_at = logs_period_ended_at

edu_rdm_integration/stages/collect_data/tests.py

@@ -23,6 +23,10 @@ from django.utils import (
     timezone,
 )
 
+from edu_function_tools.models import (
+    EduEntity,
+    EduEntityType,
+)
 from educommon.audit_log.models import (
     AuditLog,
     Table,
@@ -33,10 +37,6 @@ from educommon.integration_entities.enums import (
 from educommon.utils.phone_number.phone_number import (
     PhoneNumber,
 )
-from edu_function_tools.models import (
-    EduEntity,
-    EduEntityType,
-)
 
 from edu_rdm_integration.core.consts import (
     REGIONAL_DATA_MART_INTEGRATION_COLLECTING_DATA,

edu_rdm_integration/stages/export_data/functions/base/caches.py

@@ -1,5 +1,5 @@
-from educommon.integration_entities.entities import (
-    BaseEntity,
+from typing_extensions import (
+    TYPE_CHECKING,
 )
 
 from edu_function_tools.caches import (
@@ -8,6 +8,12 @@ from edu_function_tools.caches import (
 )
 
 
+if TYPE_CHECKING:
+    from educommon.integration_entities.entities import (
+        BaseEntity,
+    )
+
+
 class BaseExportDataRunnerCacheStorage(EduRunnerCacheStorage):
     """Базовый кеш помощников ранеров функций выгрузки данных для интеграции с "Региональная витрина данных"."""
 
@@ -15,7 +21,7 @@ class BaseExportDataRunnerCacheStorage(EduRunnerCacheStorage):
 class BaseExportDataFunctionCacheStorage(EduFunctionCacheStorage):
     """Базовый кеш помощников функций выгрузки данных для интеграции с "Региональная витрина данных"."""
 
-    def _prepare_entity_instances(self, model_ids, *args, **kwargs) -> list[BaseEntity]:
+    def _prepare_entity_instances(self, model_ids, *args, **kwargs) -> list['BaseEntity']:
         """Формирование списка объектов сущностей для дальнейшей выгрузки.
 
         Необходимо переопределить логику формирования объектов у потомков.

edu_rdm_integration/stages/export_data/functions/base/functions.py

@@ -15,6 +15,9 @@ from transliterate import (
     slugify,
 )
 
+from edu_function_tools.functions import (
+    EduLazySavingPredefinedQueueGlobalHelperFunction,
+)
 from educommon import (
     logger,
 )
@@ -25,9 +28,6 @@ from educommon.integration_entities.mixins import (
     EntitiesMixin,
 )
 
-from edu_function_tools.functions import (
-    EduLazySavingPredefinedQueueGlobalHelperFunction,
-)
 from edu_rdm_integration.core.consts import (
     LOGS_DELIMITER,
 )
@@ -236,4 +236,3 @@ class BaseExportDataFunction(
     def get_function_data(self):
         """Возвращает словарь с данными сущностей подготовленных к выгрузке."""
         return self._data
-

edu_rdm_integration/stages/export_data/functions/base/helpers.py

@@ -10,6 +10,10 @@ from django.conf import (
     settings,
 )
 
+from edu_function_tools.helpers import (
+    EduFunctionHelper,
+    EduRunnerHelper,
+)
 from educommon.utils.conversion import (
     str_without_control_chars,
 )
@@ -17,10 +21,6 @@ from educommon.utils.crypto import (
     HashData,
 )
 
-from edu_function_tools.helpers import (
-    EduFunctionHelper,
-    EduRunnerHelper,
-)
 from edu_rdm_integration.core.consts import (
     DATE_FORMAT,
     EXPORT_DATETIME_FORMAT,

edu_rdm_integration/stages/export_data/functions/base/managers.py

@@ -10,6 +10,9 @@ from typing import (
     Iterator,
 )
 
+from edu_function_tools.managers import (
+    EduRunnerManager,
+)
 from educommon import (
     logger,
 )
@@ -17,9 +20,6 @@ from m3_db_utils.models import (
     ModelEnumValue,
 )
 
-from edu_function_tools.managers import (
-    EduRunnerManager,
-)
 from edu_rdm_integration.core.consts import (
     LOGS_DELIMITER,
 )

edu_rdm_integration/stages/export_data/functions/base/runners.py

@@ -1,6 +1,7 @@
 from edu_function_tools.runners import (
     EduRunner,
 )
+
 from edu_rdm_integration.stages.export_data.functions.base.helpers import (
     BaseExportDataRunnerHelper,
 )

edu_rdm_integration/stages/export_data/functions/base/tests.py

@@ -80,6 +80,7 @@ class BaseExportTestCase(TestCase):
 
     @classmethod
     def tearDownClass(cls) -> None:
+        """Удаляет временные директории."""
         try:
             shutil.rmtree(TEST_DIR)
         except OSError:
@@ -120,8 +121,7 @@ class BaseExportManagerTestCase(BaseExportTestCase):
             period_ended_at=self.export_period_ended_at,
         ).first()
         exported_data_substage = ExportingDataSubStage.objects.filter(
-            function_id=function_tools_entities[EduEntityType.FUNCTION.key],
-            stage=exported_data_stage
+            function_id=function_tools_entities[EduEntityType.FUNCTION.key], stage=exported_data_stage
         ).first()
 
         return exported_data_stage, exported_data_substage
@@ -153,10 +153,7 @@ class BaseExportFunctionTestCase(BaseExportTestCase):
     @override_settings(MEDIA_ROOT=(TEST_DIR + '/media'))
     def run_exporting_function(self, exporting_stage: ExportingDataStage, model_ids: list[int]) -> dict:
         """Запускает функцию экспорта."""
-        exporting_function = self.export_function(
-            stage=exporting_stage,
-            model_ids=model_ids
-        )
+        exporting_function = self.export_function(stage=exporting_stage, model_ids=model_ids)
         exporting_function.run()
 
         return exporting_function.get_function_data()

edu_rdm_integration/stages/export_data/models.py

@@ -18,13 +18,13 @@ from django.db.models import (
 from django.utils import (
     timezone,
 )
-from edu_function_tools.models import (
-    EduEntity,
-)
 from m3.db import (
     BaseObjectModel,
 )
 
+from edu_function_tools.models import (
+    EduEntity,
+)
 from educommon.django.db.mixins import (
     ReprStrPreModelMixin,
 )
@@ -168,6 +168,11 @@ class RDMExportingDataSubStageStatus(TitledModelEnum):
         verbose_name = 'Модель-перечисление статусов подэтапа выгрузки данных'
         verbose_name_plural = 'Модели-перечисления статусов подэтапов выгрузки данных'
 
+    @classmethod
+    def get_not_finished_statuses(cls):
+        """Получить список статусов, которые не завершены."""
+        return cls.CREATED, cls.IN_PROGRESS, cls.FAILED, cls.READY_FOR_EXPORT, cls.PROCESS_ERROR
+
 
 class RDMExportingDataSubStage(ReprStrPreModelMixin, BaseObjectModel):
     """Подэтап выгрузки данных."""

edu_rdm_integration/stages/export_data/strategies.py

@@ -5,6 +5,7 @@ from typing import (
 from edu_function_tools.strategies import (
     EduSyncBaseRunnerLazySavingPredefinedQueueFunctionImplementationStrategy,
 )
+
 from edu_rdm_integration.core.consts import (
     REGIONAL_DATA_MART_INTEGRATION_EXPORTING_DATA,
 )

edu_rdm_integration/stages/service/model_outdated_data/cleaners.py

@@ -0,0 +1,26 @@
+from abc import (
+    ABCMeta,
+    abstractmethod,
+)
+from typing import (
+    TYPE_CHECKING,
+)
+
+
+if TYPE_CHECKING:
+    from m3_db_utils.models import (
+        ModelEnumValue,
+    )
+
+
+class BaseModelOutdatedDataCleaner(metaclass=ABCMeta):
+    """Базовый класс уборщика устаревших данных моделей РВД."""
+
+    def __init__(self, model_enum_value: 'ModelEnumValue', *args, **kwargs):
+        self._model_enum_value = model_enum_value
+
+        super().__init__(*args, **kwargs)
+
+    @abstractmethod
+    def run(self):
+        """Запуск очистки устаревших данных."""

edu_rdm_integration/stages/service/model_outdated_data/managers.py

@@ -0,0 +1,45 @@
+import importlib
+from typing import (
+    TYPE_CHECKING,
+)
+
+from edu_rdm_integration.rdm_models.models import (
+    RDMModelEnum,
+)
+
+
+if TYPE_CHECKING:
+    from m3_db_utils.models import (
+        ModelEnumValue,
+    )
+
+
+class ModelOutdatedDataCleanerManager:
+    """Управляет очисткой устаревших данных моделей РВД.
+
+    Получает все модели РВД зарегистрированные в модели-перечислении edu_rdm_integration.rdm_models.models.RDMModelEnum.
+    У каждой модели проверяет наличие поля outdated_data_cleaners. Если такое поле есть, то инстанцирует его и вызывает
+    метод run.
+    """
+
+    def _process_model(self, model_enum_value: 'ModelEnumValue'):
+        """Обрабатывает модель РВД."""
+        if not hasattr(model_enum_value, 'outdated_data_cleaners'):
+            return
+
+        for outdated_data_cleaner in model_enum_value.outdated_data_cleaners:
+            if isinstance(outdated_data_cleaner, str):
+                outdated_data_cleaner_module_path, cleaner_name = outdated_data_cleaner.rsplit('.', 1)
+                outdated_data_cleaner_module = importlib.import_module(outdated_data_cleaner_module_path)
+                outdated_data_cleaner = getattr(outdated_data_cleaner_module, cleaner_name)
+
+            outdated_data_cleaner(model_enum_value=model_enum_value).run()
+
+    def _process_models(self):
+        """Обрабатывает все модели РВД."""
+        for model_enum_value in RDMModelEnum.get_model_enum_values():
+            self._process_model(model_enum_value=model_enum_value)
+
+    def run(self):
+        """Запускает очистку устаревших данных моделей РВД."""
+        self._process_models()

{edu_rdm_integration-3.17.0.dist-info → edu_rdm_integration-3.18.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: edu-rdm-integration
-Version: 3.17.0
+Version: 3.18.1
 Summary: Интеграция с Региональной витриной данных
 Author-email: BARS Group <education_dev@bars.group>
 Project-URL: Homepage, https://stash.bars-open.ru/projects/EDUBASE/repos/edu-rdm-integration/browse
@@ -27,15 +27,15 @@ Requires-Dist: transliterate<2
 Requires-Dist: Django<5.0,>=3.1
 Requires-Dist: celery<5.3,>=4.4.7
 Requires-Dist: asyncpg==0.23.0
-Requires-Dist: educommon<4,>=3.24.0
+Requires-Dist: educommon<4,>=3.25.0
 Requires-Dist: edu-function-tools<1,>=0.2.0
-Requires-Dist: m3-db-utils<1,>=0.3.10
+Requires-Dist: m3-db-utils<1,>=0.7.0
 Requires-Dist: m3-django-compat<2,>=1.10.2
 Requires-Dist: m3-ui<2.3,>=2.2.122
 Requires-Dist: uploader-client<1,>=0.3.0
 Provides-Extra: dev
 Requires-Dist: isort==5.12.0; extra == "dev"
-Requires-Dist: ruff==0.12.0; extra == "dev"
+Requires-Dist: ruff==0.12.1; extra == "dev"
 Requires-Dist: flake8<7,>=4.0.1; extra == "dev"
 Requires-Dist: pytest<8,>=3.2.5; extra == "dev"
 Requires-Dist: pytest-cov<5; extra == "dev"
@@ -125,6 +125,7 @@ INSTALLED_APPS = (
     'edu_rdm_integration.core.registry',
     'edu_rdm_integration.rdm_entities',
     'edu_rdm_integration.rdm_models',
+    'edu_rdm_integration.pipelines.cleanup_outdated_data',
     'edu_rdm_integration.pipelines.transfer',
     'edu_rdm_integration.stages.collect_data',
     'edu_rdm_integration.stages.export_data',

{edu_rdm_integration-3.17.0.dist-info → edu_rdm_integration-3.18.1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 edu_rdm_integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/apps.py,sha256=Rrwr04Q-fFmr-2nivyKmfdKj5tB3o_8T82CvVFMnswY,3094
-edu_rdm_integration/models.py,sha256=p0QBlNTn3y106bDtbbKhK1xkMnMUCBuMVJ50Qk63Bak,14
+edu_rdm_integration/models.py,sha256=Yzbq2HmGZ8YzBUZpX2V49m_Bc3Q_MSZTaMQPz6kjns8,15
 edu_rdm_integration/collect_and_export_data/__init__.py,sha256=LXkkpOw-CudTwly71opsc50LvknVTbylr4RRgEoRJ80,79
 edu_rdm_integration/collect_and_export_data/apps.py,sha256=xzvyL8jwloAFff_SurVWbjJ3TAk5Z2ala51eqwz6Y0k,336
 edu_rdm_integration/collect_and_export_data/models.py,sha256=yOhOu4Ma74WtPFEoTfqKsU1SWsv6m80YcltFPbvsRT4,55
@@ -44,6 +44,11 @@ edu_rdm_integration/migrations/0017_delete_uploaddatacommand.py,sha256=9hte6Ds-y
 edu_rdm_integration/migrations/0018_auto_20250704_0725.py,sha256=Ui70ymzkSLCuiU4ydCTK8bBn2JaJJPW7w1gQ2RvmVVc,5661
 edu_rdm_integration/migrations/__init__.py,sha256=X664cwuc-WxtjYBAbwJJaK7JEIDqY1Y0eSj0f8V76SU,79
 edu_rdm_integration/pipelines/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+edu_rdm_integration/pipelines/cleanup_outdated_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+edu_rdm_integration/pipelines/cleanup_outdated_data/apps.py,sha256=tyTlr1Wt574eby2vIV68FMm7SPFSZKYw6zNkD8x6COE,507
+edu_rdm_integration/pipelines/cleanup_outdated_data/management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+edu_rdm_integration/pipelines/cleanup_outdated_data/management/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+edu_rdm_integration/pipelines/cleanup_outdated_data/management/commands/rdm_cleanup_outdated_data.py,sha256=Mhas_dqs3NPpCKyRxdGFkQCrsic8_48fRDFhVAmq2MU,676
 edu_rdm_integration/pipelines/transfer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/pipelines/transfer/actions.py,sha256=e94NVtTcFIqBBTZ9vbSfh_0oXUWK9ZOx2pDYnIePJVc,5920
 edu_rdm_integration/pipelines/transfer/app_meta.py,sha256=jshfepDDJrbCACtJBJBPuidAVJ6rcziQiet27wqOIjk,373
@@ -60,7 +65,7 @@ edu_rdm_integration/rdm_entities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRk
 edu_rdm_integration/rdm_entities/apps.py,sha256=2rg5IqBjzpvNsjK-1lnrknxH002XYTDCcrEcARCV-ms,302
 edu_rdm_integration/rdm_entities/entities.py,sha256=zfIVpXwiNWEeotiS17xZtijSXe3rx6utCFhZ18fGPhM,14850
 edu_rdm_integration/rdm_entities/mixins.py,sha256=TFxRpajEGHwpFMOJ1G5sJK7hOTEdiv2dWqZzvbUOow4,3081
-edu_rdm_integration/rdm_entities/models.py,sha256=uYrUvjM91RfU7Eo_brYo_pOAARwW3esn-m7hXr-btt4,3349
+edu_rdm_integration/rdm_entities/models.py,sha256=vGDQTS-iLnt-THRd89s24uzSXR4nBHLeEdWdPDxf2r4,5759
 edu_rdm_integration/rdm_entities/utils.py,sha256=zpVmqcJVYjQSHot9ZrVufDeSECP9kosgTmB8ydFDG8w,1095
 edu_rdm_integration/rdm_entities/migrations/0001_initial.py,sha256=TL8zkmtbFdwdKkFy8wn5SC7dpLBFlS6s8PBp1YBPAog,1664
 edu_rdm_integration/rdm_entities/migrations/0002_rename_regionaldatamartentityenum_rdmentityenum.py,sha256=CJmQp5TPAL66DBzho01tnWDrCa1fOmEI4AdaS0UbAB0,510
@@ -68,7 +73,7 @@ edu_rdm_integration/rdm_entities/migrations/__init__.py,sha256=47DEQpj8HBSa-_TIm
 edu_rdm_integration/rdm_models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/rdm_models/apps.py,sha256=JJwHzCXYVe5cEhvDg61KkrLoRT_ZbJCIAWEM2lOQyHU,288
 edu_rdm_integration/rdm_models/mixins.py,sha256=NuPklb0SppvIfgHK_FCfX7VnD3Wsh48fR85hULoQUNY,2301
-edu_rdm_integration/rdm_models/models.py,sha256=YAUENyIF7kutFmYbWWezRqbPbeRDolk1SXAECY7TkoI,2213
+edu_rdm_integration/rdm_models/models.py,sha256=d8DkdDGV3zUYvtlp8ldmMM4k-j3GamUm7AaE5Js-GP4,13235
 edu_rdm_integration/rdm_models/utils.py,sha256=Xk0HEpFEGAndoAD2TdubK4SI_dW2BvchQ7UeMEfvpfQ,631
 edu_rdm_integration/rdm_models/migrations/0001_initial.py,sha256=qXgObuG2nfOLEnGJBoBqmq30TXetOv21UZU4trMV7mQ,1529
 edu_rdm_integration/rdm_models/migrations/0002_rename_regionaldatamartmodelenum_rdmmodelenum.py,sha256=hNTLriOc9r9WEVKahJURA3yXhZ3ivbwJJ_HaMC46PpI,451
@@ -80,9 +85,9 @@ edu_rdm_integration/stages/collect_data/consts.py,sha256=tzaK9oxzdMRq3oTEocPz4um
 edu_rdm_integration/stages/collect_data/generators.py,sha256=azl0s_xJp6Mg2ARNLKd4o4ikVcarUN3ysb4xm8pYlyY,12434
 edu_rdm_integration/stages/collect_data/helpers.py,sha256=xy8z9yJKEMjNUPNhrsRRtnYy6RVbwDoD5zSDAX7y_6U,5260
 edu_rdm_integration/stages/collect_data/mixins.py,sha256=izioaiPC26BDODgi_Lhy33IaH207945tGjFnbFLMQyI,2072
-edu_rdm_integration/stages/collect_data/models.py,sha256=wBN1hT6c4pRotsv8EhW-dnvjJvbfk_3w49NMCF5uUyM,9426
-edu_rdm_integration/stages/collect_data/operations.py,sha256=eqE_npV6Z72UYatwncaxYhSCwoHv4H09uLtEg19dQ08,11849
-edu_rdm_integration/stages/collect_data/tests.py,sha256=qVSeJYWMCQkOVXP1sMe8XzCgdvRFXs9KdcOA_USLteQ,5550
+edu_rdm_integration/stages/collect_data/models.py,sha256=WHGDg-qFyR88fryaD9joxT3bb0tj1yOYaH0XnbGRvAE,9424
+edu_rdm_integration/stages/collect_data/operations.py,sha256=K-St1Avwq093VU1fKzYB19vHRthK_DX6nGPO6PYAipk,11883
+edu_rdm_integration/stages/collect_data/tests.py,sha256=OqxCSdSAOQm92WcBQRF2s0o3VYf-N4e60xpJ1TGdKO8,5550
 edu_rdm_integration/stages/collect_data/function_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/collect_data/function_templates/function_collect_data_template/__init__.py-tpl,sha256=pmUE0_cdK0_PUi0fhu25pcza04deRSfVpU63qPOFKQE,155
 edu_rdm_integration/stages/collect_data/function_templates/function_collect_data_template/apps.py-tpl,sha256=PU5vgYdhtqu440mRAtIzZ78eIc-no3CsPS3rr1kPpOU,319
@@ -103,15 +108,15 @@ edu_rdm_integration/stages/collect_data/functions/__init__.py,sha256=47DEQpj8HBS
 edu_rdm_integration/stages/collect_data/functions/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/collect_data/functions/base/caches.py,sha256=uFArwPl71zdZxwQPfBNNj3D8D6zOdMHQUJYSV8mZiGg,2138
 edu_rdm_integration/stages/collect_data/functions/base/consts.py,sha256=nzP7973d-YG29l-JxJcq7dF81QDLP7FRtTq0dSq46GM,304
-edu_rdm_integration/stages/collect_data/functions/base/functions.py,sha256=GipTVAmoXJlAf1UDCBHagq9ZRUCO4cNNBMf7Os8b0bk,3002
-edu_rdm_integration/stages/collect_data/functions/base/helpers.py,sha256=3k5ZWjloFzFPnySbckmjGBmOrKfdhtdyX0pWXRBuvwg,931
-edu_rdm_integration/stages/collect_data/functions/base/managers.py,sha256=q9U0MpcI8lyEcAuK4-zlRzs8FSsYODfW3mlsB75u_gQ,6120
-edu_rdm_integration/stages/collect_data/functions/base/mixins.py,sha256=LAGrtYpor2lKTPRop1LBllwPg_t4zra3e6VD1BjDqwk,18233
-edu_rdm_integration/stages/collect_data/functions/base/runners.py,sha256=OnQbbjsCx8O_EVz_Ga2JvpOCDzBJe5ASXdDgaCEwluo,1526
+edu_rdm_integration/stages/collect_data/functions/base/functions.py,sha256=s-JdkHAuv6FjUjwmHKz7X2PXZU8the6JOA9KDSiy_lQ,3002
+edu_rdm_integration/stages/collect_data/functions/base/helpers.py,sha256=738rlcRnKONoYo-DzzAAWOB0QToKKkFrLhzhypObboI,932
+edu_rdm_integration/stages/collect_data/functions/base/managers.py,sha256=srlaOnALgQoC6Y_5Vk9fD1DxkbufCZaFRqCMrg8JmHM,6120
+edu_rdm_integration/stages/collect_data/functions/base/mixins.py,sha256=j06of4GO61kzKoJAiaT_fBtC1ok7hfaTkRVKqiqtdYI,18234
+edu_rdm_integration/stages/collect_data/functions/base/runners.py,sha256=rR0bkxwk7iU2ENUamVKfs3MwmPO8oV1wkXLchh4sGEg,1525
 edu_rdm_integration/stages/collect_data/functions/calculated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-edu_rdm_integration/stages/collect_data/functions/calculated/strategies.py,sha256=X3vVPpNGK30GHqvq6rq0dkYbLPwFcDAzCLWbM91M2Dc,7423
+edu_rdm_integration/stages/collect_data/functions/calculated/strategies.py,sha256=K1xKY-nNjPW3GAYkNUfwSS3BhCaYJlBXk_3FpVALKYI,7424
 edu_rdm_integration/stages/collect_data/functions/calculated/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-edu_rdm_integration/stages/collect_data/functions/calculated/base/caches.py,sha256=ovWtVQVShPMO1KgWRVD-t_L1AG1F3_paM9ae4QZrqnQ,2813
+edu_rdm_integration/stages/collect_data/functions/calculated/base/caches.py,sha256=ecC_n-Jlswjl_x-btO2qwZv9Dz6xBrPYI7jnY5UQACc,2813
 edu_rdm_integration/stages/collect_data/functions/calculated/base/consts.py,sha256=DsgPOF_2iCzZTPity27oDDkpS6Axdhd5C94uSkIwA1g,84
 edu_rdm_integration/stages/collect_data/functions/calculated/base/enums.py,sha256=BSmwrkzYwEQhz9NbZCJsldY532PqgZJzxzsVk6ue0bM,93
 edu_rdm_integration/stages/collect_data/functions/calculated/base/errors.py,sha256=Yjcp4gPO0F4j43_NSmbaIapK9RBCiUMgphviF4QO100,300
@@ -125,9 +130,9 @@ edu_rdm_integration/stages/collect_data/functions/calculated/base/strings.py,sha
 edu_rdm_integration/stages/collect_data/functions/calculated/base/tests.py,sha256=MoRY-a75Ow-7EjeQYxkXWunwqTGuBMaUyEkEV2oy05I,59
 edu_rdm_integration/stages/collect_data/functions/calculated/base/validators.py,sha256=RJUDhzGsxOoyiHeAcUyUVuo25D7cnE9PVaJQObMFH0U,883
 edu_rdm_integration/stages/collect_data/functions/non_calculated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-edu_rdm_integration/stages/collect_data/functions/non_calculated/strategies.py,sha256=7jqATwupQ_X-xR4C7D1dfHZGXVsorb4JfyqJNpV5L5g,7225
+edu_rdm_integration/stages/collect_data/functions/non_calculated/strategies.py,sha256=8F-Mr0uyOydwojhE0_X4lUzFENw08tgMReM8h9zh5BI,7226
 edu_rdm_integration/stages/collect_data/functions/non_calculated/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-edu_rdm_integration/stages/collect_data/functions/non_calculated/base/caches.py,sha256=QvFXGIPRdtJMqPBcnx1J_SejzmhgVXBSfUxpXNUmciA,6523
+edu_rdm_integration/stages/collect_data/functions/non_calculated/base/caches.py,sha256=AE3KBaPDSouLjNIz58cQqtgGgam2aj4LEN_S4RXYPYw,6523
 edu_rdm_integration/stages/collect_data/functions/non_calculated/base/consts.py,sha256=pds1t4eHzovm7Yz2o5je3UHqRE8gqfT2sL-IwpoBN_o,66
 edu_rdm_integration/stages/collect_data/functions/non_calculated/base/enums.py,sha256=BSmwrkzYwEQhz9NbZCJsldY532PqgZJzxzsVk6ue0bM,93
 edu_rdm_integration/stages/collect_data/functions/non_calculated/base/errors.py,sha256=F1CbAT-IbAhb8MlVl-Q9foBya5RbDglzAT_Mr06gV3w,271
@@ -162,9 +167,9 @@ edu_rdm_integration/stages/export_data/consts.py,sha256=ZEi1kXMs-54KFKxkyGIQVwZ4
 edu_rdm_integration/stages/export_data/generators.py,sha256=XsTGcKm0oDgE3fUVDxRMkNFriOeuPDBAWi32nx5ASuc,3974
 edu_rdm_integration/stages/export_data/helpers.py,sha256=uBl85AWS-V0usHeLf7VeAsy0ywvqXL_zT1Kgho-MRTM,6537
 edu_rdm_integration/stages/export_data/mixins.py,sha256=YCr5aNcZmDx07JIr-vMietQQ3sZ82caWc7SWOMfdSjY,1772
-edu_rdm_integration/stages/export_data/models.py,sha256=2qaVF86WEtAuQHBPF9wmDVg0F64SYEDyV8gV7dI4dkE,11767
+edu_rdm_integration/stages/export_data/models.py,sha256=amPrzRzhnX0L7TTnQJH78tmJXCN6_HnK2mt9I9kqhVI,12024
 edu_rdm_integration/stages/export_data/operations.py,sha256=g8rj4TaFnkRkaBD4omckBTGwsTlYpuBydOwwxY9hEiI,13188
-edu_rdm_integration/stages/export_data/strategies.py,sha256=l_KXWbYanhhdJ1ldf_pSGO7IkUoXpOOPKhaOzTcqiJY,6519
+edu_rdm_integration/stages/export_data/strategies.py,sha256=93pRhUOLL_q4VbWTY3CtC5J8rgPPO2EYn0fJk_oLuLk,6520
 edu_rdm_integration/stages/export_data/function_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/export_data/function_templates/function_export_data_template/__init__.py-tpl,sha256=pmUE0_cdK0_PUi0fhu25pcza04deRSfVpU63qPOFKQE,155
 edu_rdm_integration/stages/export_data/function_templates/function_export_data_template/apps.py-tpl,sha256=PU5vgYdhtqu440mRAtIzZ78eIc-no3CsPS3rr1kPpOU,319
@@ -183,19 +188,19 @@ edu_rdm_integration/stages/export_data/function_templates/function_export_data_t
 edu_rdm_integration/stages/export_data/function_templates/function_export_data_template/validators.py-tpl,sha256=TIPYLk-rPGE9A1hViZ1Mym8XVJjk1qRlG67YTGZHcIE,587
 edu_rdm_integration/stages/export_data/functions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/export_data/functions/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-edu_rdm_integration/stages/export_data/functions/base/caches.py,sha256=ovJnyagYnyV7BjqZJ7YbdAgXz-3qwNUZT-gbVBZDkt0,1456
+edu_rdm_integration/stages/export_data/functions/base/caches.py,sha256=Qea50rW_k_dD6unh93faDkHIv5VrC6I3cRt6InANh4g,1543
 edu_rdm_integration/stages/export_data/functions/base/consts.py,sha256=wRwgxRhQ21uFm9vF0Ub_R7cmep2nYWqGFQDxsIiM2ys,544
 edu_rdm_integration/stages/export_data/functions/base/enums.py,sha256=BSmwrkzYwEQhz9NbZCJsldY532PqgZJzxzsVk6ue0bM,93
 edu_rdm_integration/stages/export_data/functions/base/errors.py,sha256=hd1iXftfJa9oXV2ahBaxu-mfFHsRLSyq_nqAVCLseeA,265
-edu_rdm_integration/stages/export_data/functions/base/functions.py,sha256=018Tq8jccGGXuZbbzmYIrlr5CCkSi_OZ2YCE1Q4swBM,9468
-edu_rdm_integration/stages/export_data/functions/base/helpers.py,sha256=e5oc1YH1fqUQMsIQmseAZTe_UNhb63aPHdk3dw7Q_rI,4495
-edu_rdm_integration/stages/export_data/functions/base/managers.py,sha256=Td5iQ8xq62kar1l8p49DPw1NlFt_Wft4XqmoVenFodM,6082
+edu_rdm_integration/stages/export_data/functions/base/functions.py,sha256=lxMDmNWAV93eln17VoVoCz9TdbFfjQ77FVMe3J9r0SI,9467
+edu_rdm_integration/stages/export_data/functions/base/helpers.py,sha256=hD5U2NdDSnVLlFL7RO5lMhHbrG6yeuiUgYUSaqNMA8A,4495
+edu_rdm_integration/stages/export_data/functions/base/managers.py,sha256=4d-68lvLiIT2h93pDfQfw1TNEypmZ7vd63BEDgKa5Js,6082
 edu_rdm_integration/stages/export_data/functions/base/presenters.py,sha256=DiraTz-aYLzdbz2JKDPBVPPNJpWW376DCBuJwvQQ9bQ,377
 edu_rdm_integration/stages/export_data/functions/base/requests.py,sha256=kZkjuNBvAUraNFN0nxMBD4yHMpN3I0qKnLgJJthq1Ug,2342
 edu_rdm_integration/stages/export_data/functions/base/results.py,sha256=GGVrgemlyyRmyjxovC6jRTRkJSoed-gfBu9LVknRxgs,505
-edu_rdm_integration/stages/export_data/functions/base/runners.py,sha256=0OvibNyzTfvnud_WUn5Bo99iHYjqiFA4xrgf9ED2oyw,2422
+edu_rdm_integration/stages/export_data/functions/base/runners.py,sha256=Mc_kQrzaM6jaoSjWev0Dyc0adsSMtcZ1aHsqeXoEARs,2423
 edu_rdm_integration/stages/export_data/functions/base/strings.py,sha256=-k9dex8A7hCpkzUkudVkKRAbNRuuqog2hYl2xmibl8I,181
-edu_rdm_integration/stages/export_data/functions/base/tests.py,sha256=ANnqlap_ZvKh0BU-QQcQUjFRQUioVJLAUSU6AyKEm5c,5818
+edu_rdm_integration/stages/export_data/functions/base/tests.py,sha256=QYgprO30EakW0rAhV1NhTIUHB1fvzoQQaQRe9B-ncmc,5842
 edu_rdm_integration/stages/export_data/functions/base/validators.py,sha256=THOLA-9fG5-187O9UkoUgTlJ_7gLLmM9adhEKao1mg8,883
 edu_rdm_integration/stages/export_data/management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/export_data/management/base.py,sha256=u_4Oc6F5OoMiYH7BHYD42Vv7c56vnHxFVqNyPaPv6MI,4068
@@ -214,6 +219,10 @@ edu_rdm_integration/stages/export_data/registry/templates/ui-js/stage_for_export
 edu_rdm_integration/stages/service/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/service/apps.py,sha256=lgCG4_kpwgfDWh6y-GNuUwz5SOjkP7oS8kkUyVUcNRg,648
 edu_rdm_integration/stages/service/tasks.py,sha256=PPCtT6EpLkAKRczY0KIT6GeE9eBkv60fl2W6KFvCRqc,2302
+edu_rdm_integration/stages/service/model_outdated_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+edu_rdm_integration/stages/service/model_outdated_data/cleaners.py,sha256=gk5_wUNVJwr3D6k5fJDzbSGEhWUXqk9yT6xPK7OP1hw,637
+edu_rdm_integration/stages/service/model_outdated_data/managers.py,sha256=U2rBg-t-X9YfapP4xRRfKiou7sX0V10WxrPHyeCQ-oI,1880
+edu_rdm_integration/stages/service/outdated_service_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/upload_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/upload_data/apps.py,sha256=aFhVPK-65b35CGKoAeAgQ0mm3STaWtZg7rqk3eL-b7s,620
 edu_rdm_integration/stages/upload_data/consts.py,sha256=yTygXxS5dBRCvrE7Q3D0jEGSC5apIKvVAAViDM8QcKA,223
@@ -245,8 +254,8 @@ edu_rdm_integration/stages/upload_data/uploader_log/ui.py,sha256=mU3XA9zVKHGqzNk
 edu_rdm_integration/stages/upload_data/uploader_log/migrations/0001_initial.py,sha256=r5oOB7DBK9-mfuqPAgjXUJY5-hEcmMdILCwDTpaLnBc,753
 edu_rdm_integration/stages/upload_data/uploader_log/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/stages/upload_data/uploader_log/templates/ui-js/object-grid-buttons.js,sha256=2xyGe0wdVokM0RhpzRzcRvJPBkBmPe3SlZry4oP4Nzs,6201
-edu_rdm_integration-3.17.0.dist-info/licenses/LICENSE,sha256=uw43Gjjj-1vXWCItfSrNDpbejnOwZMrNerUh8oWbq8Q,3458
-edu_rdm_integration-3.17.0.dist-info/METADATA,sha256=9OfQ0SfmcdceqyoyeH6Dqmo5EBlTm1Hb-lH3z5rIx7k,39815
-edu_rdm_integration-3.17.0.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
-edu_rdm_integration-3.17.0.dist-info/top_level.txt,sha256=nRJV0O14UtNE-jGIYG03sohgFnZClvf57H5m6VBXe9Y,20
-edu_rdm_integration-3.17.0.dist-info/RECORD,,
+edu_rdm_integration-3.18.1.dist-info/licenses/LICENSE,sha256=uw43Gjjj-1vXWCItfSrNDpbejnOwZMrNerUh8oWbq8Q,3458
+edu_rdm_integration-3.18.1.dist-info/METADATA,sha256=z62LjHvYsuM80OsfmDUHhG4k7L_j67LgX8sWV4-ABKc,39873
+edu_rdm_integration-3.18.1.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
+edu_rdm_integration-3.18.1.dist-info/top_level.txt,sha256=nRJV0O14UtNE-jGIYG03sohgFnZClvf57H5m6VBXe9Y,20
+edu_rdm_integration-3.18.1.dist-info/RECORD,,