edu-rdm-integration 3.4.2__py3-none-any.whl → 3.4.3__py3-none-any.whl

edu_rdm_integration/migrations/0013_set_attachment_size.py

@@ -7,33 +7,42 @@ from django.db import (
 from edu_rdm_integration.enums import (
     FileUploadStatusEnum,
 )
+from educommon.utils.seqtools import (
+    make_chunks,
+)
 
 
 # Значение размера файла по умолчанию (если файл не найден)
 ATTACHMENT_SIZES = 10_485_760
+CHUNK_SIZE = 500
 
 
 def set_attachment_size(apps, schema_editor):
     """Установка размера файла по умолчанию."""
-    ExportingDataSubStageAttachment = apps.get_model('edu_rdm_integration', 'ExportingDataSubStageAttachment')  # noqa: N806
-    ExportingDataSubStageUploaderClientLog = apps.get_model('edu_rdm_integration', 'ExportingDataSubStageUploaderClientLog')  # noqa: N806
+    ExportingDataSubStageAttachment = apps.get_model(
+        'edu_rdm_integration', 'ExportingDataSubStageAttachment'
+    )  # noqa: N806
+    ExportingDataSubStageUploaderClientLog = apps.get_model(
+        'edu_rdm_integration', 'ExportingDataSubStageUploaderClientLog'
+    )  # noqa: N806
 
     attachment_ids = ExportingDataSubStageUploaderClientLog.objects.filter(
         file_upload_status=FileUploadStatusEnum.IN_PROGRESS
-    ).values_list('attachment_id', flat=True)
+    ).values_list('attachment_id', flat=True).iterator()
 
     sub_stage_with_deleted_attachments = []
-    for sub_stage_attachment in ExportingDataSubStageAttachment.objects.filter(
-        attachment_size__isnull=True,
-        id__in=attachment_ids
-    ):
-        if sub_stage_attachment.attachment.field.storage.exists(sub_stage_attachment.attachment.name):
-            sub_stage_attachment.attachment_size = sub_stage_attachment.attachment.size
-        else:
-            sub_stage_attachment.attachment_size = ATTACHMENT_SIZES
-        sub_stage_with_deleted_attachments.append(sub_stage_attachment)
-
-    ExportingDataSubStageAttachment.objects.bulk_update(sub_stage_with_deleted_attachments, ['attachment_size'])
+    for chunked_attachment_ids in make_chunks(attachment_ids, CHUNK_SIZE):
+        for sub_stage_attachment in ExportingDataSubStageAttachment.objects.filter(
+            attachment_size__isnull=True,
+            id__in=chunked_attachment_ids,
+        ):
+            if sub_stage_attachment.attachment.field.storage.exists(sub_stage_attachment.attachment.name):
+                sub_stage_attachment.attachment_size = sub_stage_attachment.attachment.size
+            else:
+                sub_stage_attachment.attachment_size = ATTACHMENT_SIZES
+            sub_stage_with_deleted_attachments.append(sub_stage_attachment)
+
+        ExportingDataSubStageAttachment.objects.bulk_update(sub_stage_with_deleted_attachments, ['attachment_size'])
 
 
 class Migration(migrations.Migration):

{edu_rdm_integration-3.4.2.dist-info → edu_rdm_integration-3.4.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: edu-rdm-integration
-Version: 3.4.2
+Version: 3.4.3
 Summary: Интеграция с Региональной витриной данных
 Home-page: 
 Download-URL: 
@@ -302,6 +302,15 @@ Requires-Dist: uploader-client <1,>=0.2.1
 ### Удалено
 
 
+## 3.4.3 - 2024-10-17
+Исправлена миграция простановки размеров файлов выгрузки в модель ExportingDataSubStageAttachment
+
+
+## Исправлено
+- [EDUSCHL-22651](https://jira.bars.group/browse/EDUSCHL-22651)
+  Исправлена миграция простановки размеров файлов выгрузки в модель ExportingDataSubStageAttachment
+
+
 ## 3.4.2 - 2024-10-15
 Добавлены отдельные параметры по управлению временем запуска UploadDataAsyncTask
 

{edu_rdm_integration-3.4.2.dist-info → edu_rdm_integration-3.4.3.dist-info}/RECORD

@@ -162,7 +162,7 @@ edu_rdm_integration/migrations/0009_auto_20240522_1619.py,sha256=hz8cBq6m18XK5Pb
 edu_rdm_integration/migrations/0010_transferredentity_export_enabled.py,sha256=LJH7QY_1GLWSHLRPB--9PPypPiQd4pAT2-oIOEF84DY,507
 edu_rdm_integration/migrations/0011_exportingdatasubstageentity.py,sha256=2BfIif_hkFv1h6VEfe0Ys4J_uk6LR9YtO711ocDYPso,1263
 edu_rdm_integration/migrations/0012_exportingdatasubstageattachment_attachment_size.py,sha256=y_JQO69k9pEfrJyimaRiAOBmhaJmssIyepCGd-Sy9hs,511
-edu_rdm_integration/migrations/0013_set_attachment_size.py,sha256=Pj_n-ytsC0lhyU67qvH8UHHQ-c-TH5MZFfy-UF6y6M4,1809
+edu_rdm_integration/migrations/0013_set_attachment_size.py,sha256=8-AJpnIViGUh9Q2aMegUPqyw-fthcL-7Ppbm7IvlRms,2047
 edu_rdm_integration/migrations/0014_uploaddatacommand.py,sha256=Hh0vKKiGgKOvY1kBAcmway4dSYUXwVArHAc9YrsjCIU,2079
 edu_rdm_integration/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edu_rdm_integration/registry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -176,9 +176,9 @@ edu_rdm_integration/uploader_log/enums.py,sha256=rgSO3BL2rh2xpfm0Pt4waQW8fB1VMJL
 edu_rdm_integration/uploader_log/managers.py,sha256=y5wTSMzF9hpOpIU_A7nIafL_LBU3QEie6LAYWoB-pBQ,3203
 edu_rdm_integration/uploader_log/ui.py,sha256=YM9Buqp2wxE95Wf5gvAATBzuYzDOossK1sEmvFk07cI,2110
 edu_rdm_integration/uploader_log/templates/ui-js/object-grid-buttons.js,sha256=2xyGe0wdVokM0RhpzRzcRvJPBkBmPe3SlZry4oP4Nzs,6201
-edu_rdm_integration-3.4.2.dist-info/LICENSE,sha256=uw43Gjjj-1vXWCItfSrNDpbejnOwZMrNerUh8oWbq8Q,3458
-edu_rdm_integration-3.4.2.dist-info/METADATA,sha256=MyujvyOvHWMyJpk9lZTwTeWORxzV_fMisjEO_DEDvIA,74646
-edu_rdm_integration-3.4.2.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-edu_rdm_integration-3.4.2.dist-info/namespace_packages.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-edu_rdm_integration-3.4.2.dist-info/top_level.txt,sha256=nRJV0O14UtNE-jGIYG03sohgFnZClvf57H5m6VBXe9Y,20
-edu_rdm_integration-3.4.2.dist-info/RECORD,,
+edu_rdm_integration-3.4.3.dist-info/LICENSE,sha256=uw43Gjjj-1vXWCItfSrNDpbejnOwZMrNerUh8oWbq8Q,3458
+edu_rdm_integration-3.4.3.dist-info/METADATA,sha256=KrZldin3ISdx9GGgOgSj6D9nsJ8HkBkEAMrKTAQJPxc,75074
+edu_rdm_integration-3.4.3.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+edu_rdm_integration-3.4.3.dist-info/namespace_packages.txt,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+edu_rdm_integration-3.4.3.dist-info/top_level.txt,sha256=nRJV0O14UtNE-jGIYG03sohgFnZClvf57H5m6VBXe9Y,20
+edu_rdm_integration-3.4.3.dist-info/RECORD,,