arpakitlib 1.7.94__py3-none-any.whl → 1.7.96__py3-none-any.whl

arpakitlib/ar_operation_execution_util.py

@@ -31,7 +31,8 @@ def get_operation_for_execution(
         *,
         session: Session | None = None,
         sqlalchemy_db: SQLAlchemyDB | None = None,
-        filter_operation_types: list[str] | str | None = None
+        filter_operation_types: list[str] | str | None = None,
+        lock: bool = False
 ) -> OperationDBM | None:
     if isinstance(filter_operation_types, str):
         filter_operation_types = [filter_operation_types]
@@ -44,6 +45,10 @@ def get_operation_for_execution(
         )
         if filter_operation_types:
             query = query.filter(OperationDBM.type.in_(filter_operation_types))
+
+        if lock:
+            query = query.with_for_update()
+
         query = query.order_by(asc(OperationDBM.creation_dt))
         operation_dbm: OperationDBM | None = query.first()
         return operation_dbm
@@ -149,7 +154,7 @@ class BaseOperationExecutor:
         return operation_dbm
 
     def sync_safe_execute_operation(
-            self, operation_dbm: OperationDBM, worker: OperationExecutorWorker
+            self, operation_dbm: OperationDBM, worker: OperationExecutorWorker, session: Session
     ) -> OperationDBM:
         self._logger.info(
             f"start "
@@ -158,20 +163,16 @@ class BaseOperationExecutor:
             f"operation_dbm.status={operation_dbm.status}"
         )
 
-        with self.sql_alchemy_db.new_session() as session:
-            operation_dbm: OperationDBM = get_operation_by_id(
-                session=session, filter_operation_id=operation_dbm.id, raise_if_not_found=True
-            )
-            operation_dbm.execution_start_dt = now_utc_dt()
-            operation_dbm.status = OperationDBM.Statuses.executing
-            operation_dbm.output_data = combine_dicts(
-                operation_dbm.output_data,
-                {
-                    worker.worker_fullname: True
-                }
-            )
-            session.commit()
-            session.refresh(operation_dbm)
+        operation_dbm.execution_start_dt = now_utc_dt()
+        operation_dbm.status = OperationDBM.Statuses.executing
+        operation_dbm.output_data = combine_dicts(
+            operation_dbm.output_data,
+            {
+                worker.worker_fullname: True
+            }
+        )
+        session.commit()
+        session.refresh(operation_dbm)
 
         exception: BaseException | None = None
         traceback_str: str | None = None
@@ -186,40 +187,35 @@ class BaseOperationExecutor:
             exception = exception_
             traceback_str = traceback.format_exc()
 
-        with self.sql_alchemy_db.new_session() as session:
-
-            operation_dbm: OperationDBM = get_operation_by_id(
-                session=session, filter_operation_id=operation_dbm.id, raise_if_not_found=True
+        operation_dbm.execution_finish_dt = now_utc_dt()
+        if exception:
+            operation_dbm.status = OperationDBM.Statuses.executed_with_error
+            operation_dbm.error_data = combine_dicts(
+                {
+                    "exception_str": str(exception),
+                    "traceback_str": traceback_str
+                },
+                operation_dbm.error_data
             )
-            operation_dbm.execution_finish_dt = now_utc_dt()
-            if exception:
-                operation_dbm.status = OperationDBM.Statuses.executed_with_error
-                operation_dbm.error_data = combine_dicts(
-                    {
-                        "exception_str": str(exception),
-                        "traceback_str": traceback_str
-                    },
-                    operation_dbm.error_data
-                )
-            else:
-                operation_dbm.status = OperationDBM.Statuses.executed_without_error
+        else:
+            operation_dbm.status = OperationDBM.Statuses.executed_without_error
+        session.commit()
+
+        if exception:
+            story_log_dbm = StoryLogDBM(
+                level=StoryLogDBM.Levels.error,
+                title=f"error in sync_execute_operation (id={operation_dbm.id}, type={operation_dbm.type})",
+                data={
+                    "operation_id": operation_dbm.id,
+                    "exception_str": str(exception),
+                    "traceback_str": traceback_str
+                }
+            )
+            session.add(story_log_dbm)
             session.commit()
+            session.refresh(story_log_dbm)
 
-            if exception:
-                story_log_dbm = StoryLogDBM(
-                    level=StoryLogDBM.Levels.error,
-                    title=f"error in sync_execute_operation (id={operation_dbm.id}, type={operation_dbm.type})",
-                    data={
-                        "operation_id": operation_dbm.id,
-                        "exception_str": str(exception),
-                        "traceback_str": traceback_str
-                    }
-                )
-                session.add(story_log_dbm)
-                session.commit()
-                session.refresh(story_log_dbm)
-
-            session.refresh(operation_dbm)
+        session.refresh(operation_dbm)
 
         self._logger.info(
             f"finish sync_safe_execute_operation, "
@@ -251,7 +247,7 @@ class BaseOperationExecutor:
 
         with self.sql_alchemy_db.new_session() as session:
             operation_dbm: OperationDBM = get_operation_by_id(
-                session=session, filter_operation_id=operation_dbm.id, raise_if_not_found=True
+                session=session, filter_operation_id=operation_dbm.id, raise_if_not_found=True, lock=True
             )
             operation_dbm.execution_start_dt = now_utc_dt()
             operation_dbm.status = OperationDBM.Statuses.executing
@@ -280,7 +276,7 @@ class BaseOperationExecutor:
         with self.sql_alchemy_db.new_session() as session:
 
             operation_dbm: OperationDBM = get_operation_by_id(
-                session=session, filter_operation_id=operation_dbm.id, raise_if_not_found=True
+                session=session, filter_operation_id=operation_dbm.id, raise_if_not_found=True, lock=True
             )
             operation_dbm.execution_finish_dt = now_utc_dt()
             if exception:
@@ -346,17 +342,21 @@ class OperationExecutorWorker(BaseWorker):
         self.sqlalchemy_db.init()
         self.sync_run_startup_funcs()
 
-    def sync_execute_operation(self, operation_dbm: OperationDBM) -> OperationDBM:
-        return self.operation_executor.sync_safe_execute_operation(operation_dbm=operation_dbm, worker=self)
+    def sync_execute_operation(self, operation_dbm: OperationDBM, session: Session) -> OperationDBM:
+        return self.operation_executor.sync_safe_execute_operation(
+            operation_dbm=operation_dbm, worker=self, session=session
+        )
 
     def sync_run(self):
-        operation_dbm: OperationDBM | None = get_operation_for_execution(
-            sqlalchemy_db=self.sqlalchemy_db,
-            filter_operation_types=self.filter_operation_types
-        )
-        if not operation_dbm:
-            return
-        self.sync_execute_operation(operation_dbm=operation_dbm)
+        with self.sqlalchemy_db.new_session() as session:
+            operation_dbm: OperationDBM | None = get_operation_for_execution(
+                session=session,
+                filter_operation_types=self.filter_operation_types,
+                lock=True
+            )
+            if not operation_dbm:
+                return
+            self.sync_execute_operation(operation_dbm=operation_dbm, session=session)
 
     def sync_run_on_error(self, exception: BaseException, **kwargs):
         pass
@@ -371,7 +371,8 @@ class OperationExecutorWorker(BaseWorker):
     async def async_run(self):
         operation_dbm: OperationDBM | None = get_operation_for_execution(
             sqlalchemy_db=self.sqlalchemy_db,
-            filter_operation_types=self.filter_operation_types
+            filter_operation_types=self.filter_operation_types,
+            lock=True
         )
         if not operation_dbm:
             return

{arpakitlib-1.7.94.dist-info → arpakitlib-1.7.96.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: arpakitlib
-Version: 1.7.94
+Version: 1.7.96
 Summary: arpakitlib
 Home-page: https://github.com/ARPAKIT-Company/arpakitlib
 License: Apache-2.0

{arpakitlib-1.7.94.dist-info → arpakitlib-1.7.96.dist-info}/RECORD

@@ -164,7 +164,7 @@ arpakitlib/ar_logging_util.py,sha256=mx3H6CzX9dsh29ruFmYnva8lL6mwvdBXmeHH9E2tvu8
 arpakitlib/ar_mongodb_util.py,sha256=2ECkTnGAZ92qxioL-fmN6R4yZOSr3bXdXLWTzT1C3vk,4038
 arpakitlib/ar_need_type_util.py,sha256=GETiREPMEYhch-yU6T--Bdawlbb04Jp1Qy7cOsUlIeA,2228
 arpakitlib/ar_openai_api_client_util.py,sha256=_XmlApvHFMSyjvZydPa_kASIt9LsFrZmSC7YEzIG8Bg,1806
-arpakitlib/ar_operation_execution_util.py,sha256=IxHn-Kv5W5BE-MK7Ok7SEiBaV3UEZK-dyS4HcBiKx2Y,18528
+arpakitlib/ar_operation_execution_util.py,sha256=tm5o-GyinsBQgKCnKJoOizKsqPLmlV1IhADVqARsT6g,18241
 arpakitlib/ar_parse_command.py,sha256=-s61xcATIsfw1eV_iD3xi-grsitbGzSDoAFc5V0OFy4,3447
 arpakitlib/ar_postgresql_util.py,sha256=1AuLjEaa1Lg4pzn-ukCVnDi35Eg1k91APRTqZhIJAdo,945
 arpakitlib/ar_run_cmd_util.py,sha256=D_rPavKMmWkQtwvZFz-Io5Ak8eSODHkcFeLPzNVC68g,1072
@@ -178,9 +178,9 @@ arpakitlib/ar_str_util.py,sha256=tFoGSDYoGpfdVHWor5Li9pEOFmDFlHkX-Z8iOy1LK7Y,353
 arpakitlib/ar_type_util.py,sha256=s0NsTM7mV3HuwyRwyYLdNn7Ep2HbyI4FIr-dd8x0lfI,3734
 arpakitlib/ar_yookassa_api_client_util.py,sha256=sh4fcUkAkdOetFn9JYoTvjcSXP-M1wU04KEY-ECLfLg,5137
 arpakitlib/ar_zabbix_api_client_util.py,sha256=Q-VR4MvoZ9aHwZeYZr9G3LwN-ANx1T5KFmF6pvPM-9M,6402
-arpakitlib-1.7.94.dist-info/LICENSE,sha256=GPEDQMam2r7FSTYqM1mm7aKnxLaWcBotH7UvQtea-ec,11355
-arpakitlib-1.7.94.dist-info/METADATA,sha256=NgOHw48sxSmfiHkvGRrQbEtwEHA-zJakMbaeet98Wko,2824
-arpakitlib-1.7.94.dist-info/NOTICE,sha256=95aUzaPJjVpDsGAsNzVnq7tHTxAl0s5UFznCTkVCau4,763
-arpakitlib-1.7.94.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-arpakitlib-1.7.94.dist-info/entry_points.txt,sha256=36xqR3PJFT2kuwjkM_EqoIy0qFUDPKSm_mJaI7emewE,87
-arpakitlib-1.7.94.dist-info/RECORD,,
+arpakitlib-1.7.96.dist-info/LICENSE,sha256=GPEDQMam2r7FSTYqM1mm7aKnxLaWcBotH7UvQtea-ec,11355
+arpakitlib-1.7.96.dist-info/METADATA,sha256=NUdQncUnBReSw8GBQxkblcPDWJ5UImdIcZJ15hI5PAg,2824
+arpakitlib-1.7.96.dist-info/NOTICE,sha256=95aUzaPJjVpDsGAsNzVnq7tHTxAl0s5UFznCTkVCau4,763
+arpakitlib-1.7.96.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+arpakitlib-1.7.96.dist-info/entry_points.txt,sha256=36xqR3PJFT2kuwjkM_EqoIy0qFUDPKSm_mJaI7emewE,87
+arpakitlib-1.7.96.dist-info/RECORD,,