ergon-framework-python 0.1.7__py3-none-any.whl → 0.1.8__py3-none-any.whl

ergon/__init__.py

@@ -10,4 +10,4 @@ __all__ = [
     "manager",
 ]
 
-__version__ = "0.1.7"
+__version__ = "0.1.8"

ergon/connector/rabbitmq/async_service.py

@@ -155,11 +155,33 @@ class AsyncRabbitMQService:
 
         connection = self._connection
         self._connection = None
-        if connection is not None and not connection.is_closed:
-            try:
+        await self._close_connection_safely(connection, reason)
+
+    async def _close_connection_safely(
+        self,
+        connection: Optional[AbstractRobustConnection],
+        reason: str,
+    ) -> None:
+        """Stop transport and robust-reconnect ownership within a fixed deadline.
+
+        ``RobustConnection.is_closed`` only describes its current transport. Its
+        background reconnection task can still be alive after the broker closes
+        that transport, so ``close()`` must always run for an owned connection.
+        """
+        if connection is None:
+            return
+        close_timeout = min(5.0, self.client.connect_timeout)
+        try:
+            async with timeout_after(close_timeout):
                 await connection.close()
-            except Exception as exc:  # noqa: BLE001 - best-effort reset
-                logger.warning("Error closing RabbitMQ connection during reset (%s): %r", reason, exc)
+        except TimeoutError:
+            logger.error(
+                "Timed out closing RabbitMQ connection after %.1fs (%s)",
+                close_timeout,
+                reason,
+            )
+        except Exception as exc:  # noqa: BLE001 - best-effort reset
+            logger.warning("Error closing RabbitMQ connection (%s): %r", reason, exc)
 
     def _invalidate_consume_channel(self, reason: str = "explicit invalidation") -> None:
         """Drop cached consume channel + queue/exchange handles.
@@ -752,9 +774,9 @@ class AsyncRabbitMQService:
                     logger.warning("Error closing %s: %r", attr_name, exc)
             setattr(self, attr_name, None)
 
-        if self._connection is not None and not self._connection.is_closed:
-            await self._connection.close()
-            self._connection = None
+        connection = self._connection
+        self._connection = None
+        await self._close_connection_safely(connection, "service close")
 
         self._active_consumer_tag = None
         self._active_consumer_tags.clear()

ergon/task/runner.py

@@ -106,15 +106,18 @@ class _TaskLivenessSupervisor:
         self,
         provider: LivenessProvider,
         policy: TaskSupervisionPolicy,
-        request_shutdown,
-        hard_exit=os._exit,
+        request_shutdown: Callable[[str], None],
+        hard_exit: Callable[[int], None] | None = None,
     ) -> None:
         self.provider = provider
         self.policy = policy
         self.request_shutdown = request_shutdown
-        self.hard_exit = hard_exit
+        self.hard_exit = hard_exit or os._exit
         self._stop = threading.Event()
         self._thread: threading.Thread | None = None
+        self._shutdown_lock = threading.Lock()
+        self._shutdown_requested_at: float | None = None
+        self._shutdown_reason: str | None = None
 
     def start(self) -> None:
         self._thread = threading.Thread(
@@ -129,13 +132,39 @@ class _TaskLivenessSupervisor:
         if self._thread is not None and self._thread is not threading.current_thread():
             self._thread.join(timeout=max(1.0, self.policy.check_interval * 2))
 
+    def arm_shutdown_deadline(self, reason: str) -> None:
+        """Force process exit if any cooperative shutdown or cleanup wedges."""
+        with self._shutdown_lock:
+            if self._shutdown_requested_at is not None:
+                return
+            self._shutdown_requested_at = time.monotonic()
+            self._shutdown_reason = reason
+        _supervisor_logger.warning(
+            "Task shutdown deadline armed for %.1fs (%s)",
+            self.policy.shutdown_grace,
+            reason,
+        )
+
     def _run(self) -> None:
         started_at = time.monotonic()
         unhealthy_since: float | None = None
-        shutdown_requested_at: float | None = None
 
         while not self._stop.wait(self.policy.check_interval):
             now = time.monotonic()
+            with self._shutdown_lock:
+                shutdown_requested_at = self._shutdown_requested_at
+                shutdown_reason = self._shutdown_reason
+            if shutdown_requested_at is not None:
+                if now - shutdown_requested_at >= self.policy.shutdown_grace:
+                    _supervisor_logger.critical(
+                        "Task did not stop within %.1fs after shutdown began (%s); forcing exit",
+                        self.policy.shutdown_grace,
+                        shutdown_reason,
+                    )
+                    self._stop.set()
+                    self.hard_exit(int(ExitCode.ERROR))
+                continue
+
             if now - started_at < self.policy.startup_grace:
                 continue
 
@@ -157,22 +186,14 @@ class _TaskLivenessSupervisor:
                 _supervisor_logger.error("Task liveness check failed: %s", reason)
                 continue
 
-            if shutdown_requested_at is None and now - unhealthy_since >= self.policy.unhealthy_grace:
-                shutdown_requested_at = now
+            if now - unhealthy_since >= self.policy.unhealthy_grace:
                 _supervisor_logger.critical(
                     "Task remained unhealthy for %.1fs (%s); requesting process shutdown",
                     now - unhealthy_since,
                     reason,
                 )
+                self.arm_shutdown_deadline(reason)
                 self.request_shutdown(reason)
-                continue
-
-            if shutdown_requested_at is not None and now - shutdown_requested_at >= self.policy.shutdown_grace:
-                _supervisor_logger.critical(
-                    "Task did not stop within %.1fs after liveness shutdown request; forcing exit",
-                    self.policy.shutdown_grace,
-                )
-                self.hard_exit(int(ExitCode.ERROR))
 
 
 # =============================================================
@@ -313,8 +334,10 @@ async def __run_task_async(
             raise
     finally:
         _unregister_shutdown_callback(request_signal_shutdown)
-        if supervisor is not None and not liveness_shutdown_requested.is_set():
-            supervisor.stop()
+        if supervisor is not None:
+            supervisor.arm_shutdown_deadline(
+                "liveness shutdown cleanup" if liveness_shutdown_requested.is_set() else "task cleanup"
+            )
         try:
             if instance is not None:
                 await instance.exit()

{ergon_framework_python-0.1.7.dist-info → ergon_framework_python-0.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ergon-framework-python
-Version: 0.1.7
+Version: 0.1.8
 Summary: Ergon internal task-oriented project bootstrapper
 Author-email: Ergondata Technologies <anza.vossos@protonmail.com>
 License-Expression: MIT

{ergon_framework_python-0.1.7.dist-info → ergon_framework_python-0.1.8.dist-info}/RECORD

@@ -1,4 +1,4 @@
-ergon/__init__.py,sha256=CHVAlkPxdbdtbOV1yNyA5yEvPdy8cS9tKjNDgxlQyRA,218
+ergon/__init__.py,sha256=7fnK8l6RwlG4tyi-l7DfBQbjLLftAFsJBFUSbjY5u4U,218
 ergon/cli.py,sha256=CF8PvOjIguR18a657aEBEyhFXUoSVtSRVXv5PfnuWtA,6021
 ergon/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ergon/bootstrap/src/__project__/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -58,7 +58,7 @@ ergon/connector/postgres/async_service.py,sha256=PdPnNElMKzLoov1as3Kcb_viuSyBaVE
 ergon/connector/postgres/models.py,sha256=DL9wBdZ6QZPH1iVft71cTabnFUCH1Hg1RmG5f5E8578,1749
 ergon/connector/rabbitmq/__init__.py,sha256=HOiQ2ZmrbgsW20g3HcHzT_PdZ0-M9oDj4Fwzg0N67Rw,817
 ergon/connector/rabbitmq/async_connector.py,sha256=1ltA8wGcB91Sxq6xJcX0OeOTRd6co4cpq5drG-6gHAc,5175
-ergon/connector/rabbitmq/async_service.py,sha256=F4iIto5a7N_14_NimfeN1Qj6UjgoLBMHQrgsOxwCTes,34292
+ergon/connector/rabbitmq/async_service.py,sha256=A5qcIl3ucEoMfFv6b1ohdJOxJ2_xzL6ZeTcvJ78P3F8,35101
 ergon/connector/rabbitmq/connector.py,sha256=vsSzbVuuE8rKkwBfPgD97qTsqADxJGALnUvrEwZIL5Q,1633
 ergon/connector/rabbitmq/helper.py,sha256=xlQGx2SGR2DC1fi-5BMlCOvWydWEFkcN7fPJjlNvGLA,372
 ergon/connector/rabbitmq/models.py,sha256=UxqAAHhArMOry0MLKBJEtAKBNdyHNZVAvqJkYhCv71Y,9654
@@ -78,7 +78,7 @@ ergon/task/helpers.py,sha256=Fzb2WsP--5f54VRo_oaPH3Hq9kIYoykfEDOhpd_QHXY,22879
 ergon/task/liveness.py,sha256=TsytIfmi2ua_x3KEPjTdx4WbqHk0WXTqeCSiQUBKPsE,1314
 ergon/task/manager.py,sha256=3Xr8RPRjtCEoupMeyYb19uK0TQhoVehFlBZd8ZFZ-YA,2972
 ergon/task/policies.py,sha256=mGb8iafrkVf438xiAUh0FpXqfgtNAM7RyoaF8jHNf80,7042
-ergon/task/runner.py,sha256=OPCvhfTnbpSAs7Xj7qQZVS11_jm7Vzh8GCgySzT4L6k,19328
+ergon/task/runner.py,sha256=xUaMSO6V_iOq6QJdiyW1IA5kfWuwQjh1IJl6HUh06hY,20344
 ergon/task/utils.py,sha256=OmlP2AhLM32V8O9OMky6DdSvxwmMNn9x2LTguf0y-M0,2501
 ergon/task/mixins/__init__.py,sha256=6A8vNgdjaQYNJvymWNF-kBN2oTaQBYRLctS3Sq1w_-Y,320
 ergon/task/mixins/consumer.py,sha256=0S_ZU27cCn74LoDZdPGH-15wmpAtZI1HcS9Iqw2h3DE,46088
@@ -91,9 +91,9 @@ ergon/telemetry/metrics.py,sha256=0T_CuNw9P5AG1U9k1-bNp1g7McyiNLUIt_zKyLOtrnA,28
 ergon/telemetry/tracing.py,sha256=_ktiZWAgB1DU-uN91Mzr0iYNXxbCN21LnKiRo5SOJxY,4454
 ergon/utils/__init__.py,sha256=M0_VCjMN7jvSPlRZLZHeFKTHAl1zu3BnAhjrzJjDfiI,57
 ergon/utils/env.py,sha256=lji4xENvfHqg2GTGnzG95VKpxxM4f3DHIKKP61xQG08,621
-ergon_framework_python-0.1.7.dist-info/licenses/LICENSE,sha256=bWCIhHzaadz_ecLdCdtwyMafeQ17s2d7_FSSuSuEcDs,1079
-ergon_framework_python-0.1.7.dist-info/METADATA,sha256=QPW3jjA302RKd3D0pwg9kPj3WWSq0AkDZvP1yeOcAZg,15677
-ergon_framework_python-0.1.7.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
-ergon_framework_python-0.1.7.dist-info/entry_points.txt,sha256=reZ934txb5OrtcNBgTGqCsXa1biUDQWubD2a9fGZynE,42
-ergon_framework_python-0.1.7.dist-info/top_level.txt,sha256=KSPt6N7RzsjU7PRAalWQ9Cul7YTUxbo84yAJ-y2vLm8,6
-ergon_framework_python-0.1.7.dist-info/RECORD,,
+ergon_framework_python-0.1.8.dist-info/licenses/LICENSE,sha256=bWCIhHzaadz_ecLdCdtwyMafeQ17s2d7_FSSuSuEcDs,1079
+ergon_framework_python-0.1.8.dist-info/METADATA,sha256=08L2OhngcleW4qWp0S48Dvqfz_dJAwFnauPp_RJh_eU,15677
+ergon_framework_python-0.1.8.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+ergon_framework_python-0.1.8.dist-info/entry_points.txt,sha256=reZ934txb5OrtcNBgTGqCsXa1biUDQWubD2a9fGZynE,42
+ergon_framework_python-0.1.8.dist-info/top_level.txt,sha256=KSPt6N7RzsjU7PRAalWQ9Cul7YTUxbo84yAJ-y2vLm8,6
+ergon_framework_python-0.1.8.dist-info/RECORD,,