sentry-arroyo 2.29.6__py3-none-any.whl → 2.29.7__py3-none-any.whl

arroyo/processing/strategies/run_task_with_multiprocessing.py

@@ -41,6 +41,7 @@ DEFAULT_INPUT_BLOCK_SIZE = 16 * 1024 * 1024
 DEFAULT_OUTPUT_BLOCK_SIZE = 16 * 1024 * 1024
 
 LOG_THRESHOLD_TIME = 20  # In seconds
+FAIL_THRESHOLD_TIME = 180  # In seconds
 
 
 class ChildProcessTerminated(RuntimeError):
@@ -600,6 +601,7 @@ class RunTaskWithMultiprocessing(
             "arroyo.strategies.run_task_with_multiprocessing.batches_in_progress",
         )
         self.__pool_waiting_time: Optional[float] = None
+        self.__pool_waiting_log_time: Optional[float] = None
         self.__metrics.gauge(
             "arroyo.strategies.run_task_with_multiprocessing.processes", num_processes
         )
@@ -673,22 +675,31 @@ class RunTaskWithMultiprocessing(
                 if deadline is None or deadline > time.time():
                     continue
                 break
-            except multiprocessing.TimeoutError:
-                if self.__pool_waiting_time is None:
-                    self.__pool_waiting_time = time.time()
+            except multiprocessing.TimeoutError as err:
+                current_time = time.time()
+                if (
+                    self.__pool_waiting_time is None
+                    or self.__pool_waiting_log_time is None
+                ):
+                    self.__pool_waiting_time = current_time
+                    self.__pool_waiting_log_time = current_time
                 else:
-                    current_time = time.time()
-                    if current_time - self.__pool_waiting_time > LOG_THRESHOLD_TIME:
+                    if current_time - self.__pool_waiting_log_time > LOG_THRESHOLD_TIME:
                         logger.warning(
                             "Waited on the process pool longer than %d seconds. Waiting for %d results. Pool: %r",
                             LOG_THRESHOLD_TIME,
                             len(self.__processes),
                             self.__pool,
                         )
-                        self.__pool_waiting_time = current_time
+                        self.__pool_waiting_log_time = current_time
+                    if current_time - self.__pool_waiting_time > FAIL_THRESHOLD_TIME:
+                        raise multiprocessing.TimeoutError(
+                            f"Waited on process pool for {FAIL_THRESHOLD_TIME} seconds giving up."
+                        ) from err
                 break
             else:
                 self.__pool_waiting_time = None
+                self.__pool_waiting_log_time = None
 
     def __check_for_results_impl(self, timeout: Optional[float] = None) -> None:
         (

{sentry_arroyo-2.29.6.dist-info → sentry_arroyo-2.29.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry-arroyo
-Version: 2.29.6
+Version: 2.29.7
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.29.6.dist-info → sentry_arroyo-2.29.7.dist-info}/RECORD

@@ -30,7 +30,7 @@ arroyo/processing/strategies/produce.py,sha256=w4GI7KC-CGn2bLG_qPcuKJo0EbZ4PF2TJ
 arroyo/processing/strategies/reduce.py,sha256=xv9bYisgHHyS8fVD1PdGi4TJsaK-4RAhMEDh4WHhYfI,3933
 arroyo/processing/strategies/run_task.py,sha256=MGe2UcIWN7FkPc9plKzRVUNbZ7Sk0jWjw1z2vVOFI_I,2160
 arroyo/processing/strategies/run_task_in_threads.py,sha256=f1sb2AG-BLz11X78jfhtERIkdFogrV8vtdT3pyJdkx0,6144
-arroyo/processing/strategies/run_task_with_multiprocessing.py,sha256=L92ki9E4TjVwnDwtYkVES2_lPa00nCSFcBRPuYCPQdo,36328
+arroyo/processing/strategies/run_task_with_multiprocessing.py,sha256=a9zo8kgOkX7V-4tE1nc1bpr0XxPyWBiqO9Ao3GU-cfY,36937
 arroyo/processing/strategies/unfold.py,sha256=bi47pwmKGT0Irsx0HdB7Bhc5hb-yYqLF_xcv3g1ewTk,4231
 arroyo/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 arroyo/utils/clock.py,sha256=r2EMO4nL5qIb1xnAd1sTAk2yK1UltyUi04lk5BqWKIc,944
@@ -46,7 +46,7 @@ examples/transform_and_produce/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 examples/transform_and_produce/batched.py,sha256=st2R6qTneAtV0JFbKP30Ti3sJDYj8Jkbmta9JckKdZU,2636
 examples/transform_and_produce/script.py,sha256=8kSMIjQNqGYEVyE0PvrfJh-a_UYCrJSstTp_De7kyyg,2306
 examples/transform_and_produce/simple.py,sha256=H7xqxItjl4tx34wVW5dy6mB9G39QucAtxkJSBzVmjgA,1637
-sentry_arroyo-2.29.6.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
+sentry_arroyo-2.29.7.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
 tests/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/backends/mixins.py,sha256=sfNyE0VTeiD3GHOnBYl-9urvPuURI2G1BWke0cz7Dvc,20445
 tests/backends/test_commit.py,sha256=iTHfK1qsBxim0XwxgMvNNSMqDUMEHoYkYBDcgxGBFbs,831
@@ -73,7 +73,7 @@ tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/utils/test_concurrent.py,sha256=Gwdzym2UZ1HO3rhOSGmzxImWcLFygY8P7MXHT3Q0xTE,455
 tests/utils/test_metrics.py,sha256=bI0EtGgPokMQyEqX58i0-8zvLfxRP2nWaWr2wLMaJ_o,917
 tests/utils/test_retries.py,sha256=AxJLkXWeL9AjHv_p1n0pe8CXXJp24ZQIuYBHfNcmiz4,3075
-sentry_arroyo-2.29.6.dist-info/METADATA,sha256=xzmeMPQkeI-BPWtZwnr10OMCLl_cCZHjeS7oghEmEfs,2208
-sentry_arroyo-2.29.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sentry_arroyo-2.29.6.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
-sentry_arroyo-2.29.6.dist-info/RECORD,,
+sentry_arroyo-2.29.7.dist-info/METADATA,sha256=bdCKRaGtvcV6wqgtc6qzo1aHuKWhBw_dorB01JhHlRA,2208
+sentry_arroyo-2.29.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sentry_arroyo-2.29.7.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
+sentry_arroyo-2.29.7.dist-info/RECORD,,