sentry-arroyo 2.37.1__tar.gz → 2.38.0__tar.gz

{sentry_arroyo-2.37.1/sentry_arroyo.egg-info → sentry_arroyo-2.38.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry-arroyo
-Version: 2.37.1
+Version: 2.38.0
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.37.1 → sentry_arroyo-2.38.0}/arroyo/processing/processor.py

@@ -30,6 +30,7 @@ from arroyo.processing.strategies.abstract import (
 from arroyo.types import BrokerValue, Message, Partition, Topic, TStrategyPayload
 from arroyo.utils.logging import handle_internal_error
 from arroyo.utils.metrics import get_metrics
+from arroyo.utils.stuck_detector import get_all_thread_stacks
 
 logger = logging.getLogger(__name__)
 
@@ -40,25 +41,6 @@ DEFAULT_JOIN_TIMEOUT = 25.0  # In seconds
 F = TypeVar("F", bound=Callable[[Any], Any])
 
 
-def get_all_thread_stacks() -> str:
-    """Get stack traces from all threads without using signals."""
-    import sys
-    import threading
-    import traceback
-
-    stacks = []
-    frames = sys._current_frames()
-    threads_by_id = {t.ident: t for t in threading.enumerate()}
-
-    for thread_id, frame in frames.items():
-        thread = threads_by_id.get(thread_id)
-        thread_name = thread.name if thread else f"Unknown-{thread_id}"
-        stack = "".join(traceback.format_stack(frame))
-        stacks.append(f"Thread {thread_name} ({thread_id}):\n{stack}")
-
-    return "\n\n".join(stacks)
-
-
 def _rdkafka_callback(metrics: MetricsBuffer) -> Callable[[F], F]:
     def decorator(f: F) -> F:
         @functools.wraps(f)
@@ -166,9 +148,9 @@ class StreamProcessor(Generic[TStrategyPayload]):
         self.__processor_factory = processor_factory
         self.__metrics_buffer = MetricsBuffer()
 
-        self.__processing_strategy: Optional[
-            ProcessingStrategy[TStrategyPayload]
-        ] = None
+        self.__processing_strategy: Optional[ProcessingStrategy[TStrategyPayload]] = (
+            None
+        )
 
         self.__message: Optional[BrokerValue[TStrategyPayload]] = None
 

sentry_arroyo-2.38.0/arroyo/utils/stuck_detector.py

@@ -0,0 +1,58 @@
+from __future__ import annotations
+
+import logging
+import sys
+import threading
+import time
+import traceback
+from contextlib import contextmanager
+from typing import Iterator
+
+logger = logging.getLogger(__name__)
+
+
+def get_all_thread_stacks() -> str:
+    """Get stack traces from all threads without using signals."""
+    stacks = []
+    frames = sys._current_frames()
+    threads_by_id = {t.ident: t for t in threading.enumerate()}
+
+    for thread_id, frame in frames.items():
+        thread = threads_by_id.get(thread_id)
+        thread_name = thread.name if thread else f"Unknown-{thread_id}"
+        stack = "".join(traceback.format_stack(frame))
+        stacks.append(f"Thread {thread_name} ({thread_id}):\n{stack}")
+
+    return "\n\n".join(stacks)
+
+
+@contextmanager
+def stuck_detector(
+    name: str = "stuck-detector",
+    timeout_seconds: float = 30.0,
+) -> Iterator[None]:
+    """
+    Context manager that spawns a daemon thread to detect stuck operations.
+    If the wrapped code block doesn't complete within timeout_seconds,
+    logs all thread stack traces for debugging.
+    """
+    done = threading.Event()
+
+    def detector() -> None:
+        start = time.time()
+        while not done.wait(timeout=1):
+            if time.time() - start > timeout_seconds:
+                logger.warning(
+                    "%s: Operation stuck for %s seconds, stacks:\n%s",
+                    name,
+                    timeout_seconds,
+                    get_all_thread_stacks(),
+                )
+                return
+
+    thread = threading.Thread(target=detector, daemon=True, name=name)
+    thread.start()
+    try:
+        yield
+    finally:
+        done.set()

{sentry_arroyo-2.37.1 → sentry_arroyo-2.38.0/sentry_arroyo.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry-arroyo
-Version: 2.37.1
+Version: 2.38.0
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.37.1 → sentry_arroyo-2.38.0}/sentry_arroyo.egg-info/SOURCES.txt

@@ -47,6 +47,7 @@ arroyo/utils/metric_defs.py
 arroyo/utils/metrics.py
 arroyo/utils/profiler.py
 arroyo/utils/retries.py
+arroyo/utils/stuck_detector.py
 examples/transform_and_produce/__init__.py
 examples/transform_and_produce/batched.py
 examples/transform_and_produce/script.py
@@ -88,4 +89,5 @@ tests/processing/strategies/test_unfold.py
 tests/utils/__init__.py
 tests/utils/test_concurrent.py
 tests/utils/test_metrics.py
-tests/utils/test_retries.py
+tests/utils/test_retries.py
+tests/utils/test_stuck_detector.py

{sentry_arroyo-2.37.1 → sentry_arroyo-2.38.0}/setup.py

@@ -10,7 +10,7 @@ def get_requirements() -> Sequence[str]:
 
 setup(
     name="sentry-arroyo",
-    version="2.37.1",
+    version="2.38.0",
     author="Sentry",
     author_email="oss@sentry.io",
     license="Apache-2.0",

sentry_arroyo-2.38.0/tests/utils/test_stuck_detector.py

@@ -0,0 +1,46 @@
+from __future__ import annotations
+
+import threading
+from unittest.mock import patch
+
+from arroyo.utils.stuck_detector import get_all_thread_stacks, stuck_detector
+
+
+def test_get_all_thread_stacks() -> None:
+    """Test that get_all_thread_stacks returns stack traces for all threads."""
+    stacks = get_all_thread_stacks()
+    assert "MainThread" in stacks
+    assert "test_get_all_thread_stacks" in stacks  # Current function should be in stack
+
+
+def test_stuck_detector_does_not_trigger_before_timeout() -> None:
+    """Test that stuck detector doesn't trigger when operation completes quickly."""
+    with patch.object(
+        __import__("arroyo.utils.stuck_detector", fromlist=["logger"]).logger,
+        "warning",
+    ) as mock_warn:
+        with stuck_detector(timeout_seconds=30):
+            pass
+
+        mock_warn.assert_not_called()
+
+
+def test_stuck_detector_logs_after_timeout() -> None:
+    """Test that stuck detector logs warning with stack traces when timeout exceeded."""
+    warning_logged = threading.Event()
+
+    def mock_warning(*args: object, **kwargs: object) -> None:
+        warning_logged.set()
+
+    with patch.object(
+        __import__("arroyo.utils.stuck_detector", fromlist=["logger"]).logger,
+        "warning",
+        side_effect=mock_warning,
+    ) as mock_warn:
+        with stuck_detector(timeout_seconds=0.05):
+            warning_logged.wait(timeout=2)
+
+        mock_warn.assert_called_once()
+        call_args = mock_warn.call_args
+        assert "Operation stuck" in call_args[0][0]
+        assert "MainThread" in call_args[0][3]