sentry-arroyo 2.19.7__tar.gz → 2.19.9__tar.gz

{sentry_arroyo-2.19.7/sentry_arroyo.egg-info → sentry_arroyo-2.19.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sentry-arroyo
-Version: 2.19.7
+Version: 2.19.9
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.19.7 → sentry_arroyo-2.19.9}/arroyo/dlq.py

@@ -44,12 +44,18 @@ class InvalidMessage(Exception):
     """
 
     def __init__(
-        self, partition: Partition, offset: int, needs_commit: bool = True, reason: Optional[str] = None,
+        self,
+        partition: Partition,
+        offset: int,
+        needs_commit: bool = True,
+        reason: Optional[str] = None,
+        log_exception: bool = True
     ) -> None:
         self.partition = partition
         self.offset = offset
         self.needs_commit = needs_commit
         self.reason = reason
+        self.log_exception = log_exception
 
     @classmethod
     def from_value(cls, value: BrokerValue[Any]) -> InvalidMessage:

{sentry_arroyo-2.19.7 → sentry_arroyo-2.19.9}/arroyo/processing/processor.py

@@ -365,7 +365,8 @@ class StreamProcessor(Generic[TStrategyPayload]):
         ):
             self.__message = None
 
-        logger.exception(exc)
+        if exc.log_exception:
+            logger.exception(exc)
         self.__metrics_buffer.incr_counter("arroyo.consumer.invalid_message.count", 1)
         if self.__dlq_policy:
             start_dlq = time.time()
@@ -446,10 +447,27 @@ class StreamProcessor(Generic[TStrategyPayload]):
                         self.__is_paused = True
 
                     elif self.__is_paused:
-                        # A paused consumer should still poll periodically to avoid it's partitions
-                        # getting revoked by the broker after reaching the max.poll.interval.ms
-                        # Polling a paused consumer should never yield a message.
-                        assert self.__consumer.poll(0.1) is None
+                        paused_partitions = set(self.__consumer.paused())
+                        unpaused_partitions = (
+                            set(self.__consumer.tell()) - paused_partitions
+                        )
+                        if unpaused_partitions:
+                            logger.warning(
+                                "Processor in paused state while consumer is partially unpaused: %s, paused: %s",
+                                unpaused_partitions,
+                                paused_partitions,
+                            )
+                            self.__is_paused = False
+                            # unpause paused partitions... just in case a subset is paused
+                            self.__metrics_buffer.incr_counter(
+                                "arroyo.consumer.resume", 1
+                            )
+                            self.__consumer.resume([*paused_partitions])
+                        else:
+                            # A paused consumer should still poll periodically to avoid it's partitions
+                            # getting revoked by the broker after reaching the max.poll.interval.ms
+                            # Polling a paused consumer should never yield a message.
+                            assert self.__consumer.poll(0.1) is None
                     else:
                         time.sleep(0.01)
 

{sentry_arroyo-2.19.7 → sentry_arroyo-2.19.9/sentry_arroyo.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sentry-arroyo
-Version: 2.19.7
+Version: 2.19.9
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.19.7 → sentry_arroyo-2.19.9}/setup.py

@@ -10,7 +10,7 @@ def get_requirements() -> Sequence[str]:
 
 setup(
     name="sentry-arroyo",
-    version="2.19.7",
+    version="2.19.9",
     author="Sentry",
     author_email="oss@sentry.io",
     license="Apache-2.0",