sentry-arroyo 2.20.6__py3-none-any.whl → 2.20.8__py3-none-any.whl

arroyo/backends/abstract.py

@@ -1,12 +1,24 @@
 from __future__ import annotations
 
 import logging
+import time
 from abc import ABC, abstractmethod, abstractproperty
 from concurrent.futures import Future
-from typing import Callable, Generic, Mapping, Optional, Sequence, Union
+from typing import (
+    Callable,
+    Generic,
+    Mapping,
+    Optional,
+    Protocol,
+    Sequence,
+    TypeVar,
+    Union,
+)
 
 from arroyo.types import BrokerValue, Partition, Topic, TStrategyPayload
 
+T = TypeVar("T")
+
 logger = logging.getLogger(__name__)
 
 
@@ -175,11 +187,72 @@ class Consumer(Generic[TStrategyPayload], ABC):
         raise NotImplementedError
 
 
+class ProducerFuture(Protocol, Generic[T]):
+    """
+    An abstract interface for a kind of Future. Stdlib futures are too slow to
+    construct, so we use these.
+    """
+
+    def done(self) -> bool:
+        ...
+
+    def result(self, timeout: float | None = None) -> T:
+        """
+        Return result or raise exception. May block, but does not have to.
+        """
+        ...
+
+    def set_result(self, result: T) -> None:
+        ...
+
+    def set_exception(self, exception: Exception) -> None:
+        ...
+
+
+class SimpleProducerFuture(Generic[T]):
+    """
+    A stub for concurrent.futures.Future that does not construct any Condition
+    variables, therefore is faster to construct.
+    """
+
+    def __init__(self) -> None:
+        self.result_value: T | None = None
+        self.result_exception: Exception | None = None
+
+    def done(self) -> bool:
+        return self.result_value is not None or self.result_exception is not None
+
+    def result(self, timeout: float | None = None) -> T:
+        if timeout is not None:
+            deadline = time.time() + timeout
+        else:
+            deadline = None
+
+        # This implementation is bogus and shouldn't be used in production,
+        # only in tests at most. It is only here for the sake of implementing
+        # the contract. If you really need result with timeout>0, you should
+        # use the stdlib future.
+        while deadline is None or time.time() < deadline:
+            if self.result_exception is not None:
+                raise self.result_exception
+            if self.result_value is not None:
+                return self.result_value
+            time.sleep(0.1)
+
+        raise TimeoutError()
+
+    def set_result(self, result: T) -> None:
+        self.result_value = result
+
+    def set_exception(self, exception: Exception) -> None:
+        self.result_exception = exception
+
+
 class Producer(Generic[TStrategyPayload], ABC):
     @abstractmethod
     def produce(
         self, destination: Union[Topic, Partition], payload: TStrategyPayload
-    ) -> Future[BrokerValue[TStrategyPayload]]:
+    ) -> ProducerFuture[BrokerValue[TStrategyPayload]]:
         """
         Produce to a topic or partition.
         """

arroyo/backends/kafka/consumer.py

@@ -36,7 +36,12 @@ from confluent_kafka import Message as ConfluentMessage
 from confluent_kafka import Producer as ConfluentProducer
 from confluent_kafka import TopicPartition as ConfluentTopicPartition
 
-from arroyo.backends.abstract import Consumer, Producer
+from arroyo.backends.abstract import (
+    Consumer,
+    Producer,
+    ProducerFuture,
+    SimpleProducerFuture,
+)
 from arroyo.errors import (
     ConsumerError,
     EndOfPartition,
@@ -645,7 +650,9 @@ class KafkaConsumer(Consumer[KafkaPayload]):
 
 
 class KafkaProducer(Producer[KafkaPayload]):
-    def __init__(self, configuration: Mapping[str, Any]) -> None:
+    def __init__(
+        self, configuration: Mapping[str, Any], use_simple_futures: bool = False
+    ) -> None:
         self.__configuration = configuration
 
         self.__producer = ConfluentProducer(configuration)
@@ -656,6 +663,8 @@ class KafkaProducer(Producer[KafkaPayload]):
         # ``produce(...).result()`` could result in a deadlock.
         self.__result = execute(self.__worker, daemon=True)
 
+        self.use_simple_futures = use_simple_futures
+
     def __worker(self) -> None:
         """
         Continuously polls the producer to ensure that delivery callbacks are
@@ -670,7 +679,7 @@ class KafkaProducer(Producer[KafkaPayload]):
 
     def __delivery_callback(
         self,
-        future: Future[BrokerValue[KafkaPayload]],
+        future: ProducerFuture[BrokerValue[KafkaPayload]],
         payload: KafkaPayload,
         error: KafkaError,
         message: ConfluentMessage,
@@ -698,7 +707,7 @@ class KafkaProducer(Producer[KafkaPayload]):
         self,
         destination: Union[Topic, Partition],
         payload: KafkaPayload,
-    ) -> Future[BrokerValue[KafkaPayload]]:
+    ) -> ProducerFuture[BrokerValue[KafkaPayload]]:
         if self.__shutdown_requested.is_set():
             raise RuntimeError("producer has been closed")
 
@@ -713,8 +722,13 @@ class KafkaProducer(Producer[KafkaPayload]):
         else:
             raise TypeError("invalid destination type")
 
-        future: Future[BrokerValue[KafkaPayload]] = Future()
-        future.set_running_or_notify_cancel()
+        future: ProducerFuture[BrokerValue[KafkaPayload]]
+        if self.use_simple_futures:
+            future = SimpleProducerFuture()
+        else:
+            future = Future()
+            future.set_running_or_notify_cancel()
+
         produce(
             value=payload.value,
             key=payload.key,

arroyo/dlq.py

@@ -16,7 +16,7 @@ from typing import (
     Tuple,
 )
 
-from arroyo.backends.abstract import Producer
+from arroyo.backends.abstract import Producer, ProducerFuture
 from arroyo.backends.kafka import KafkaPayload
 from arroyo.types import (
     FILTERED_PAYLOAD,
@@ -186,7 +186,7 @@ class DlqProducer(ABC, Generic[TStrategyPayload]):
     @abstractmethod
     def produce(
         self, value: BrokerValue[TStrategyPayload], reason: Optional[str] = None
-    ) -> Future[BrokerValue[TStrategyPayload]]:
+    ) -> ProducerFuture[BrokerValue[TStrategyPayload]]:
         """
         Produce a message to DLQ.
         """
@@ -212,7 +212,7 @@ class NoopDlqProducer(DlqProducer[Any]):
         self,
         value: BrokerValue[KafkaPayload],
         reason: Optional[str] = None,
-    ) -> Future[BrokerValue[KafkaPayload]]:
+    ) -> ProducerFuture[BrokerValue[KafkaPayload]]:
         future: Future[BrokerValue[KafkaPayload]] = Future()
         future.set_running_or_notify_cancel()
         future.set_result(value)
@@ -242,7 +242,7 @@ class KafkaDlqProducer(DlqProducer[KafkaPayload]):
         self,
         value: BrokerValue[KafkaPayload],
         reason: Optional[str] = None,
-    ) -> Future[BrokerValue[KafkaPayload]]:
+    ) -> ProducerFuture[BrokerValue[KafkaPayload]]:
         value.payload.headers.append(
             ("original_partition", f"{value.partition.index}".encode("utf-8"))
         )
@@ -381,7 +381,7 @@ class DlqPolicyWrapper(Generic[TStrategyPayload]):
             Deque[
                 Tuple[
                     BrokerValue[TStrategyPayload],
-                    Future[BrokerValue[TStrategyPayload]],
+                    ProducerFuture[BrokerValue[TStrategyPayload]],
                 ]
             ],
         ] = defaultdict(deque)

arroyo/processing/processor.py

@@ -144,9 +144,9 @@ class StreamProcessor(Generic[TStrategyPayload]):
         self.__processor_factory = processor_factory
         self.__metrics_buffer = MetricsBuffer()
 
-        self.__processing_strategy: Optional[ProcessingStrategy[TStrategyPayload]] = (
-            None
-        )
+        self.__processing_strategy: Optional[
+            ProcessingStrategy[TStrategyPayload]
+        ] = None
 
         self.__message: Optional[BrokerValue[TStrategyPayload]] = None
 
@@ -381,8 +381,12 @@ class StreamProcessor(Generic[TStrategyPayload]):
             try:
                 self.__dlq_policy.produce(invalid_message, exc.reason)
             except Exception:
-                logger.exception(f"Failed to produce message (partition: {exc.partition} offset: {exc.offset}) to DLQ topic, dropping")
-                self.__metrics_buffer.incr_counter("arroyo.consumer.dlq.dropped_messages", 1)
+                logger.exception(
+                    f"Failed to produce message (partition: {exc.partition} offset: {exc.offset}) to DLQ topic, dropping"
+                )
+                self.__metrics_buffer.incr_counter(
+                    "arroyo.consumer.dlq.dropped_messages", 1
+                )
 
             self.__metrics_buffer.incr_timing(
                 "arroyo.consumer.dlq.time", time.time() - start_dlq

arroyo/processing/strategies/produce.py

@@ -1,10 +1,9 @@
 import logging
 import time
 from collections import deque
-from concurrent.futures import Future
 from typing import Deque, Optional, Tuple, Union
 
-from arroyo.backends.abstract import Producer
+from arroyo.backends.abstract import Producer, ProducerFuture
 from arroyo.processing.strategies.abstract import MessageRejected, ProcessingStrategy
 from arroyo.types import (
     BrokerValue,
@@ -52,7 +51,7 @@ class Produce(ProcessingStrategy[Union[FilteredPayload, TStrategyPayload]]):
         self.__queue: Deque[
             Tuple[
                 Message[Union[FilteredPayload, TStrategyPayload]],
-                Optional[Future[BrokerValue[TStrategyPayload]]],
+                Optional[ProducerFuture[BrokerValue[TStrategyPayload]]],
             ]
         ] = deque()
 
@@ -92,7 +91,7 @@ class Produce(ProcessingStrategy[Union[FilteredPayload, TStrategyPayload]]):
         if len(self.__queue) >= self.__max_buffer_size:
             raise MessageRejected
 
-        future: Optional[Future[BrokerValue[TStrategyPayload]]] = None
+        future: Optional[ProducerFuture[BrokerValue[TStrategyPayload]]] = None
 
         if not isinstance(message.payload, FilteredPayload):
             try:

arroyo/processing/strategies/run_task_with_multiprocessing.py

@@ -581,7 +581,7 @@ class RunTaskWithMultiprocessing(
                 self.__metrics.increment("sigchld.detected")
                 raise ChildProcessTerminated(signum)
 
-        signal.signal(signal.SIGCHLD, handle_sigchld)
+        self.original_sigchld = signal.signal(signal.SIGCHLD, handle_sigchld)
 
     def __submit_batch(self, input_block_too_small: bool) -> None:
         assert self.__batch_builder is not None
@@ -839,14 +839,19 @@ class RunTaskWithMultiprocessing(
             # compression.)
             self.__batch_builder.append(message)
 
-    def close(self) -> None:
+    def _do_close(self) -> None:
         self.__closed = True
 
+        signal.signal(signal.SIGCHLD, self.original_sigchld)
+
+    def close(self) -> None:
+        self._do_close()
+
         if self.__batch_builder is not None and len(self.__batch_builder) > 0:
             self.__submit_batch(False)
 
     def terminate(self) -> None:
-        self.__closed = True
+        self._do_close()
 
         logger.info("Terminating %r...", self.__pool)
 

{sentry_arroyo-2.20.6.dist-info → sentry_arroyo-2.20.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sentry-arroyo
-Version: 2.20.6
+Version: 2.20.8
 Summary: Arroyo is a Python library for working with streaming data.
 Home-page: https://github.com/getsentry/arroyo
 Author: Sentry

{sentry_arroyo-2.20.6.dist-info → sentry_arroyo-2.20.8.dist-info}/RECORD

@@ -1,22 +1,22 @@
 arroyo/__init__.py,sha256=fcpHZd2P3MxWl6PJJ8n__fM_NRIfiUE8tKN-orv6lb0,187
 arroyo/commit.py,sha256=oFihWUW8fLsjomWh0o085qIHe9vwVNgoOJC6JQdFM7M,2235
-arroyo/dlq.py,sha256=kWDQ-6NwzQEFBzsAWfahRXL1_FvJDl-nDaNQd-xGQOM,16790
+arroyo/dlq.py,sha256=QwWyYQElNObu5SugLWwVp_ADs_BDtvHsaPPb6h15KPQ,16838
 arroyo/errors.py,sha256=IbtoIbz_m5QrxNRBLOxiy-hOfJQTEwNPCyq6yqedJYk,1059
 arroyo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 arroyo/types.py,sha256=sLY0x030np4UmbaW5C1KH1se7Z2pjQiPvAe5x2sXf7A,5684
 arroyo/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-arroyo/backends/abstract.py,sha256=PicUWWsgH-41XpHDcuq86P4PpPx7GWgLWdwnw4B0obo,7582
+arroyo/backends/abstract.py,sha256=qnyuAcbxTIImEXTDA9T1V0Vh4GH_CImnXezK0E3tH5E,9539
 arroyo/backends/kafka/__init__.py,sha256=TZ0omd3LFXcZUaN_soFTuTgbjNEQYF1mF_i6_KIfCNo,306
 arroyo/backends/kafka/commit.py,sha256=LPsjvX5PPXR62DT6sa5GuSF78qk9F_L--Fz4kw7-m-s,3060
 arroyo/backends/kafka/configuration.py,sha256=D9zre9H2xagUsk7qBA-bm38V3_4Mg_X5hpKsKx2BkM8,3048
-arroyo/backends/kafka/consumer.py,sha256=fo5a0tCq0XFvMA9drVCUCBMAXuA_x5KlpBU4G2LsNIo,27728
+arroyo/backends/kafka/consumer.py,sha256=VFjMz4T7JDWIh8B1GMDzpWw7IMtakvsB3O3I64wj0Rg,28031
 arroyo/backends/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 arroyo/backends/local/backend.py,sha256=7odjCnzoGgdo8JHLgG1ntaXa-ZR9GteGkquiA2WAWmM,13880
 arroyo/backends/local/storages/__init__.py,sha256=AGYujdAAcn3osoj9jq84IzTywYbkIDv9wRg2rLhLXeg,104
 arroyo/backends/local/storages/abstract.py,sha256=1qVQp6roxHkK6XT2aklZyZk1qq7RzcPN6Db_CA5--kg,2901
 arroyo/backends/local/storages/memory.py,sha256=AoKDsVZzBXkOJyWArKWp3vfGfU9xLlKFXE9gsJiMIzQ,2613
 arroyo/processing/__init__.py,sha256=vZVg0wJvJfoVzlzGvnL59bT6YNIRJNQ5t7oU045Qbk4,87
-arroyo/processing/processor.py,sha256=WqWKOsMZYqzrk89Cn-gkPSIbeafHm8lTXsk46kXg7H4,20352
+arroyo/processing/processor.py,sha256=mfPyqG0ZvBiucN_c2jfaYP8YjygXV2HXfHWfx4TpRi8,20426
 arroyo/processing/strategies/__init__.py,sha256=EU_JMb54eOxMxaC5mIFpI-sAF-X2ZScbE8czBZ7bQkY,1106
 arroyo/processing/strategies/abstract.py,sha256=nu7juEz_aQmQIH35Z8u--FBuLjkK8_LQ1hIG2xpw9AA,4808
 arroyo/processing/strategies/batching.py,sha256=s89xC6lQpBseEaApu1iNTipXGKeO95OMwinj2VBKn9s,4778
@@ -26,11 +26,11 @@ arroyo/processing/strategies/filter.py,sha256=dzx9BaIVigxFGfsrNYAWJYTDCanIp3RiV9
 arroyo/processing/strategies/guard.py,sha256=W2Nsy8LW6RWYPh-_ReljR8_lkPgipOG8LhtDR-DDlto,4878
 arroyo/processing/strategies/healthcheck.py,sha256=fEVB516nZVZWvZLzi4_ImaE6F7QQQJIymW6HgiUYUSA,1775
 arroyo/processing/strategies/noop.py,sha256=BtWkC93QpZCKAB4qTsXLaqrYsllE1Olp6mY2YeuK9ag,726
-arroyo/processing/strategies/produce.py,sha256=v1mJv5rbyXal7ESIfsihbTGW-vZ0_niJnBgdqcA-zHQ,4619
+arroyo/processing/strategies/produce.py,sha256=LUsg2bsVsguc2fTbueTbqLeg3mbnk_FOf_98GvPnI10,4613
 arroyo/processing/strategies/reduce.py,sha256=xv9bYisgHHyS8fVD1PdGi4TJsaK-4RAhMEDh4WHhYfI,3933
 arroyo/processing/strategies/run_task.py,sha256=MGe2UcIWN7FkPc9plKzRVUNbZ7Sk0jWjw1z2vVOFI_I,2160
 arroyo/processing/strategies/run_task_in_threads.py,sha256=f1sb2AG-BLz11X78jfhtERIkdFogrV8vtdT3pyJdkx0,6144
-arroyo/processing/strategies/run_task_with_multiprocessing.py,sha256=jNb_e3hcXDlnLE0XCgVjbLHXrob8V53aPGeMWtu4ToI,34417
+arroyo/processing/strategies/run_task_with_multiprocessing.py,sha256=jOL6SKLyrTuCsOkFDl5eOLQzr79bo_yZiuE1d9rhnfA,34558
 arroyo/processing/strategies/unfold.py,sha256=bi47pwmKGT0Irsx0HdB7Bhc5hb-yYqLF_xcv3g1ewTk,4231
 arroyo/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 arroyo/utils/clock.py,sha256=r2EMO4nL5qIb1xnAd1sTAk2yK1UltyUi04lk5BqWKIc,944
@@ -46,14 +46,14 @@ examples/transform_and_produce/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 examples/transform_and_produce/batched.py,sha256=st2R6qTneAtV0JFbKP30Ti3sJDYj8Jkbmta9JckKdZU,2636
 examples/transform_and_produce/script.py,sha256=8kSMIjQNqGYEVyE0PvrfJh-a_UYCrJSstTp_De7kyyg,2306
 examples/transform_and_produce/simple.py,sha256=H7xqxItjl4tx34wVW5dy6mB9G39QucAtxkJSBzVmjgA,1637
-sentry_arroyo-2.20.6.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
+sentry_arroyo-2.20.8.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
 tests/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/backends/mixins.py,sha256=sfNyE0VTeiD3GHOnBYl-9urvPuURI2G1BWke0cz7Dvc,20445
 tests/backends/test_commit.py,sha256=iTHfK1qsBxim0XwxgMvNNSMqDUMEHoYkYBDcgxGBFbs,831
-tests/backends/test_kafka.py,sha256=mNwisb5PQPlBs5TIZtk6hL_eSbwAdwZ0RDD05WxDYps,12188
+tests/backends/test_kafka.py,sha256=XGljy72Juesc1qbVs0D02OJitFnry72fRWQdbTqmBp4,12371
 tests/backends/test_local.py,sha256=Mfd4DFuWVSVtl1GomQ6TIoWuJNcAliKqKU0BShPlEMY,3363
 tests/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/processing/test_processor.py,sha256=3uBfMN1tbm37VtwUx7wtCz42fN5TZRUya1ovwL0mC40,20782
+tests/processing/test_processor.py,sha256=PDCrmhWAt_wZKwYlBzDuEGsd8PnjKM-p4ySaPvVd11k,20781
 tests/processing/strategies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/processing/strategies/test_all.py,sha256=ahAF-nbdmqVkYGNCg0OFCD6fzNTA-XxYrW8NQHajCDU,10167
 tests/processing/strategies/test_batching.py,sha256=nyyX0y6qYHX7jT4gCgsUjT5RzBMDrBp790SCmOizQ0Q,11787
@@ -66,13 +66,13 @@ tests/processing/strategies/test_produce.py,sha256=UQ03quIAvfnsg8Og7US6D4ERs-J8n
 tests/processing/strategies/test_reduce.py,sha256=crPFtGp7cyD8QOsmfVsyYh8KLOTzb8ryI7XtYg0vQSQ,1101
 tests/processing/strategies/test_run_task.py,sha256=bWIy4U6QyOBtqdiJdGLMAadlEME-W2aE_ZzDbU_BsGo,2805
 tests/processing/strategies/test_run_task_in_threads.py,sha256=5nwzF1iV6MTK1xETzWvMEOwAcZWrMOQaIPSWbiAjKFo,1457
-tests/processing/strategies/test_run_task_with_multiprocessing.py,sha256=iy4etaU9WLa8AfMIFUXRnS70Dj7jlpotIX7s-BhTWH0,21914
+tests/processing/strategies/test_run_task_with_multiprocessing.py,sha256=eyv3O5XhVSlJZXli_WG3v_ULHJ4YXrvW7vb4X5EeZVg,22111
 tests/processing/strategies/test_unfold.py,sha256=mbC4XhT6GkJRuC7vPR0h7jqwt4cu20q7Z114EJ6J9mQ,2009
 tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/utils/test_concurrent.py,sha256=Gwdzym2UZ1HO3rhOSGmzxImWcLFygY8P7MXHT3Q0xTE,455
 tests/utils/test_metrics.py,sha256=bI0EtGgPokMQyEqX58i0-8zvLfxRP2nWaWr2wLMaJ_o,917
 tests/utils/test_retries.py,sha256=AxJLkXWeL9AjHv_p1n0pe8CXXJp24ZQIuYBHfNcmiz4,3075
-sentry_arroyo-2.20.6.dist-info/METADATA,sha256=d9kyjf-g8Wu1M0MJgI-6-OKrIqzQjGcDZDnuhC1hCas,2200
-sentry_arroyo-2.20.6.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-sentry_arroyo-2.20.6.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
-sentry_arroyo-2.20.6.dist-info/RECORD,,
+sentry_arroyo-2.20.8.dist-info/METADATA,sha256=Tfi9HVQkH631_WJQGu-PjVUNjmljc9LLuuN_2rBFT8Q,2200
+sentry_arroyo-2.20.8.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+sentry_arroyo-2.20.8.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
+sentry_arroyo-2.20.8.dist-info/RECORD,,

tests/backends/test_kafka.py

@@ -131,8 +131,8 @@ class TestKafkaStreams(StreamsTestMixin[KafkaPayload]):
 
         return KafkaConsumer(configuration)
 
-    def get_producer(self) -> KafkaProducer:
-        return KafkaProducer(self.configuration)
+    def get_producer(self, use_simple_futures: bool = False) -> KafkaProducer:
+        return KafkaProducer(self.configuration, use_simple_futures=use_simple_futures)
 
     def get_payloads(self) -> Iterator[KafkaPayload]:
         for i in itertools.count():
@@ -150,9 +150,10 @@ class TestKafkaStreams(StreamsTestMixin[KafkaPayload]):
                 assert isinstance(value, BrokerValue)
                 assert value.payload.value == b"0"
 
-    def test_auto_offset_reset_latest(self) -> None:
+    @pytest.mark.parametrize("use_simple_futures", [True, False])
+    def test_auto_offset_reset_latest(self, use_simple_futures: bool) -> None:
         with self.get_topic() as topic:
-            with closing(self.get_producer()) as producer:
+            with closing(self.get_producer(use_simple_futures)) as producer:
                 producer.produce(topic, next(self.get_payloads())).result(5.0)
 
             with closing(self.get_consumer(auto_offset_reset="latest")) as consumer:

tests/processing/strategies/test_run_task_with_multiprocessing.py

@@ -1,8 +1,9 @@
 import multiprocessing
+import signal
 import time
 from datetime import datetime
 from multiprocessing.managers import SharedMemoryManager
-from typing import Any
+from typing import Any, Generator
 from unittest.mock import Mock, call
 
 import pytest
@@ -25,6 +26,12 @@ from tests.metrics import TestingMetricsBackend
 from tests.metrics import Timing as TimingCall
 
 
+@pytest.fixture(autouse=True)
+def does_not_leak_sigchild_handler() -> Generator[None, None, None]:
+    yield
+    assert isinstance(signal.getsignal(signal.SIGCHLD), int)
+
+
 def test_message_batch() -> None:
     partition = Partition(Topic("test"), 0)
 

tests/processing/test_processor.py

@@ -583,7 +583,6 @@ def test_dlq() -> None:
     assert dlq_policy.producer.produce.call_count == 1
 
 
-
 def test_healthcheck(tmpdir: py.path.local) -> None:
     """
     Test healthcheck strategy e2e with StreamProcessor, to ensure the