sentry-arroyo 2.19.2__tar.gz → 2.19.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sentry_arroyo-2.19.2/sentry_arroyo.egg-info → sentry_arroyo-2.19.4}/PKG-INFO +1 -1
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/processor.py +5 -5
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/examples/transform_and_produce/script.py +0 -2
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4/sentry_arroyo.egg-info}/PKG-INFO +1 -1
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/setup.py +1 -1
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/LICENSE +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/MANIFEST.in +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/README.md +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/abstract.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/kafka/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/kafka/commit.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/kafka/configuration.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/kafka/consumer.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/local/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/local/backend.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/local/storages/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/local/storages/abstract.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/backends/local/storages/memory.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/commit.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/dlq.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/errors.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/abstract.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/batching.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/buffer.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/commit.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/filter.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/guard.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/healthcheck.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/noop.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/produce.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/reduce.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/run_task.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/run_task_in_threads.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/run_task_with_multiprocessing.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/unfold.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/py.typed +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/types.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/clock.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/codecs.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/concurrent.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/logging.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/metricDefs.json +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/metric_defs.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/metrics.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/profiler.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/utils/retries.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/examples/transform_and_produce/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/examples/transform_and_produce/batched.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/examples/transform_and_produce/simple.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/requirements.txt +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/sentry_arroyo.egg-info/SOURCES.txt +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/sentry_arroyo.egg-info/dependency_links.txt +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/sentry_arroyo.egg-info/not-zip-safe +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/sentry_arroyo.egg-info/requires.txt +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/sentry_arroyo.egg-info/top_level.txt +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/setup.cfg +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/backends/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/backends/mixins.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/backends/test_commit.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/backends/test_kafka.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/backends/test_local.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_all.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_batching.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_buffer.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_commit.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_filter.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_guard.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_noop.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_produce.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_reduce.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_run_task.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_run_task_in_threads.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_run_task_with_multiprocessing.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/strategies/test_unfold.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/processing/test_processor.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/test_commit.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/test_dlq.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/test_types.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/utils/__init__.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/utils/test_concurrent.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/utils/test_metrics.py +0 -0
- {sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/tests/utils/test_retries.py +0 -0
|
@@ -19,7 +19,7 @@ from typing import (
|
|
|
19
19
|
)
|
|
20
20
|
|
|
21
21
|
from arroyo.backends.abstract import Consumer
|
|
22
|
-
from arroyo.commit import CommitPolicy
|
|
22
|
+
from arroyo.commit import ONCE_PER_SECOND, CommitPolicy
|
|
23
23
|
from arroyo.dlq import BufferedMessages, DlqPolicy, DlqPolicyWrapper, InvalidMessage
|
|
24
24
|
from arroyo.errors import RecoverableError
|
|
25
25
|
from arroyo.processing.strategies.abstract import (
|
|
@@ -135,7 +135,7 @@ class StreamProcessor(Generic[TStrategyPayload]):
|
|
|
135
135
|
consumer: Consumer[TStrategyPayload],
|
|
136
136
|
topic: Topic,
|
|
137
137
|
processor_factory: ProcessingStrategyFactory[TStrategyPayload],
|
|
138
|
-
commit_policy: CommitPolicy,
|
|
138
|
+
commit_policy: CommitPolicy = ONCE_PER_SECOND,
|
|
139
139
|
dlq_policy: Optional[DlqPolicy[TStrategyPayload]] = None,
|
|
140
140
|
join_timeout: Optional[float] = None,
|
|
141
141
|
) -> None:
|
|
@@ -143,9 +143,9 @@ class StreamProcessor(Generic[TStrategyPayload]):
|
|
|
143
143
|
self.__processor_factory = processor_factory
|
|
144
144
|
self.__metrics_buffer = MetricsBuffer()
|
|
145
145
|
|
|
146
|
-
self.__processing_strategy: Optional[
|
|
147
|
-
|
|
148
|
-
|
|
146
|
+
self.__processing_strategy: Optional[
|
|
147
|
+
ProcessingStrategy[TStrategyPayload]
|
|
148
|
+
] = None
|
|
149
149
|
|
|
150
150
|
self.__message: Optional[BrokerValue[TStrategyPayload]] = None
|
|
151
151
|
|
|
@@ -9,7 +9,6 @@ from arroyo.backends.kafka.configuration import (
|
|
|
9
9
|
build_kafka_consumer_configuration,
|
|
10
10
|
)
|
|
11
11
|
from arroyo.backends.kafka.consumer import KafkaConsumer, KafkaProducer
|
|
12
|
-
from arroyo.commit import ONCE_PER_SECOND
|
|
13
12
|
from arroyo.processing.processor import StreamProcessor
|
|
14
13
|
from arroyo.types import Topic
|
|
15
14
|
|
|
@@ -63,7 +62,6 @@ if __name__ == "__main__":
|
|
|
63
62
|
consumer=consumer,
|
|
64
63
|
topic=RAW_TOPIC, # topic the consumer should subscribe to
|
|
65
64
|
processor_factory=factory,
|
|
66
|
-
commit_policy=ONCE_PER_SECOND,
|
|
67
65
|
)
|
|
68
66
|
|
|
69
67
|
processor.run()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sentry_arroyo-2.19.2 → sentry_arroyo-2.19.4}/arroyo/processing/strategies/run_task_in_threads.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|