sentry-arroyo 2.29.4__py3-none-any.whl → 2.29.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- arroyo/backends/kafka/consumer.py +1 -0
- arroyo/processing/strategies/run_task_with_multiprocessing.py +12 -3
- {sentry_arroyo-2.29.4.dist-info → sentry_arroyo-2.29.6.dist-info}/METADATA +1 -1
- {sentry_arroyo-2.29.4.dist-info → sentry_arroyo-2.29.6.dist-info}/RECORD +7 -7
- {sentry_arroyo-2.29.4.dist-info → sentry_arroyo-2.29.6.dist-info}/WHEEL +0 -0
- {sentry_arroyo-2.29.4.dist-info → sentry_arroyo-2.29.6.dist-info}/licenses/LICENSE +0 -0
- {sentry_arroyo-2.29.4.dist-info → sentry_arroyo-2.29.6.dist-info}/top_level.txt +0 -0
|
@@ -198,14 +198,20 @@ class BatchBuilder(Generic[TBatchValue]):
|
|
|
198
198
|
def parallel_worker_initializer(
|
|
199
199
|
custom_initialize_func: Optional[Callable[[], None]] = None,
|
|
200
200
|
) -> None:
|
|
201
|
-
|
|
201
|
+
start_time = time.time()
|
|
202
202
|
# Worker process should ignore ``SIGINT`` so that processing is not
|
|
203
203
|
# interrupted by ``KeyboardInterrupt`` during graceful shutdown.
|
|
204
204
|
signal.signal(signal.SIGINT, signal.SIG_IGN)
|
|
205
205
|
|
|
206
206
|
if custom_initialize_func is not None:
|
|
207
207
|
custom_initialize_func()
|
|
208
|
-
|
|
208
|
+
elapsed_time = time.time() - start_time
|
|
209
|
+
logger.info(
|
|
210
|
+
"Finished parallel_worker_initializer function with pid %d, elapsed time %f",
|
|
211
|
+
multiprocessing.current_process().pid,
|
|
212
|
+
elapsed_time,
|
|
213
|
+
)
|
|
214
|
+
|
|
209
215
|
|
|
210
216
|
@dataclass
|
|
211
217
|
class ParallelRunTaskResult(Generic[TResult]):
|
|
@@ -628,7 +634,10 @@ class RunTaskWithMultiprocessing(
|
|
|
628
634
|
)
|
|
629
635
|
)
|
|
630
636
|
end_time = time.time()
|
|
631
|
-
self.__metrics.timing(
|
|
637
|
+
self.__metrics.timing(
|
|
638
|
+
"arroyo.strategies.run_task_with_multiprocessing.batch.submit.time",
|
|
639
|
+
end_time - start_time,
|
|
640
|
+
)
|
|
632
641
|
self.__batches_in_progress.increment()
|
|
633
642
|
self.__metrics.timing(
|
|
634
643
|
"arroyo.strategies.run_task_with_multiprocessing.batch.size.msg", len(batch)
|
|
@@ -9,7 +9,7 @@ arroyo/backends/abstract.py,sha256=NQ5xG9rjchSUW8URl1WtSYSzMFtwRKB6wtJhWmDyR9E,9
|
|
|
9
9
|
arroyo/backends/kafka/__init__.py,sha256=8AQ3LOAMVIgIb3IM5oFYqPgSqxBCJCX2k9eUrcGrr2Q,401
|
|
10
10
|
arroyo/backends/kafka/commit.py,sha256=LPsjvX5PPXR62DT6sa5GuSF78qk9F_L--Fz4kw7-m-s,3060
|
|
11
11
|
arroyo/backends/kafka/configuration.py,sha256=g1Y-vdu3OT9pqWuYRp9fw29Nmm1KBBExQLr3VhDsp90,8950
|
|
12
|
-
arroyo/backends/kafka/consumer.py,sha256=
|
|
12
|
+
arroyo/backends/kafka/consumer.py,sha256=8X0fJNtHA2rEFtKc7sGqQSvb8WwjuNRphtPRiJm6-2A,28257
|
|
13
13
|
arroyo/backends/local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
14
14
|
arroyo/backends/local/backend.py,sha256=7odjCnzoGgdo8JHLgG1ntaXa-ZR9GteGkquiA2WAWmM,13880
|
|
15
15
|
arroyo/backends/local/storages/__init__.py,sha256=AGYujdAAcn3osoj9jq84IzTywYbkIDv9wRg2rLhLXeg,104
|
|
@@ -30,7 +30,7 @@ arroyo/processing/strategies/produce.py,sha256=w4GI7KC-CGn2bLG_qPcuKJo0EbZ4PF2TJ
|
|
|
30
30
|
arroyo/processing/strategies/reduce.py,sha256=xv9bYisgHHyS8fVD1PdGi4TJsaK-4RAhMEDh4WHhYfI,3933
|
|
31
31
|
arroyo/processing/strategies/run_task.py,sha256=MGe2UcIWN7FkPc9plKzRVUNbZ7Sk0jWjw1z2vVOFI_I,2160
|
|
32
32
|
arroyo/processing/strategies/run_task_in_threads.py,sha256=f1sb2AG-BLz11X78jfhtERIkdFogrV8vtdT3pyJdkx0,6144
|
|
33
|
-
arroyo/processing/strategies/run_task_with_multiprocessing.py,sha256=
|
|
33
|
+
arroyo/processing/strategies/run_task_with_multiprocessing.py,sha256=L92ki9E4TjVwnDwtYkVES2_lPa00nCSFcBRPuYCPQdo,36328
|
|
34
34
|
arroyo/processing/strategies/unfold.py,sha256=bi47pwmKGT0Irsx0HdB7Bhc5hb-yYqLF_xcv3g1ewTk,4231
|
|
35
35
|
arroyo/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
36
36
|
arroyo/utils/clock.py,sha256=r2EMO4nL5qIb1xnAd1sTAk2yK1UltyUi04lk5BqWKIc,944
|
|
@@ -46,7 +46,7 @@ examples/transform_and_produce/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
|
|
|
46
46
|
examples/transform_and_produce/batched.py,sha256=st2R6qTneAtV0JFbKP30Ti3sJDYj8Jkbmta9JckKdZU,2636
|
|
47
47
|
examples/transform_and_produce/script.py,sha256=8kSMIjQNqGYEVyE0PvrfJh-a_UYCrJSstTp_De7kyyg,2306
|
|
48
48
|
examples/transform_and_produce/simple.py,sha256=H7xqxItjl4tx34wVW5dy6mB9G39QucAtxkJSBzVmjgA,1637
|
|
49
|
-
sentry_arroyo-2.29.
|
|
49
|
+
sentry_arroyo-2.29.6.dist-info/licenses/LICENSE,sha256=0Ng3MFdEcnz0sVD1XvGBBzbavvNp_7OAM5yVObB46jU,10829
|
|
50
50
|
tests/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
51
51
|
tests/backends/mixins.py,sha256=sfNyE0VTeiD3GHOnBYl-9urvPuURI2G1BWke0cz7Dvc,20445
|
|
52
52
|
tests/backends/test_commit.py,sha256=iTHfK1qsBxim0XwxgMvNNSMqDUMEHoYkYBDcgxGBFbs,831
|
|
@@ -73,7 +73,7 @@ tests/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
73
73
|
tests/utils/test_concurrent.py,sha256=Gwdzym2UZ1HO3rhOSGmzxImWcLFygY8P7MXHT3Q0xTE,455
|
|
74
74
|
tests/utils/test_metrics.py,sha256=bI0EtGgPokMQyEqX58i0-8zvLfxRP2nWaWr2wLMaJ_o,917
|
|
75
75
|
tests/utils/test_retries.py,sha256=AxJLkXWeL9AjHv_p1n0pe8CXXJp24ZQIuYBHfNcmiz4,3075
|
|
76
|
-
sentry_arroyo-2.29.
|
|
77
|
-
sentry_arroyo-2.29.
|
|
78
|
-
sentry_arroyo-2.29.
|
|
79
|
-
sentry_arroyo-2.29.
|
|
76
|
+
sentry_arroyo-2.29.6.dist-info/METADATA,sha256=xzmeMPQkeI-BPWtZwnr10OMCLl_cCZHjeS7oghEmEfs,2208
|
|
77
|
+
sentry_arroyo-2.29.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
78
|
+
sentry_arroyo-2.29.6.dist-info/top_level.txt,sha256=DVdMZKysL_iIxm5aY0sYgZtP5ZXMg9YBaBmGQHVmDXA,22
|
|
79
|
+
sentry_arroyo-2.29.6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|