buz 2.13.1rc4__py3-none-any.whl → 2.13.1rc6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py +6 -6
- buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py +2 -3
- {buz-2.13.1rc4.dist-info → buz-2.13.1rc6.dist-info}/METADATA +1 -1
- {buz-2.13.1rc4.dist-info → buz-2.13.1rc6.dist-info}/RECORD +6 -6
- {buz-2.13.1rc4.dist-info → buz-2.13.1rc6.dist-info}/LICENSE +0 -0
- {buz-2.13.1rc4.dist-info → buz-2.13.1rc6.dist-info}/WHEEL +0 -0
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
from abc import abstractmethod
|
|
2
2
|
import traceback
|
|
3
|
-
from asyncio import Lock, create_task, gather, Semaphore, Event as AsyncIOEvent, sleep
|
|
3
|
+
from asyncio import Lock, Task, create_task, gather, Semaphore, Event as AsyncIOEvent, sleep
|
|
4
4
|
from datetime import timedelta, datetime
|
|
5
5
|
from itertools import cycle
|
|
6
6
|
from logging import Logger
|
|
7
|
-
from typing import AsyncIterator,
|
|
7
|
+
from typing import AsyncIterator, Optional, Sequence, Type, TypeVar
|
|
8
8
|
|
|
9
9
|
from aiokafka import TopicPartition
|
|
10
10
|
from aiokafka.coordinator.assignors.abstract import AbstractPartitionAssignor
|
|
@@ -119,8 +119,8 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
|
|
|
119
119
|
raise WorkerExecutionException("The worker was closed by an unexpected exception")
|
|
120
120
|
|
|
121
121
|
async def __run_worker(self) -> tuple[Optional[Exception], Optional[Exception]]:
|
|
122
|
-
consume_events_task = self.__consume_events_task()
|
|
123
|
-
polling_task = self.__polling_task()
|
|
122
|
+
consume_events_task = create_task(self.__consume_events_task())
|
|
123
|
+
polling_task = create_task(self.__polling_task())
|
|
124
124
|
|
|
125
125
|
try:
|
|
126
126
|
await gather(consume_events_task, polling_task)
|
|
@@ -131,7 +131,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
|
|
|
131
131
|
polling_task_exception = await self.__await_exception(polling_task)
|
|
132
132
|
return (consume_events_exception, polling_task_exception)
|
|
133
133
|
|
|
134
|
-
async def __await_exception(self, future:
|
|
134
|
+
async def __await_exception(self, future: Task) -> Optional[Exception]:
|
|
135
135
|
try:
|
|
136
136
|
await future
|
|
137
137
|
return None
|
|
@@ -286,7 +286,7 @@ class BaseBuzAIOKafkaAsyncConsumer(AsyncConsumer):
|
|
|
286
286
|
self._logger.info("Worker stop requested. Waiting for finalize the current task")
|
|
287
287
|
|
|
288
288
|
async def __manage_kafka_consumers_stopping(self) -> None:
|
|
289
|
-
for kafka_consumer in self.
|
|
289
|
+
for kafka_consumer in self.__queue_per_consumer_mapper.keys():
|
|
290
290
|
await kafka_consumer.stop()
|
|
291
291
|
|
|
292
292
|
def __print_statistics(self) -> None:
|
|
@@ -26,8 +26,7 @@ from buz.kafka.infrastructure.aiokafka.translators.consumer_initial_offset_posit
|
|
|
26
26
|
|
|
27
27
|
class AIOKafkaConsumer:
|
|
28
28
|
__DEFAULT_POLL_TIMEOUT_MS = 0
|
|
29
|
-
__DEFAULT_SESSION_TIMEOUT_MS = 1000 *
|
|
30
|
-
__DEFAULT_HEARTBEAT_INTERVAL_MS = 1000 * 15
|
|
29
|
+
__DEFAULT_SESSION_TIMEOUT_MS = 1000 * 120
|
|
31
30
|
__DEFAULT_MAX_POLL_INTERVAL = 30 * 60 * 1000
|
|
32
31
|
|
|
33
32
|
def __init__(
|
|
@@ -90,7 +89,7 @@ class AIOKafkaConsumer:
|
|
|
90
89
|
self.__initial_offset_position
|
|
91
90
|
),
|
|
92
91
|
session_timeout_ms=self.__session_timeout_ms,
|
|
93
|
-
heartbeat_interval_ms=self.
|
|
92
|
+
heartbeat_interval_ms=int(self.__session_timeout_ms / 5),
|
|
94
93
|
partition_assignment_strategy=list(self.__partition_assignors),
|
|
95
94
|
max_poll_interval_ms=self.__DEFAULT_MAX_POLL_INTERVAL,
|
|
96
95
|
rebalance_timeout_ms=self.__DEFAULT_MAX_POLL_INTERVAL,
|
|
@@ -45,7 +45,7 @@ buz/event/exceptions/term_signal_interruption_exception.py,sha256=RkRRF0v_K9Hg48
|
|
|
45
45
|
buz/event/exceptions/worker_execution_exception.py,sha256=6mgztvXOCG_9VZ_Jptkk72kZtNWQ2CPuQ3TjXEWFE14,123
|
|
46
46
|
buz/event/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
47
47
|
buz/event/infrastructure/buz_kafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
48
|
-
buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=
|
|
48
|
+
buz/event/infrastructure/buz_kafka/base_buz_aiokafka_async_consumer.py,sha256=75I_wUUuQXAneEKYGjnboRHWwSYJ4UADSpcG-gnClSo,14641
|
|
49
49
|
buz/event/infrastructure/buz_kafka/buz_aiokafka_async_consumer.py,sha256=dqQDv7taAmINE9G2geMDExbcvSlntP09_rQ0JRbc4Rw,5507
|
|
50
50
|
buz/event/infrastructure/buz_kafka/buz_aiokafka_multi_threaded_consumer.py,sha256=yrEU51OBjvLjCfYJFJPxux1bcIhoTVMw1Jf0HJMWbb0,5449
|
|
51
51
|
buz/event/infrastructure/buz_kafka/buz_kafka_event_bus.py,sha256=f94fmS4AVfb3LQsp49e-4Cqzj00IqxHDzuUvDbN4u2s,4258
|
|
@@ -149,7 +149,7 @@ buz/kafka/domain/services/kafka_admin_test_client.py,sha256=91l_vFIo1yhJLQQCC_Om
|
|
|
149
149
|
buz/kafka/domain/services/kafka_producer.py,sha256=CTiwGYwuzdJY5aeb2WFbJlyCpZ0YyhzcgKQYyogKzUM,401
|
|
150
150
|
buz/kafka/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
151
151
|
buz/kafka/infrastructure/aiokafka/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
152
|
-
buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=
|
|
152
|
+
buz/kafka/infrastructure/aiokafka/aiokafka_consumer.py,sha256=zGalbfVPEr-08Uv0weSnkKayr2T76F8luO-UhfMNgx4,8560
|
|
153
153
|
buz/kafka/infrastructure/aiokafka/rebalance/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
154
154
|
buz/kafka/infrastructure/aiokafka/rebalance/kafka_callback_rebalancer.py,sha256=3l7NkTrCt3rBktVIS73cTmCOvv6eFguoCbGMYIUfCFc,1774
|
|
155
155
|
buz/kafka/infrastructure/aiokafka/translators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -230,7 +230,7 @@ buz/serializer/message_to_json_bytes_serializer.py,sha256=RGZJ64t4t4Pz2FCASZZCv-
|
|
|
230
230
|
buz/wrapper/__init__.py,sha256=GnRdJFcncn-qp0hzDG9dBHLmTJSbHFVjE_yr-MdW_n4,77
|
|
231
231
|
buz/wrapper/async_to_sync.py,sha256=OfK-vrVUhuN-LLLvekLdMbQYtH0ue5lfbvuasj6ovMI,698
|
|
232
232
|
buz/wrapper/event_loop.py,sha256=pfBJ1g-8A2a3YgW8Gf9Fg0kkewoh3-wgTy2KIFDyfHk,266
|
|
233
|
-
buz-2.13.
|
|
234
|
-
buz-2.13.
|
|
235
|
-
buz-2.13.
|
|
236
|
-
buz-2.13.
|
|
233
|
+
buz-2.13.1rc6.dist-info/LICENSE,sha256=Jytu2S-2SPEgsB0y6BF-_LUxIWY7402fl0JSh36TLZE,1062
|
|
234
|
+
buz-2.13.1rc6.dist-info/METADATA,sha256=bE9USoD5Gh7NRbTZIClXx8Zvqi482Z6Y_AER8JhHeMM,1620
|
|
235
|
+
buz-2.13.1rc6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
|
236
|
+
buz-2.13.1rc6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|