dgkafka 1.0.0a1__py3-none-any.whl → 1.0.0a3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dgkafka/__init__.py +9 -3
- dgkafka/avro_consumer.py +3 -3
- dgkafka/avro_producer.py +1 -1
- {dgkafka-1.0.0a1.dist-info → dgkafka-1.0.0a3.dist-info}/METADATA +10 -1
- dgkafka-1.0.0a3.dist-info/RECORD +13 -0
- dgkafka-1.0.0a1.dist-info/RECORD +0 -13
- {dgkafka-1.0.0a1.dist-info → dgkafka-1.0.0a3.dist-info}/WHEEL +0 -0
- {dgkafka-1.0.0a1.dist-info → dgkafka-1.0.0a3.dist-info}/licenses/LICENSE +0 -0
- {dgkafka-1.0.0a1.dist-info → dgkafka-1.0.0a3.dist-info}/top_level.txt +0 -0
dgkafka/__init__.py
CHANGED
@@ -1,5 +1,11 @@
|
|
1
1
|
from .consumer import KafkaConsumer
|
2
|
-
from .avro_consumer import AvroKafkaConsumer
|
3
2
|
from .producer import KafkaProducer
|
4
|
-
|
5
|
-
from .
|
3
|
+
try:
|
4
|
+
from .avro_consumer import AvroKafkaConsumer
|
5
|
+
from .avro_producer import AvroKafkaProducer
|
6
|
+
except ImportError:
|
7
|
+
pass
|
8
|
+
try:
|
9
|
+
from .json_consumer import JsonKafkaConsumer
|
10
|
+
except ImportError:
|
11
|
+
pass
|
dgkafka/avro_consumer.py
CHANGED
@@ -24,14 +24,14 @@ class AvroKafkaConsumer(KafkaConsumer):
|
|
24
24
|
configs: Kafka consumer configuration
|
25
25
|
"""
|
26
26
|
self.schema_registry_url = configs.get('schema.registry.url')
|
27
|
-
self.
|
27
|
+
assert self.schema_registry_url is not None, "schema.registry.url is required"
|
28
|
+
|
29
|
+
self.schema_registry_client = CachedSchemaRegistryClient(url=self.schema_registry_url)
|
28
30
|
super().__init__(logger_=logger_, **configs)
|
29
31
|
|
30
32
|
def _init_consumer(self, **configs: Any) -> None:
|
31
33
|
"""Initialize AvroConsumer instance."""
|
32
34
|
try:
|
33
|
-
# AvroConsumer requires schema registry in config
|
34
|
-
configs['schema.registry.url'] = self.schema_registry_url
|
35
35
|
self.consumer = AvroConsumer(configs)
|
36
36
|
self.logger.info("[*] Avro consumer initialized successfully")
|
37
37
|
except Exception as ex:
|
dgkafka/avro_producer.py
CHANGED
@@ -34,7 +34,7 @@ class AvroKafkaProducer(KafkaProducer):
|
|
34
34
|
|
35
35
|
self.default_key_schema = default_key_schema
|
36
36
|
self.default_value_schema = default_value_schema
|
37
|
-
self.schema_registry_client = CachedSchemaRegistryClient(
|
37
|
+
self.schema_registry_client = CachedSchemaRegistryClient(url=self.schema_registry_url)
|
38
38
|
super().__init__(logger_=logger_, **configs)
|
39
39
|
|
40
40
|
def _init_producer(self, **configs: Any) -> None:
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: dgkafka
|
3
|
-
Version: 1.0.
|
3
|
+
Version: 1.0.0a3
|
4
4
|
Summary: Kafka clients
|
5
5
|
Home-page: https://gitlab.com/gng-group/dgkafka.git
|
6
6
|
Author: Malanris
|
@@ -31,6 +31,9 @@ Requires-Dist: attrs; extra == "avro"
|
|
31
31
|
Requires-Dist: cachetools; extra == "avro"
|
32
32
|
Requires-Dist: httpx>=0.26; extra == "avro"
|
33
33
|
Requires-Dist: authlib; extra == "avro"
|
34
|
+
Provides-Extra: json
|
35
|
+
Requires-Dist: pyrsistent; extra == "json"
|
36
|
+
Requires-Dist: jsonschema; extra == "json"
|
34
37
|
Dynamic: author
|
35
38
|
Dynamic: home-page
|
36
39
|
Dynamic: license-file
|
@@ -51,6 +54,12 @@ For Avro support (requires additional dependencies):
|
|
51
54
|
pip install dgkafka[avro]
|
52
55
|
```
|
53
56
|
|
57
|
+
For Json support (requires additional dependencies):
|
58
|
+
|
59
|
+
```bash
|
60
|
+
pip install dgkafka[json]
|
61
|
+
```
|
62
|
+
|
54
63
|
## Features
|
55
64
|
|
56
65
|
- Producers and consumers for different data formats:
|
@@ -0,0 +1,13 @@
|
|
1
|
+
dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
|
2
|
+
dgkafka/avro_consumer.py,sha256=Hk1_vexqd5F2g2D0IC2n1HAwXR-cQrbYDsSYr616ASY,2875
|
3
|
+
dgkafka/avro_producer.py,sha256=51p9GeavU3M21LfQZuidEkhIpzA-KGQOXhB0xMfNUus,4247
|
4
|
+
dgkafka/config.py,sha256=-rsJO_xAEEFJ9wZtN0LnbxHKpvruC8uOkLipI77a4zk,5425
|
5
|
+
dgkafka/consumer.py,sha256=OSryUsowjpPA4ZbTSs3dwWgIgd2HOAdGeqM-Y1R1XLk,4427
|
6
|
+
dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
|
7
|
+
dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
|
8
|
+
dgkafka/producer.py,sha256=4tKIYUs1zlrie5TOxnL0J38BON2HreOLf2rYW1hVrIs,5085
|
9
|
+
dgkafka-1.0.0a3.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
|
10
|
+
dgkafka-1.0.0a3.dist-info/METADATA,sha256=MIQLUYWf8BYy1Ty88EveT5dnrR5ROL5j6boiW4DR240,6037
|
11
|
+
dgkafka-1.0.0a3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
12
|
+
dgkafka-1.0.0a3.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
|
13
|
+
dgkafka-1.0.0a3.dist-info/RECORD,,
|
dgkafka-1.0.0a1.dist-info/RECORD
DELETED
@@ -1,13 +0,0 @@
|
|
1
|
-
dgkafka/__init__.py,sha256=bHvunrggolv8quKYZAK8sntcFEBHcQ47PQWH8kjM2Qw,206
|
2
|
-
dgkafka/avro_consumer.py,sha256=TG8l07SDspk9sZkdnyCRYBWQ5qS5Swdrkcf48izPtFs,2924
|
3
|
-
dgkafka/avro_producer.py,sha256=5OPhg-Ulm8gmimjC2MlUqlnbsGjcn2Mf159PEWqt-Ac,4252
|
4
|
-
dgkafka/config.py,sha256=-rsJO_xAEEFJ9wZtN0LnbxHKpvruC8uOkLipI77a4zk,5425
|
5
|
-
dgkafka/consumer.py,sha256=OSryUsowjpPA4ZbTSs3dwWgIgd2HOAdGeqM-Y1R1XLk,4427
|
6
|
-
dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
|
7
|
-
dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
|
8
|
-
dgkafka/producer.py,sha256=4tKIYUs1zlrie5TOxnL0J38BON2HreOLf2rYW1hVrIs,5085
|
9
|
-
dgkafka-1.0.0a1.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
|
10
|
-
dgkafka-1.0.0a1.dist-info/METADATA,sha256=ypN62v2UoQMRDL9mUZNWUElnQEU2EfafBezBuQnc9pc,5837
|
11
|
-
dgkafka-1.0.0a1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
12
|
-
dgkafka-1.0.0a1.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
|
13
|
-
dgkafka-1.0.0a1.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|