dgkafka 1.0.0a1__py3-none-any.whl → 1.0.0a3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
dgkafka/__init__.py CHANGED
@@ -1,5 +1,11 @@
1
1
  from .consumer import KafkaConsumer
2
- from .avro_consumer import AvroKafkaConsumer
3
2
  from .producer import KafkaProducer
4
- from .avro_producer import AvroKafkaProducer
5
- from .json_consumer import JsonKafkaConsumer
3
+ try:
4
+ from .avro_consumer import AvroKafkaConsumer
5
+ from .avro_producer import AvroKafkaProducer
6
+ except ImportError:
7
+ pass
8
+ try:
9
+ from .json_consumer import JsonKafkaConsumer
10
+ except ImportError:
11
+ pass
dgkafka/avro_consumer.py CHANGED
@@ -24,14 +24,14 @@ class AvroKafkaConsumer(KafkaConsumer):
24
24
  configs: Kafka consumer configuration
25
25
  """
26
26
  self.schema_registry_url = configs.get('schema.registry.url')
27
- self.schema_registry_client = CachedSchemaRegistryClient({'url': self.schema_registry_url})
27
+ assert self.schema_registry_url is not None, "schema.registry.url is required"
28
+
29
+ self.schema_registry_client = CachedSchemaRegistryClient(url=self.schema_registry_url)
28
30
  super().__init__(logger_=logger_, **configs)
29
31
 
30
32
  def _init_consumer(self, **configs: Any) -> None:
31
33
  """Initialize AvroConsumer instance."""
32
34
  try:
33
- # AvroConsumer requires schema registry in config
34
- configs['schema.registry.url'] = self.schema_registry_url
35
35
  self.consumer = AvroConsumer(configs)
36
36
  self.logger.info("[*] Avro consumer initialized successfully")
37
37
  except Exception as ex:
dgkafka/avro_producer.py CHANGED
@@ -34,7 +34,7 @@ class AvroKafkaProducer(KafkaProducer):
34
34
 
35
35
  self.default_key_schema = default_key_schema
36
36
  self.default_value_schema = default_value_schema
37
- self.schema_registry_client = CachedSchemaRegistryClient({'url': self.schema_registry_url})
37
+ self.schema_registry_client = CachedSchemaRegistryClient(url=self.schema_registry_url)
38
38
  super().__init__(logger_=logger_, **configs)
39
39
 
40
40
  def _init_producer(self, **configs: Any) -> None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dgkafka
3
- Version: 1.0.0a1
3
+ Version: 1.0.0a3
4
4
  Summary: Kafka clients
5
5
  Home-page: https://gitlab.com/gng-group/dgkafka.git
6
6
  Author: Malanris
@@ -31,6 +31,9 @@ Requires-Dist: attrs; extra == "avro"
31
31
  Requires-Dist: cachetools; extra == "avro"
32
32
  Requires-Dist: httpx>=0.26; extra == "avro"
33
33
  Requires-Dist: authlib; extra == "avro"
34
+ Provides-Extra: json
35
+ Requires-Dist: pyrsistent; extra == "json"
36
+ Requires-Dist: jsonschema; extra == "json"
34
37
  Dynamic: author
35
38
  Dynamic: home-page
36
39
  Dynamic: license-file
@@ -51,6 +54,12 @@ For Avro support (requires additional dependencies):
51
54
  pip install dgkafka[avro]
52
55
  ```
53
56
 
57
+ For Json support (requires additional dependencies):
58
+
59
+ ```bash
60
+ pip install dgkafka[json]
61
+ ```
62
+
54
63
  ## Features
55
64
 
56
65
  - Producers and consumers for different data formats:
@@ -0,0 +1,13 @@
1
+ dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
2
+ dgkafka/avro_consumer.py,sha256=Hk1_vexqd5F2g2D0IC2n1HAwXR-cQrbYDsSYr616ASY,2875
3
+ dgkafka/avro_producer.py,sha256=51p9GeavU3M21LfQZuidEkhIpzA-KGQOXhB0xMfNUus,4247
4
+ dgkafka/config.py,sha256=-rsJO_xAEEFJ9wZtN0LnbxHKpvruC8uOkLipI77a4zk,5425
5
+ dgkafka/consumer.py,sha256=OSryUsowjpPA4ZbTSs3dwWgIgd2HOAdGeqM-Y1R1XLk,4427
6
+ dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
7
+ dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
8
+ dgkafka/producer.py,sha256=4tKIYUs1zlrie5TOxnL0J38BON2HreOLf2rYW1hVrIs,5085
9
+ dgkafka-1.0.0a3.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
10
+ dgkafka-1.0.0a3.dist-info/METADATA,sha256=MIQLUYWf8BYy1Ty88EveT5dnrR5ROL5j6boiW4DR240,6037
11
+ dgkafka-1.0.0a3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
12
+ dgkafka-1.0.0a3.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
13
+ dgkafka-1.0.0a3.dist-info/RECORD,,
@@ -1,13 +0,0 @@
1
- dgkafka/__init__.py,sha256=bHvunrggolv8quKYZAK8sntcFEBHcQ47PQWH8kjM2Qw,206
2
- dgkafka/avro_consumer.py,sha256=TG8l07SDspk9sZkdnyCRYBWQ5qS5Swdrkcf48izPtFs,2924
3
- dgkafka/avro_producer.py,sha256=5OPhg-Ulm8gmimjC2MlUqlnbsGjcn2Mf159PEWqt-Ac,4252
4
- dgkafka/config.py,sha256=-rsJO_xAEEFJ9wZtN0LnbxHKpvruC8uOkLipI77a4zk,5425
5
- dgkafka/consumer.py,sha256=OSryUsowjpPA4ZbTSs3dwWgIgd2HOAdGeqM-Y1R1XLk,4427
6
- dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
7
- dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
8
- dgkafka/producer.py,sha256=4tKIYUs1zlrie5TOxnL0J38BON2HreOLf2rYW1hVrIs,5085
9
- dgkafka-1.0.0a1.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
10
- dgkafka-1.0.0a1.dist-info/METADATA,sha256=ypN62v2UoQMRDL9mUZNWUElnQEU2EfafBezBuQnc9pc,5837
11
- dgkafka-1.0.0a1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
12
- dgkafka-1.0.0a1.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
13
- dgkafka-1.0.0a1.dist-info/RECORD,,