dgkafka 1.0.0a4__py3-none-any.whl → 1.0.0a6__py3-none-any.whl

dgkafka/config.py

@@ -1,89 +1,92 @@
 from typing import Literal, Optional
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, Field, validator
+from enum import Enum
+
+
+class SecurityProtocol(str, Enum):
+    PLAINTEXT = "PLAINTEXT"
+    SSL = "SSL"
+    SASL_PLAINTEXT = "SASL_PLAINTEXT"
+    SASL_SSL = "SASL_SSL"
 
 
 class KafkaConfig(BaseModel):
+    """Base configuration for all Kafka clients"""
     bootstrap_servers: str = Field(..., alias="bootstrap.servers",
-                                 description="Comma-separated list of broker addresses")
-    security_protocol: Optional[str] = Field(default="SSL", alias="security.protocol",
-                                           description="Protocol used to communicate with brokers")
-    ssl_ca_location: Optional[str] = Field(default=None, alias="ssl.ca.location",
-                                         description="Path to CA certificate file")
-    ssl_certificate_location: Optional[str] = Field(default=None, alias="ssl.certificate.location",
-                                                  description="Path to client certificate file")
-    ssl_key_location: Optional[str] = Field(default=None, alias="ssl.key.location",
-                                          description="Path to client private key file")
-    ssl_certificate_verification: Optional[bool] = Field(default=True,
-                                                       alias="enable.ssl.certificate.verification",
-                                                       description="Enable SSL certificate verification")
-    ssl_endpoint_identification_algorithm: Optional[str] = Field(default="https",
-                                                               alias="ssl.endpoint.identification.algorithm",
-                                                               description="Endpoint identification algorithm")
+                                   description="Comma-separated list of broker addresses")
+    security_protocol: SecurityProtocol = Field(default=SecurityProtocol.SSL,
+                                                alias="security.protocol")
+    ssl_cafile: Optional[str] = Field(default=None, alias="ssl.ca.location")
+    ssl_certfile: Optional[str] = Field(default=None, alias="ssl.certificate.location")
+    ssl_keyfile: Optional[str] = Field(default=None, alias="ssl.key.location")
+    ssl_check_hostname: bool = Field(default=True, alias="enable.ssl.certificate.verification")
+    ssl_password: Optional[str] = Field(default=None, alias="ssl.key.password")
+
+    def get(self) -> dict[str, Json]:
+        return self.model_dump(by_alias=True)
 
     class Config:
         validate_by_name = True
+        use_enum_values = True
         extra = "forbid"
 
 
 class ConsumerConfig(KafkaConfig):
-    group_id: str = Field(..., alias="group.id",
-                         description="Consumer group identifier")
-    enable_auto_commit: bool = Field(default=False, alias="enable.auto.commit",
-                                   description="Automatically commit offsets periodically")
-    auto_offset_reset: Literal["earliest", "latest"] = Field(default="earliest",
-                                                           alias="auto.offset.reset",
-                                                           description="Reset policy when no offset is available")
-    max_poll_records: Optional[int] = Field(default=500, alias="max.poll.records",
-                                          description="Maximum records per poll")
-    session_timeout_ms: int = Field(default=10000, alias="session.timeout.ms",
-                                  description="Timeout for consumer session")
+    """Configuration for basic Kafka consumer"""
+    group_id: str = Field(..., alias="group.id")
+    enable_auto_commit: bool = Field(default=False, alias="enable.auto.commit")
+    auto_offset_reset: Literal["earliest", "latest"] = Field(default="latest",
+                                                             alias="auto.offset.reset")
+    session_timeout_ms: int = Field(default=10000, alias="session.timeout.ms")
+    max_poll_interval_ms: int = Field(default=300000, alias="max.poll.interval.ms")
+    fetch_max_bytes: int = Field(default=52428800, alias="fetch.max.bytes")
 
 
 class ProducerConfig(KafkaConfig):
-    acks: Literal["all", "-1", "0", "1"] = Field(default="all",
-                                                description="Number of acknowledgments")
-    retries: int = Field(default=3, description="Number of retries on failure")
-    linger_ms: int = Field(default=0, alias="linger.ms",
-                         description="Delay in milliseconds to wait for messages in the buffer")
-    compression_type: Optional[str] = Field(default=None, alias="compression.type",
-                                          description="Compression codec to use")
-    batch_size: int = Field(default=16384, alias="batch.size",
-                          description="Batch size in bytes")
-
-
-class AvroConfigMixin(BaseModel):
-    schema_registry_url: str = Field(..., alias="schema.registry.url",
-                                   description="URL of Schema Registry")
-    schema_registry_ssl_ca_location: Optional[str] = Field(default=None,
-                                                         alias="schema.registry.ssl.ca.location",
-                                                         description="Schema Registry CA certificate path")
-    auto_register_schemas: bool = Field(default=True, alias="auto.register.schemas",
-                                      description="Automatically register schemas")
-
-
-class AvroConsumerConfig(ConsumerConfig, AvroConfigMixin):
-    use_latest_version: bool = Field(default=True, alias="use.latest.version",
-                                   description="Use latest schema version")
-    skip_known_types: bool = Field(default=False, alias="skip.known.types",
-                                 description="Skip known types during deserialization")
-
-
-class AvroProducerConfig(ProducerConfig, AvroConfigMixin):
-    value_subject_name_strategy: Optional[str] = Field(default=None,
-                                                     alias="value.subject.name.strategy",
-                                                     description="Strategy for subject name generation")
-    key_subject_name_strategy: Optional[str] = Field(default=None,
-                                                   alias="key.subject.name.strategy",
-                                                   description="Strategy for key subject name generation")
+    """Configuration for basic Kafka producer"""
+    acks: Literal["all", "0", "1"] = Field(default="all")
+    retries: int = Field(default=0)
+    linger_ms: int = Field(default=0, alias="linger.ms")
+    compression_type: Literal["none", "gzip", "snappy", "lz4", "zstd"] = Field(
+        default="none", alias="compression.type")
+    batch_size: int = Field(default=16384, alias="batch.size")
+    max_in_flight: int = Field(default=1000000, alias="max.in.flight.requests.per.connection")
+
+
+class AvroConsumerConfig(ConsumerConfig):
+    """Configuration for Avro consumer with Schema Registry"""
+    schema_registry_url: str = Field(..., alias="schema.registry.url")
+    schema_registry_ssl_cafile: Optional[str] = Field(default=None,
+                                                      alias="schema.registry.ssl.ca.location")
+    schema_registry_basic_auth_user_info: Optional[str] = Field(default=None,
+                                                                alias="schema.registry.basic.auth.user.info")
+    specific_avro_reader: bool = Field(default=False, alias="specific.avro.reader")
+
+
+class AvroProducerConfig(ProducerConfig):
+    """Configuration for Avro producer with Schema Registry"""
+    schema_registry_url: str = Field(..., alias="schema.registry.url")
+    schema_registry_ssl_cafile: Optional[str] = Field(default=None,
+                                                      alias="schema.registry.ssl.ca.location")
+    schema_registry_basic_auth_user_info: Optional[str] = Field(default=None,
+                                                                alias="schema.registry.basic.auth.user.info")
+    max_schemas_per_subject: int = Field(default=1000, alias="max.schemas.per.subject")
 
 
 class JsonConsumerConfig(ConsumerConfig):
-    json_deserializer: Optional[str] = Field(default=None,
-                                           description="Custom JSON deserializer function")
-    encoding: str = Field(default="utf-8", description="Message encoding")
+    """Configuration for JSON consumer"""
+    json_deserializer: Optional[str] = None  # Custom deserializer function
+    encoding: str = Field(default="utf-8")
 
 
 class JsonProducerConfig(ProducerConfig):
-    json_serializer: Optional[str] = Field(default=None,
-                                         description="Custom JSON serializer function")
-    encoding: str = Field(default="utf-8", description="Message encoding")
+    """Configuration for JSON producer"""
+    json_serializer: Optional[str] = None  # Custom serializer function
+    encoding: str = Field(default="utf-8")
+
+    @classmethod
+    @validator("compression_type")
+    def validate_compression(cls, v):
+        if v not in ["none", "gzip", "snappy", "lz4", "zstd"]:
+            raise ValueError("Unsupported compression type")
+        return v

{dgkafka-1.0.0a4.dist-info → dgkafka-1.0.0a6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a4
+Version: 1.0.0a6
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

{dgkafka-1.0.0a4.dist-info → dgkafka-1.0.0a6.dist-info}/RECORD

@@ -1,13 +1,13 @@
 dgkafka/__init__.py,sha256=fnqVZROyHXipdmhqZaa9XUjvQe795JJKFakwTndAiIw,286
 dgkafka/avro_consumer.py,sha256=Hk1_vexqd5F2g2D0IC2n1HAwXR-cQrbYDsSYr616ASY,2875
 dgkafka/avro_producer.py,sha256=51p9GeavU3M21LfQZuidEkhIpzA-KGQOXhB0xMfNUus,4247
-dgkafka/config.py,sha256=khrRqBqwHx3HT198bpkEQdACEqOUC95wpnqMHinBOH8,5411
+dgkafka/config.py,sha256=km3v3FwcCyqx0iV1QUyqeelCiJmdRzU_r9DYgHhIgK8,4272
 dgkafka/consumer.py,sha256=OSryUsowjpPA4ZbTSs3dwWgIgd2HOAdGeqM-Y1R1XLk,4427
 dgkafka/errors.py,sha256=PaH46tXameS--hrrUXKhQkZlBHvMSMPmjhVeRkmFvV0,95
 dgkafka/json_consumer.py,sha256=7Gzn7C9WpyCTPDV6eFDugAx5gC9vdV-HrTh3Nv--zIE,1152
 dgkafka/producer.py,sha256=4tKIYUs1zlrie5TOxnL0J38BON2HreOLf2rYW1hVrIs,5085
-dgkafka-1.0.0a4.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
-dgkafka-1.0.0a4.dist-info/METADATA,sha256=MJX-WzBZeaPFTIa_r0FhC_EAY5rtoXXZlwI6vNiaOeM,6061
-dgkafka-1.0.0a4.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-dgkafka-1.0.0a4.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
-dgkafka-1.0.0a4.dist-info/RECORD,,
+dgkafka-1.0.0a6.dist-info/licenses/LICENSE,sha256=pAZXnNE2dxxwXFIduGyn1gpvPefJtUYOYZOi3yeGG94,1068
+dgkafka-1.0.0a6.dist-info/METADATA,sha256=7ZVTz1zURWcA2AFE0XcsyRIxBKRhgFaxdhwsrVYPC0A,6061
+dgkafka-1.0.0a6.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+dgkafka-1.0.0a6.dist-info/top_level.txt,sha256=GyNrxOh7IPdL0t2SxH8DWxg3fUma-ezQ1Kz4zIr2B7U,8
+dgkafka-1.0.0a6.dist-info/RECORD,,