dgkafka 1.0.0a5__tar.gz → 1.0.0a7__tar.gz

{dgkafka-1.0.0a5 → dgkafka-1.0.0a7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a5
+Version: 1.0.0a7
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

dgkafka-1.0.0a7/dgkafka/config.py

@@ -0,0 +1,92 @@
+from typing import Literal, Optional
+from pydantic import BaseModel, Field, validator, Json
+from enum import Enum
+
+
+class SecurityProtocol(str, Enum):
+    PLAINTEXT = "PLAINTEXT"
+    SSL = "SSL"
+    SASL_PLAINTEXT = "SASL_PLAINTEXT"
+    SASL_SSL = "SASL_SSL"
+
+
+class KafkaConfig(BaseModel):
+    """Base configuration for all Kafka clients"""
+    bootstrap_servers: str = Field(..., alias="bootstrap.servers",
+                                   description="Comma-separated list of broker addresses")
+    security_protocol: SecurityProtocol = Field(default=SecurityProtocol.SSL,
+                                                alias="security.protocol")
+    ssl_cafile: Optional[str] = Field(default=None, alias="ssl.ca.location")
+    ssl_certfile: Optional[str] = Field(default=None, alias="ssl.certificate.location")
+    ssl_keyfile: Optional[str] = Field(default=None, alias="ssl.key.location")
+    ssl_check_hostname: bool = Field(default=True, alias="enable.ssl.certificate.verification")
+    ssl_password: Optional[str] = Field(default=None, alias="ssl.key.password")
+
+    def get(self) -> dict[str, Json]:
+        return self.model_dump(by_alias=True)
+
+    class Config:
+        validate_by_name = True
+        use_enum_values = True
+        extra = "forbid"
+
+
+class ConsumerConfig(KafkaConfig):
+    """Configuration for basic Kafka consumer"""
+    group_id: str = Field(..., alias="group.id")
+    enable_auto_commit: bool = Field(default=False, alias="enable.auto.commit")
+    auto_offset_reset: Literal["earliest", "latest"] = Field(default="latest",
+                                                             alias="auto.offset.reset")
+    session_timeout_ms: int = Field(default=10000, alias="session.timeout.ms")
+    max_poll_interval_ms: int = Field(default=300000, alias="max.poll.interval.ms")
+    fetch_max_bytes: int = Field(default=52428800, alias="fetch.max.bytes")
+
+
+class ProducerConfig(KafkaConfig):
+    """Configuration for basic Kafka producer"""
+    acks: Literal["all", "0", "1"] = Field(default="all")
+    retries: int = Field(default=0)
+    linger_ms: int = Field(default=0, alias="linger.ms")
+    compression_type: Literal["none", "gzip", "snappy", "lz4", "zstd"] = Field(
+        default="none", alias="compression.type")
+    batch_size: int = Field(default=16384, alias="batch.size")
+    max_in_flight: int = Field(default=1000000, alias="max.in.flight.requests.per.connection")
+
+
+class AvroConsumerConfig(ConsumerConfig):
+    """Configuration for Avro consumer with Schema Registry"""
+    schema_registry_url: str = Field(..., alias="schema.registry.url")
+    schema_registry_ssl_cafile: Optional[str] = Field(default=None,
+                                                      alias="schema.registry.ssl.ca.location")
+    schema_registry_basic_auth_user_info: Optional[str] = Field(default=None,
+                                                                alias="schema.registry.basic.auth.user.info")
+    specific_avro_reader: bool = Field(default=False, alias="specific.avro.reader")
+
+
+class AvroProducerConfig(ProducerConfig):
+    """Configuration for Avro producer with Schema Registry"""
+    schema_registry_url: str = Field(..., alias="schema.registry.url")
+    schema_registry_ssl_cafile: Optional[str] = Field(default=None,
+                                                      alias="schema.registry.ssl.ca.location")
+    schema_registry_basic_auth_user_info: Optional[str] = Field(default=None,
+                                                                alias="schema.registry.basic.auth.user.info")
+    max_schemas_per_subject: int = Field(default=1000, alias="max.schemas.per.subject")
+
+
+class JsonConsumerConfig(ConsumerConfig):
+    """Configuration for JSON consumer"""
+    json_deserializer: Optional[str] = None  # Custom deserializer function
+    encoding: str = Field(default="utf-8")
+
+
+class JsonProducerConfig(ProducerConfig):
+    """Configuration for JSON producer"""
+    json_serializer: Optional[str] = None  # Custom serializer function
+    encoding: str = Field(default="utf-8")
+
+    @classmethod
+    @validator("compression_type")
+    def validate_compression(cls, v):
+        if v not in ["none", "gzip", "snappy", "lz4", "zstd"]:
+            raise ValueError("Unsupported compression type")
+        return v

{dgkafka-1.0.0a5 → dgkafka-1.0.0a7}/dgkafka.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dgkafka
-Version: 1.0.0a5
+Version: 1.0.0a7
 Summary: Kafka clients
 Home-page: https://gitlab.com/gng-group/dgkafka.git
 Author: Malanris

{dgkafka-1.0.0a5 → dgkafka-1.0.0a7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dgkafka"
-version = "1.0.0a5"
+version = "1.0.0a7"
 authors = [
     {name = "Roman Rasputin", email = "admin@roro.su"},
 ]

dgkafka-1.0.0a5/dgkafka/config.py

@@ -1,92 +0,0 @@
-from typing import Literal, Optional
-from pydantic import BaseModel, Field, Json
-
-
-class KafkaConfig(BaseModel):
-    bootstrap_servers: str = Field(..., alias="bootstrap.servers",
-                                 description="Comma-separated list of broker addresses")
-    security_protocol: Optional[str] = Field(default="SSL", alias="security.protocol",
-                                           description="Protocol used to communicate with brokers")
-    ssl_ca_location: Optional[str] = Field(default=None, alias="ssl.ca.location",
-                                         description="Path to CA certificate file")
-    ssl_certificate_location: Optional[str] = Field(default=None, alias="ssl.certificate.location",
-                                                  description="Path to client certificate file")
-    ssl_key_location: Optional[str] = Field(default=None, alias="ssl.key.location",
-                                          description="Path to client private key file")
-    ssl_certificate_verification: Optional[bool] = Field(default=True,
-                                                       alias="enable.ssl.certificate.verification",
-                                                       description="Enable SSL certificate verification")
-    ssl_endpoint_identification_algorithm: Optional[str] = Field(default="https",
-                                                               alias="ssl.endpoint.identification.algorithm",
-                                                               description="Endpoint identification algorithm")
-
-    def get(self) -> dict[str, Json]:
-        return self.model_dump(by_alias=True)
-
-    class Config:
-        validate_by_name = True
-        extra = "forbid"
-
-
-class ConsumerConfig(KafkaConfig):
-    group_id: str = Field(..., alias="group.id",
-                         description="Consumer group identifier")
-    enable_auto_commit: bool = Field(default=False, alias="enable.auto.commit",
-                                   description="Automatically commit offsets periodically")
-    auto_offset_reset: Literal["earliest", "latest"] = Field(default="earliest",
-                                                           alias="auto.offset.reset",
-                                                           description="Reset policy when no offset is available")
-    max_poll_records: Optional[int] = Field(default=500, alias="max.poll.records",
-                                          description="Maximum records per poll")
-    session_timeout_ms: int = Field(default=10000, alias="session.timeout.ms",
-                                  description="Timeout for consumer session")
-
-
-class ProducerConfig(KafkaConfig):
-    acks: Literal["all", "-1", "0", "1"] = Field(default="all",
-                                                description="Number of acknowledgments")
-    retries: int = Field(default=3, description="Number of retries on failure")
-    linger_ms: int = Field(default=0, alias="linger.ms",
-                         description="Delay in milliseconds to wait for messages in the buffer")
-    compression_type: Optional[str] = Field(default=None, alias="compression.type",
-                                          description="Compression codec to use")
-    batch_size: int = Field(default=16384, alias="batch.size",
-                          description="Batch size in bytes")
-
-
-class AvroConfigMixin(BaseModel):
-    schema_registry_url: str = Field(..., alias="schema.registry.url",
-                                   description="URL of Schema Registry")
-    schema_registry_ssl_ca_location: Optional[str] = Field(default=None,
-                                                         alias="schema.registry.ssl.ca.location",
-                                                         description="Schema Registry CA certificate path")
-    auto_register_schemas: bool = Field(default=True, alias="auto.register.schemas",
-                                      description="Automatically register schemas")
-
-
-class AvroConsumerConfig(ConsumerConfig, AvroConfigMixin):
-    use_latest_version: bool = Field(default=True, alias="use.latest.version",
-                                   description="Use latest schema version")
-    skip_known_types: bool = Field(default=False, alias="skip.known.types",
-                                 description="Skip known types during deserialization")
-
-
-class AvroProducerConfig(ProducerConfig, AvroConfigMixin):
-    value_subject_name_strategy: Optional[str] = Field(default=None,
-                                                     alias="value.subject.name.strategy",
-                                                     description="Strategy for subject name generation")
-    key_subject_name_strategy: Optional[str] = Field(default=None,
-                                                   alias="key.subject.name.strategy",
-                                                   description="Strategy for key subject name generation")
-
-
-class JsonConsumerConfig(ConsumerConfig):
-    json_deserializer: Optional[str] = Field(default=None,
-                                           description="Custom JSON deserializer function")
-    encoding: str = Field(default="utf-8", description="Message encoding")
-
-
-class JsonProducerConfig(ProducerConfig):
-    json_serializer: Optional[str] = Field(default=None,
-                                         description="Custom JSON serializer function")
-    encoding: str = Field(default="utf-8", description="Message encoding")