types-kafka-python 2.3.0.20260523__py3-none-any.whl

kafka-stubs/METADATA.toml

@@ -0,0 +1,2 @@
+version = "2.3.*"
+upstream-repository = "https://github.com/dpkp/kafka-python"

kafka-stubs/__init__.pyi

@@ -0,0 +1,13 @@
+import logging
+
+from kafka.admin import KafkaAdminClient as KafkaAdminClient
+from kafka.client_async import KafkaClient as KafkaClient
+from kafka.conn import BrokerConnection as BrokerConnection
+from kafka.consumer import KafkaConsumer as KafkaConsumer
+from kafka.consumer.subscription_state import ConsumerRebalanceListener as ConsumerRebalanceListener
+from kafka.producer import KafkaProducer as KafkaProducer
+
+__all__ = ["BrokerConnection", "ConsumerRebalanceListener", "KafkaAdminClient", "KafkaClient", "KafkaConsumer", "KafkaProducer"]
+
+class NullHandler(logging.Handler):
+    def emit(self, record) -> None: ...

kafka-stubs/admin/__init__.pyi

@@ -0,0 +1,30 @@
+from kafka.admin.acl_resource import (
+    ACL as ACL,
+    ACLFilter as ACLFilter,
+    ACLOperation as ACLOperation,
+    ACLPermissionType as ACLPermissionType,
+    ACLResourcePatternType as ACLResourcePatternType,
+    ResourcePattern as ResourcePattern,
+    ResourcePatternFilter as ResourcePatternFilter,
+    ResourceType as ResourceType,
+)
+from kafka.admin.client import KafkaAdminClient as KafkaAdminClient
+from kafka.admin.config_resource import ConfigResource as ConfigResource, ConfigResourceType as ConfigResourceType
+from kafka.admin.new_partitions import NewPartitions as NewPartitions
+from kafka.admin.new_topic import NewTopic as NewTopic
+
+__all__ = [
+    "ConfigResource",
+    "ConfigResourceType",
+    "KafkaAdminClient",
+    "NewTopic",
+    "NewPartitions",
+    "ACL",
+    "ACLFilter",
+    "ResourcePattern",
+    "ResourcePatternFilter",
+    "ACLOperation",
+    "ResourceType",
+    "ACLPermissionType",
+    "ACLResourcePatternType",
+]

kafka-stubs/admin/acl_resource.pyi

@@ -0,0 +1,91 @@
+from enum import IntEnum
+
+class ResourceType(IntEnum):
+    UNKNOWN = 0
+    ANY = 1
+    CLUSTER = 4
+    DELEGATION_TOKEN = 6
+    GROUP = 3
+    TOPIC = 2
+    TRANSACTIONAL_ID = 5
+
+class ACLOperation(IntEnum):
+    UNKNOWN = 0
+    ANY = 1
+    ALL = 2
+    READ = 3
+    WRITE = 4
+    CREATE = 5
+    DELETE = 6
+    ALTER = 7
+    DESCRIBE = 8
+    CLUSTER_ACTION = 9
+    DESCRIBE_CONFIGS = 10
+    ALTER_CONFIGS = 11
+    IDEMPOTENT_WRITE = 12
+    CREATE_TOKENS = 13
+    DESCRIBE_TOKENS = 13
+
+class ACLPermissionType(IntEnum):
+    UNKNOWN = 0
+    ANY = 1
+    DENY = 2
+    ALLOW = 3
+
+class ACLResourcePatternType(IntEnum):
+    UNKNOWN = 0
+    ANY = 1
+    MATCH = 2
+    LITERAL = 3
+    PREFIXED = 4
+
+class ACLFilter:
+    principal: str | None
+    host: str | None
+    operation: ACLOperation
+    permission_type: ACLPermissionType
+    resource_pattern: ResourcePatternFilter
+    def __init__(
+        self,
+        principal: str | None,
+        host: str | None,
+        operation: ACLOperation,
+        permission_type: ACLPermissionType,
+        resource_pattern: ResourcePatternFilter,
+    ) -> None: ...
+    def validate(self) -> None: ...
+    def __eq__(self, other): ...
+    def __hash__(self): ...
+
+class ACL(ACLFilter):
+    resource_pattern: ResourcePattern
+    def __init__(
+        self,
+        principal: str,
+        host: str,
+        operation: ACLOperation,
+        permission_type: ACLPermissionType,
+        resource_pattern: ResourcePattern,
+    ) -> None: ...
+    def validate(self) -> None: ...
+
+class ResourcePatternFilter:
+    resource_type: ResourceType
+    resource_name: str | None
+    pattern_type: ACLResourcePatternType
+    def __init__(self, resource_type: ResourceType, resource_name: str | None, pattern_type: ACLResourcePatternType) -> None: ...
+    def validate(self) -> None: ...
+    def __eq__(self, other): ...
+    def __hash__(self): ...
+
+class ResourcePattern(ResourcePatternFilter):
+    resource_name: str
+    def __init__(
+        self,
+        resource_type: ResourceType,
+        resource_name: str,
+        pattern_type: ACLResourcePatternType = ACLResourcePatternType.LITERAL,
+    ) -> None: ...
+    def validate(self) -> None: ...
+
+def valid_acl_operations(int_vals) -> set[ACLOperation]: ...

kafka-stubs/admin/client.pyi

@@ -0,0 +1,114 @@
+import selectors
+import ssl
+from _typeshed import Incomplete
+from collections.abc import Callable, Iterable, Mapping, Sequence
+from typing import Literal, TypeAlias, TypedDict, type_check_only
+from typing_extensions import Unpack
+
+from kafka.admin.acl_resource import ACL, ACLFilter
+from kafka.admin.config_resource import ConfigResource
+from kafka.admin.new_partitions import NewPartitions
+from kafka.admin.new_topic import NewTopic
+from kafka.errors import KafkaError
+from kafka.protocol.admin import ElectionType
+from kafka.structs import GroupInformation, OffsetAndMetadata, TopicPartition
+
+_ApiVersion: TypeAlias = tuple[int, ...]
+_BootstrapServers: TypeAlias = str | Sequence[str]
+_KafkaClientFactory: TypeAlias = Callable[..., object]
+_SaslMechanism: TypeAlias = Literal["PLAIN", "GSSAPI", "OAUTHBEARER", "SCRAM-SHA-256", "SCRAM-SHA-512"]
+_SecurityProtocol: TypeAlias = Literal["PLAINTEXT", "SSL", "SASL_PLAINTEXT", "SASL_SSL"]
+_SocketOption: TypeAlias = tuple[int, int, int]
+
+@type_check_only
+class _KafkaAdminClientConfig(TypedDict, total=False):
+    bootstrap_servers: _BootstrapServers
+    client_id: str
+    request_timeout_ms: int
+    connections_max_idle_ms: int
+    reconnect_backoff_ms: int
+    reconnect_backoff_max_ms: int
+    max_in_flight_requests_per_connection: int
+    receive_buffer_bytes: int | None
+    send_buffer_bytes: int | None
+    socket_options: Sequence[_SocketOption]
+    sock_chunk_bytes: int
+    sock_chunk_buffer_count: int
+    retry_backoff_ms: int
+    metadata_max_age_ms: int
+    security_protocol: _SecurityProtocol
+    ssl_context: ssl.SSLContext | None
+    ssl_check_hostname: bool
+    ssl_cafile: str | None
+    ssl_certfile: str | None
+    ssl_keyfile: str | None
+    ssl_password: str | None
+    ssl_crlfile: str | None
+    api_version: _ApiVersion | None
+    api_version_auto_timeout_ms: int
+    selector: type[selectors.BaseSelector]
+    sasl_mechanism: _SaslMechanism | None
+    sasl_plain_username: str | None
+    sasl_plain_password: str | None
+    sasl_kerberos_name: object | None
+    sasl_kerberos_service_name: str
+    sasl_kerberos_domain_name: str | None
+    sasl_oauth_token_provider: object | None
+    socks5_proxy: str | None
+    metric_reporters: Sequence[type[object]]
+    metrics_num_samples: int
+    metrics_sample_window_ms: int
+    kafka_client: _KafkaClientFactory
+
+@type_check_only
+class _CreateAclsResult(TypedDict):
+    succeeded: list[ACL]
+    failed: list[tuple[ACL, KafkaError]]
+
+log: Incomplete
+
+class KafkaAdminClient:
+    DEFAULT_CONFIG: Incomplete
+    config: Incomplete
+    def __init__(self, **configs: Unpack[_KafkaAdminClientConfig]) -> None: ...
+    def close(self) -> None: ...
+    def send_request(self, request, node_id=None): ...
+    def send_requests(self, requests_and_node_ids, response_fn=...): ...
+    def create_topics(self, new_topics: Sequence[NewTopic], timeout_ms: int | None = None, validate_only: bool = False): ...
+    def delete_topics(self, topics: Sequence[str], timeout_ms: int | None = None): ...
+    def list_topics(self) -> list[str]: ...
+    def describe_topics(self, topics: Sequence[str] | None = None) -> list[dict[str, Incomplete]]: ...
+    def describe_cluster(self) -> dict[str, Incomplete]: ...
+    def describe_acls(self, acl_filter: ACLFilter) -> tuple[list[ACL], KafkaError]: ...
+    def create_acls(self, acls: Sequence[ACL]) -> _CreateAclsResult: ...
+    def delete_acls(
+        self, acl_filters: Sequence[ACLFilter]
+    ) -> list[tuple[ACLFilter, list[tuple[ACL, KafkaError]], KafkaError]]: ...
+    def describe_configs(self, config_resources: Sequence[ConfigResource], include_synonyms: bool = False): ...
+    def alter_configs(self, config_resources: Sequence[ConfigResource]): ...
+    def create_partitions(
+        self, topic_partitions: Mapping[str, NewPartitions], timeout_ms: int | None = None, validate_only: bool = False
+    ): ...
+    def delete_records(
+        self,
+        records_to_delete: Mapping[TopicPartition, int],
+        timeout_ms: float | None = None,
+        partition_leader_id: int | None = None,
+    ) -> dict[TopicPartition, Incomplete]: ...
+    def describe_consumer_groups(
+        self, group_ids: Sequence[str], group_coordinator_id: int | None = None, include_authorized_operations: bool = False
+    ) -> list[GroupInformation]: ...
+    def list_consumer_groups(self, broker_ids: Sequence[int] | None = None) -> list[tuple[str, str]]: ...
+    def list_consumer_group_offsets(
+        self, group_id: str, group_coordinator_id: int | None = None, partitions: Iterable[TopicPartition] | None = None
+    ) -> dict[TopicPartition, OffsetAndMetadata]: ...
+    def delete_consumer_groups(
+        self, group_ids: Sequence[str], group_coordinator_id: int | None = None
+    ) -> list[tuple[str, KafkaError]]: ...
+    def perform_leader_election(
+        self,
+        election_type: int | ElectionType,
+        topic_partitions: Mapping[str, Sequence[int]] | None = None,
+        timeout_ms: int | None = None,
+    ): ...
+    def describe_log_dirs(self): ...

kafka-stubs/admin/config_resource.pyi

@@ -0,0 +1,12 @@
+from collections.abc import Mapping
+from enum import IntEnum
+
+class ConfigResourceType(IntEnum):
+    BROKER = 4
+    TOPIC = 2
+
+class ConfigResource:
+    resource_type: ConfigResourceType
+    name: str
+    configs: Mapping[str, str] | None
+    def __init__(self, resource_type: ConfigResourceType, name: str, configs: Mapping[str, str] | None = None) -> None: ...

kafka-stubs/admin/new_partitions.pyi

@@ -0,0 +1,6 @@
+from collections.abc import Sequence
+
+class NewPartitions:
+    total_count: int
+    new_assignments: Sequence[Sequence[int]] | None
+    def __init__(self, total_count: int, new_assignments: Sequence[Sequence[int]] | None = None) -> None: ...

kafka-stubs/admin/new_topic.pyi

@@ -0,0 +1,16 @@
+from collections.abc import Mapping, Sequence
+
+class NewTopic:
+    name: str
+    num_partitions: int
+    replication_factor: int
+    replica_assignments: Mapping[int, Sequence[int]] | None
+    topic_configs: Mapping[str, str] | None
+    def __init__(
+        self,
+        name: str,
+        num_partitions: int = -1,
+        replication_factor: int = -1,
+        replica_assignments: Mapping[int, Sequence[int]] | None = None,
+        topic_configs: Mapping[str, str] | None = None,
+    ) -> None: ...

kafka-stubs/cli/admin/__init__.pyi

@@ -0,0 +1,3 @@
+def main_parser(): ...
+def build_kwargs(props): ...
+def run_cli(args=None): ...

kafka-stubs/cli/admin/cluster/__init__.pyi

@@ -0,0 +1,3 @@
+class ClusterSubCommand:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/cluster/describe.pyi

@@ -0,0 +1,3 @@
+class DescribeCluster:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/configs/__init__.pyi

@@ -0,0 +1,3 @@
+class ConfigsSubCommand:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/configs/describe.pyi

@@ -0,0 +1,5 @@
+class DescribeConfigs:
+    @classmethod
+    def add_subparser(cls, subparsers) -> None: ...
+    @classmethod
+    def command(cls, client, args): ...

kafka-stubs/cli/admin/consumer_groups/__init__.pyi

@@ -0,0 +1,3 @@
+class ConsumerGroupsSubCommand:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/consumer_groups/delete.pyi

@@ -0,0 +1,3 @@
+class DeleteConsumerGroups:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/consumer_groups/describe.pyi

@@ -0,0 +1,3 @@
+class DescribeConsumerGroups:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/consumer_groups/list.pyi

@@ -0,0 +1,3 @@
+class ListConsumerGroups:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/consumer_groups/list_offsets.pyi

@@ -0,0 +1,3 @@
+class ListConsumerGroupOffsets:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/log_dirs/__init__.pyi

@@ -0,0 +1,3 @@
+class LogDirsSubCommand:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/log_dirs/describe.pyi

@@ -0,0 +1,3 @@
+class DescribeLogDirs:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/topics/__init__.pyi

@@ -0,0 +1,3 @@
+class TopicsSubCommand:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/topics/create.pyi

@@ -0,0 +1,5 @@
+class CreateTopic:
+    @classmethod
+    def add_subparser(cls, subparsers) -> None: ...
+    @classmethod
+    def command(cls, client, args): ...

kafka-stubs/cli/admin/topics/delete.pyi

@@ -0,0 +1,3 @@
+class DeleteTopic:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/topics/describe.pyi

@@ -0,0 +1,3 @@
+class DescribeTopics:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/admin/topics/list.pyi

@@ -0,0 +1,3 @@
+class ListTopics:
+    @classmethod
+    def add_subparser(cls, subparsers): ...

kafka-stubs/cli/consumer/__init__.pyi

@@ -0,0 +1,3 @@
+def main_parser(): ...
+def build_kwargs(props): ...
+def run_cli(args=None): ...

kafka-stubs/cli/producer/__init__.pyi

@@ -0,0 +1,3 @@
+def main_parser(): ...
+def build_kwargs(props): ...
+def run_cli(args=None): ...

kafka-stubs/client_async.pyi

@@ -0,0 +1,56 @@
+from _typeshed import Incomplete
+from collections import OrderedDict as OrderedDict
+
+log: Incomplete
+socketpair: Incomplete
+
+class KafkaClient:
+    DEFAULT_CONFIG: Incomplete
+    config: Incomplete
+    cluster: Incomplete
+    def __init__(self, **configs) -> None: ...
+    def maybe_connect(self, node_id, wakeup: bool = True): ...
+    def connection_failed(self, node_id): ...
+    def ready(self, node_id, metadata_priority: bool = True): ...
+    def connected(self, node_id): ...
+    def close(self, node_id=None) -> None: ...
+    def __del__(self) -> None: ...
+    def is_disconnected(self, node_id): ...
+    def connection_delay(self, node_id): ...
+    def throttle_delay(self, node_id): ...
+    def is_ready(self, node_id, metadata_priority: bool = True): ...
+    def send(self, node_id, request, wakeup: bool = True, request_timeout_ms=None): ...
+    def poll(self, timeout_ms=None, future=None): ...
+    def in_flight_request_count(self, node_id=None): ...
+    def least_loaded_node(self): ...
+    def least_loaded_node_refresh_ms(self): ...
+    def set_topics(self, topics): ...
+    def add_topic(self, topic): ...
+    def get_api_versions(self): ...
+    def check_version(self, node_id=None, timeout=None, **kwargs): ...
+    def api_version(self, operation, max_version=None): ...
+    def wakeup(self) -> None: ...
+    def bootstrap_connected(self): ...
+    def await_ready(self, node_id, timeout_ms: int = 30000): ...
+    def send_and_receive(self, node_id, request): ...
+
+class IdleConnectionManager:
+    connections_max_idle: Incomplete
+    next_idle_close_check_time: Incomplete
+    lru_connections: Incomplete
+    def __init__(self, connections_max_idle_ms) -> None: ...
+    def update(self, conn_id) -> None: ...
+    def remove(self, conn_id) -> None: ...
+    def is_expired(self, conn_id): ...
+    def next_check_ms(self): ...
+    def update_next_idle_close_check_time(self, ts) -> None: ...
+    def poll_expired_connection(self): ...
+
+class KafkaClientMetrics:
+    metrics: Incomplete
+    metric_group_name: Incomplete
+    connection_closed: Incomplete
+    connection_created: Incomplete
+    select_time: Incomplete
+    io_time: Incomplete
+    def __init__(self, metrics, metric_group_prefix, conns) -> None: ...

kafka-stubs/cluster.pyi

@@ -0,0 +1,36 @@
+from _typeshed import Incomplete
+
+log: Incomplete
+
+class ClusterMetadata:
+    DEFAULT_CONFIG: Incomplete
+    need_all_topic_metadata: bool
+    unauthorized_topics: Incomplete
+    internal_topics: Incomplete
+    controller: Incomplete
+    cluster_id: Incomplete
+    config: Incomplete
+    def __init__(self, **configs) -> None: ...
+    def is_bootstrap(self, node_id): ...
+    def brokers(self): ...
+    def broker_metadata(self, broker_id): ...
+    def partitions_for_topic(self, topic): ...
+    def available_partitions_for_topic(self, topic): ...
+    def leader_for_partition(self, partition): ...
+    def leader_epoch_for_partition(self, partition): ...
+    def partitions_for_broker(self, broker_id): ...
+    def coordinator_for_group(self, group): ...
+    def ttl(self): ...
+    def refresh_backoff(self): ...
+    def request_update(self): ...
+    @property
+    def need_update(self): ...
+    def topics(self, exclude_internal_topics: bool = True): ...
+    def failed_update(self, exception) -> None: ...
+    def update_metadata(self, metadata): ...
+    def add_listener(self, listener) -> None: ...
+    def remove_listener(self, listener) -> None: ...
+    def add_coordinator(self, response, coord_type, coord_key): ...
+    def with_partitions(self, partitions_to_add): ...
+
+def collect_hosts(hosts, randomize: bool = True): ...

kafka-stubs/codec.pyi

@@ -0,0 +1,25 @@
+from _typeshed import Incomplete
+
+ZSTD_MAX_OUTPUT_SIZE: Incomplete
+PYPY: Incomplete
+
+def has_gzip(): ...
+def has_snappy(): ...
+def has_zstd(): ...
+def has_lz4(): ...
+def gzip_encode(payload, compresslevel=None): ...
+def gzip_decode(payload): ...
+def snappy_encode(payload, xerial_compatible: bool = True, xerial_blocksize=32768): ...
+def snappy_decode(payload): ...
+
+lz4_encode: Incomplete
+
+def lz4f_decode(payload): ...
+
+lz4_decode: Incomplete
+lz4_decode = lz4f_decode
+
+def lz4_encode_old_kafka(payload): ...
+def lz4_decode_old_kafka(payload): ...
+def zstd_encode(payload): ...
+def zstd_decode(payload): ...

kafka-stubs/conn.pyi

@@ -0,0 +1,70 @@
+import ssl
+from _typeshed import Incomplete
+
+log: Incomplete
+DEFAULT_KAFKA_PORT: int
+ssl_available: bool
+SSLEOFError = ssl.SSLEOFError
+SSLWantReadError = ssl.SSLWantReadError
+SSLWantWriteError = ssl.SSLWantWriteError
+SSLZeroReturnError = ssl.SSLZeroReturnError
+
+AFI_NAMES: Incomplete
+
+class ConnectionStates:
+    DISCONNECTED: str
+    CONNECTING: str
+    HANDSHAKE: str
+    CONNECTED: str
+    AUTHENTICATING: str
+    API_VERSIONS_SEND: str
+    API_VERSIONS_RECV: str
+
+class BrokerConnection:
+    DEFAULT_CONFIG: Incomplete
+    SECURITY_PROTOCOLS: Incomplete
+    VERSION_CHECKS: Incomplete
+    host: Incomplete
+    port: Incomplete
+    afi: Incomplete
+    config: Incomplete
+    node_id: Incomplete
+    in_flight_requests: Incomplete
+    state: Incomplete
+    last_attempt: int
+    def __init__(self, host, port, afi, **configs) -> None: ...
+    def connect_blocking(self, timeout=...): ...
+    def connect(self): ...
+    def blacked_out(self): ...
+    def throttled(self): ...
+    def throttle_delay(self): ...
+    def connection_delay(self): ...
+    def connected(self): ...
+    def connecting(self): ...
+    def initializing(self): ...
+    def disconnected(self): ...
+    def connect_failed(self): ...
+    def __del__(self) -> None: ...
+    def close(self, error=None) -> None: ...
+    def send(self, request, blocking: bool = True, request_timeout_ms=None): ...
+    def send_pending_requests(self): ...
+    def send_pending_requests_v2(self): ...
+    def can_send_more(self): ...
+    def recv(self): ...
+    def requests_timed_out(self): ...
+    def timed_out_ifrs(self): ...
+    def next_ifr_request_timeout_ms(self): ...
+    def get_api_versions(self): ...
+    def check_version(self, timeout: int = 2, **kwargs): ...
+
+class BrokerConnectionMetrics:
+    metrics: Incomplete
+    bytes_sent: Incomplete
+    bytes_received: Incomplete
+    request_time: Incomplete
+    throttle_time: Incomplete
+    def __init__(self, metrics, metric_group_prefix, node_id) -> None: ...
+
+def get_ip_port_afi(host_and_port_str): ...
+def is_inet_4_or_6(gai): ...
+def dns_lookup(host, port, afi=...): ...

kafka-stubs/consumer/__init__.pyi

@@ -0,0 +1,3 @@
+from kafka.consumer.group import KafkaConsumer as KafkaConsumer
+
+__all__ = ["KafkaConsumer"]