kafka-python 2.3.1__tar.gz → 2.3.2__tar.gz

{kafka_python-2.3.1 → kafka_python-2.3.2}/CHANGES.md

@@ -1,3 +1,11 @@
+# 2.3.2 (Jun 3, 2026)
+
+Fixes
+* kafka.conn: Improve error handling for sasl authenticate mechanisms
+* kafka.net: Validate SASL/SCRAM iterations (#3026)
+* KafkaProtocol: validate network frame size (backport of #3019)
+* Clear `_callbacks`/`_errbacks` list when future `is_done` to avoid reference cycles (#2891)
+
 # 2.3.1 (Apr 9, 2026)
 
 Fixes

{kafka_python-2.3.1 → kafka_python-2.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: kafka-python
-Version: 2.3.1
+Version: 2.3.2
 Summary: Pure Python client for Apache Kafka
 Author-email: Dana Powers <dana.powers@gmail.com>
 Project-URL: Homepage, https://github.com/dpkp/kafka-python

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/admin/client.py

@@ -88,6 +88,9 @@ class KafkaAdminClient(object):
         max_in_flight_requests_per_connection (int): Requests are pipelined
             to kafka brokers up to this number of maximum requests per
             broker connection. Default: 5.
+        receive_message_max_bytes (int): Maximum allowed network frame size.
+            Used to avoid OOM when decoding malformed network message header.
+            Default: 1000000.
         receive_buffer_bytes (int): The size of the TCP receive buffer
             (SO_RCVBUF) to use when reading data. Default: None (relies on
             system defaults). Java client defaults to 32768.
@@ -164,11 +167,10 @@ class KafkaAdminClient(object):
         'reconnect_backoff_ms': 50,
         'reconnect_backoff_max_ms': 30000,
         'max_in_flight_requests_per_connection': 5,
+        'receive_message_max_bytes': 1000000,
         'receive_buffer_bytes': None,
         'send_buffer_bytes': None,
         'socket_options': [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)],
-        'sock_chunk_bytes': 4096,  # undocumented experimental option
-        'sock_chunk_buffer_count': 1000,  # undocumented experimental option
         'retry_backoff_ms': 100,
         'metadata_max_age_ms': 300000,
         'security_protocol': 'PLAINTEXT',

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/client_async.py

@@ -89,6 +89,9 @@ class KafkaClient(object):
         max_in_flight_requests_per_connection (int): Requests are pipelined
             to kafka brokers up to this number of maximum requests per
             broker connection. Default: 5.
+        receive_message_max_bytes (int): Maximum allowed network frame size.
+            Used to avoid OOM when decoding malformed network message header.
+            Default: 1000000.
         receive_buffer_bytes (int): The size of the TCP receive buffer
             (SO_RCVBUF) to use when reading data. Default: None (relies on
             system defaults). Java client defaults to 32768.
@@ -186,6 +189,7 @@ class KafkaClient(object):
         'reconnect_backoff_ms': 50,
         'reconnect_backoff_max_ms': 30000,
         'max_in_flight_requests_per_connection': 5,
+        'receive_message_max_bytes': 1000000,
         'receive_buffer_bytes': None,
         'send_buffer_bytes': None,
         'socket_options': [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)],

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/conn.py

@@ -122,6 +122,9 @@ class BrokerConnection(object):
         max_in_flight_requests_per_connection (int): Requests are pipelined
             to kafka brokers up to this number of maximum requests per
             broker connection. Default: 5.
+        receive_message_max_bytes (int): Maximum allowed network frame size.
+            Used to avoid OOM when decoding malformed network message header.
+            Default: 1000000.
         receive_buffer_bytes (int): The size of the TCP receive buffer
             (SO_RCVBUF) to use when reading data. Default: None (relies on
             system defaults). Java client defaults to 32768.
@@ -202,6 +205,7 @@ class BrokerConnection(object):
         'reconnect_backoff_ms': 50,
         'reconnect_backoff_max_ms': 30000,
         'max_in_flight_requests_per_connection': 5,
+        'receive_message_max_bytes': 1000000,
         'receive_buffer_bytes': None,
         'send_buffer_bytes': None,
         'socket_options': [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)],
@@ -292,7 +296,8 @@ class BrokerConnection(object):
 
         self._protocol = KafkaProtocol(
             client_id=self.config['client_id'],
-            api_version=self.config['api_version'])
+            api_version=self.config['api_version'],
+            max_frame_size=self.config['receive_message_max_bytes'])
         self.state = ConnectionStates.DISCONNECTED
         self._reset_reconnect_backoff()
         self._sock = None
@@ -695,9 +700,12 @@ class BrokerConnection(object):
                     'Kafka broker does not support %s sasl mechanism. Enabled mechanisms are: %s'
                     % (self.config['sasl_mechanism'], response.enabled_mechanisms)))
         else:
-            self._sasl_authenticate(future)
+            try:
+                ret = self._sasl_authenticate()
+                future.success(ret)
+            except Exception as exc:
+                future.failure(exc)
 
-        assert future.is_done, 'SASL future not complete after mechanism processing!'
         if future.failed():
             self.close(error=future.exception)
         else:
@@ -809,24 +817,24 @@ class BrokerConnection(object):
             log.debug('%s: Received %d raw sasl auth bytes from server', self, nbytes)
             return data[4:]
 
-    def _sasl_authenticate(self, future):
+    def _sasl_authenticate(self):
         while not self._sasl_mechanism.is_done():
             send_token = self._sasl_mechanism.auth_bytes()
             self._send_sasl_authenticate(send_token)
             if not self._can_send_recv():
-                return future.failure(Errors.KafkaConnectionError("%s: Connection failure during Sasl Authenticate" % self))
+                raise Errors.KafkaConnectionError("%s: Connection failure during Sasl Authenticate" % self)
 
             recv_token = self._recv_sasl_authenticate()
             if recv_token is None:
-                return future.failure(Errors.KafkaConnectionError("%s: Connection failure during Sasl Authenticate" % self))
+                raise Errors.KafkaConnectionError("%s: Connection failure during Sasl Authenticate" % self)
             else:
                 self._sasl_mechanism.receive(recv_token)
 
         if self._sasl_mechanism.is_authenticated():
             log.info('%s: %s', self, self._sasl_mechanism.auth_details())
-            return future.success(True)
+            return True
         else:
-            return future.failure(Errors.SaslAuthenticationFailedError('Failed to authenticate via SASL %s' % self.config['sasl_mechanism']))
+            raise Errors.SaslAuthenticationFailedError('Failed to authenticate via SASL %s' % self.config['sasl_mechanism'])
 
     def blacked_out(self):
         """

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/consumer/group.py

@@ -172,6 +172,9 @@ class KafkaConsumer(six.Iterator):
             should be set no higher than 1/3 of that value. It can be
             adjusted even lower to control the expected time for normal
             rebalances. Default: 3000
+        receive_message_max_bytes (int): Maximum allowed network frame size.
+            Used to avoid OOM when decoding malformed network message header.
+            Default: 1000000.
         receive_buffer_bytes (int): The size of the TCP receive buffer
             (SO_RCVBUF) to use when reading data. Default: None (relies on
             system defaults). The java client defaults to 32768.
@@ -313,9 +316,8 @@ class KafkaConsumer(six.Iterator):
         'heartbeat_interval_ms': 3000,
         'receive_buffer_bytes': None,
         'send_buffer_bytes': None,
+        'receive_message_max_bytes': 1000000,
         'socket_options': [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)],
-        'sock_chunk_bytes': 4096,  # undocumented experimental option
-        'sock_chunk_buffer_count': 1000,  # undocumented experimental option
         'consumer_timeout_ms': float('inf'),
         'security_protocol': 'PLAINTEXT',
         'ssl_context': None,

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/errors.py

@@ -60,6 +60,10 @@ class CorrelationIdError(KafkaProtocolError):
     retriable = True
 
 
+class InvalidReceiveError(KafkaProtocolError):
+    pass
+
+
 class KafkaTimeoutError(KafkaError):
     retriable = True
 

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/future.py

@@ -37,6 +37,10 @@ class Future(object):
             self.is_done = True
         if self._callbacks:
             self._call_backs('callback', self._callbacks, self.value)
+        # Clearing the lists releases any reference cycle held via stored
+        # bound methods (e.g. FutureProduceResult<->FutureRecordMetadata).
+        self._callbacks = None
+        self._errbacks = None
         return self
 
     def failure(self, e):
@@ -48,6 +52,10 @@ class Future(object):
             self.exception = exception
             self.is_done = True
         self._call_backs('errback', self._errbacks, self.exception)
+        # Clearing the lists releases any reference cycle held via stored
+        # bound methods (e.g. FutureProduceResult<->FutureRecordMetadata).
+        self._callbacks = None
+        self._errbacks = None
         return self
 
     def add_callback(self, f, *args, **kwargs):

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/producer/kafka.py

@@ -261,6 +261,9 @@ class KafkaProducer(object):
             errors. Default: 100.
         request_timeout_ms (int): Client request timeout in milliseconds.
             Default: 30000.
+        receive_message_max_bytes (int): Maximum allowed network frame size.
+            Used to avoid OOM when decoding malformed network message header.
+            Default: 1000000.
         receive_buffer_bytes (int): The size of the TCP receive buffer
             (SO_RCVBUF) to use when reading data. Default: None (relies on
             system defaults). Java client defaults to 32768.
@@ -392,11 +395,10 @@ class KafkaProducer(object):
         'metadata_max_age_ms': 300000,
         'retry_backoff_ms': 100,
         'request_timeout_ms': 30000,
+        'receive_message_max_bytes': 1000000,
         'receive_buffer_bytes': None,
         'send_buffer_bytes': None,
         'socket_options': [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)],
-        'sock_chunk_bytes': 4096,  # undocumented experimental option
-        'sock_chunk_buffer_count': 1000,  # undocumented experimental option
         'reconnect_backoff_ms': 50,
         'reconnect_backoff_max_ms': 30000,
         'max_in_flight_requests_per_connection': 5,

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/protocol/parser.py

@@ -23,12 +23,15 @@ class KafkaProtocol(object):
         api_version (tuple): Optional tuple to specify api_version to use.
             Currently only used to check for 0.8.2 protocol quirks, but
             may be used for more in the future.
+        max_frame_size (int): Maximum allowed message frame size.
+            Default: 100000000 (100MB).
     """
-    def __init__(self, client_id=None, api_version=None):
+    def __init__(self, client_id=None, api_version=None, max_frame_size=100000000):
         if client_id is None:
             client_id = self._gen_client_id()
         self._client_id = client_id
         self._api_version = api_version
+        self._max_frame_size = max_frame_size
         self._correlation_id = 0
         self._header = KafkaBytes(4)
         self._rbuffer = None
@@ -105,6 +108,7 @@ class KafkaProtocol(object):
                 if self._header.tell() == 4:
                     self._header.seek(0)
                     nbytes = Int32.decode(self._header)
+                    self._validate_frame_size(nbytes)
                     # reset buffer and switch state to receiving payload bytes
                     self._rbuffer = KafkaBytes(nbytes)
                     self._receiving = True
@@ -132,6 +136,10 @@ class KafkaProtocol(object):
                 self._reset_buffer()
         return responses
 
+    def _validate_frame_size(self, nbytes):
+        if nbytes < 0 or nbytes > self._max_frame_size:
+            raise Errors.InvalidReceiveError('Invalid frame length: %d' % nbytes)
+
     def _process_response(self, read_buffer):
         if not self.in_flight_requests:
             raise Errors.CorrelationIdError('No in-flight-request found for server response')

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka/sasl/scram.py

@@ -106,7 +106,12 @@ class ScramClient:
         self.auth_message += b',c=biws,r=' + self.nonce
 
         salt = base64.b64decode(params['s'].encode('utf-8'))
-        iterations = int(params['i'])
+        try:
+            iterations = int(params['i'])
+            if iterations > 1000000:
+                raise ValueError('too many iterations')
+        except (TypeError, ValueError):
+            raise ValueError('Invalid value (not integer or too large) for Iteration count in server-first-message')
         self.create_salted_password(salt, iterations)
 
         self.client_key = self.hmac(self.salted_password, b'Client Key')

kafka_python-2.3.2/kafka/version.py

@@ -0,0 +1 @@
+__version__ = '2.3.2'

{kafka_python-2.3.1 → kafka_python-2.3.2}/kafka_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: kafka-python
-Version: 2.3.1
+Version: 2.3.2
 Summary: Pure Python client for Apache Kafka
 Author-email: Dana Powers <dana.powers@gmail.com>
 Project-URL: Homepage, https://github.com/dpkp/kafka-python

kafka_python-2.3.1/kafka/version.py

@@ -1 +0,0 @@
-__version__ = '2.3.1'