kafka-python 2.2.14__tar.gz → 2.2.16__tar.gz

{kafka_python-2.2.14 → kafka_python-2.2.16}/CHANGES.md

@@ -1,3 +1,15 @@
+# 2.2.16 (Nov 18, 2025)
+
+Fixes
+* Fix thread not waking up when there is still data to be sent (gqmelo / #2670)
+* Ensure timeout is checked after each fetch position update in `Consumer.position()` (k61n / #2668)
+
+# 2.2.15 (July 1, 2025)
+
+Fixes
+* Fix KafkaProducer broken method names (llk89 / #2660)
+* Fix spelling mistake in KafkaConsumer docs (Xeus-CC / #2659)
+
 # 2.2.14 (June 27, 2025)
 
 Fixes

{kafka_python-2.2.14 → kafka_python-2.2.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kafka-python
-Version: 2.2.14
+Version: 2.2.16
 Summary: Pure Python client for Apache Kafka
 Author-email: Dana Powers <dana.powers@gmail.com>
 Project-URL: Homepage, https://github.com/dpkp/kafka-python

{kafka_python-2.2.14 → kafka_python-2.2.16}/kafka/conn.py

@@ -1075,6 +1075,13 @@ class BrokerConnection(object):
                     total_bytes = self._send_bytes(self._send_buffer)
                     self._send_buffer = self._send_buffer[total_bytes:]
 
+                # If all data was sent, we need to get the new data from the protocol now, otherwise
+                # this function would return True, indicating that there are no more pending
+                # requests. This could cause the calling thread to wait indefinitely as it won't
+                # know that there is still buffered data to send.
+                if not self._send_buffer:
+                    self._send_buffer = self._protocol.send_bytes()
+
             if self._sensors:
                 self._sensors.bytes_sent.record(total_bytes)
             # Return True iff send buffer is empty

{kafka_python-2.2.14 → kafka_python-2.2.16}/kafka/consumer/group.py

@@ -123,7 +123,7 @@ class KafkaConsumer(six.Iterator):
             be disabled in cases seeking extreme performance. Default: True
         isolation_level (str): Configure KIP-98 transactional consumer by
             setting to 'read_committed'. This will cause the consumer to
-            skip records from aborted tranactions. Default: 'read_uncommitted'
+            skip records from aborted transactions. Default: 'read_uncommitted'
         allow_auto_create_topics (bool): Enable/disable auto topic creation
             on metadata request. Only available with api_version >= (0, 11).
             Default: True
@@ -757,7 +757,7 @@ class KafkaConsumer(six.Iterator):
             # batch update fetch positions for any partitions without a valid position
             if self._update_fetch_positions(timeout_ms=timer.timeout_ms):
                 position = self._subscription.assignment[partition].position
-            elif timer.expired:
+            if timer.expired:
                 return None
         else:
             return position.offset

{kafka_python-2.2.14 → kafka_python-2.2.16}/kafka/producer/record_accumulator.py

@@ -430,7 +430,7 @@ class RecordAccumulator(object):
                 expired = bool(waited_time >= time_to_wait)
 
                 sendable = (full or expired or self._closed or
-                            self._flush_in_progress())
+                            self.flush_in_progress())
 
                 if sendable and not backing_off:
                     ready_nodes.add(leader)
@@ -563,7 +563,7 @@ class RecordAccumulator(object):
         """Deallocate the record batch."""
         self._incomplete.remove(batch)
 
-    def _flush_in_progress(self):
+    def flush_in_progress(self):
         """Are there any threads currently waiting on a flush?"""
         return self._flushes_in_progress.get() > 0
 

{kafka_python-2.2.14 → kafka_python-2.2.16}/kafka/producer/transaction_manager.py

@@ -553,11 +553,11 @@ class TxnRequestHandler(object):
         return self.transaction_manager.producer_id_and_epoch.epoch
 
     def fatal_error(self, exc):
-        self.transaction_manager._transition_to_fatal_error(exc)
+        self.transaction_manager.transition_to_fatal_error(exc)
         self._result.done(error=exc)
 
     def abortable_error(self, exc):
-        self.transaction_manager._transition_to_abortable_error(exc)
+        self.transaction_manager.transition_to_abortable_error(exc)
         self._result.done(error=exc)
 
     def fail(self, exc):

kafka_python-2.2.16/kafka/version.py

@@ -0,0 +1 @@
+__version__ = '2.2.16'

{kafka_python-2.2.14 → kafka_python-2.2.16}/kafka_python.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kafka-python
-Version: 2.2.14
+Version: 2.2.16
 Summary: Pure Python client for Apache Kafka
 Author-email: Dana Powers <dana.powers@gmail.com>
 Project-URL: Homepage, https://github.com/dpkp/kafka-python

{kafka_python-2.2.14 → kafka_python-2.2.16}/test/test_conn.py

@@ -12,6 +12,9 @@ import pytest
 
 from kafka.conn import BrokerConnection, ConnectionStates
 from kafka.future import Future
+from kafka.conn import BrokerConnection, ConnectionStates, SSLWantWriteError
+from kafka.metrics.metrics import Metrics
+from kafka.metrics.stats.sensor import Sensor
 from kafka.protocol.api import RequestHeader
 from kafka.protocol.group import HeartbeatResponse
 from kafka.protocol.metadata import MetadataRequest
@@ -43,10 +46,20 @@ def _socket(mocker):
     mocker.patch('socket.socket', return_value=socket)
     return socket
 
+@pytest.fixture
+def metrics(mocker):
+    metrics = mocker.MagicMock(Metrics)
+    metrics.mocked_sensors = {}
+    def sensor(name, **kwargs):
+        if name not in metrics.mocked_sensors:
+            metrics.mocked_sensors[name] = mocker.MagicMock(Sensor)
+        return metrics.mocked_sensors[name]
+    metrics.sensor.side_effect = sensor
+    return metrics
 
 @pytest.fixture
-def conn(_socket, dns_lookup, mocker):
-    conn = BrokerConnection('localhost', 9092, socket.AF_INET)
+def conn(_socket, dns_lookup, metrics, mocker):
+    conn = BrokerConnection('localhost', 9092, socket.AF_INET, metrics=metrics)
     mocker.patch.object(conn, '_try_api_versions_check', return_value=True)
     return conn
 
@@ -228,6 +241,46 @@ def test_send_response(_socket, conn):
     assert len(conn.in_flight_requests) == 1
 
 
+def test_send_async_request_while_other_request_is_already_in_buffer(_socket, conn, metrics):
+    conn.connect()
+    assert conn.state is ConnectionStates.CONNECTED
+    assert 'node-0.bytes-sent' in metrics.mocked_sensors
+    bytes_sent_sensor = metrics.mocked_sensors['node-0.bytes-sent']
+
+    req1 = MetadataRequest[0](topics='foo')
+    header1 = RequestHeader(req1, client_id=conn.config['client_id'])
+    payload_bytes1 = len(header1.encode()) + len(req1.encode())
+    req2 = MetadataRequest[0]([])
+    header2 = RequestHeader(req2, client_id=conn.config['client_id'])
+    payload_bytes2 = len(header2.encode()) + len(req2.encode())
+
+    # The first call to the socket will raise a transient SSL exception. This will make the first
+    # request to be kept in the internal buffer to be sent in the next call of
+    # send_pending_requests_v2.
+    _socket.send.side_effect = [SSLWantWriteError, 4 + payload_bytes1, 4 + payload_bytes2]
+
+    conn.send(req1, blocking=False)
+    # This won't send any bytes because of the SSL exception and the request bytes will be kept in
+    # the buffer.
+    assert conn.send_pending_requests_v2() is False
+    assert bytes_sent_sensor.record.call_args_list[0].args == (0,)
+
+    conn.send(req2, blocking=False)
+    # This will send the remaining bytes in the buffer from the first request, but should notice
+    # that the second request was queued, therefore it should return False.
+    bytes_sent_sensor.record.reset_mock()
+    assert conn.send_pending_requests_v2() is False
+    bytes_sent_sensor.record.assert_called_once_with(4 + payload_bytes1)
+
+    bytes_sent_sensor.record.reset_mock()
+    assert conn.send_pending_requests_v2() is True
+    bytes_sent_sensor.record.assert_called_once_with(4 + payload_bytes2)
+
+    bytes_sent_sensor.record.reset_mock()
+    assert conn.send_pending_requests_v2() is True
+    bytes_sent_sensor.record.assert_called_once_with(0)
+
+
 def test_send_error(_socket, conn):
     conn.connect()
     assert conn.state is ConnectionStates.CONNECTED

kafka_python-2.2.14/kafka/version.py

@@ -1 +0,0 @@
-__version__ = '2.2.14'