@point3/node-rdkafka 3.6.0-1

package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c

@@ -0,0 +1,952 @@
+/*
+ * librdkafka - Apache Kafka C library
+ *
+ * Copyright (c) 2024, Confluent Inc.
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "test.h"
+
+#include "../src/rdkafka_proto.h"
+
+#include <stdarg.h>
+
+
+/**
+ * @name Mock tests specific of the KIP-848 group consumer protocol
+ */
+
+
+/**
+ * @enum test_variation_t
+ * @brief Variations for most error case tests.
+ */
+typedef enum test_variation_t {
+        /* Error happens on first HB */
+        TEST_VARIATION_ERROR_FIRST_HB = 0,
+        /* Error happens on second HB */
+        TEST_VARIATION_ERROR_SECOND_HB = 1,
+        TEST_VARIATION__CNT,
+} test_variation_t;
+
+static const char *test_variation_name(test_variation_t variation) {
+        rd_assert(variation >= TEST_VARIATION_ERROR_FIRST_HB &&
+                  variation < TEST_VARIATION__CNT);
+        static const char *names[] = {"error on first heartbeat",
+                                      "error on second heartbeat"};
+        return names[variation];
+}
+
+static int allowed_error;
+static int rebalance_cnt;
+static rd_kafka_resp_err_t rebalance_exp_event;
+static rd_bool_t rebalance_exp_lost = rd_false;
+
+/**
+ * @brief Decide what error_cb's will cause the test to fail.
+ */
+static int
+error_is_fatal_cb(rd_kafka_t *rk, rd_kafka_resp_err_t err, const char *reason) {
+        if (err == allowed_error ||
+            /* If transport errors are allowed then it is likely
+             * that we'll also see ALL_BROKERS_DOWN. */
+            (allowed_error == RD_KAFKA_RESP_ERR__TRANSPORT &&
+             err == RD_KAFKA_RESP_ERR__ALL_BROKERS_DOWN)) {
+                TEST_SAY("Ignoring allowed error: %s: %s\n",
+                         rd_kafka_err2name(err), reason);
+                return 0;
+        }
+        return 1;
+}
+
+/**
+ * @brief Rebalance callback saving number of calls and verifying expected
+ *        event.
+ */
+static void rebalance_cb(rd_kafka_t *rk,
+                         rd_kafka_resp_err_t err,
+                         rd_kafka_topic_partition_list_t *parts,
+                         void *opaque) {
+
+        rebalance_cnt++;
+        TEST_SAY("Rebalance #%d: %s: %d partition(s)\n", rebalance_cnt,
+                 rd_kafka_err2name(err), parts->cnt);
+
+        TEST_ASSERT(
+            err == rebalance_exp_event, "Expected rebalance event %s, not %s",
+            rd_kafka_err2name(rebalance_exp_event), rd_kafka_err2name(err));
+
+        if (rebalance_exp_lost) {
+                TEST_ASSERT(rd_kafka_assignment_lost(rk),
+                            "Expected partitions lost");
+                TEST_SAY("Partitions were lost\n");
+        }
+
+        test_rebalance_cb(rk, err, parts, opaque);
+
+        rebalance_exp_event = RD_KAFKA_RESP_ERR_NO_ERROR;
+        /* Make sure only one rebalance callback is served per poll()
+         * so that expect_rebalance() returns to the test logic on each
+         * rebalance. */
+        rd_kafka_yield(rk);
+}
+
+static rd_bool_t is_heartbeat_request(rd_kafka_mock_request_t *request,
+                                      void *opaque) {
+        return rd_kafka_mock_request_api_key(request) ==
+               RD_KAFKAP_ConsumerGroupHeartbeat;
+}
+
+/**
+ * @brief Wait at least \p num heartbeats
+ *        have been received by the mock cluster
+ *        plus \p confidence_interval has passed
+ *
+ * @return Number of heartbeats received.
+ */
+static int wait_all_heartbeats_done(rd_kafka_mock_cluster_t *mcluster,
+                                    int num,
+                                    int confidence_interval) {
+        return test_mock_wait_matching_requests(
+            mcluster, num, confidence_interval, is_heartbeat_request, NULL);
+}
+
+static rd_kafka_t *create_consumer(const char *bootstraps,
+                                   const char *group_id,
+                                   rd_bool_t with_rebalance_cb) {
+        rd_kafka_conf_t *conf;
+        test_conf_init(&conf, NULL, 0);
+        test_conf_set(conf, "bootstrap.servers", bootstraps);
+        test_conf_set(conf, "auto.offset.reset", "earliest");
+        return test_create_consumer(
+            group_id, with_rebalance_cb ? rebalance_cb : NULL, conf, NULL);
+}
+
+/**
+ * @brief Test heartbeat behavior with fatal errors,
+ *        ensuring:
+ *        - a fatal error is received on poll and consumer close
+ *        - sequence:
+ *          - in TEST_VARIATION_ERROR_FIRST_HB (1 HBs, 0 callbacks):
+ *            - first HB returns a fatal error
+ *            - no rebalance callbacks are called after that
+ *            - all operations on the consumer fail with fatal error \p err
+ *            - no final leave group HB is sent
+ *
+ *          - in TEST_VARIATION_ERROR_SECOND_HB (2 HBs, 1 assignment callback):
+ *            - first HB receives assignment
+ *            - an assignment callback is called
+ *            - second HB acknowledges the assignment and returns a fatal error.
+ *            - no rebalance callbacks are called after that
+ *            - all operations on the consumer fail with fatal error \p err.
+ *            - no final leave group HB is sent
+ *
+ * @param err The error code to test.
+ * @param variation Test variation, see `test_variation_t`.
+ */
+static void
+do_test_consumer_group_heartbeat_fatal_error(rd_kafka_resp_err_t err,
+                                             test_variation_t variation) {
+        rd_kafka_mock_cluster_t *mcluster;
+        const char *bootstraps;
+        rd_kafka_topic_partition_list_t *subscription;
+        rd_kafka_t *c;
+        rd_kafka_message_t *rkmessage;
+        rd_kafka_resp_err_t fatal_error;
+        int expected_heartbeats, found_heartbeats, expected_rebalance_cnt;
+        test_timing_t timing;
+        rebalance_cnt       = 0;
+        rebalance_exp_lost  = rd_false;
+        rebalance_exp_event = RD_KAFKA_RESP_ERR_NO_ERROR;
+        const char *topic   = test_mk_topic_name(__FUNCTION__, 0);
+        char errstr[512];
+
+        SUB_TEST_QUICK("%s, variation: %s", rd_kafka_err2name(err),
+                       test_variation_name(variation));
+
+        mcluster = test_mock_cluster_new(1, &bootstraps);
+        rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(mcluster, 1000);
+        rd_kafka_mock_topic_create(mcluster, topic, 1, 1);
+
+        TIMING_START(&timing, "consumer_group_heartbeat_fatal_error");
+
+        if (variation == TEST_VARIATION_ERROR_SECOND_HB) {
+                /* First HB returns assignment */
+                rd_kafka_mock_broker_push_request_error_rtts(
+                    mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 1,
+                    RD_KAFKA_RESP_ERR_NO_ERROR, 0);
+        }
+
+        rd_kafka_mock_broker_push_request_error_rtts(
+            mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 1, err, 0);
+
+        c = create_consumer(bootstraps, topic, rd_true);
+
+        /* Subscribe to the input topic */
+        subscription = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(subscription, topic,
+                                          /* The partition is ignored in
+                                           * rd_kafka_subscribe() */
+                                          RD_KAFKA_PARTITION_UA);
+
+        TEST_SAY("Subscribing to topic\n");
+        rd_kafka_mock_start_request_tracking(mcluster);
+        TEST_CALL_ERR__(rd_kafka_subscribe(c, subscription));
+        rd_kafka_topic_partition_list_destroy(subscription);
+
+        expected_heartbeats = 1;
+
+        TEST_SAY("Awaiting all HBs\n");
+        TEST_ASSERT((found_heartbeats =
+                         wait_all_heartbeats_done(mcluster, expected_heartbeats,
+                                                  200)) == expected_heartbeats,
+                    "Expected %d heartbeats, got %d", expected_heartbeats,
+                    found_heartbeats);
+
+        expected_rebalance_cnt = 0;
+        if (variation == TEST_VARIATION_ERROR_SECOND_HB) {
+                expected_rebalance_cnt++;
+                rebalance_exp_event = RD_KAFKA_RESP_ERR__ASSIGN_PARTITIONS;
+
+                /* Trigger rebalance cb */
+                rkmessage = rd_kafka_consumer_poll(c, 500);
+                TEST_ASSERT(!rkmessage, "No message should be returned");
+                TEST_ASSERT(
+                    rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected assign callback to be processed, but it wasn't");
+
+                /* Expect the acknowledge HB*/
+                expected_heartbeats++;
+                TEST_ASSERT((found_heartbeats = wait_all_heartbeats_done(
+                                 mcluster, expected_heartbeats, 200)) ==
+                                expected_heartbeats,
+                            "Expected %d heartbeats, got %d",
+                            expected_heartbeats, found_heartbeats);
+        }
+
+        rd_kafka_mock_clear_requests(mcluster);
+        TEST_SAY("Consume from c, a fatal error is returned\n");
+        rkmessage = rd_kafka_consumer_poll(c, 500);
+        TEST_ASSERT(rkmessage != NULL, "An error message should be returned");
+        TEST_ASSERT(rkmessage->err == RD_KAFKA_RESP_ERR__FATAL,
+                    "Expected a _FATAL error, got %s",
+                    rd_kafka_err2name(rkmessage->err));
+        fatal_error = rd_kafka_fatal_error(c, errstr, sizeof(errstr));
+        TEST_ASSERT(fatal_error == err, "Expected fatal error %s, got %s",
+                    rd_kafka_err2name(err), rd_kafka_err2name(fatal_error));
+        rd_kafka_message_destroy(rkmessage);
+
+        TEST_ASSERT(rebalance_cnt == expected_rebalance_cnt,
+                    "Expected %d rebalance events, got %d",
+                    expected_rebalance_cnt, rebalance_cnt);
+
+        /* Close c, a fatal error is returned */
+        TEST_ASSERT(rd_kafka_consumer_close(c) == RD_KAFKA_RESP_ERR__FATAL,
+                    "Expected a _FATAL error, got %s", rd_kafka_err2name(err));
+        fatal_error = rd_kafka_fatal_error(c, errstr, sizeof(errstr));
+        TEST_ASSERT(fatal_error == err, "Expected fatal error %s, got %s",
+                    rd_kafka_err2name(err), rd_kafka_err2name(fatal_error));
+
+        TEST_ASSERT(rebalance_cnt == expected_rebalance_cnt,
+                    "Expected %d rebalance events, got %d",
+                    expected_rebalance_cnt, rebalance_cnt);
+
+        rd_kafka_destroy(c);
+
+        TEST_SAY("Ensuring there are no leave group HBs\n");
+        TEST_ASSERT(
+            (found_heartbeats = wait_all_heartbeats_done(mcluster, 0, 0)) == 0,
+            "Expected no leave group heartbeat, got %d", found_heartbeats);
+        rd_kafka_mock_stop_request_tracking(mcluster);
+        test_mock_cluster_destroy(mcluster);
+
+        TIMING_ASSERT(&timing, 100, 1500);
+        SUB_TEST_PASS();
+}
+
+/**
+ * @brief Test all kind of fatal errors in a ConsumerGroupHeartbeat call.
+ * @sa test_variation_t
+ */
+static void do_test_consumer_group_heartbeat_fatal_errors(void) {
+        rd_kafka_resp_err_t fatal_errors[] = {
+            RD_KAFKA_RESP_ERR_INVALID_REQUEST,
+            RD_KAFKA_RESP_ERR_GROUP_MAX_SIZE_REACHED,
+            RD_KAFKA_RESP_ERR_UNSUPPORTED_ASSIGNOR,
+            RD_KAFKA_RESP_ERR_UNSUPPORTED_VERSION,
+            RD_KAFKA_RESP_ERR_UNRELEASED_INSTANCE_ID,
+            RD_KAFKA_RESP_ERR_GROUP_AUTHORIZATION_FAILED};
+        size_t i;
+        test_variation_t j;
+        for (i = 0; i < RD_ARRAY_SIZE(fatal_errors); i++) {
+                /* Only these errors can happen on a second HB. */
+                test_variation_t last_variation =
+                    ((fatal_errors[i] == RD_KAFKA_RESP_ERR_INVALID_REQUEST) ||
+                     (fatal_errors[i] ==
+                      RD_KAFKA_RESP_ERR_GROUP_AUTHORIZATION_FAILED))
+                        ? TEST_VARIATION_ERROR_SECOND_HB
+                        : TEST_VARIATION_ERROR_FIRST_HB;
+
+                for (j = TEST_VARIATION_ERROR_FIRST_HB; j <= last_variation;
+                     j++)
+                        do_test_consumer_group_heartbeat_fatal_error(
+                            fatal_errors[i], j);
+        }
+}
+
+/**
+ * @brief Test heartbeat behavior with retriable errors,
+ *        ensuring:
+ *        - no error is received on poll and consumer close
+ *        - sequence:
+ *          - in TEST_VARIATION_ERROR_FIRST_HB (4 HBs, 1 assignment callback, 1
+ * revocation callback):
+ *            - first HB is retried
+ *            - second HB receives assignment
+ *            - rebalance callback with an assignment
+ *            - third HB for the acknowledgment
+ *            - assignment revoked with a callback on consumer close
+ *            - final leave group HB
+ *
+ *          - in TEST_VARIATION_ERROR_SECOND_HB (4 HBs, 1 assignment callback, 1
+ * revocation callback):
+ *            - first HB receives assignment
+ *            - assignment callback is called
+ *            - second HB acknowledges the assignment and
+ *              returns a retriable error
+ *            - the HB is retried (third one)
+ *            - assignment revoked with a callback on consumer close
+ *            - final leave group HB
+ *
+ * @param err The error code to test.
+ * @param variation Test variation, see `test_variation_t`.
+ */
+static void
+do_test_consumer_group_heartbeat_retriable_error(rd_kafka_resp_err_t err,
+                                                 test_variation_t variation) {
+        rd_kafka_mock_cluster_t *mcluster;
+        const char *bootstraps;
+        rd_kafka_topic_partition_list_t *subscription;
+        rd_kafka_t *c;
+        int expected_heartbeats, found_heartbeats;
+        test_timing_t timing;
+        const char *topic      = test_mk_topic_name(__FUNCTION__, 0);
+        test_curr->is_fatal_cb = error_is_fatal_cb;
+        rebalance_cnt          = 0;
+        rebalance_exp_lost     = rd_false;
+        allowed_error          = RD_KAFKA_RESP_ERR__TRANSPORT;
+
+        SUB_TEST_QUICK("%s, variation: %s", rd_kafka_err2name(err),
+                       test_variation_name(variation));
+
+
+        mcluster = test_mock_cluster_new(1, &bootstraps);
+        rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(mcluster, 1000);
+        rd_kafka_mock_topic_create(mcluster, topic, 1, 1);
+
+        c = create_consumer(bootstraps, topic, rd_true);
+
+        TIMING_START(&timing, "consumer_group_heartbeat_retriable_error");
+
+        if (variation == TEST_VARIATION_ERROR_SECOND_HB) {
+                /* First HB returns assignment */
+                rd_kafka_mock_broker_push_request_error_rtts(
+                    mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 1,
+                    RD_KAFKA_RESP_ERR_NO_ERROR, 0);
+        }
+
+        rd_kafka_mock_broker_push_request_error_rtts(
+            mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 1, err, 0);
+
+        /* Subscribe to the input topic */
+        subscription = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(subscription, topic,
+                                          /* The partition is ignored in
+                                           * rd_kafka_subscribe() */
+                                          RD_KAFKA_PARTITION_UA);
+
+        TEST_SAY("Subscribing to topic\n");
+        rd_kafka_mock_start_request_tracking(mcluster);
+        TEST_CALL_ERR__(rd_kafka_subscribe(c, subscription));
+        rd_kafka_topic_partition_list_destroy(subscription);
+
+        /* TEST_VARIATION_ERROR_FIRST_HB First HB and its retry + ACK. */
+        /* TEST_VARIATION_ERROR_SECOND_HB First HB + ACK and retry. */
+        expected_heartbeats = 3;
+        rebalance_exp_event = RD_KAFKA_RESP_ERR__ASSIGN_PARTITIONS;
+        TEST_SAY(
+            "Consume from c, no message is returned, "
+            "but assign callback is processed\n");
+        test_consumer_poll_no_msgs("after heartbeat", c, 0, 500);
+        TEST_ASSERT(rebalance_cnt > 0, "Expected > 0 rebalance events, got %d",
+                    rebalance_cnt);
+        TEST_ASSERT(rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected assign callback to be processed, but it wasn't");
+
+        TEST_SAY("Awaiting first HBs\n");
+        TEST_ASSERT((found_heartbeats =
+                         wait_all_heartbeats_done(mcluster, expected_heartbeats,
+                                                  200)) == expected_heartbeats,
+                    "Expected %d heartbeats, got %d", expected_heartbeats,
+                    found_heartbeats);
+
+        rebalance_exp_event = RD_KAFKA_RESP_ERR__REVOKE_PARTITIONS;
+
+        /* Close c without errors */
+        expected_heartbeats++;
+        TEST_ASSERT(rd_kafka_consumer_close(c) == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected NO_ERROR, got %s", rd_kafka_err2name(err));
+        TEST_ASSERT(rebalance_cnt > 0, "Expected > 0 rebalance events, got %d",
+                    rebalance_cnt);
+        TEST_ASSERT(rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected revoke callback to be processed, but it wasn't");
+
+        rd_kafka_destroy(c);
+
+        TEST_SAY("Awaiting leave group HB\n");
+        TEST_ASSERT((found_heartbeats =
+                         wait_all_heartbeats_done(mcluster, expected_heartbeats,
+                                                  0)) == expected_heartbeats,
+                    "Expected %d heartbeats, got %d", expected_heartbeats,
+                    found_heartbeats);
+
+        rd_kafka_mock_stop_request_tracking(mcluster);
+        test_mock_cluster_destroy(mcluster);
+
+        TIMING_ASSERT(&timing, 100, 1500);
+
+        test_curr->is_fatal_cb = NULL;
+        allowed_error          = RD_KAFKA_RESP_ERR_NO_ERROR;
+
+        SUB_TEST_PASS();
+}
+
+/**
+ * @brief Test all kind of retriable errors in a ConsumerGroupHeartbeat call.
+ * @sa test_variation_t
+ */
+static void do_test_consumer_group_heartbeat_retriable_errors(void) {
+        rd_kafka_resp_err_t retriable_errors[] = {
+            RD_KAFKA_RESP_ERR_COORDINATOR_LOAD_IN_PROGRESS,
+            RD_KAFKA_RESP_ERR__SSL, RD_KAFKA_RESP_ERR__TIMED_OUT_QUEUE};
+        size_t i;
+        test_variation_t j;
+        for (i = 0; i < RD_ARRAY_SIZE(retriable_errors); i++) {
+                for (j = TEST_VARIATION_ERROR_FIRST_HB; j < TEST_VARIATION__CNT;
+                     j++)
+                        do_test_consumer_group_heartbeat_retriable_error(
+                            retriable_errors[i], j);
+        }
+}
+
+/**
+ * @brief Test heartbeat behavior with consumer fenced errors,
+ *        ensuring:
+ *        - no error is received on poll and consumer close
+ *        - sequence:
+ *
+ *          - in TEST_VARIATION_ERROR_FIRST_HB (4 HBs, 1 assignment callback, 1
+ * revocation callback):
+ *            - first HB fences the member
+ *              it does not receives assignment
+ *              or revoke any partitions
+ *            - second HB receives assignment
+ *            - there's an assignment callback
+ *            - assignment is acknowledged (third HB)
+ *            - assignment is revoked on close (fourth HB)
+ *            - last revoke callback
+ *
+ *          - in TEST_VARIATION_ERROR_SECOND_HB (5 HBs, 2 assignment callbacks,
+ * 2 revocation callbacks of which 1 as lost):
+ *            - first HB receives assignment
+ *            - assignment callback is called
+ *            - second HB acknowledges the assignment, fences the consumer
+ *            - a lost callback is called (lost partitions)
+ *            - partitions are assigned again on re-joining (third HB)
+ *            - second assignment callback
+ *            - acknowledgment of the assignment (fourth HB)
+ *            - partitions are revoked on close (fifth HB)
+ *            - last revoke callback
+ *
+ * @param err The error code to test.
+ * @param variation Test variation, see `test_variation_t`.
+ */
+static void
+do_test_consumer_group_heartbeat_fenced_error(rd_kafka_resp_err_t err,
+                                              test_variation_t variation) {
+        rd_kafka_mock_cluster_t *mcluster;
+        const char *bootstraps;
+        rd_kafka_topic_partition_list_t *subscription;
+        rd_kafka_t *c;
+        rd_kafka_message_t *rkmessage;
+        int expected_heartbeats, found_heartbeats, expected_rebalance_cnt;
+        test_timing_t timing;
+        rebalance_cnt       = 0;
+        rebalance_exp_lost  = rd_false;
+        rebalance_exp_event = RD_KAFKA_RESP_ERR_NO_ERROR;
+        const char *topic   = test_mk_topic_name(__FUNCTION__, 0);
+
+        SUB_TEST_QUICK("%s, variation: %s", rd_kafka_err2name(err),
+                       test_variation_name(variation));
+
+        mcluster = test_mock_cluster_new(1, &bootstraps);
+        rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(mcluster, 1000);
+        rd_kafka_mock_topic_create(mcluster, topic, 1, 1);
+
+        if (variation == TEST_VARIATION_ERROR_SECOND_HB) {
+                /* First HB returns assignment */
+                rd_kafka_mock_broker_push_request_error_rtts(
+                    mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 1,
+                    RD_KAFKA_RESP_ERR_NO_ERROR, 0);
+        }
+
+        rd_kafka_mock_broker_push_request_error_rtts(
+            mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 1, err, 0);
+
+        c = create_consumer(bootstraps, topic, rd_true);
+
+        TIMING_START(&timing, "consumer_group_heartbeat_fenced_error");
+
+        /* Subscribe to the input topic */
+        subscription = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(subscription, topic,
+                                          /* The partition is ignored in
+                                           * rd_kafka_subscribe() */
+                                          RD_KAFKA_PARTITION_UA);
+
+        TEST_SAY("Subscribing to topic\n");
+        rd_kafka_mock_start_request_tracking(mcluster);
+        TEST_CALL_ERR__(rd_kafka_subscribe(c, subscription));
+        rd_kafka_topic_partition_list_destroy(subscription);
+
+        /* variation ERROR_FIRST_HB: First HB fences and second receives
+         * the assignment*/
+        expected_heartbeats = 2;
+        if (variation == TEST_VARIATION_ERROR_SECOND_HB)
+                /* variation ERROR_SECOND_HB: First HB receives assignment,
+                 * second HB fences the consumer.
+                 * We only await one here as we need to process the assignment
+                 * callback. */
+                expected_heartbeats = 1;
+
+        TEST_SAY("Awaiting initial HBs\n");
+        TEST_ASSERT((found_heartbeats =
+                         wait_all_heartbeats_done(mcluster, expected_heartbeats,
+                                                  200)) == expected_heartbeats,
+                    "Expected %d heartbeats, got %d", expected_heartbeats,
+                    found_heartbeats);
+
+        expected_rebalance_cnt = 0;
+        /* variation ERROR_FIRST_HB: Second HB receives the assignment */
+        if (variation == TEST_VARIATION_ERROR_SECOND_HB) {
+                expected_rebalance_cnt++;
+                rebalance_exp_event = RD_KAFKA_RESP_ERR__ASSIGN_PARTITIONS;
+
+                /* variation ERROR_SECOND_HB: first HB assigned the partitions
+                 * and second one acknowledges them and receives the
+                 * fencing error. */
+                rkmessage = rd_kafka_consumer_poll(c, 100);
+                TEST_ASSERT(!rkmessage, "No message should be returned");
+                TEST_ASSERT(
+                    rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected assign callback to be processed, but it wasn't");
+
+                TEST_ASSERT(rebalance_cnt == expected_rebalance_cnt,
+                            "Expected %d rebalance events after assign "
+                            "callback, got %d",
+                            expected_rebalance_cnt, rebalance_cnt);
+                /* Ack is sent immediately after assignment completes. */
+                expected_heartbeats++;
+
+                TEST_SAY("Awaiting partition lost callback\n");
+                /* Second HB acks receives the fenced error
+                 * and loses partitions */
+                expected_rebalance_cnt++;
+                rebalance_exp_event = RD_KAFKA_RESP_ERR__REVOKE_PARTITIONS;
+                rebalance_exp_lost  = rd_true;
+
+                rkmessage = rd_kafka_consumer_poll(c, 100);
+                TEST_ASSERT(!rkmessage, "No message should be returned");
+                TEST_ASSERT(
+                    rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected revoke callback to be processed, but it wasn't");
+
+                TEST_ASSERT(
+                    rebalance_cnt == expected_rebalance_cnt,
+                    "Expected %d rebalance events after lost callback, got %d",
+                    expected_rebalance_cnt, rebalance_cnt);
+
+                /* Third HB assigns the partitions again */
+                expected_heartbeats++;
+        }
+
+        expected_rebalance_cnt++;
+        rebalance_exp_event = RD_KAFKA_RESP_ERR__ASSIGN_PARTITIONS;
+        rebalance_exp_lost  = rd_false;
+
+        TEST_SAY("Awaiting rebalance callback\n");
+        /* Consume from c, partitions are lost if assigned */
+        rkmessage = rd_kafka_consumer_poll(c, 500);
+        TEST_ASSERT(!rkmessage, "No message should be returned");
+        TEST_ASSERT(rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected assign callback to be processed, but it wasn't");
+
+        TEST_ASSERT(rebalance_cnt == expected_rebalance_cnt,
+                    "Expected %d total rebalance events, got %d",
+                    expected_rebalance_cnt, rebalance_cnt);
+
+        /* Ack for last assignment HB */
+        expected_heartbeats++;
+
+        TEST_SAY("Awaiting acknowledge heartbeat\n");
+        TEST_ASSERT((found_heartbeats =
+                         wait_all_heartbeats_done(mcluster, expected_heartbeats,
+                                                  100)) == expected_heartbeats,
+                    "Expected %d heartbeats, got %d", expected_heartbeats,
+                    found_heartbeats);
+
+        expected_rebalance_cnt++;
+        rebalance_exp_event = RD_KAFKA_RESP_ERR__REVOKE_PARTITIONS;
+
+        /* Leave group HB */
+        expected_heartbeats++;
+        /* Close c, no error is returned */
+        TEST_CALL_ERR__(rd_kafka_consumer_close(c));
+        TEST_ASSERT(rebalance_exp_event == RD_KAFKA_RESP_ERR_NO_ERROR,
+                    "Expected revoke callback to be processed, but it wasn't");
+        TEST_ASSERT(rebalance_cnt == expected_rebalance_cnt,
+                    "Expected %d rebalance events, got %d",
+                    expected_rebalance_cnt, rebalance_cnt);
+
+        rd_kafka_destroy(c);
+
+        TEST_SAY("Verifying leave group heartbeat\n");
+        /* After closing the consumer, 1 heartbeat should been sent */
+        TEST_ASSERT((found_heartbeats =
+                         wait_all_heartbeats_done(mcluster, expected_heartbeats,
+                                                  0)) == expected_heartbeats,
+                    "Expected %d heartbeats, got %d", expected_heartbeats,
+                    found_heartbeats);
+
+        rd_kafka_mock_stop_request_tracking(mcluster);
+        test_mock_cluster_destroy(mcluster);
+
+        TIMING_ASSERT(&timing, 100, 1500);
+        SUB_TEST_PASS();
+}
+
+/**
+ * @brief Test all kind of consumer fenced errors in a ConsumerGroupHeartbeat
+ *        call.
+ * @sa test_variation_t
+ */
+static void do_test_consumer_group_heartbeat_fenced_errors(void) {
+        rd_kafka_resp_err_t fenced_errors[] = {
+            RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID,
+            RD_KAFKA_RESP_ERR_FENCED_MEMBER_EPOCH};
+        size_t i;
+        test_variation_t j;
+        for (i = 0; i < RD_ARRAY_SIZE(fenced_errors); i++) {
+                for (j = TEST_VARIATION_ERROR_FIRST_HB; j < TEST_VARIATION__CNT;
+                     j++)
+                        do_test_consumer_group_heartbeat_fenced_error(
+                            fenced_errors[i], j);
+        }
+}
+
+/**
+ * @enum test_variation_unknown_topic_id_t
+ * @brief Variations for `do_test_metadata_unknown_topic_id_tests`.
+ */
+typedef enum test_variation_unknown_topic_id_t {
+        /* One topic, UNKNOWN_TOPIC_ID is given until it's not. */
+        TEST_VARIATION_UNKNOWN_TOPIC_ID_ONE_TOPIC = 0,
+        /* Two topics, first has UNKNOWN_TOPIC_ID error, second one exists. */
+        TEST_VARIATION_UNKNOWN_TOPIC_ID_TWO_TOPICS = 1,
+        TEST_VARIATION_UNKNOWN_TOPIC_ID__CNT,
+} test_variation_unknown_topic_id_t;
+
+static const char *
+test_variation_unknown_topic_id_name(test_variation_t variation) {
+        switch (variation) {
+        case TEST_VARIATION_UNKNOWN_TOPIC_ID_ONE_TOPIC:
+                return "one topic";
+        case TEST_VARIATION_UNKNOWN_TOPIC_ID_TWO_TOPICS:
+                return "two topics";
+        default:
+                rd_assert(!*"Unknown test variation (unknown topic id)");
+                return NULL;
+        }
+}
+
+/**
+ * @brief Test consumer group behavior with missing topic id when retrieving
+ *        metadata for assigned topics.
+ *        ensuring:
+ *        - initially a partial acknoledgement is started, with an empty list
+ *          (variation 0) or a single topic (variation 1)
+ *        - fetch doesn't start until broker returns an unknown topic id error
+ *        - when error isn't returned anymore the client finishes assigning
+ *          the partition and reads a message.
+ *
+ * @param variation Test variation, see `test_variation_unknown_topic_id_t`.
+ */
+static void do_test_metadata_unknown_topic_id_error(
+    test_variation_unknown_topic_id_t variation) {
+        rd_kafka_mock_cluster_t *mcluster;
+        const char *bootstraps;
+        rd_kafka_topic_partition_list_t *subscription, *assignment;
+        rd_kafka_t *c;
+        test_timing_t timing;
+        const char *topic  = "do_test_metadata_unknown_topic_id_error";
+        const char *topic2 = "do_test_metadata_unknown_topic_id_error2";
+        rd_kafka_topic_partition_list_t *expected_assignment;
+
+        SUB_TEST_QUICK("variation: %s",
+                       test_variation_unknown_topic_id_name(variation));
+
+        expected_assignment = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(expected_assignment, topic, 0);
+        if (variation == TEST_VARIATION_UNKNOWN_TOPIC_ID_TWO_TOPICS) {
+                rd_kafka_topic_partition_list_add(expected_assignment, topic2,
+                                                  0);
+        }
+
+        mcluster = test_mock_cluster_new(1, &bootstraps);
+        rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(mcluster, 500);
+        rd_kafka_mock_topic_create(mcluster, topic, 1, 1);
+        if (variation == TEST_VARIATION_UNKNOWN_TOPIC_ID_TWO_TOPICS) {
+                rd_kafka_mock_topic_create(mcluster, topic2, 1, 1);
+        }
+
+        c = create_consumer(bootstraps, topic, rd_false);
+
+        /* Seed the topic with messages */
+        test_produce_msgs_easy_v(topic, 0, 0, 0, 1, 1000, "bootstrap.servers",
+                                 bootstraps, NULL);
+
+        TIMING_START(&timing, "do_test_metadata_unknown_topic_id_error");
+
+        subscription = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(subscription, topic,
+                                          RD_KAFKA_PARTITION_UA);
+        if (variation == TEST_VARIATION_UNKNOWN_TOPIC_ID_TWO_TOPICS) {
+                rd_kafka_topic_partition_list_add(subscription, topic2,
+                                                  RD_KAFKA_PARTITION_UA);
+        }
+
+        rd_kafka_mock_topic_set_error(mcluster, topic,
+                                      RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_ID);
+
+        TEST_SAY("Subscribing to topic\n");
+        TEST_CALL_ERR__(rd_kafka_subscribe(c, subscription));
+        rd_kafka_topic_partition_list_destroy(subscription);
+
+        TEST_SAY(
+            "Cannot fetch until Metadata calls replies with "
+            "UNKNOWN_TOPIC_ID\n");
+        test_consumer_poll_no_msgs("no messages", c, 0, 1000);
+
+        rd_kafka_mock_topic_set_error(mcluster, topic,
+                                      RD_KAFKA_RESP_ERR_NO_ERROR);
+
+        TEST_SAY("Reconciliation and fetch is now possible\n");
+        test_consumer_poll_timeout("message", c, 0, 0, 0, 1, NULL, 2000);
+
+        TEST_CALL_ERR__(rd_kafka_assignment(c, &assignment));
+        TEST_ASSERT(assignment != NULL);
+        TEST_ASSERT(!test_partition_list_cmp(assignment, expected_assignment),
+                    "Expected assignment not seen, got %d partitions",
+                    assignment->cnt);
+        rd_kafka_topic_partition_list_destroy(assignment);
+        rd_kafka_topic_partition_list_destroy(expected_assignment);
+
+        rd_kafka_destroy(c);
+        test_mock_cluster_destroy(mcluster);
+
+        TIMING_ASSERT(&timing, 500, 4000);
+        SUB_TEST_PASS();
+}
+
+/**
+ * @brief Test these variations of a UNKNOWN_TOPIC_ID in a Metadata call
+ *        before reconciliation.
+ * @sa test_variation_unknown_topic_id_t
+ */
+static void do_test_metadata_unknown_topic_id_tests(void) {
+        test_variation_unknown_topic_id_t i;
+        for (i = TEST_VARIATION_UNKNOWN_TOPIC_ID_ONE_TOPIC;
+             i < TEST_VARIATION_UNKNOWN_TOPIC_ID__CNT; i++) {
+                do_test_metadata_unknown_topic_id_error(i);
+        }
+}
+
+static void do_test_adherence_to_hb_interval(void) {
+        rd_kafka_mock_cluster_t *mcluster;
+        const char *bootstraps;
+        rd_kafka_topic_partition_list_t *subscription;
+        rd_kafka_t *c;
+        const char *topic =
+            test_mk_topic_name("do_test_adherence_to_hb_interval", 1);
+        rd_kafka_conf_t *conf;
+        size_t heartbeat_request_count = 0;
+
+        SUB_TEST_QUICK("do_test_adherence_to_hb_interval");
+
+        mcluster = test_mock_cluster_new(1, &bootstraps);
+        rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(mcluster, 1000);
+        rd_kafka_mock_topic_create(mcluster, topic, 3, 1);
+
+        test_conf_init(&conf, NULL, 0);
+        test_conf_set(conf, "bootstrap.servers", bootstraps);
+        test_conf_set(conf, "auto.offset.reset", "earliest");
+        test_conf_set(conf, "auto.commit.interval.ms", "100");
+        c = test_create_consumer(topic, NULL, conf, NULL);
+
+        subscription = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(subscription, topic,
+                                          RD_KAFKA_PARTITION_UA);
+
+        rd_kafka_mock_start_request_tracking(mcluster);
+        TEST_SAY("Subscribing to topic\n");
+        TEST_CALL_ERR__(rd_kafka_subscribe(c, subscription));
+        rd_kafka_topic_partition_list_destroy(subscription);
+
+        TEST_SAY("Subscription done, waiting for heartbeats\n");
+
+        rd_sleep(2); /* Sleep to ensure that some HB are sent */
+
+        heartbeat_request_count = test_mock_get_matching_request_cnt(
+            mcluster, is_heartbeat_request, NULL);
+        TEST_SAY("Heartbeat request count: %zu\n", heartbeat_request_count);
+
+        /* Assert that we received the expected number of heartbeats */
+        TEST_ASSERT(heartbeat_request_count >= 3 &&
+                        heartbeat_request_count <= 5,
+                    "Expected between 3 and 5 heartbeats, got %zu",
+                    heartbeat_request_count);
+
+        rd_kafka_mock_stop_request_tracking(mcluster);
+
+        rd_kafka_destroy(c);
+        test_mock_cluster_destroy(mcluster);
+
+        SUB_TEST_PASS();
+}
+
+typedef enum do_test_quick_unsubscribe_variation_t {
+        /* No mock cluster, no coordinator available. */
+        DO_TEST_QUICK_UNSUBSCRIBE_VARIATION_NO_CLUSTER = 0,
+        /* Mock cluster is ready */
+        DO_TEST_QUICK_UNSUBSCRIBE_VARIATION_CLUSTER_READY = 1,
+        DO_TEST_QUICK_UNSUBSCRIBE_VARIATION__CNT
+} do_test_quick_unsubscribe_variation_t;
+
+/**
+ * @brief A series of subscribe and unsubscribe call shouldn't cause
+ *        assert failures.
+ *
+ * @param variation Test variation.
+ *
+ * @sa `do_test_quick_unsubscribe_variation_t`
+ */
+static void
+do_test_quick_unsubscribe(do_test_quick_unsubscribe_variation_t variation) {
+        int i;
+        rd_kafka_t *c;
+        rd_kafka_topic_partition_list_t *subscription;
+        rd_kafka_mock_cluster_t *mcluster = NULL;
+        const char *bootstraps            = "localhost:9999";
+        const char *topic                 = test_mk_topic_name(__FUNCTION__, 0);
+
+        SUB_TEST_QUICK(
+            "%s", variation == DO_TEST_QUICK_UNSUBSCRIBE_VARIATION_NO_CLUSTER
+                      ? "no cluster"
+                      : "mock cluster ready");
+
+        if (variation == DO_TEST_QUICK_UNSUBSCRIBE_VARIATION_NO_CLUSTER) {
+                test_curr->is_fatal_cb = error_is_fatal_cb;
+                allowed_error          = RD_KAFKA_RESP_ERR__TRANSPORT;
+        } else if (variation ==
+                   DO_TEST_QUICK_UNSUBSCRIBE_VARIATION_CLUSTER_READY) {
+                mcluster = test_mock_cluster_new(1, &bootstraps);
+                rd_kafka_mock_topic_create(mcluster, topic, 1, 1);
+        }
+
+        c = create_consumer(bootstraps, topic, rd_true);
+
+        subscription = rd_kafka_topic_partition_list_new(1);
+        rd_kafka_topic_partition_list_add(subscription, topic,
+                                          RD_KAFKA_PARTITION_UA);
+
+        for (i = 0; i < 2; i++) {
+                TEST_CALL_ERR__(rd_kafka_subscribe(c, subscription));
+                TEST_CALL_ERR__(rd_kafka_unsubscribe(c));
+        }
+
+        rd_kafka_topic_partition_list_destroy(subscription);
+        rd_kafka_destroy(c);
+        RD_IF_FREE(mcluster, test_mock_cluster_destroy);
+
+        test_curr->is_fatal_cb = NULL;
+        allowed_error          = RD_KAFKA_RESP_ERR_NO_ERROR;
+        SUB_TEST_PASS();
+}
+
+/**
+ * @brief Test all `do_test_quick_unsubscribe` variations.
+ *
+ * @sa `do_test_quick_unsubscribe_variation_t`
+ */
+static void do_test_quick_unsubscribe_tests(void) {
+        do_test_quick_unsubscribe_variation_t variation;
+        for (variation = DO_TEST_QUICK_UNSUBSCRIBE_VARIATION_NO_CLUSTER;
+             variation < DO_TEST_QUICK_UNSUBSCRIBE_VARIATION__CNT;
+             variation++) {
+                do_test_quick_unsubscribe(variation);
+        }
+}
+
+int main_0147_consumer_group_consumer_mock(int argc, char **argv) {
+        TEST_SKIP_MOCK_CLUSTER(0);
+
+        if (test_consumer_group_protocol_classic()) {
+                TEST_SKIP("Test only for group.protocol=consumer\n");
+                return 0;
+        }
+
+        do_test_consumer_group_heartbeat_fatal_errors();
+
+        do_test_consumer_group_heartbeat_retriable_errors();
+
+        do_test_consumer_group_heartbeat_fenced_errors();
+
+        do_test_metadata_unknown_topic_id_tests();
+
+        do_test_adherence_to_hb_interval();
+
+        do_test_quick_unsubscribe_tests();
+
+        return 0;
+}