@ohos-ports/confluentinc-kafka-javascript 1.10.0-beta.1

package/deps/librdkafka/tests/0135-sasl_credentials.cpp

@@ -0,0 +1,279 @@
+/*
+ * librdkafka - Apache Kafka C library
+ *
+ * Copyright (c) 2022, Magnus Edenhill
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+
+/**
+ * Verify that SASL credentials can be updated.
+ */
+#include "testcpp.h"
+
+/* Include C API and test helpers for share consumer tests */
+extern "C" {
+#include "test.h"
+#include "rdkafka.h"
+}
+
+
+
+class authErrorEventCb : public RdKafka::EventCb {
+ public:
+  authErrorEventCb() : error_seen(false) {
+  }
+
+  void event_cb(RdKafka::Event &event) {
+    switch (event.type()) {
+    case RdKafka::Event::EVENT_ERROR:
+      Test::Say(tostr() << "Error: " << RdKafka::err2str(event.err()) << ": "
+                        << event.str() << "\n");
+      if (event.err() == RdKafka::ERR__AUTHENTICATION)
+        error_seen = true;
+      break;
+
+    case RdKafka::Event::EVENT_LOG:
+      Test::Say(tostr() << "Log: " << event.str() << "\n");
+      break;
+
+    default:
+      break;
+    }
+  }
+
+  bool error_seen;
+};
+
+
+/**
+ * @brief Test setting SASL credentials.
+ *
+ * 1. Switch out the proper username/password for invalid ones.
+ * 2. Verify that we get an auth failure.
+ * 3. Set the proper username/passwords.
+ * 4. Verify that we can now connect.
+ */
+static void do_test(bool set_after_auth_failure) {
+  RdKafka::Conf *conf;
+  Test::conf_init(&conf, NULL, 30);
+
+  SUB_TEST_QUICK("set_after_auth_failure=%s",
+                 set_after_auth_failure ? "yes" : "no");
+
+  /* Get the correct sasl.username and sasl.password */
+  std::string username, password;
+  if (conf->get("sasl.username", username) ||
+      conf->get("sasl.password", password)) {
+    delete conf;
+    SUB_TEST_SKIP("sasl.username and/or sasl.password not configured\n");
+    return;
+  }
+
+  /* Replace with incorrect ones */
+  Test::conf_set(conf, "sasl.username", "ThisIsNotRight");
+  Test::conf_set(conf, "sasl.password", "Neither Is This");
+
+  /* Set up an event callback to track authentication errors */
+  authErrorEventCb pEvent = authErrorEventCb();
+  std::string errstr;
+  if (conf->set("event_cb", &pEvent, errstr) != RdKafka::Conf::CONF_OK)
+    Test::Fail(errstr);
+
+  /* Create client */
+  RdKafka::Producer *p = RdKafka::Producer::create(conf, errstr);
+  if (!p)
+    Test::Fail("Failed to create Producer: " + errstr);
+  delete conf;
+
+  if (set_after_auth_failure) {
+    Test::Say("Awaiting auth failure\n");
+
+    while (!pEvent.error_seen)
+      p->poll(1000);
+
+    Test::Say("Authentication error seen\n");
+  }
+
+  Test::Say("Setting proper credentials\n");
+  RdKafka::Error *error = p->sasl_set_credentials(username, password);
+  if (error)
+    Test::Fail("Failed to set credentials: " + error->str());
+
+  Test::Say("Expecting successful cluster authentication\n");
+  const std::string clusterid = p->clusterid(5 * 1000);
+
+  if (clusterid.empty())
+    Test::Fail("Expected clusterid() to succeed");
+
+  delete p;
+
+  SUB_TEST_PASS();
+}
+
+static rd_bool_t share_error_seen = rd_false;
+
+static void share_auth_error_cb(rd_kafka_t *rk,
+                                int err,
+                                const char *reason,
+                                void *opaque) {
+  if (err == RD_KAFKA_RESP_ERR__AUTHENTICATION) {
+    Test::Say(tostr() << "Share consumer auth error: "
+                      << rd_kafka_err2str((rd_kafka_resp_err_t)err) << ": "
+                      << reason << "\n");
+    share_error_seen = rd_true;
+  }
+}
+
+/**
+ * @brief Test setting SASL credentials on a share consumer.
+ *
+ * 1. Produce a message to a topic.
+ * 2. Create share consumer with wrong credentials (or correct if
+ *    set_after_auth_failure is false).
+ * 3. Optionally wait for auth failure.
+ * 4. Set correct credentials via rd_kafka_share_sasl_set_credentials().
+ * 5. Verify share consumer can consume the message.
+ */
+static void do_test_share_consumer(bool set_after_auth_failure) {
+  rd_kafka_conf_t *conf;
+  rd_kafka_t *p1;
+  rd_kafka_share_t *sc;
+  rd_kafka_topic_partition_list_t *subs;
+  rd_kafka_messages_t *batch = NULL;
+  rd_kafka_error_t *err;
+  char errstr[512];
+  char *username, *password;
+  const char *topic;
+  const char *group = "share-sasl-creds-test";
+  size_t rcvd;
+  int attempts;
+
+  SUB_TEST("Share consumer: set_after_auth_failure=%s",
+           set_after_auth_failure ? "yes" : "no");
+
+  /* Get correct credentials from test config */
+  test_conf_init(&conf, NULL, 30);
+  username = rd_strdup(test_conf_get(conf, "sasl.username"));
+  password = rd_strdup(test_conf_get(conf, "sasl.password"));
+
+  /* Create a producer with correct creds, produce a message first */
+  rd_kafka_conf_set_dr_msg_cb(conf, test_dr_msg_cb);
+  p1 = test_create_handle(RD_KAFKA_PRODUCER, conf);
+
+  topic = test_mk_topic_name("0135_share_sasl_creds", 1);
+  test_create_topic_wait_exists(p1, topic, 1, 3, 5000);
+
+  /* Set group config for earliest offset */
+  test_share_set_auto_offset_reset(group, "earliest");
+
+  /* Produce a message */
+  test_produce_msgs_simple(p1, topic, 0, 1);
+
+  /* Create share consumer */
+  test_conf_init(&conf, NULL, 30);
+  if (set_after_auth_failure) {
+    /* Start with wrong credentials */
+    test_conf_set(conf, "sasl.username", "ThisIsNotRight");
+    test_conf_set(conf, "sasl.password", "Neither Is This");
+  }
+  rd_kafka_conf_set(conf, "group.id", group, errstr, sizeof(errstr));
+
+  share_error_seen = rd_false;
+  rd_kafka_conf_set_error_cb(conf, share_auth_error_cb);
+
+  sc = rd_kafka_share_consumer_new(conf, errstr, sizeof(errstr));
+  TEST_ASSERT(sc != NULL, "Failed to create share consumer: %s", errstr);
+
+  /* Subscribe */
+  subs = rd_kafka_topic_partition_list_new(1);
+  rd_kafka_topic_partition_list_add(subs, topic, RD_KAFKA_PARTITION_UA);
+  rd_kafka_share_subscribe(sc, subs);
+  rd_kafka_topic_partition_list_destroy(subs);
+
+  if (set_after_auth_failure) {
+    Test::Say("Awaiting share consumer auth failure\n");
+    while (!share_error_seen) {
+      err = rd_kafka_share_poll(sc, 1000, &batch);
+      if (err)
+        rd_kafka_error_destroy(err);
+      rd_kafka_messages_destroy(batch);
+      batch = NULL;
+    }
+    Test::Say("Share consumer authentication error seen\n");
+  }
+
+  /* Set correct credentials */
+  Test::Say("Setting proper credentials on share consumer\n");
+  err = rd_kafka_share_sasl_set_credentials(sc, username, password);
+  TEST_ASSERT(!err, "share_sasl_set_credentials failed: %s",
+              err ? rd_kafka_error_string(err) : "");
+
+  /* Consume the message to verify connectivity */
+  attempts = 100;
+  rcvd     = 0;
+  while (rcvd == 0 && attempts-- > 0) {
+    err = rd_kafka_share_poll(sc, 3000, &batch);
+    if (err)
+      rd_kafka_error_destroy(err);
+    rcvd = rd_kafka_messages_count(batch);
+    if (rcvd == 0) {
+      rd_kafka_messages_destroy(batch);
+      batch = NULL;
+    }
+  }
+  TEST_ASSERT(rcvd > 0,
+              "Share consumer failed to consume message after "
+              "credential update");
+  rd_kafka_messages_destroy(batch);
+  batch = NULL;
+
+  Test::Say("Share consumer successfully consumed after credential update\n");
+
+  rd_kafka_share_consumer_close(sc);
+  rd_kafka_share_destroy(sc);
+  rd_kafka_destroy(p1);
+  free(username);
+  free(password);
+
+  SUB_TEST_PASS();
+}
+
+extern "C" {
+int main_0135_sasl_credentials(int argc, char **argv) {
+  const char *mech = test_conf_get(NULL, "sasl.mechanism");
+
+  if (strcmp(mech, "PLAIN") && strncmp(mech, "SCRAM", 5)) {
+    Test::Skip("Test requires SASL PLAIN or SASL SCRAM\n");
+    return 0;
+  }
+
+  do_test(false);
+  do_test(true);
+  do_test_share_consumer(false);
+  do_test_share_consumer(true);
+
+  return 0;
+}
+}

package/deps/librdkafka/tests/0136-resolve_cb.c

@@ -0,0 +1,181 @@
+/*
+ * librdkafka - Apache Kafka C library
+ *
+ * Copyright (c) 2022, Magnus Edenhill
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "test.h"
+
+#include "rdkafka.h"
+
+#ifndef _WIN32
+#include <netdb.h>
+#else
+#define WIN32_MEAN_AND_LEAN
+#include <winsock2.h>
+#include <ws2ipdef.h>
+#include <ws2tcpip.h>
+#endif
+
+/**
+ * @name Test a custom address resolution callback.
+ *
+ * The test sets bogus bootstrap.servers, uses the resolution callback to
+ * resolve to a bogus address, and then verifies that the address is passed
+ * to the connect callback. If the resolution callback is not invoked, or if the
+ * connect callback is not invoked with the output of the resolution callback,
+ * the test will fail.
+ */
+
+/**
+ * Stage of the test:
+ *   0: expecting resolve_cb to be invoked with TESTING_RESOLVE_CB:1234
+ *   1: expecting resolve_cb to be invoked with NULL, NULL
+ *   2: expecting connect_cb to invoked with socket address 127.1.2.3:57616
+ *   3: done
+ */
+static rd_atomic32_t stage;
+
+/** Exposes current test struct (in TLS) to callbacks. */
+static struct test *this_test;
+
+static int resolve_cb(const char *node,
+                      const char *service,
+                      const struct addrinfo *hints,
+                      struct addrinfo **res,
+                      void *opaque) {
+
+        int32_t cnt;
+
+        test_curr = this_test;
+
+        cnt = rd_atomic32_get(&stage);
+
+        TEST_SAY("resolve_cb invoked: node=%s service=%s stage=%d\n", node,
+                 service, cnt);
+
+        if (cnt == 0) {
+                /* Stage 0: return a bogus address. */
+
+                struct sockaddr_in *addr;
+
+                TEST_ASSERT(node != NULL);
+                TEST_ASSERT(strcmp(node, "TESTING_RESOLVE_CB") == 0,
+                            "unexpected node: %s", node);
+                TEST_ASSERT(service != NULL);
+                TEST_ASSERT(strcmp(service, "1234") == 0,
+                            "unexpected service: %s", service);
+
+                addr                  = calloc(1, sizeof(struct sockaddr_in));
+                addr->sin_family      = AF_INET;
+                addr->sin_port        = htons(4321);
+                addr->sin_addr.s_addr = htonl(0x7f010203) /* 127.1.2.3 */;
+
+                *res                = calloc(1, sizeof(struct addrinfo));
+                (*res)->ai_family   = AF_INET;
+                (*res)->ai_socktype = SOCK_STREAM;
+                (*res)->ai_protocol = IPPROTO_TCP;
+                (*res)->ai_addrlen  = sizeof(struct sockaddr_in);
+                (*res)->ai_addr     = (struct sockaddr *)addr;
+        } else if (cnt == 1) {
+                /* Stage 1: free the bogus address returned in stage 0. */
+
+                TEST_ASSERT(node == NULL);
+                TEST_ASSERT(service == NULL);
+                TEST_ASSERT(hints == NULL);
+                free((*res)->ai_addr);
+                free(*res);
+        } else {
+                /* Stage 2+: irrelevant, simply fail to resolve. */
+
+                return -1;
+        }
+
+        rd_atomic32_add(&stage, 1);
+        return 0;
+}
+
+static int connect_cb(int s,
+                      const struct sockaddr *addr,
+                      int addrlen,
+                      const char *id,
+                      void *opaque) {
+        /* Stage 3: assert address is expected bogus. */
+
+        int32_t cnt;
+        struct sockaddr_in *addr_in;
+
+        test_curr = this_test;
+
+        cnt = rd_atomic32_get(&stage);
+
+        TEST_SAY("connect_cb invoked: stage=%d\n", cnt);
+
+        TEST_ASSERT(cnt == 2, "connect_cb invoked in unexpected stage: %d",
+                    cnt);
+
+        TEST_ASSERT(addr->sa_family == AF_INET,
+                    "address has unexpected type: %d", addr->sa_family);
+
+        addr_in = (struct sockaddr_in *)(void *)addr;
+
+        TEST_ASSERT(addr_in->sin_port == htons(4321),
+                    "address has unexpected port: %d",
+                    ntohs(addr_in->sin_port));
+        TEST_ASSERT(addr_in->sin_addr.s_addr == htonl(0x7f010203),
+                    "address has unexpected host: 0x%x",
+                    ntohl(addr_in->sin_addr.s_addr));
+
+        rd_atomic32_add(&stage, 1);
+
+        /* The test has succeeded. Just report the connection as faile
+         * for simplicity. */
+        return -1;
+}
+
+int main_0136_resolve_cb(int argc, char **argv) {
+        rd_kafka_conf_t *conf;
+        rd_kafka_t *rk;
+
+        this_test = test_curr;
+
+        rd_atomic32_init(&stage, 0);
+
+        test_conf_init(&conf, NULL, 0);
+        rd_kafka_conf_set_resolve_cb(conf, resolve_cb);
+        rd_kafka_conf_set_connect_cb(conf, connect_cb);
+
+        TEST_SAY("Setting bogus broker list\n");
+        test_conf_set(conf, "bootstrap.servers", "TESTING_RESOLVE_CB:1234");
+
+        rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
+
+        while (rd_atomic32_get(&stage) != 3)
+                rd_sleep(1);
+
+        rd_kafka_destroy(rk);
+
+        return 0;
+}