@point3/node-rdkafka 3.6.0-1

package/deps/librdkafka/src/rdkafka_coord.h

@@ -0,0 +1,132 @@
+/*
+ * librdkafka - Apache Kafka C library
+ *
+ * Copyright (c) 2019-2022, Magnus Edenhill
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef _RDKAFKA_COORD_H_
+#define _RDKAFKA_COORD_H_
+
+
+typedef TAILQ_HEAD(rd_kafka_coord_cache_head_s,
+                   rd_kafka_coord_cache_entry_s) rd_kafka_coord_cache_head_t;
+
+/**
+ * @brief Coordinator cache entry
+ */
+typedef struct rd_kafka_coord_cache_entry_s {
+        TAILQ_ENTRY(rd_kafka_coord_cache_entry_s) cce_link;
+        rd_kafka_coordtype_t cce_coordtype; /**< Coordinator type */
+        char *cce_coordkey;                 /**< Coordinator type key,
+                                             *   e.g the group id */
+        rd_ts_t cce_ts_used;                /**< Last used timestamp */
+        rd_kafka_broker_t *cce_rkb;         /**< The cached coordinator */
+
+} rd_kafka_coord_cache_entry_t;
+
+/**
+ * @brief Coordinator cache
+ */
+typedef struct rd_kafka_coord_cache_s {
+        rd_kafka_coord_cache_head_t cc_entries; /**< Cache entries */
+        int cc_cnt;                             /**< Number of entries */
+        rd_ts_t cc_expire_thres;                /**< Entries not used in
+                                                 *   this long will be
+                                                 *   expired */
+} rd_kafka_coord_cache_t;
+
+
+void rd_kafka_coord_cache_expire(rd_kafka_coord_cache_t *cc);
+void rd_kafka_coord_cache_evict(rd_kafka_coord_cache_t *cc,
+                                rd_kafka_broker_t *rkb);
+void rd_kafka_coord_cache_destroy(rd_kafka_coord_cache_t *cc);
+void rd_kafka_coord_cache_init(rd_kafka_coord_cache_t *cc, int expire_thres_ms);
+
+
+
+/**
+ * @name Coordinator requests
+ */
+
+/**
+ * @brief Request to be sent to coordinator.
+ *        Includes looking up, caching, and connecting to, the coordinator.
+ */
+typedef struct rd_kafka_coord_req_s {
+        TAILQ_ENTRY(rd_kafka_coord_req_s) creq_link; /**< rk_coord_reqs */
+        rd_kafka_coordtype_t creq_coordtype;         /**< Coordinator type */
+        char *creq_coordkey;                         /**< Coordinator key */
+
+        rd_kafka_op_t *creq_rko;        /**< Requester's rko that is
+                                         *   provided to creq_send_req_cb
+                                         *   (optional). */
+        rd_kafka_timer_t creq_tmr;      /**< Delay timer. */
+        rd_ts_t creq_ts_timeout;        /**< Absolute timeout.
+                                         *   Will fail with an error
+                                         *   code pertaining to the
+                                         *   current state */
+        rd_interval_t creq_query_intvl; /**< Coord query interval (1s) */
+
+        rd_kafka_send_req_cb_t *creq_send_req_cb; /**< Sender callback */
+
+        rd_kafka_replyq_t creq_replyq;    /**< Reply queue */
+        rd_kafka_resp_cb_t *creq_resp_cb; /**< Reply queue response
+                                           *   parsing callback for the
+                                           *   request sent by
+                                           *   send_req_cb */
+        void *creq_reply_opaque;          /**< Opaque passed to
+                                           *   creq_send_req_cb and
+                                           *   creq_resp_cb. */
+
+        int creq_refcnt;     /**< Internal reply queue for
+                              *   FindCoordinator requests
+                              *   which is forwarded to the
+                              *   rk_ops queue, but allows
+                              *   destroying the creq even
+                              *   with outstanding
+                              *   FindCoordinator requests. */
+        rd_bool_t creq_done; /**< True if request was sent */
+
+        rd_kafka_broker_t *creq_rkb; /**< creq is waiting for this broker to
+                                      *   come up. */
+} rd_kafka_coord_req_t;
+
+
+void rd_kafka_coord_req(rd_kafka_t *rk,
+                        rd_kafka_coordtype_t coordtype,
+                        const char *coordkey,
+                        rd_kafka_send_req_cb_t *send_req_cb,
+                        rd_kafka_op_t *rko,
+                        int delay_ms,
+                        int timeout_ms,
+                        rd_kafka_replyq_t replyq,
+                        rd_kafka_resp_cb_t *resp_cb,
+                        void *reply_opaque);
+
+void rd_kafka_coord_rkb_monitor_cb(rd_kafka_broker_t *rkb);
+
+void rd_kafka_coord_reqs_term(rd_kafka_t *rk);
+void rd_kafka_coord_reqs_init(rd_kafka_t *rk);
+#endif /* _RDKAFKA_COORD_H_ */

package/deps/librdkafka/src/rdkafka_error.c

@@ -0,0 +1,228 @@
+/*
+ * librdkafka - The Apache Kafka C/C++ library
+ *
+ * Copyright (c) 2020-2022, Magnus Edenhill
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+
+/**
+ * @name Public API complex error type implementation.
+ *
+ */
+
+#include "rdkafka_int.h"
+#include "rdkafka_error.h"
+
+#include <stdarg.h>
+
+
+void rd_kafka_error_destroy(rd_kafka_error_t *error) {
+        if (error)
+                rd_free(error);
+}
+
+
+/**
+ * @brief Creates a new error object using the optional va-args format list.
+ */
+rd_kafka_error_t *
+rd_kafka_error_new_v(rd_kafka_resp_err_t code, const char *fmt, va_list ap) {
+        rd_kafka_error_t *error;
+        ssize_t strsz = 0;
+
+        if (fmt && *fmt) {
+                va_list ap2;
+                va_copy(ap2, ap);
+                strsz = rd_vsnprintf(NULL, 0, fmt, ap2) + 1;
+                va_end(ap2);
+        }
+
+        error                     = rd_malloc(sizeof(*error) + strsz);
+        error->code               = code;
+        error->fatal              = rd_false;
+        error->retriable          = rd_false;
+        error->txn_requires_abort = rd_false;
+
+        if (strsz > 0) {
+                error->errstr = (char *)(error + 1);
+                rd_vsnprintf(error->errstr, strsz, fmt, ap);
+        } else {
+                error->errstr = NULL;
+        }
+
+        return error;
+}
+
+rd_kafka_error_t *rd_kafka_error_copy(const rd_kafka_error_t *src) {
+        rd_kafka_error_t *error;
+        ssize_t strsz = 0;
+
+        if (src->errstr) {
+                strsz = strlen(src->errstr) + 1;
+        }
+
+        error                     = rd_malloc(sizeof(*error) + strsz);
+        error->code               = src->code;
+        error->fatal              = src->fatal;
+        error->retriable          = src->retriable;
+        error->txn_requires_abort = src->txn_requires_abort;
+
+        if (strsz > 0) {
+                error->errstr = (char *)(error + 1);
+                rd_strlcpy(error->errstr, src->errstr, strsz);
+        } else {
+                error->errstr = NULL;
+        }
+
+        return error;
+}
+
+/**
+ * @brief Same as rd_kafka_error_copy() but suitable for
+ *        rd_list_copy(). The \p opaque is ignored.
+ */
+void *rd_kafka_error_copy_opaque(const void *error, void *opaque) {
+        return rd_kafka_error_copy(error);
+}
+
+
+rd_kafka_error_t *
+rd_kafka_error_new(rd_kafka_resp_err_t code, const char *fmt, ...) {
+        rd_kafka_error_t *error;
+        va_list ap;
+
+        va_start(ap, fmt);
+        error = rd_kafka_error_new_v(code, fmt, ap);
+        va_end(ap);
+
+        return error;
+}
+
+rd_kafka_error_t *
+rd_kafka_error_new_fatal(rd_kafka_resp_err_t code, const char *fmt, ...) {
+        rd_kafka_error_t *error;
+        va_list ap;
+
+        va_start(ap, fmt);
+        error = rd_kafka_error_new_v(code, fmt, ap);
+        va_end(ap);
+
+        rd_kafka_error_set_fatal(error);
+
+        return error;
+}
+
+rd_kafka_error_t *
+rd_kafka_error_new_retriable(rd_kafka_resp_err_t code, const char *fmt, ...) {
+        rd_kafka_error_t *error;
+        va_list ap;
+
+        va_start(ap, fmt);
+        error = rd_kafka_error_new_v(code, fmt, ap);
+        va_end(ap);
+
+        rd_kafka_error_set_retriable(error);
+
+        return error;
+}
+
+rd_kafka_error_t *
+rd_kafka_error_new_txn_requires_abort(rd_kafka_resp_err_t code,
+                                      const char *fmt,
+                                      ...) {
+        rd_kafka_error_t *error;
+        va_list ap;
+
+        va_start(ap, fmt);
+        error = rd_kafka_error_new_v(code, fmt, ap);
+        va_end(ap);
+
+        rd_kafka_error_set_txn_requires_abort(error);
+
+        return error;
+}
+
+
+rd_kafka_resp_err_t rd_kafka_error_code(const rd_kafka_error_t *error) {
+        return error ? error->code : RD_KAFKA_RESP_ERR_NO_ERROR;
+}
+
+const char *rd_kafka_error_name(const rd_kafka_error_t *error) {
+        return error ? rd_kafka_err2name(error->code) : "";
+}
+
+const char *rd_kafka_error_string(const rd_kafka_error_t *error) {
+        if (!error)
+                return "";
+        return error->errstr ? error->errstr : rd_kafka_err2str(error->code);
+}
+
+int rd_kafka_error_is_fatal(const rd_kafka_error_t *error) {
+        return error && error->fatal ? 1 : 0;
+}
+
+int rd_kafka_error_is_retriable(const rd_kafka_error_t *error) {
+        return error && error->retriable ? 1 : 0;
+}
+
+int rd_kafka_error_txn_requires_abort(const rd_kafka_error_t *error) {
+        return error && error->txn_requires_abort ? 1 : 0;
+}
+
+
+
+void rd_kafka_error_set_fatal(rd_kafka_error_t *error) {
+        error->fatal = rd_true;
+}
+
+void rd_kafka_error_set_retriable(rd_kafka_error_t *error) {
+        error->retriable = rd_true;
+}
+
+void rd_kafka_error_set_txn_requires_abort(rd_kafka_error_t *error) {
+        error->txn_requires_abort = rd_true;
+}
+
+
+/**
+ * @brief Converts a new style error_t error to the legacy style
+ *        resp_err_t code and separate error string, then
+ *        destroys the the error object.
+ *
+ * @remark The \p error object is destroyed.
+ */
+rd_kafka_resp_err_t rd_kafka_error_to_legacy(rd_kafka_error_t *error,
+                                             char *errstr,
+                                             size_t errstr_size) {
+        rd_kafka_resp_err_t err = error->code;
+
+        rd_snprintf(errstr, errstr_size, "%s", rd_kafka_error_string(error));
+
+        rd_kafka_error_destroy(error);
+
+        return err;
+}
+
+/**@}*/

package/deps/librdkafka/src/rdkafka_error.h

@@ -0,0 +1,80 @@
+/*
+ * librdkafka - The Apache Kafka C/C++ library
+ *
+ * Copyright (c) 2020-2022, Magnus Edenhill
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+
+#ifndef _RDKAFKA_ERROR_H_
+#define _RDKAFKA_ERROR_H_
+
+#include <stdarg.h>
+
+/**
+ * @name Public API complex error type implementation.
+ *
+ */
+
+struct rd_kafka_error_s {
+        rd_kafka_resp_err_t code; /**< Error code. */
+        char *errstr;             /**< Human readable error string, allocated
+                                   *   with the rd_kafka_error_s struct
+                                   *   after the struct.
+                                   *   Possibly NULL. */
+        rd_bool_t fatal;          /**< This error is a fatal error. */
+        rd_bool_t retriable;      /**< Operation is retriable. */
+        rd_bool_t
+            txn_requires_abort; /**< This is an abortable transaction error.*/
+};
+
+
+rd_kafka_error_t *
+rd_kafka_error_new_v(rd_kafka_resp_err_t code, const char *fmt, va_list ap);
+
+rd_kafka_error_t *rd_kafka_error_copy(const rd_kafka_error_t *src);
+
+void *rd_kafka_error_copy_opaque(const void *error, void *opaque);
+
+void rd_kafka_error_set_fatal(rd_kafka_error_t *error);
+void rd_kafka_error_set_retriable(rd_kafka_error_t *error);
+void rd_kafka_error_set_txn_requires_abort(rd_kafka_error_t *error);
+
+
+rd_kafka_error_t *rd_kafka_error_new_fatal(rd_kafka_resp_err_t code,
+                                           const char *fmt,
+                                           ...) RD_FORMAT(printf, 2, 3);
+rd_kafka_error_t *rd_kafka_error_new_retriable(rd_kafka_resp_err_t code,
+                                               const char *fmt,
+                                               ...) RD_FORMAT(printf, 2, 3);
+rd_kafka_error_t *
+rd_kafka_error_new_txn_requires_abort(rd_kafka_resp_err_t code,
+                                      const char *fmt,
+                                      ...) RD_FORMAT(printf, 2, 3);
+
+
+rd_kafka_resp_err_t rd_kafka_error_to_legacy(rd_kafka_error_t *error,
+                                             char *errstr,
+                                             size_t errstr_size);
+#endif /* _RDKAFKA_ERROR_H_ */