@point3/node-rdkafka 3.6.0-1

package/deps/librdkafka/src/snappy.h

@@ -0,0 +1,62 @@
+/*
+ * librdkafka - Apache Kafka C library
+ *
+ * Copyright (c) 2018-2022, Magnus Edenhill
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef _LINUX_SNAPPY_H
+#define _LINUX_SNAPPY_H 1
+
+#include <stdbool.h>
+#include <stddef.h>
+
+/* Only needed for compression. This preallocates the worst case */
+struct snappy_env {
+	unsigned short *hash_table;
+	void *scratch;
+	void *scratch_output;
+};
+
+struct iovec;
+int rd_kafka_snappy_init_env(struct snappy_env *env);
+int rd_kafka_snappy_init_env_sg(struct snappy_env *env, bool sg);
+void rd_kafka_snappy_free_env(struct snappy_env *env);
+int rd_kafka_snappy_uncompress_iov(struct iovec *iov_in, int iov_in_len,
+			   size_t input_len, char *uncompressed);
+int rd_kafka_snappy_uncompress(const char *compressed, size_t n, char *uncompressed);
+char *rd_kafka_snappy_java_uncompress (const char *inbuf, size_t inlen,
+                                       size_t *outlenp,
+                                       char *errstr, size_t errstr_size);
+int rd_kafka_snappy_compress_iov(struct snappy_env *env,
+                                 const struct iovec *iov_in, size_t iov_in_cnt,
+                                 size_t input_length,
+                                 struct iovec *iov_out);
+bool rd_kafka_snappy_uncompressed_length(const char *buf, size_t len, size_t *result);
+size_t rd_kafka_snappy_max_compressed_length(size_t source_len);
+
+
+
+
+#endif

package/deps/librdkafka/src/snappy_compat.h

@@ -0,0 +1,138 @@
+/*
+ * Copyright 2005 Google Inc. All Rights Reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are
+ * met:
+ *
+ *     * Redistributions of source code must retain the above copyright
+ * notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above
+ * copyright notice, this list of conditions and the following disclaimer
+ * in the documentation and/or other materials provided with the
+ * distribution.
+ *     * Neither the name of Google Inc. nor the names of its
+ * contributors may be used to endorse or promote products derived from
+ * this software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "rdkafka_int.h"
+#include "rdendian.h"
+
+
+
+#ifdef __FreeBSD__
+#  include <sys/endian.h>
+#elif defined(__APPLE_CC_) || (defined(__MACH__) && defined(__APPLE__))  /* MacOS/X support */
+#  include <machine/endian.h>
+
+#if    __DARWIN_BYTE_ORDER == __DARWIN_LITTLE_ENDIAN
+#  define	htole16(x) (x)
+#  define	le32toh(x) (x)
+#elif  __DARWIN_BYTE_ORDER == __DARWIN_BIG_ENDIAN
+#  define	htole16(x) __DARWIN_OSSwapInt16(x)
+#  define	le32toh(x) __DARWIN_OSSwapInt32(x)
+#else
+#  error "Endianness is undefined"
+#endif
+
+
+#elif !defined(__WIN32__) && !defined(_MSC_VER) && !defined(__sun) && !defined(_AIX)
+#  include <endian.h>
+#endif
+
+#include <stdlib.h>
+#include <assert.h>
+#include <string.h>
+#include <errno.h>
+#include <stdbool.h>
+#include <limits.h>
+#if !defined(__WIN32__) && !defined(_MSC_VER)
+#include <sys/uio.h>
+#endif
+
+#ifdef __ANDROID__
+#define le32toh letoh32
+#endif
+
+#if !defined(__MINGW32__) && defined(__WIN32__) && defined(SG)
+struct iovec {
+	void *iov_base;	/* Pointer to data.  */
+	size_t iov_len;	/* Length of data.  */
+};
+#endif
+
+typedef unsigned char u8;
+typedef unsigned short u16;
+typedef unsigned u32;
+typedef unsigned long long u64;
+
+#ifdef _MSC_VER
+#define BUG_ON(x) do { if (unlikely((x))) abort(); } while (0)
+#else
+#define BUG_ON(x) assert(!(x))
+#endif
+
+
+#define vmalloc(x) rd_malloc(x)
+#define vfree(x) rd_free(x)
+
+#define EXPORT_SYMBOL(x)
+
+#define ARRAY_SIZE(x) (sizeof(x) / sizeof(*(x)))
+
+#ifndef likely
+#define likely(x) __builtin_expect((x), 1)
+#define unlikely(x) __builtin_expect((x), 0)
+#endif
+
+#define min_t(t,x,y) ((x) < (y) ? (x) : (y))
+#define max_t(t,x,y) ((x) > (y) ? (x) : (y))
+
+#if __BYTE_ORDER == __LITTLE_ENDIAN
+#define __LITTLE_ENDIAN__ 1
+#endif
+
+#if __LITTLE_ENDIAN__ == 1 || defined(__WIN32__)
+#ifndef htole16
+#define htole16(x) (x)
+#endif
+#ifndef le32toh
+#define le32toh(x) (x)
+#endif
+#endif
+
+
+#if defined(_MSC_VER)
+#if BYTE_ORDER == LITTLE_ENDIAN
+#define htole16(x) (x)
+#define le32toh(x) (x)
+
+#elif BYTE_ORDER == BIG_ENDIAN
+#define htole16(x) __builtin_bswap16(x)
+#define le32toh(x) __builtin_bswap32(x)
+#endif
+#endif
+
+#if defined(__sun)
+#ifndef htole16
+#define htole16(x) LE_16(x)
+#endif
+#ifndef le32toh
+#define le32toh(x) LE_32(x)
+#endif
+#endif
+
+#define BITS_PER_LONG (__SIZEOF_LONG__ * 8)

package/deps/librdkafka/src/statistics_schema.json

@@ -0,0 +1,444 @@
+{ "$schema": "http://json-schema.org/schema#",
+  "id": "https://github.com/confluentinc/librdkafka/src/statistics_schema.json",
+  "title": "librdkafka statistics schema - INCOMPLETE - WORK IN PROGRESS",
+  "definitions": {
+      "window": {
+          "type": "object",
+          "title": "Rolling window statistics",
+          "description": "The values are in microseconds unless otherwise stated.",
+          "properties": {
+              "type": "object",
+              "properties": {
+                  "min": {
+                      "type": "integer"
+                  },
+                  "max": {
+                      "type": "integer"
+                  },
+                  "avg": {
+                      "type": "integer"
+                  },
+                  "sum": {
+                      "type": "integer"
+                  },
+                  "stddev": {
+                      "type": "integer"
+                  },
+                  "p50": {
+                      "type": "integer"
+                  },
+                  "p75": {
+                      "type": "integer"
+                  },
+                  "p90": {
+                      "type": "integer"
+                  },
+                  "p95": {
+                      "type": "integer"
+                  },
+                  "p99": {
+                      "type": "integer"
+                  },
+                  "p99_99": {
+                      "type": "integer"
+                  },
+                  "outofrange": {
+                      "type": "integer"
+                  },
+                  "hdrsize": {
+                      "type": "integer"
+                  },
+                  "cnt": {
+                      "type": "integer"
+                  }
+              }
+          }
+      }
+  },
+  "type": "object",
+  "properties": {
+      "name": {
+          "type": "string"
+      },
+      "client_id": {
+          "type": "string"
+      },
+      "type": {
+          "type": "string"
+      },
+      "ts": {
+          "type": "integer"
+      },
+      "time": {
+          "type": "integer"
+      },
+      "replyq": {
+          "type": "integer"
+      },
+      "msg_cnt": {
+          "type": "integer"
+      },
+      "msg_size": {
+          "type": "integer"
+      },
+      "msg_max": {
+          "type": "integer"
+      },
+      "msg_size_max": {
+          "type": "integer"
+      },
+      "simple_cnt": {
+          "type": "integer"
+      },
+      "metadata_cache_cnt": {
+          "type": "integer"
+      },
+      "brokers": {
+          "type": "object",
+          "additionalProperties": {
+              "type": "object",
+              "title": "Broker object keyed by the broker \"name:port/id\"",
+              "properties": {
+                  "name": {
+                      "type": "string"
+                  },
+                  "nodeid": {
+                      "type": "integer"
+                  },
+                  "state": {
+                      "type": "string"
+                  },
+                  "stateage": {
+                      "type": "integer"
+                  },
+                  "outbuf_cnt": {
+                      "type": "integer"
+                  },
+                  "outbuf_msg_cnt": {
+                      "type": "integer"
+                  },
+                  "waitresp_cnt": {
+                      "type": "integer"
+                  },
+                  "waitresp_msg_cnt": {
+                      "type": "integer"
+                  },
+                  "tx": {
+                      "type": "integer"
+                  },
+                  "txbytes": {
+                      "type": "integer"
+                  },
+                  "txerrs": {
+                      "type": "integer"
+                  },
+                  "txretries": {
+                      "type": "integer"
+                  },
+                  "txidle": {
+                      "type": "integer"
+                  },
+                  "req_timeouts": {
+                      "type": "integer"
+                  },
+                  "rx": {
+                      "type": "integer"
+                  },
+                  "rxbytes": {
+                      "type": "integer"
+                  },
+                  "rxerrs": {
+                      "type": "integer"
+                  },
+                  "rxcorriderrs": {
+                      "type": "integer"
+                  },
+                  "rxpartial": {
+                      "type": "integer"
+                  },
+                  "rxidle": {
+                      "type": "integer"
+                  },
+                  "zbuf_grow": {
+                      "type": "integer"
+                  },
+                  "buf_grow": {
+                      "type": "integer"
+                  },
+                  "wakeups": {
+                      "type": "integer"
+                  },
+                  "int_latency": {
+                      "$ref": "#/definitions/window"
+                  },
+                  "outbuf_latency": {
+                      "$ref": "#/definitions/window"
+                  },
+                  "rtt": {
+                      "$ref": "#/definitions/window"
+                  },
+                  "throttle": {
+                      "$ref": "#/definitions/window"
+                  },
+                  "toppars": {
+                      "type": "object",
+                      "additionalProperties": {
+                          "type": "object",
+                          "properties": {
+                              "topic": {
+                                  "type": "string"
+                              },
+                              "partition": {
+                                  "type": "integer"
+                              }
+                          },
+                          "required": [
+                              "topic",
+                              "partition"
+                          ]
+                      }
+                  }
+              },
+              "required": [
+                  "name",
+                  "nodeid",
+                  "state",
+                  "stateage",
+                  "outbuf_cnt",
+                  "outbuf_msg_cnt",
+                  "waitresp_cnt",
+                  "waitresp_msg_cnt",
+                  "tx",
+                  "txbytes",
+                  "txerrs",
+                  "txretries",
+                  "req_timeouts",
+                  "rx",
+                  "rxbytes",
+                  "rxerrs",
+                  "rxcorriderrs",
+                  "rxpartial",
+                  "zbuf_grow",
+                  "buf_grow",
+                  "wakeups",
+                  "int_latency",
+                  "rtt",
+                  "throttle",
+                  "toppars"
+              ]
+          }
+      },
+      "topics": {
+          "type": "object",
+          "properties": {
+              "additionalProperties": {
+                  "type": "object",
+                  "properties": {
+                      "topic": {
+                          "type": "string"
+                      },
+                      "metadata_age": {
+                          "type": "integer"
+                      },
+                      "batchsize": {
+                          "$ref": "#/definitions/window"
+                      },
+                      "batchcnt": {
+                          "$ref": "#/definitions/window"
+                      },
+                      "partitions": {
+                          "type": "object",
+                          "properties": {
+                              "^-?[0-9]+$": {
+                                  "type": "object",
+                                  "properties": {
+                                      "partition": {
+                                          "type": "integer"
+                                      },
+                                      "leader": {
+                                          "type": "integer"
+                                      },
+                                      "desired": {
+                                          "type": "boolean"
+                                      },
+                                      "unknown": {
+                                          "type": "boolean"
+                                      },
+                                      "msgq_cnt": {
+                                          "type": "integer"
+                                      },
+                                      "msgq_bytes": {
+                                          "type": "integer"
+                                      },
+                                      "xmit_msgq_cnt": {
+                                          "type": "integer"
+                                      },
+                                      "xmit_msgq_bytes": {
+                                          "type": "integer"
+                                      },
+                                      "fetchq_cnt": {
+                                          "type": "integer"
+                                      },
+                                      "fetchq_size": {
+                                          "type": "integer"
+                                      },
+                                      "fetch_state": {
+                                          "type": "string"
+                                      },
+                                      "query_offset": {
+                                          "type": "integer"
+                                      },
+                                      "next_offset": {
+                                          "type": "integer"
+                                      },
+                                      "app_offset": {
+                                          "type": "integer"
+                                      },
+                                      "stored_offset": {
+                                          "type": "integer"
+                                      },
+                                      "stored_leader_epoch": {
+                                          "type": "integer"
+                                      },
+                                      "commited_offset": {
+                                          "type": "integer"
+                                      },
+                                      "committed_offset": {
+                                          "type": "integer"
+                                      },
+                                      "committed_leader_epoch": {
+                                          "type": "integer"
+                                      },
+
+                                      "eof_offset": {
+                                          "type": "integer"
+                                      },
+                                      "lo_offset": {
+                                          "type": "integer"
+                                      },
+                                      "hi_offset": {
+                                          "type": "integer"
+                                      },
+                                      "consumer_lag": {
+                                          "type": "integer"
+                                      },
+                                      "consumer_lag_stored": {
+                                          "type": "integer"
+                                      },
+                                      "leader_epoch": {
+                                          "type": "integer"
+                                      },
+                                      "txmsgs": {
+                                          "type": "integer"
+                                      },
+                                      "txbytes": {
+                                          "type": "integer"
+                                      },
+                                      "rxmsgs": {
+                                          "type": "integer"
+                                      },
+                                      "rxbytes": {
+                                          "type": "integer"
+                                      },
+                                      "msgs": {
+                                          "type": "integer"
+                                      },
+                                      "rx_ver_drops": {
+                                          "type": "integer"
+                                      },
+                                      "msgs_inflight": {
+                                          "type": "integer"
+                                      }
+                                  },
+                                  "required": [
+                                      "partition",
+                                      "leader",
+                                      "desired",
+                                      "unknown",
+                                      "msgq_cnt",
+                                      "msgq_bytes",
+                                      "xmit_msgq_cnt",
+                                      "xmit_msgq_bytes",
+                                      "fetchq_cnt",
+                                      "fetchq_size",
+                                      "fetch_state",
+                                      "query_offset",
+                                      "next_offset",
+                                      "app_offset",
+                                      "stored_offset",
+                                      "commited_offset",
+                                      "committed_offset",
+                                      "eof_offset",
+                                      "lo_offset",
+                                      "hi_offset",
+                                      "consumer_lag",
+                                      "txmsgs",
+                                      "txbytes",
+                                      "rxmsgs",
+                                      "rxbytes",
+                                      "msgs",
+                                      "rx_ver_drops"
+                                  ]
+                              }
+                          }
+                      }
+                  },
+                  "required": [
+                      "topic",
+                      "metadata_age",
+                      "batchsize",
+                      "partitions"
+                  ]
+              }
+          }
+      },
+      "tx": {
+          "type": "integer"
+      },
+      "tx_bytes": {
+          "type": "integer"
+      },
+      "rx": {
+          "type": "integer"
+      },
+      "rx_bytes": {
+          "type": "integer"
+      },
+      "txmsgs": {
+          "type": "integer"
+      },
+      "txmsg_bytes": {
+          "type": "integer"
+      },
+      "rxmsgs": {
+          "type": "integer"
+      },
+      "rxmsg_bytes": {
+          "type": "integer"
+      }
+  },
+  "required": [
+      "name",
+      "client_id",
+      "type",
+      "ts",
+      "time",
+      "replyq",
+      "msg_cnt",
+      "msg_size",
+      "msg_max",
+      "msg_size_max",
+      "simple_cnt",
+      "metadata_cache_cnt",
+      "brokers",
+      "topics",
+      "tx",
+      "tx_bytes",
+      "rx",
+      "rx_bytes",
+      "txmsgs",
+      "txmsg_bytes",
+      "rxmsgs",
+      "rxmsg_bytes"
+  ]
+}