@point3/node-rdkafka 3.6.0-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.txt +20 -0
- package/README.md +636 -0
- package/binding.gyp +154 -0
- package/deps/librdkafka/.clang-format +136 -0
- package/deps/librdkafka/.clang-format-cpp +103 -0
- package/deps/librdkafka/.dir-locals.el +10 -0
- package/deps/librdkafka/.formatignore +33 -0
- package/deps/librdkafka/.gdbmacros +19 -0
- package/deps/librdkafka/.github/CODEOWNERS +1 -0
- package/deps/librdkafka/.github/ISSUE_TEMPLATE +34 -0
- package/deps/librdkafka/.semaphore/run-all-tests.yml +77 -0
- package/deps/librdkafka/.semaphore/semaphore-integration.yml +250 -0
- package/deps/librdkafka/.semaphore/semaphore.yml +378 -0
- package/deps/librdkafka/.semaphore/verify-linux-packages.yml +41 -0
- package/deps/librdkafka/CHANGELOG.md +2208 -0
- package/deps/librdkafka/CMakeLists.txt +291 -0
- package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
- package/deps/librdkafka/CONFIGURATION.md +209 -0
- package/deps/librdkafka/CONTRIBUTING.md +431 -0
- package/deps/librdkafka/Doxyfile +2375 -0
- package/deps/librdkafka/INTRODUCTION.md +2481 -0
- package/deps/librdkafka/LICENSE +26 -0
- package/deps/librdkafka/LICENSE.cjson +22 -0
- package/deps/librdkafka/LICENSE.crc32c +28 -0
- package/deps/librdkafka/LICENSE.fnv1a +18 -0
- package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
- package/deps/librdkafka/LICENSE.lz4 +26 -0
- package/deps/librdkafka/LICENSE.murmur2 +25 -0
- package/deps/librdkafka/LICENSE.nanopb +22 -0
- package/deps/librdkafka/LICENSE.opentelemetry +203 -0
- package/deps/librdkafka/LICENSE.pycrc +23 -0
- package/deps/librdkafka/LICENSE.queue +31 -0
- package/deps/librdkafka/LICENSE.regexp +5 -0
- package/deps/librdkafka/LICENSE.snappy +36 -0
- package/deps/librdkafka/LICENSE.tinycthread +26 -0
- package/deps/librdkafka/LICENSE.wingetopt +49 -0
- package/deps/librdkafka/LICENSES.txt +625 -0
- package/deps/librdkafka/Makefile +125 -0
- package/deps/librdkafka/README.md +199 -0
- package/deps/librdkafka/README.win32 +26 -0
- package/deps/librdkafka/STATISTICS.md +624 -0
- package/deps/librdkafka/configure +214 -0
- package/deps/librdkafka/configure.self +331 -0
- package/deps/librdkafka/debian/changelog +111 -0
- package/deps/librdkafka/debian/compat +1 -0
- package/deps/librdkafka/debian/control +71 -0
- package/deps/librdkafka/debian/copyright +99 -0
- package/deps/librdkafka/debian/gbp.conf +9 -0
- package/deps/librdkafka/debian/librdkafka++1.install +1 -0
- package/deps/librdkafka/debian/librdkafka-dev.examples +2 -0
- package/deps/librdkafka/debian/librdkafka-dev.install +9 -0
- package/deps/librdkafka/debian/librdkafka1.docs +5 -0
- package/deps/librdkafka/debian/librdkafka1.install +1 -0
- package/deps/librdkafka/debian/librdkafka1.symbols +135 -0
- package/deps/librdkafka/debian/rules +19 -0
- package/deps/librdkafka/debian/source/format +1 -0
- package/deps/librdkafka/debian/watch +2 -0
- package/deps/librdkafka/dev-conf.sh +123 -0
- package/deps/librdkafka/examples/CMakeLists.txt +79 -0
- package/deps/librdkafka/examples/Makefile +167 -0
- package/deps/librdkafka/examples/README.md +42 -0
- package/deps/librdkafka/examples/alter_consumer_group_offsets.c +338 -0
- package/deps/librdkafka/examples/consumer.c +271 -0
- package/deps/librdkafka/examples/delete_records.c +233 -0
- package/deps/librdkafka/examples/describe_cluster.c +322 -0
- package/deps/librdkafka/examples/describe_consumer_groups.c +455 -0
- package/deps/librdkafka/examples/describe_topics.c +427 -0
- package/deps/librdkafka/examples/elect_leaders.c +317 -0
- package/deps/librdkafka/examples/globals.json +11 -0
- package/deps/librdkafka/examples/idempotent_producer.c +344 -0
- package/deps/librdkafka/examples/incremental_alter_configs.c +347 -0
- package/deps/librdkafka/examples/kafkatest_verifiable_client.cpp +945 -0
- package/deps/librdkafka/examples/list_consumer_group_offsets.c +359 -0
- package/deps/librdkafka/examples/list_consumer_groups.c +365 -0
- package/deps/librdkafka/examples/list_offsets.c +327 -0
- package/deps/librdkafka/examples/misc.c +287 -0
- package/deps/librdkafka/examples/openssl_engine_example.cpp +248 -0
- package/deps/librdkafka/examples/producer.c +251 -0
- package/deps/librdkafka/examples/producer.cpp +228 -0
- package/deps/librdkafka/examples/rdkafka_complex_consumer_example.c +617 -0
- package/deps/librdkafka/examples/rdkafka_complex_consumer_example.cpp +467 -0
- package/deps/librdkafka/examples/rdkafka_consume_batch.cpp +264 -0
- package/deps/librdkafka/examples/rdkafka_example.c +853 -0
- package/deps/librdkafka/examples/rdkafka_example.cpp +679 -0
- package/deps/librdkafka/examples/rdkafka_performance.c +1781 -0
- package/deps/librdkafka/examples/transactions-older-broker.c +668 -0
- package/deps/librdkafka/examples/transactions.c +665 -0
- package/deps/librdkafka/examples/user_scram.c +491 -0
- package/deps/librdkafka/examples/win_ssl_cert_store.cpp +396 -0
- package/deps/librdkafka/lds-gen.py +73 -0
- package/deps/librdkafka/mainpage.doxy +40 -0
- package/deps/librdkafka/mklove/Makefile.base +329 -0
- package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
- package/deps/librdkafka/mklove/modules/configure.base +2484 -0
- package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
- package/deps/librdkafka/mklove/modules/configure.cc +186 -0
- package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
- package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
- package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
- package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
- package/deps/librdkafka/mklove/modules/configure.host +132 -0
- package/deps/librdkafka/mklove/modules/configure.lib +49 -0
- package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
- package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
- package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
- package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
- package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
- package/deps/librdkafka/mklove/modules/configure.pic +16 -0
- package/deps/librdkafka/mklove/modules/configure.socket +20 -0
- package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
- package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
- package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
- package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
- package/deps/librdkafka/packaging/RELEASE.md +319 -0
- package/deps/librdkafka/packaging/alpine/build-alpine.sh +38 -0
- package/deps/librdkafka/packaging/archlinux/PKGBUILD +30 -0
- package/deps/librdkafka/packaging/cmake/Config.cmake.in +37 -0
- package/deps/librdkafka/packaging/cmake/Modules/FindLZ4.cmake +38 -0
- package/deps/librdkafka/packaging/cmake/Modules/FindZSTD.cmake +27 -0
- package/deps/librdkafka/packaging/cmake/Modules/LICENSE.FindZstd +178 -0
- package/deps/librdkafka/packaging/cmake/README.md +38 -0
- package/deps/librdkafka/packaging/cmake/config.h.in +52 -0
- package/deps/librdkafka/packaging/cmake/parseversion.cmake +60 -0
- package/deps/librdkafka/packaging/cmake/rdkafka.pc.in +12 -0
- package/deps/librdkafka/packaging/cmake/try_compile/atomic_32_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/atomic_64_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/c11threads_test.c +14 -0
- package/deps/librdkafka/packaging/cmake/try_compile/crc32c_hw_test.c +27 -0
- package/deps/librdkafka/packaging/cmake/try_compile/dlopen_test.c +11 -0
- package/deps/librdkafka/packaging/cmake/try_compile/libsasl2_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_darwin_test.c +6 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_freebsd_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_gnu_test.c +5 -0
- package/deps/librdkafka/packaging/cmake/try_compile/rand_r_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/rdkafka_setup.cmake +122 -0
- package/deps/librdkafka/packaging/cmake/try_compile/regex_test.c +10 -0
- package/deps/librdkafka/packaging/cmake/try_compile/strndup_test.c +5 -0
- package/deps/librdkafka/packaging/cmake/try_compile/sync_32_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/sync_64_test.c +8 -0
- package/deps/librdkafka/packaging/cp/README.md +16 -0
- package/deps/librdkafka/packaging/cp/check_features.c +72 -0
- package/deps/librdkafka/packaging/cp/verify-deb.sh +33 -0
- package/deps/librdkafka/packaging/cp/verify-packages.sh +69 -0
- package/deps/librdkafka/packaging/cp/verify-rpm.sh +32 -0
- package/deps/librdkafka/packaging/debian/changelog +66 -0
- package/deps/librdkafka/packaging/debian/compat +1 -0
- package/deps/librdkafka/packaging/debian/control +49 -0
- package/deps/librdkafka/packaging/debian/copyright +84 -0
- package/deps/librdkafka/packaging/debian/docs +5 -0
- package/deps/librdkafka/packaging/debian/gbp.conf +9 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.dirs +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.examples +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.install +6 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.substvars +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka.dsc +16 -0
- package/deps/librdkafka/packaging/debian/librdkafka1-dbg.substvars +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.dirs +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.install +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.postinst.debhelper +5 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.postrm.debhelper +5 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.symbols +64 -0
- package/deps/librdkafka/packaging/debian/rules +19 -0
- package/deps/librdkafka/packaging/debian/source/format +1 -0
- package/deps/librdkafka/packaging/debian/watch +2 -0
- package/deps/librdkafka/packaging/get_version.py +21 -0
- package/deps/librdkafka/packaging/homebrew/README.md +15 -0
- package/deps/librdkafka/packaging/homebrew/brew-update-pr.sh +31 -0
- package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw-static.sh +52 -0
- package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw.sh +21 -0
- package/deps/librdkafka/packaging/mingw-w64/export-variables.sh +13 -0
- package/deps/librdkafka/packaging/mingw-w64/run-tests.sh +6 -0
- package/deps/librdkafka/packaging/mingw-w64/semaphoreci-build.sh +38 -0
- package/deps/librdkafka/packaging/nuget/README.md +84 -0
- package/deps/librdkafka/packaging/nuget/artifact.py +177 -0
- package/deps/librdkafka/packaging/nuget/cleanup-s3.py +143 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr120.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr140.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr120.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr140.zip +0 -0
- package/deps/librdkafka/packaging/nuget/nuget.sh +21 -0
- package/deps/librdkafka/packaging/nuget/nugetpackage.py +278 -0
- package/deps/librdkafka/packaging/nuget/packaging.py +448 -0
- package/deps/librdkafka/packaging/nuget/push-to-nuget.sh +21 -0
- package/deps/librdkafka/packaging/nuget/release.py +167 -0
- package/deps/librdkafka/packaging/nuget/requirements.txt +3 -0
- package/deps/librdkafka/packaging/nuget/staticpackage.py +178 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.nuspec +21 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.props +18 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.targets +19 -0
- package/deps/librdkafka/packaging/nuget/zfile/__init__.py +0 -0
- package/deps/librdkafka/packaging/nuget/zfile/zfile.py +98 -0
- package/deps/librdkafka/packaging/rpm/Makefile +92 -0
- package/deps/librdkafka/packaging/rpm/README.md +23 -0
- package/deps/librdkafka/packaging/rpm/el7-x86_64.cfg +40 -0
- package/deps/librdkafka/packaging/rpm/librdkafka.spec +118 -0
- package/deps/librdkafka/packaging/rpm/mock-on-docker.sh +96 -0
- package/deps/librdkafka/packaging/rpm/tests/Makefile +25 -0
- package/deps/librdkafka/packaging/rpm/tests/README.md +8 -0
- package/deps/librdkafka/packaging/rpm/tests/run-test.sh +42 -0
- package/deps/librdkafka/packaging/rpm/tests/test-on-docker.sh +56 -0
- package/deps/librdkafka/packaging/rpm/tests/test.c +77 -0
- package/deps/librdkafka/packaging/rpm/tests/test.cpp +34 -0
- package/deps/librdkafka/packaging/tools/Dockerfile +31 -0
- package/deps/librdkafka/packaging/tools/build-configurations-checks.sh +12 -0
- package/deps/librdkafka/packaging/tools/build-deb-package.sh +64 -0
- package/deps/librdkafka/packaging/tools/build-debian.sh +65 -0
- package/deps/librdkafka/packaging/tools/build-manylinux.sh +68 -0
- package/deps/librdkafka/packaging/tools/build-release-artifacts.sh +139 -0
- package/deps/librdkafka/packaging/tools/distro-build.sh +38 -0
- package/deps/librdkafka/packaging/tools/gh-release-checksums.py +39 -0
- package/deps/librdkafka/packaging/tools/rdutcoverage.sh +25 -0
- package/deps/librdkafka/packaging/tools/requirements.txt +2 -0
- package/deps/librdkafka/packaging/tools/run-in-docker.sh +28 -0
- package/deps/librdkafka/packaging/tools/run-integration-tests.sh +31 -0
- package/deps/librdkafka/packaging/tools/run-style-check.sh +4 -0
- package/deps/librdkafka/packaging/tools/style-format.sh +149 -0
- package/deps/librdkafka/packaging/tools/update_rpcs_max_versions.py +100 -0
- package/deps/librdkafka/service.yml +172 -0
- package/deps/librdkafka/src/CMakeLists.txt +374 -0
- package/deps/librdkafka/src/Makefile +103 -0
- package/deps/librdkafka/src/README.lz4.md +30 -0
- package/deps/librdkafka/src/cJSON.c +2834 -0
- package/deps/librdkafka/src/cJSON.h +398 -0
- package/deps/librdkafka/src/crc32c.c +430 -0
- package/deps/librdkafka/src/crc32c.h +38 -0
- package/deps/librdkafka/src/generate_proto.sh +66 -0
- package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
- package/deps/librdkafka/src/lz4.c +2727 -0
- package/deps/librdkafka/src/lz4.h +842 -0
- package/deps/librdkafka/src/lz4frame.c +2078 -0
- package/deps/librdkafka/src/lz4frame.h +692 -0
- package/deps/librdkafka/src/lz4frame_static.h +47 -0
- package/deps/librdkafka/src/lz4hc.c +1631 -0
- package/deps/librdkafka/src/lz4hc.h +413 -0
- package/deps/librdkafka/src/nanopb/pb.h +917 -0
- package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
- package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
- package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
- package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
- package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
- package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
- package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
- package/deps/librdkafka/src/queue.h +850 -0
- package/deps/librdkafka/src/rd.h +584 -0
- package/deps/librdkafka/src/rdaddr.c +255 -0
- package/deps/librdkafka/src/rdaddr.h +202 -0
- package/deps/librdkafka/src/rdatomic.h +230 -0
- package/deps/librdkafka/src/rdavg.h +260 -0
- package/deps/librdkafka/src/rdavl.c +210 -0
- package/deps/librdkafka/src/rdavl.h +250 -0
- package/deps/librdkafka/src/rdbase64.c +200 -0
- package/deps/librdkafka/src/rdbase64.h +43 -0
- package/deps/librdkafka/src/rdbuf.c +1884 -0
- package/deps/librdkafka/src/rdbuf.h +375 -0
- package/deps/librdkafka/src/rdcrc32.c +114 -0
- package/deps/librdkafka/src/rdcrc32.h +170 -0
- package/deps/librdkafka/src/rddl.c +179 -0
- package/deps/librdkafka/src/rddl.h +43 -0
- package/deps/librdkafka/src/rdendian.h +175 -0
- package/deps/librdkafka/src/rdfloat.h +67 -0
- package/deps/librdkafka/src/rdfnv1a.c +113 -0
- package/deps/librdkafka/src/rdfnv1a.h +35 -0
- package/deps/librdkafka/src/rdgz.c +120 -0
- package/deps/librdkafka/src/rdgz.h +46 -0
- package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
- package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
- package/deps/librdkafka/src/rdhttp.c +830 -0
- package/deps/librdkafka/src/rdhttp.h +101 -0
- package/deps/librdkafka/src/rdinterval.h +177 -0
- package/deps/librdkafka/src/rdkafka.c +5505 -0
- package/deps/librdkafka/src/rdkafka.h +10686 -0
- package/deps/librdkafka/src/rdkafka_admin.c +9794 -0
- package/deps/librdkafka/src/rdkafka_admin.h +661 -0
- package/deps/librdkafka/src/rdkafka_assignment.c +1010 -0
- package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
- package/deps/librdkafka/src/rdkafka_assignor.c +1786 -0
- package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
- package/deps/librdkafka/src/rdkafka_aux.c +409 -0
- package/deps/librdkafka/src/rdkafka_aux.h +174 -0
- package/deps/librdkafka/src/rdkafka_background.c +221 -0
- package/deps/librdkafka/src/rdkafka_broker.c +6337 -0
- package/deps/librdkafka/src/rdkafka_broker.h +744 -0
- package/deps/librdkafka/src/rdkafka_buf.c +543 -0
- package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
- package/deps/librdkafka/src/rdkafka_cert.c +576 -0
- package/deps/librdkafka/src/rdkafka_cert.h +62 -0
- package/deps/librdkafka/src/rdkafka_cgrp.c +7587 -0
- package/deps/librdkafka/src/rdkafka_cgrp.h +477 -0
- package/deps/librdkafka/src/rdkafka_conf.c +4880 -0
- package/deps/librdkafka/src/rdkafka_conf.h +732 -0
- package/deps/librdkafka/src/rdkafka_confval.h +97 -0
- package/deps/librdkafka/src/rdkafka_coord.c +623 -0
- package/deps/librdkafka/src/rdkafka_coord.h +132 -0
- package/deps/librdkafka/src/rdkafka_error.c +228 -0
- package/deps/librdkafka/src/rdkafka_error.h +80 -0
- package/deps/librdkafka/src/rdkafka_event.c +502 -0
- package/deps/librdkafka/src/rdkafka_event.h +126 -0
- package/deps/librdkafka/src/rdkafka_feature.c +898 -0
- package/deps/librdkafka/src/rdkafka_feature.h +104 -0
- package/deps/librdkafka/src/rdkafka_fetcher.c +1422 -0
- package/deps/librdkafka/src/rdkafka_fetcher.h +44 -0
- package/deps/librdkafka/src/rdkafka_header.c +220 -0
- package/deps/librdkafka/src/rdkafka_header.h +76 -0
- package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
- package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
- package/deps/librdkafka/src/rdkafka_int.h +1260 -0
- package/deps/librdkafka/src/rdkafka_interceptor.c +819 -0
- package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
- package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
- package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
- package/deps/librdkafka/src/rdkafka_metadata.c +2209 -0
- package/deps/librdkafka/src/rdkafka_metadata.h +345 -0
- package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
- package/deps/librdkafka/src/rdkafka_mock.c +3661 -0
- package/deps/librdkafka/src/rdkafka_mock.h +610 -0
- package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1876 -0
- package/deps/librdkafka/src/rdkafka_mock_handlers.c +3113 -0
- package/deps/librdkafka/src/rdkafka_mock_int.h +710 -0
- package/deps/librdkafka/src/rdkafka_msg.c +2589 -0
- package/deps/librdkafka/src/rdkafka_msg.h +614 -0
- package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
- package/deps/librdkafka/src/rdkafka_msgset.h +98 -0
- package/deps/librdkafka/src/rdkafka_msgset_reader.c +1806 -0
- package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
- package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
- package/deps/librdkafka/src/rdkafka_offset.h +150 -0
- package/deps/librdkafka/src/rdkafka_op.c +997 -0
- package/deps/librdkafka/src/rdkafka_op.h +858 -0
- package/deps/librdkafka/src/rdkafka_partition.c +4896 -0
- package/deps/librdkafka/src/rdkafka_partition.h +1182 -0
- package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
- package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
- package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
- package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
- package/deps/librdkafka/src/rdkafka_proto.h +736 -0
- package/deps/librdkafka/src/rdkafka_protocol.h +128 -0
- package/deps/librdkafka/src/rdkafka_queue.c +1230 -0
- package/deps/librdkafka/src/rdkafka_queue.h +1220 -0
- package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
- package/deps/librdkafka/src/rdkafka_request.c +7089 -0
- package/deps/librdkafka/src/rdkafka_request.h +732 -0
- package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
- package/deps/librdkafka/src/rdkafka_sasl.c +530 -0
- package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
- package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
- package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1666 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +47 -0
- package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
- package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
- package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
- package/deps/librdkafka/src/rdkafka_ssl.c +2129 -0
- package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
- package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
- package/deps/librdkafka/src/rdkafka_subscription.c +278 -0
- package/deps/librdkafka/src/rdkafka_telemetry.c +760 -0
- package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1053 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.c +997 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.h +301 -0
- package/deps/librdkafka/src/rdkafka_timer.c +402 -0
- package/deps/librdkafka/src/rdkafka_timer.h +117 -0
- package/deps/librdkafka/src/rdkafka_topic.c +2161 -0
- package/deps/librdkafka/src/rdkafka_topic.h +334 -0
- package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
- package/deps/librdkafka/src/rdkafka_transport.h +99 -0
- package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
- package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
- package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
- package/deps/librdkafka/src/rdlist.c +576 -0
- package/deps/librdkafka/src/rdlist.h +434 -0
- package/deps/librdkafka/src/rdlog.c +89 -0
- package/deps/librdkafka/src/rdlog.h +41 -0
- package/deps/librdkafka/src/rdmap.c +508 -0
- package/deps/librdkafka/src/rdmap.h +492 -0
- package/deps/librdkafka/src/rdmurmur2.c +167 -0
- package/deps/librdkafka/src/rdmurmur2.h +35 -0
- package/deps/librdkafka/src/rdports.c +61 -0
- package/deps/librdkafka/src/rdports.h +38 -0
- package/deps/librdkafka/src/rdposix.h +250 -0
- package/deps/librdkafka/src/rdrand.c +80 -0
- package/deps/librdkafka/src/rdrand.h +43 -0
- package/deps/librdkafka/src/rdregex.c +156 -0
- package/deps/librdkafka/src/rdregex.h +43 -0
- package/deps/librdkafka/src/rdsignal.h +57 -0
- package/deps/librdkafka/src/rdstring.c +645 -0
- package/deps/librdkafka/src/rdstring.h +98 -0
- package/deps/librdkafka/src/rdsysqueue.h +404 -0
- package/deps/librdkafka/src/rdtime.h +356 -0
- package/deps/librdkafka/src/rdtypes.h +86 -0
- package/deps/librdkafka/src/rdunittest.c +549 -0
- package/deps/librdkafka/src/rdunittest.h +232 -0
- package/deps/librdkafka/src/rdvarint.c +134 -0
- package/deps/librdkafka/src/rdvarint.h +165 -0
- package/deps/librdkafka/src/rdwin32.h +382 -0
- package/deps/librdkafka/src/rdxxhash.c +1030 -0
- package/deps/librdkafka/src/rdxxhash.h +328 -0
- package/deps/librdkafka/src/regexp.c +1352 -0
- package/deps/librdkafka/src/regexp.h +41 -0
- package/deps/librdkafka/src/snappy.c +1866 -0
- package/deps/librdkafka/src/snappy.h +62 -0
- package/deps/librdkafka/src/snappy_compat.h +138 -0
- package/deps/librdkafka/src/statistics_schema.json +444 -0
- package/deps/librdkafka/src/tinycthread.c +932 -0
- package/deps/librdkafka/src/tinycthread.h +503 -0
- package/deps/librdkafka/src/tinycthread_extra.c +199 -0
- package/deps/librdkafka/src/tinycthread_extra.h +212 -0
- package/deps/librdkafka/src/win32_config.h +58 -0
- package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
- package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
- package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
- package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
- package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
- package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
- package/deps/librdkafka/src-cpp/Makefile +55 -0
- package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
- package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
- package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
- package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
- package/deps/librdkafka/src-cpp/README.md +16 -0
- package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
- package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
- package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
- package/deps/librdkafka/tests/0000-unittests.c +72 -0
- package/deps/librdkafka/tests/0001-multiobj.c +102 -0
- package/deps/librdkafka/tests/0002-unkpart.c +244 -0
- package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
- package/deps/librdkafka/tests/0004-conf.c +934 -0
- package/deps/librdkafka/tests/0005-order.c +133 -0
- package/deps/librdkafka/tests/0006-symbols.c +163 -0
- package/deps/librdkafka/tests/0007-autotopic.c +136 -0
- package/deps/librdkafka/tests/0008-reqacks.c +179 -0
- package/deps/librdkafka/tests/0009-mock_cluster.c +97 -0
- package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
- package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
- package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
- package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
- package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
- package/deps/librdkafka/tests/0016-client_swname.c +181 -0
- package/deps/librdkafka/tests/0017-compression.c +140 -0
- package/deps/librdkafka/tests/0018-cgrp_term.c +338 -0
- package/deps/librdkafka/tests/0019-list_groups.c +289 -0
- package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
- package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
- package/deps/librdkafka/tests/0022-consume_batch.c +279 -0
- package/deps/librdkafka/tests/0025-timers.c +147 -0
- package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
- package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
- package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
- package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
- package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
- package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
- package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
- package/deps/librdkafka/tests/0035-api_version.c +73 -0
- package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
- package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
- package/deps/librdkafka/tests/0038-performance.c +121 -0
- package/deps/librdkafka/tests/0039-event.c +284 -0
- package/deps/librdkafka/tests/0040-io_event.c +257 -0
- package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
- package/deps/librdkafka/tests/0042-many_topics.c +252 -0
- package/deps/librdkafka/tests/0043-no_connection.c +77 -0
- package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
- package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
- package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
- package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
- package/deps/librdkafka/tests/0048-partitioner.c +283 -0
- package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
- package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
- package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
- package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
- package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
- package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
- package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
- package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
- package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
- package/deps/librdkafka/tests/0058-log.cpp +123 -0
- package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
- package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
- package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
- package/deps/librdkafka/tests/0062-stats_event.c +126 -0
- package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
- package/deps/librdkafka/tests/0064-interceptors.c +481 -0
- package/deps/librdkafka/tests/0065-yield.cpp +140 -0
- package/deps/librdkafka/tests/0066-plugins.cpp +129 -0
- package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
- package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
- package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
- package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
- package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
- package/deps/librdkafka/tests/0073-headers.c +381 -0
- package/deps/librdkafka/tests/0074-producev.c +87 -0
- package/deps/librdkafka/tests/0075-retry.c +290 -0
- package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
- package/deps/librdkafka/tests/0077-compaction.c +363 -0
- package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
- package/deps/librdkafka/tests/0079-fork.c +93 -0
- package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
- package/deps/librdkafka/tests/0081-admin.c +5633 -0
- package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
- package/deps/librdkafka/tests/0083-cb_event.c +233 -0
- package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
- package/deps/librdkafka/tests/0085-headers.cpp +392 -0
- package/deps/librdkafka/tests/0086-purge.c +368 -0
- package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
- package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
- package/deps/librdkafka/tests/0090-idempotence.c +171 -0
- package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
- package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
- package/deps/librdkafka/tests/0093-holb.c +200 -0
- package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
- package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
- package/deps/librdkafka/tests/0097-ssl_verify.cpp +658 -0
- package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
- package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
- package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
- package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
- package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
- package/deps/librdkafka/tests/0103-transactions.c +1383 -0
- package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
- package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
- package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
- package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
- package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
- package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
- package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
- package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
- package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
- package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
- package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
- package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
- package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
- package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
- package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
- package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
- package/deps/librdkafka/tests/0121-clusterid.c +115 -0
- package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
- package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
- package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
- package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
- package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +528 -0
- package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
- package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +125 -0
- package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
- package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
- package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
- package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
- package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
- package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
- package/deps/librdkafka/tests/0135-sasl_credentials.cpp +143 -0
- package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
- package/deps/librdkafka/tests/0137-barrier_batch_consume.c +619 -0
- package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
- package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
- package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
- package/deps/librdkafka/tests/0142-reauthentication.c +515 -0
- package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
- package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
- package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
- package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
- package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +952 -0
- package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +563 -0
- package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
- package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
- package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
- package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
- package/deps/librdkafka/tests/0153-memberid.c +128 -0
- package/deps/librdkafka/tests/1000-unktopic.c +164 -0
- package/deps/librdkafka/tests/8000-idle.cpp +60 -0
- package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
- package/deps/librdkafka/tests/CMakeLists.txt +170 -0
- package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
- package/deps/librdkafka/tests/Makefile +182 -0
- package/deps/librdkafka/tests/README.md +509 -0
- package/deps/librdkafka/tests/autotest.sh +33 -0
- package/deps/librdkafka/tests/backtrace.gdb +30 -0
- package/deps/librdkafka/tests/broker_version_tests.py +315 -0
- package/deps/librdkafka/tests/buildbox.sh +17 -0
- package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
- package/deps/librdkafka/tests/cluster_testing.py +191 -0
- package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
- package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
- package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
- package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
- package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
- package/deps/librdkafka/tests/fuzzers/README.md +31 -0
- package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
- package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
- package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
- package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
- package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
- package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
- package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
- package/deps/librdkafka/tests/java/Makefile +13 -0
- package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
- package/deps/librdkafka/tests/java/README.md +14 -0
- package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
- package/deps/librdkafka/tests/java/run-class.sh +11 -0
- package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
- package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
- package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
- package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
- package/deps/librdkafka/tests/performance_plot.py +115 -0
- package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
- package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
- package/deps/librdkafka/tests/requirements.txt +2 -0
- package/deps/librdkafka/tests/run-all-tests.sh +79 -0
- package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-test-batches.py +157 -0
- package/deps/librdkafka/tests/run-test.sh +140 -0
- package/deps/librdkafka/tests/rusage.c +249 -0
- package/deps/librdkafka/tests/sasl_test.py +289 -0
- package/deps/librdkafka/tests/scenarios/README.md +6 -0
- package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
- package/deps/librdkafka/tests/scenarios/default.json +5 -0
- package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
- package/deps/librdkafka/tests/sockem.c +801 -0
- package/deps/librdkafka/tests/sockem.h +85 -0
- package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
- package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
- package/deps/librdkafka/tests/test.c +7778 -0
- package/deps/librdkafka/tests/test.conf.example +27 -0
- package/deps/librdkafka/tests/test.h +1028 -0
- package/deps/librdkafka/tests/testcpp.cpp +131 -0
- package/deps/librdkafka/tests/testcpp.h +388 -0
- package/deps/librdkafka/tests/testshared.h +416 -0
- package/deps/librdkafka/tests/tools/README.md +4 -0
- package/deps/librdkafka/tests/tools/stats/README.md +21 -0
- package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
- package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
- package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
- package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
- package/deps/librdkafka/tests/trivup/trivup-0.14.0.tar.gz +0 -0
- package/deps/librdkafka/tests/until-fail.sh +87 -0
- package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
- package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
- package/deps/librdkafka/vcpkg.json +23 -0
- package/deps/librdkafka/win32/README.md +5 -0
- package/deps/librdkafka/win32/build-package.bat +3 -0
- package/deps/librdkafka/win32/build.bat +19 -0
- package/deps/librdkafka/win32/common.vcxproj +84 -0
- package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
- package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
- package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
- package/deps/librdkafka/win32/librdkafka.sln +226 -0
- package/deps/librdkafka/win32/librdkafka.vcxproj +276 -0
- package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
- package/deps/librdkafka/win32/msbuild.ps1 +15 -0
- package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
- package/deps/librdkafka/win32/package-zip.ps1 +46 -0
- package/deps/librdkafka/win32/packages/repositories.config +4 -0
- package/deps/librdkafka/win32/push-package.bat +4 -0
- package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
- package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
- package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
- package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
- package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
- package/deps/librdkafka/win32/tests/test.conf.example +25 -0
- package/deps/librdkafka/win32/tests/tests.vcxproj +253 -0
- package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
- package/deps/librdkafka/win32/wingetopt.c +564 -0
- package/deps/librdkafka/win32/wingetopt.h +101 -0
- package/deps/librdkafka/win32/wintime.h +33 -0
- package/deps/librdkafka.gyp +62 -0
- package/lib/admin.js +233 -0
- package/lib/client.js +573 -0
- package/lib/error.js +500 -0
- package/lib/index.js +34 -0
- package/lib/kafka-consumer-stream.js +397 -0
- package/lib/kafka-consumer.js +698 -0
- package/lib/producer/high-level-producer.js +323 -0
- package/lib/producer-stream.js +307 -0
- package/lib/producer.js +375 -0
- package/lib/tools/ref-counter.js +52 -0
- package/lib/topic-partition.js +88 -0
- package/lib/topic.js +42 -0
- package/lib/util.js +29 -0
- package/package.json +61 -0
- package/prebuilds/darwin-arm64/@point3+node-rdkafka.node +0 -0
- package/prebuilds/linux-x64/@point3+node-rdkafka.node +0 -0
- package/util/configure.js +30 -0
- package/util/get-env.js +6 -0
- package/util/test-compile.js +11 -0
- package/util/test-producer-delivery.js +100 -0
|
@@ -0,0 +1,563 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2025, Confluent Inc.
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
#include "test.h"
|
|
30
|
+
|
|
31
|
+
#include "../src/rdkafka_proto.h"
|
|
32
|
+
|
|
33
|
+
#include <stdarg.h>
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
static mtx_t log_lock;
|
|
37
|
+
static cnd_t log_cnd;
|
|
38
|
+
static rd_bool_t revocation_done = rd_false;
|
|
39
|
+
static int got_stale_member_epoch_error = 0;
|
|
40
|
+
static rd_bool_t trigger_consumer_close = rd_false;
|
|
41
|
+
static int ack_target_assignment_count = 0;
|
|
42
|
+
|
|
43
|
+
static void
|
|
44
|
+
log_cb(const rd_kafka_t *rk, int level, const char *fac, const char *buf) {
|
|
45
|
+
if (strstr(buf,
|
|
46
|
+
"assignment operations done in join-state "
|
|
47
|
+
"wait-incr-unassign-to-complete")) {
|
|
48
|
+
mtx_lock(&log_lock);
|
|
49
|
+
revocation_done = rd_true;
|
|
50
|
+
cnd_signal(&log_cnd);
|
|
51
|
+
mtx_unlock(&log_lock);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
/**
|
|
56
|
+
* @brief A stale member error during an OffsetFetch should cause
|
|
57
|
+
* to retry the operation just after next ConsumerGroupHeartbeat
|
|
58
|
+
* response.
|
|
59
|
+
* The offset fetch eventually succeeds and the consumer can
|
|
60
|
+
* start from the committed offset.
|
|
61
|
+
*/
|
|
62
|
+
void do_test_OffsetFetch_stale_member_epoch_error(
|
|
63
|
+
rd_kafka_mock_cluster_t *mcluster,
|
|
64
|
+
const char *bootstraps) {
|
|
65
|
+
const char *topic = test_mk_topic_name(__FUNCTION__, 1);
|
|
66
|
+
rd_kafka_t *producer, *first_consumer, *second_consumer;
|
|
67
|
+
rd_kafka_conf_t *conf, *producer_conf;
|
|
68
|
+
uint64_t testid = test_id_generate();
|
|
69
|
+
const int msgcnt = 5;
|
|
70
|
+
test_msgver_t mv;
|
|
71
|
+
|
|
72
|
+
SUB_TEST_QUICK();
|
|
73
|
+
|
|
74
|
+
test_conf_init(&conf, NULL, 30);
|
|
75
|
+
test_conf_set(conf, "bootstrap.servers", bootstraps);
|
|
76
|
+
|
|
77
|
+
/* Producer */
|
|
78
|
+
producer_conf = rd_kafka_conf_dup(conf);
|
|
79
|
+
rd_kafka_conf_set_dr_msg_cb(producer_conf, test_dr_msg_cb);
|
|
80
|
+
producer = test_create_handle(RD_KAFKA_PRODUCER, producer_conf);
|
|
81
|
+
rd_kafka_mock_topic_create(mcluster, topic, 1, 2);
|
|
82
|
+
test_produce_msgs2(producer, topic, testid, 0, 0, msgcnt, NULL, 0);
|
|
83
|
+
rd_kafka_flush(producer, -1);
|
|
84
|
+
|
|
85
|
+
/* Consumer */
|
|
86
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
87
|
+
test_conf_set(conf, "group.protocol", "consumer");
|
|
88
|
+
first_consumer =
|
|
89
|
+
test_create_consumer(topic, NULL, rd_kafka_conf_dup(conf), NULL);
|
|
90
|
+
test_consumer_subscribe(first_consumer, topic);
|
|
91
|
+
test_consumer_poll("before consume error", first_consumer, testid, -1,
|
|
92
|
+
0, msgcnt, NULL);
|
|
93
|
+
test_consumer_close(first_consumer);
|
|
94
|
+
|
|
95
|
+
/* Produce again */
|
|
96
|
+
test_produce_msgs2(producer, topic, testid, 0, msgcnt, msgcnt, NULL, 0);
|
|
97
|
+
rd_kafka_flush(producer, -1);
|
|
98
|
+
|
|
99
|
+
/* Set OffsetFetch errors */
|
|
100
|
+
rd_kafka_mock_push_request_errors(mcluster, RD_KAFKAP_OffsetFetch, 5,
|
|
101
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
102
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
103
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
104
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
105
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH);
|
|
106
|
+
|
|
107
|
+
/* Consume again*/
|
|
108
|
+
test_msgver_init(&mv, testid);
|
|
109
|
+
second_consumer = test_create_consumer(topic, NULL, conf, NULL);
|
|
110
|
+
test_consumer_subscribe(second_consumer, topic);
|
|
111
|
+
test_consumer_poll("receive second batch", second_consumer, testid, -1,
|
|
112
|
+
msgcnt, msgcnt, &mv);
|
|
113
|
+
test_msgver_verify("verify second batch", &mv, TEST_MSGVER_ALL, msgcnt,
|
|
114
|
+
msgcnt);
|
|
115
|
+
test_msgver_clear(&mv);
|
|
116
|
+
test_consumer_close(second_consumer);
|
|
117
|
+
|
|
118
|
+
/* Destroy */
|
|
119
|
+
rd_kafka_destroy(first_consumer);
|
|
120
|
+
rd_kafka_destroy(second_consumer);
|
|
121
|
+
rd_kafka_destroy(producer);
|
|
122
|
+
|
|
123
|
+
SUB_TEST_PASS();
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
typedef enum do_test_OffsetCommit_manual_error_variation_s {
|
|
127
|
+
/** commit stored offsets */
|
|
128
|
+
TEST_MANUAL_COMMIT_ERROR_VARIATION_STORE_OFFSET_AUTOMATICALLY = 0,
|
|
129
|
+
/** commit passed offsets */
|
|
130
|
+
TEST_MANUAL_COMMIT_ERROR_VARIATION_STORE_OFFSET_MANUALLY = 1,
|
|
131
|
+
TEST_MANUAL_COMMIT_ERROR_VARIATION__CNT,
|
|
132
|
+
} do_test_OffsetCommit_manual_error_variation_t;
|
|
133
|
+
|
|
134
|
+
/**
|
|
135
|
+
* @brief Doing a manual commits that returns error \p expected_err
|
|
136
|
+
* should return the error to the caller, even if the error
|
|
137
|
+
* is a partition level error.
|
|
138
|
+
* These errors aren't retried.
|
|
139
|
+
*/
|
|
140
|
+
void do_test_OffsetCommit_manual_error(
|
|
141
|
+
rd_kafka_mock_cluster_t *mcluster,
|
|
142
|
+
const char *bootstraps,
|
|
143
|
+
rd_kafka_resp_err_t expected_err,
|
|
144
|
+
do_test_OffsetCommit_manual_error_variation_t variation) {
|
|
145
|
+
rd_kafka_t *consumer;
|
|
146
|
+
test_msgver_t mv;
|
|
147
|
+
rd_kafka_conf_t *conf;
|
|
148
|
+
const char *topic = test_mk_topic_name(__FUNCTION__, 1);
|
|
149
|
+
uint64_t testid = test_id_generate();
|
|
150
|
+
const int msgcnt = 5;
|
|
151
|
+
rd_kafka_resp_err_t err;
|
|
152
|
+
rd_kafka_topic_partition_list_t *to_commit = NULL;
|
|
153
|
+
|
|
154
|
+
SUB_TEST_QUICK();
|
|
155
|
+
|
|
156
|
+
rd_kafka_mock_topic_create(mcluster, topic, 1, 1);
|
|
157
|
+
|
|
158
|
+
test_conf_init(&conf, NULL, 30);
|
|
159
|
+
test_conf_set(conf, "bootstrap.servers", bootstraps);
|
|
160
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
161
|
+
test_conf_set(conf, "enable.auto.commit", "false");
|
|
162
|
+
test_conf_set(conf, "group.protocol", "consumer");
|
|
163
|
+
|
|
164
|
+
/* Seed the topic with messages */
|
|
165
|
+
test_produce_msgs_easy_v(topic, testid, 0, 0, msgcnt, 0,
|
|
166
|
+
"bootstrap.servers", bootstraps, NULL);
|
|
167
|
+
|
|
168
|
+
/* Consume same messages */
|
|
169
|
+
consumer = test_create_consumer(topic, NULL, conf, NULL);
|
|
170
|
+
test_consumer_subscribe(consumer, topic);
|
|
171
|
+
test_msgver_init(&mv, testid);
|
|
172
|
+
test_consumer_poll("receive first batch", consumer, testid, -1, 0,
|
|
173
|
+
msgcnt, &mv);
|
|
174
|
+
test_msgver_verify("verify first batch", &mv, TEST_MSGVER_ALL, 0,
|
|
175
|
+
msgcnt);
|
|
176
|
+
test_msgver_clear(&mv);
|
|
177
|
+
|
|
178
|
+
/* Set OffsetCommit errors */
|
|
179
|
+
rd_kafka_mock_push_request_errors(mcluster, RD_KAFKAP_OffsetCommit, 1,
|
|
180
|
+
expected_err);
|
|
181
|
+
|
|
182
|
+
if (variation ==
|
|
183
|
+
TEST_MANUAL_COMMIT_ERROR_VARIATION_STORE_OFFSET_MANUALLY) {
|
|
184
|
+
/* Variation 1: pass offsets to commit */
|
|
185
|
+
to_commit = rd_kafka_topic_partition_list_new(1);
|
|
186
|
+
rd_kafka_topic_partition_list_add(to_commit, topic, 0)->offset =
|
|
187
|
+
msgcnt;
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
/* Sync commit */
|
|
191
|
+
err = rd_kafka_commit(consumer, to_commit, rd_false);
|
|
192
|
+
TEST_ASSERT(err == expected_err, "Expected error %s, got %s",
|
|
193
|
+
rd_kafka_err2name(expected_err), rd_kafka_err2name(err));
|
|
194
|
+
|
|
195
|
+
/* Retry it, this time it should work */
|
|
196
|
+
err = rd_kafka_commit(consumer, to_commit, rd_false);
|
|
197
|
+
TEST_ASSERT(err == RD_KAFKA_RESP_ERR_NO_ERROR,
|
|
198
|
+
"Expected error %s, got %s",
|
|
199
|
+
rd_kafka_err2name(RD_KAFKA_RESP_ERR_NO_ERROR),
|
|
200
|
+
rd_kafka_err2name(err));
|
|
201
|
+
|
|
202
|
+
RD_IF_FREE(to_commit, rd_kafka_topic_partition_list_destroy);
|
|
203
|
+
|
|
204
|
+
rd_kafka_destroy(consumer);
|
|
205
|
+
|
|
206
|
+
SUB_TEST_PASS();
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
/**
|
|
210
|
+
* Scenarios:
|
|
211
|
+
* during_revocation: the auto-commit is triggered by a revocation,
|
|
212
|
+
* otherwise it's triggered by the consumer close.
|
|
213
|
+
* session_times_out: Session times out giving UNKNOWN_MEMBER_ID, otherwise
|
|
214
|
+
* commit succeeds after last STALE_MEMBER_EPOCH. When
|
|
215
|
+
* session times out the auto-commit fails and messages
|
|
216
|
+
* are consumed again.
|
|
217
|
+
*/
|
|
218
|
+
typedef enum do_test_OffsetCommit_automatic_stale_member_epoch_error_variation_t {
|
|
219
|
+
/** during_revocation=false, session_times_out=false */
|
|
220
|
+
TEST_AUTO_COMMIT_STALE_MEMBER_EPOCH_VARIATION_NO_REVOKE_NO_TIMEOUT = 0,
|
|
221
|
+
/** during_revocation=false, session_times_out=true */
|
|
222
|
+
TEST_AUTO_COMMIT_STALE_MEMBER_EPOCH_VARIATION_NO_REVOKE_WITH_TIMEOUT =
|
|
223
|
+
1,
|
|
224
|
+
/** during_revocation=true, session_times_out=false */
|
|
225
|
+
TEST_AUTO_COMMIT_STALE_MEMBER_EPOCH_VARIATION_REVOKE_NO_TIMEOUT = 2,
|
|
226
|
+
/** during_revocation=true, session_times_out=true */
|
|
227
|
+
TEST_AUTO_COMMIT_STALE_MEMBER_EPOCH_VARIATION_REVOKE_WITH_TIMEOUT = 3,
|
|
228
|
+
TEST_AUTO_COMMIT_STALE_MEMBER_EPOCH_VARIATION__CNT,
|
|
229
|
+
} do_test_OffsetCommit_automatic_stale_member_epoch_error_variation_t;
|
|
230
|
+
|
|
231
|
+
/**
|
|
232
|
+
* @brief When a partition is revoked, with auto-commit enabled,
|
|
233
|
+
* if the RPC returns STALE_MEMBER_EPOCH for one of the
|
|
234
|
+
* partitions, it should be retried until the member is
|
|
235
|
+
* fenced.
|
|
236
|
+
*/
|
|
237
|
+
void do_test_OffsetCommit_automatic_stale_member_epoch_error(
|
|
238
|
+
rd_kafka_mock_cluster_t *mcluster,
|
|
239
|
+
const char *bootstraps,
|
|
240
|
+
do_test_OffsetCommit_automatic_stale_member_epoch_error_variation_t
|
|
241
|
+
variation) {
|
|
242
|
+
rd_kafka_t *consumer;
|
|
243
|
+
test_msgver_t mv;
|
|
244
|
+
rd_kafka_conf_t *conf;
|
|
245
|
+
rd_kafka_topic_partition_list_t *target_assignment_partitions;
|
|
246
|
+
const char *topic = test_mk_topic_name(__FUNCTION__, 1);
|
|
247
|
+
uint64_t testid = test_id_generate();
|
|
248
|
+
const int msgcnt = 5;
|
|
249
|
+
const int session_timeout_ms = 3000;
|
|
250
|
+
const int heartbeat_interval_ms = 1000;
|
|
251
|
+
rd_bool_t during_revocation = (variation / 2) == 1;
|
|
252
|
+
rd_bool_t session_times_out = (variation % 2) == 1;
|
|
253
|
+
const char *debug_contexts[2] = {"cgrp", NULL};
|
|
254
|
+
|
|
255
|
+
SUB_TEST_QUICK("during_revocation=%s, session_times_out=%s",
|
|
256
|
+
RD_STR_ToF(during_revocation),
|
|
257
|
+
RD_STR_ToF(session_times_out));
|
|
258
|
+
|
|
259
|
+
rd_kafka_mock_topic_create(mcluster, topic, 2, 2);
|
|
260
|
+
rd_kafka_mock_coordinator_set(mcluster, "group", topic, 1);
|
|
261
|
+
rd_kafka_mock_set_group_consumer_session_timeout_ms(mcluster,
|
|
262
|
+
session_timeout_ms);
|
|
263
|
+
rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(
|
|
264
|
+
mcluster, heartbeat_interval_ms);
|
|
265
|
+
|
|
266
|
+
test_conf_init(&conf, NULL, 30);
|
|
267
|
+
test_conf_set(conf, "bootstrap.servers", bootstraps);
|
|
268
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
269
|
+
test_conf_set(conf, "enable.auto.commit", "true");
|
|
270
|
+
test_conf_set(conf, "auto.commit.interval.ms", "1000");
|
|
271
|
+
test_conf_set(conf, "group.protocol", "consumer");
|
|
272
|
+
test_conf_set_log_interceptor(conf, log_cb, debug_contexts);
|
|
273
|
+
|
|
274
|
+
/* Seed the topic with messages */
|
|
275
|
+
test_produce_msgs_easy_v(topic, testid, 0, 0, 3, 0, "bootstrap.servers",
|
|
276
|
+
bootstraps, NULL);
|
|
277
|
+
test_produce_msgs_easy_v(topic, testid, 1, 0, 2, 0, "bootstrap.servers",
|
|
278
|
+
bootstraps, NULL);
|
|
279
|
+
|
|
280
|
+
/* Consume same messages */
|
|
281
|
+
consumer =
|
|
282
|
+
test_create_consumer(topic, NULL, rd_kafka_conf_dup(conf), NULL);
|
|
283
|
+
test_consumer_subscribe(consumer, topic);
|
|
284
|
+
test_msgver_init(&mv, testid);
|
|
285
|
+
test_consumer_poll_exact("receive first batch", consumer, testid, -1, 0,
|
|
286
|
+
msgcnt, rd_true, &mv);
|
|
287
|
+
test_msgver_verify("verify first batch", &mv, TEST_MSGVER_PER_PART, 0,
|
|
288
|
+
msgcnt);
|
|
289
|
+
test_msgver_clear(&mv);
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
rd_kafka_mock_clear_request_errors(mcluster, RD_KAFKAP_OffsetCommit);
|
|
293
|
+
|
|
294
|
+
/* First sequence of stale member epoch for 4 s */
|
|
295
|
+
rd_kafka_mock_push_request_errors(mcluster, RD_KAFKAP_OffsetCommit, 4,
|
|
296
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
297
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
298
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
299
|
+
RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH);
|
|
300
|
+
|
|
301
|
+
if (during_revocation) {
|
|
302
|
+
/* Changing target assignment to partition 0 only,
|
|
303
|
+
* partition revoked and automatically committed,
|
|
304
|
+
* but the commit fails. */
|
|
305
|
+
target_assignment_partitions =
|
|
306
|
+
rd_kafka_topic_partition_list_new(1);
|
|
307
|
+
rd_kafka_topic_partition_list_add(target_assignment_partitions,
|
|
308
|
+
topic, 0);
|
|
309
|
+
test_mock_cluster_member_assignment(
|
|
310
|
+
mcluster, 1, consumer, target_assignment_partitions);
|
|
311
|
+
rd_kafka_topic_partition_list_destroy(
|
|
312
|
+
target_assignment_partitions);
|
|
313
|
+
|
|
314
|
+
mtx_lock(&log_lock);
|
|
315
|
+
while (!revocation_done)
|
|
316
|
+
cnd_timedwait_ms(&log_cnd, &log_lock, 500);
|
|
317
|
+
revocation_done = rd_false;
|
|
318
|
+
mtx_unlock(&log_lock);
|
|
319
|
+
}
|
|
320
|
+
|
|
321
|
+
if (session_times_out) {
|
|
322
|
+
/* Simulate a session timeout after that */
|
|
323
|
+
rd_kafka_mock_broker_push_request_error_rtts(
|
|
324
|
+
mcluster, 1, RD_KAFKAP_OffsetCommit, 1,
|
|
325
|
+
RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID,
|
|
326
|
+
session_timeout_ms + heartbeat_interval_ms);
|
|
327
|
+
}
|
|
328
|
+
|
|
329
|
+
/* Otherwise partition is committed before leaving the group */
|
|
330
|
+
test_consumer_close(consumer);
|
|
331
|
+
rd_kafka_destroy(consumer);
|
|
332
|
+
|
|
333
|
+
|
|
334
|
+
/* Reset mock assignor to automatic */
|
|
335
|
+
rd_kafka_mock_cgrp_consumer_target_assignment(mcluster, topic, NULL);
|
|
336
|
+
|
|
337
|
+
consumer = test_create_consumer(topic, NULL, conf, NULL);
|
|
338
|
+
test_consumer_subscribe(consumer, topic);
|
|
339
|
+
|
|
340
|
+
if (session_times_out) {
|
|
341
|
+
/* Messages are consumed again because the commit failed */
|
|
342
|
+
test_msgver_init(&mv, testid);
|
|
343
|
+
test_consumer_poll_exact("messages consumed again", consumer,
|
|
344
|
+
testid, -1, 0, msgcnt, rd_true, &mv);
|
|
345
|
+
test_msgver_verify("messages consumed again", &mv,
|
|
346
|
+
TEST_MSGVER_PER_PART, 0, msgcnt);
|
|
347
|
+
test_msgver_clear(&mv);
|
|
348
|
+
} else {
|
|
349
|
+
/* No message should be consumed after the autocommit */
|
|
350
|
+
test_consumer_poll_no_msgs("no messages", consumer, testid,
|
|
351
|
+
200);
|
|
352
|
+
}
|
|
353
|
+
test_consumer_close(consumer);
|
|
354
|
+
rd_kafka_destroy(consumer);
|
|
355
|
+
rd_kafka_mock_clear_request_errors(mcluster, RD_KAFKAP_OffsetCommit);
|
|
356
|
+
|
|
357
|
+
SUB_TEST_PASS();
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
static void log_cb_closing_issue(const rd_kafka_t *rk,
|
|
361
|
+
int level,
|
|
362
|
+
const char *fac,
|
|
363
|
+
const char *buf) {
|
|
364
|
+
if (strstr(buf, "Acknowledging target assignment")) {
|
|
365
|
+
mtx_lock(&log_lock);
|
|
366
|
+
ack_target_assignment_count++;
|
|
367
|
+
if (ack_target_assignment_count == 2) {
|
|
368
|
+
trigger_consumer_close = rd_true;
|
|
369
|
+
cnd_signal(&log_cnd);
|
|
370
|
+
}
|
|
371
|
+
mtx_unlock(&log_lock);
|
|
372
|
+
}
|
|
373
|
+
if (strstr(buf, "unable to OffsetCommit") &&
|
|
374
|
+
strstr(buf, "Broker: The member epoch is stale")) {
|
|
375
|
+
mtx_lock(&log_lock);
|
|
376
|
+
got_stale_member_epoch_error++;
|
|
377
|
+
mtx_unlock(&log_lock);
|
|
378
|
+
}
|
|
379
|
+
}
|
|
380
|
+
|
|
381
|
+
/**
|
|
382
|
+
* @brief This test checks that when a consumer acknowledges revocations and
|
|
383
|
+
* sends a heartbeat just before leaving the group, the heartbeat response may
|
|
384
|
+
* still be in flight while the leave process begins. In this scenario, the
|
|
385
|
+
* heartbeat response must update the member epoch rather than being discarded.
|
|
386
|
+
* Otherwise, subsequent commit requests (which will be required for leaving)
|
|
387
|
+
* may fail with a stale member epoch error.
|
|
388
|
+
*
|
|
389
|
+
* Sequence of events:
|
|
390
|
+
* 1. Consumer is subscribed to topic1 and topic2 and has received messages
|
|
391
|
+
* 2. Consumer changes subscription to only topic1, this triggers revocation of
|
|
392
|
+
* topic2 partitions.
|
|
393
|
+
* 3. Consumer acknowledges the revocation and sends a heartbeat. The heartbeat
|
|
394
|
+
* response is delayed (simulated by mock). Due to this, the member epoch on
|
|
395
|
+
* the broker end is increased but the consumer has not received it yet.
|
|
396
|
+
* 4. Meanwhile, the consumer receives messages from topic1.
|
|
397
|
+
* 5. The consumer is closed, this triggers a leave group which includes an
|
|
398
|
+
* offset commit request for the received messages.
|
|
399
|
+
* 6. This triggers a stale member epoch error since the consumer is not aware
|
|
400
|
+
* of the increased member epoch on the broker end.
|
|
401
|
+
* 7. The stale member epoch error triggers ConsumerGroupHeartbeat request
|
|
402
|
+
* which receives to receive the latest member epoch.
|
|
403
|
+
* 8. The offset commit is retried and succeeds.
|
|
404
|
+
*/
|
|
405
|
+
void do_test_consumer_inflight_heartbeat_on_leave(
|
|
406
|
+
rd_kafka_mock_cluster_t *mcluster,
|
|
407
|
+
const char *bootstraps) {
|
|
408
|
+
|
|
409
|
+
char topic1[256], topic2[256];
|
|
410
|
+
rd_kafka_t *producer, *consumer;
|
|
411
|
+
rd_kafka_conf_t *conf, *producer_conf;
|
|
412
|
+
uint64_t testid = test_id_generate();
|
|
413
|
+
const int msgcnt = 5;
|
|
414
|
+
test_msgver_t mv;
|
|
415
|
+
const char *debug_contexts[3] = {"cgrp", NULL};
|
|
416
|
+
int64_t close_start, close_end;
|
|
417
|
+
const int session_timeout_ms = 3000;
|
|
418
|
+
const int heartbeat_rtt_ms = 200;
|
|
419
|
+
|
|
420
|
+
SUB_TEST_QUICK();
|
|
421
|
+
|
|
422
|
+
mtx_init(&log_lock, mtx_plain);
|
|
423
|
+
cnd_init(&log_cnd);
|
|
424
|
+
|
|
425
|
+
strcpy(topic1, test_mk_topic_name("topic1", 1));
|
|
426
|
+
strcpy(topic2, test_mk_topic_name("topic2", 1));
|
|
427
|
+
|
|
428
|
+
test_conf_init(&conf, NULL, 30);
|
|
429
|
+
test_conf_set(conf, "bootstrap.servers", bootstraps);
|
|
430
|
+
test_conf_set(conf, "group.protocol", "consumer");
|
|
431
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
432
|
+
test_conf_set(conf, "enable.auto.commit", "true");
|
|
433
|
+
test_conf_set(conf, "auto.commit.interval.ms", "2000");
|
|
434
|
+
test_conf_set(conf, "fetch.wait.max.ms", "100");
|
|
435
|
+
test_conf_set_log_interceptor(conf, log_cb_closing_issue,
|
|
436
|
+
debug_contexts);
|
|
437
|
+
|
|
438
|
+
rd_kafka_mock_coordinator_set(mcluster, "group", topic1, 1);
|
|
439
|
+
rd_kafka_mock_set_group_consumer_session_timeout_ms(mcluster,
|
|
440
|
+
session_timeout_ms);
|
|
441
|
+
rd_kafka_mock_set_group_consumer_heartbeat_interval_ms(mcluster, 500);
|
|
442
|
+
|
|
443
|
+
/* Producer Initialization */
|
|
444
|
+
producer_conf = rd_kafka_conf_dup(conf);
|
|
445
|
+
rd_kafka_conf_set_dr_msg_cb(producer_conf, test_dr_msg_cb);
|
|
446
|
+
producer = test_create_handle(RD_KAFKA_PRODUCER, producer_conf);
|
|
447
|
+
|
|
448
|
+
/* Create topic1 and produce few messages */
|
|
449
|
+
rd_kafka_mock_topic_create(mcluster, topic1, 1, 1);
|
|
450
|
+
test_produce_msgs2(producer, topic1, testid, 0, 0, msgcnt, NULL, 0);
|
|
451
|
+
rd_kafka_flush(producer, -1);
|
|
452
|
+
|
|
453
|
+
/* Create topic2 and produce few messages */
|
|
454
|
+
rd_kafka_mock_topic_create(mcluster, topic2, 1, 1);
|
|
455
|
+
test_produce_msgs2(producer, topic2, testid, 0, 0, msgcnt, NULL, 0);
|
|
456
|
+
rd_kafka_flush(producer, -1);
|
|
457
|
+
|
|
458
|
+
/* Consumer: subscribe to both topics */
|
|
459
|
+
TEST_SAY("Group id: %s\n", topic1);
|
|
460
|
+
consumer =
|
|
461
|
+
test_create_consumer(topic1, NULL, rd_kafka_conf_dup(conf), NULL);
|
|
462
|
+
test_consumer_subscribe_multi(consumer, 2, topic1, topic2);
|
|
463
|
+
|
|
464
|
+
/* Poll and verify messages produced to both topics */
|
|
465
|
+
test_msgver_init(&mv, testid);
|
|
466
|
+
test_consumer_poll("read from both topics", consumer, testid, -1, 0,
|
|
467
|
+
2 * msgcnt, &mv);
|
|
468
|
+
test_msgver_clear(&mv);
|
|
469
|
+
|
|
470
|
+
/* Change subscription to only topic1 to trigger revocation */
|
|
471
|
+
test_consumer_subscribe(consumer, topic1);
|
|
472
|
+
|
|
473
|
+
/* Set ConsumerGroupHeartbeat RTT to heartbeat_rtt_ms */
|
|
474
|
+
rd_kafka_mock_broker_push_request_error_rtts(
|
|
475
|
+
mcluster, 1, RD_KAFKAP_ConsumerGroupHeartbeat, 2,
|
|
476
|
+
RD_KAFKA_RESP_ERR_NO_ERROR, heartbeat_rtt_ms,
|
|
477
|
+
RD_KAFKA_RESP_ERR_NO_ERROR, heartbeat_rtt_ms);
|
|
478
|
+
|
|
479
|
+
/* Produce few more messages to topic1 so that we can trigger
|
|
480
|
+
auto-commit later which will give stale member epoch error */
|
|
481
|
+
test_produce_msgs2(producer, topic1, testid, 0, 0, msgcnt, NULL, 0);
|
|
482
|
+
rd_kafka_flush(producer, -1);
|
|
483
|
+
|
|
484
|
+
/* Wait for log callback to trigger consumer close after second
|
|
485
|
+
"Acknowledging target assignment" */
|
|
486
|
+
mtx_lock(&log_lock);
|
|
487
|
+
while (!trigger_consumer_close)
|
|
488
|
+
cnd_timedwait_ms(&log_cnd, &log_lock, 500);
|
|
489
|
+
mtx_unlock(&log_lock);
|
|
490
|
+
|
|
491
|
+
/* Poll and verify the produced messages */
|
|
492
|
+
test_msgver_init(&mv, testid);
|
|
493
|
+
test_consumer_poll("read topic1", consumer, testid, -1, 0, msgcnt, &mv);
|
|
494
|
+
test_msgver_clear(&mv);
|
|
495
|
+
|
|
496
|
+
/* Close consumer which will trigger leave group and auto-commit
|
|
497
|
+
The auto-commit will get stale member epoch error and will retry
|
|
498
|
+
after receiving the heartbeat response with the latest member
|
|
499
|
+
epoch */
|
|
500
|
+
close_start = test_clock();
|
|
501
|
+
test_consumer_close(consumer);
|
|
502
|
+
close_end = test_clock();
|
|
503
|
+
|
|
504
|
+
/* Verify that we got exactly one stale member epoch error */
|
|
505
|
+
mtx_lock(&log_lock);
|
|
506
|
+
TEST_ASSERT(got_stale_member_epoch_error == 1,
|
|
507
|
+
"Expected 1 stale member epoch error, got %d",
|
|
508
|
+
got_stale_member_epoch_error);
|
|
509
|
+
mtx_unlock(&log_lock);
|
|
510
|
+
|
|
511
|
+
/* Verify that the consumer closed within session timeout, if it reaches
|
|
512
|
+
session timeout which means that the member is kicked out of the
|
|
513
|
+
group. */
|
|
514
|
+
TEST_ASSERT((close_end - close_start) < session_timeout_ms * 1000,
|
|
515
|
+
"Consumer did not close within 2s, took %" PRId64 " us",
|
|
516
|
+
(close_end - close_start));
|
|
517
|
+
|
|
518
|
+
rd_kafka_destroy(consumer);
|
|
519
|
+
rd_kafka_destroy(producer);
|
|
520
|
+
|
|
521
|
+
mtx_destroy(&log_lock);
|
|
522
|
+
cnd_destroy(&log_cnd);
|
|
523
|
+
|
|
524
|
+
SUB_TEST_PASS();
|
|
525
|
+
}
|
|
526
|
+
|
|
527
|
+
int main_0148_offset_fetch_commit_error_mock(int argc, char **argv) {
|
|
528
|
+
rd_kafka_mock_cluster_t *mcluster;
|
|
529
|
+
const char *bootstraps;
|
|
530
|
+
int i;
|
|
531
|
+
|
|
532
|
+
TEST_SKIP_MOCK_CLUSTER(0);
|
|
533
|
+
|
|
534
|
+
if (test_consumer_group_protocol_classic()) {
|
|
535
|
+
TEST_SKIP(
|
|
536
|
+
"Test not meaningful with 'classic' consumer group "
|
|
537
|
+
"protocol\n");
|
|
538
|
+
return 0;
|
|
539
|
+
}
|
|
540
|
+
|
|
541
|
+
mcluster = test_mock_cluster_new(3, &bootstraps);
|
|
542
|
+
|
|
543
|
+
do_test_OffsetFetch_stale_member_epoch_error(mcluster, bootstraps);
|
|
544
|
+
|
|
545
|
+
for (i = 0; i < TEST_MANUAL_COMMIT_ERROR_VARIATION__CNT; i++) {
|
|
546
|
+
do_test_OffsetCommit_manual_error(
|
|
547
|
+
mcluster, bootstraps, RD_KAFKA_RESP_ERR_STALE_MEMBER_EPOCH,
|
|
548
|
+
i);
|
|
549
|
+
do_test_OffsetCommit_manual_error(
|
|
550
|
+
mcluster, bootstraps, RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID,
|
|
551
|
+
i);
|
|
552
|
+
}
|
|
553
|
+
|
|
554
|
+
for (i = 0; i < TEST_AUTO_COMMIT_STALE_MEMBER_EPOCH_VARIATION__CNT; i++)
|
|
555
|
+
do_test_OffsetCommit_automatic_stale_member_epoch_error(
|
|
556
|
+
mcluster, bootstraps, i);
|
|
557
|
+
|
|
558
|
+
do_test_consumer_inflight_heartbeat_on_leave(mcluster, bootstraps);
|
|
559
|
+
|
|
560
|
+
test_mock_cluster_destroy(mcluster);
|
|
561
|
+
|
|
562
|
+
return 0;
|
|
563
|
+
}
|