@point3/node-rdkafka 3.6.0-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.txt +20 -0
- package/README.md +636 -0
- package/binding.gyp +154 -0
- package/deps/librdkafka/.clang-format +136 -0
- package/deps/librdkafka/.clang-format-cpp +103 -0
- package/deps/librdkafka/.dir-locals.el +10 -0
- package/deps/librdkafka/.formatignore +33 -0
- package/deps/librdkafka/.gdbmacros +19 -0
- package/deps/librdkafka/.github/CODEOWNERS +1 -0
- package/deps/librdkafka/.github/ISSUE_TEMPLATE +34 -0
- package/deps/librdkafka/.semaphore/run-all-tests.yml +77 -0
- package/deps/librdkafka/.semaphore/semaphore-integration.yml +250 -0
- package/deps/librdkafka/.semaphore/semaphore.yml +378 -0
- package/deps/librdkafka/.semaphore/verify-linux-packages.yml +41 -0
- package/deps/librdkafka/CHANGELOG.md +2208 -0
- package/deps/librdkafka/CMakeLists.txt +291 -0
- package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
- package/deps/librdkafka/CONFIGURATION.md +209 -0
- package/deps/librdkafka/CONTRIBUTING.md +431 -0
- package/deps/librdkafka/Doxyfile +2375 -0
- package/deps/librdkafka/INTRODUCTION.md +2481 -0
- package/deps/librdkafka/LICENSE +26 -0
- package/deps/librdkafka/LICENSE.cjson +22 -0
- package/deps/librdkafka/LICENSE.crc32c +28 -0
- package/deps/librdkafka/LICENSE.fnv1a +18 -0
- package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
- package/deps/librdkafka/LICENSE.lz4 +26 -0
- package/deps/librdkafka/LICENSE.murmur2 +25 -0
- package/deps/librdkafka/LICENSE.nanopb +22 -0
- package/deps/librdkafka/LICENSE.opentelemetry +203 -0
- package/deps/librdkafka/LICENSE.pycrc +23 -0
- package/deps/librdkafka/LICENSE.queue +31 -0
- package/deps/librdkafka/LICENSE.regexp +5 -0
- package/deps/librdkafka/LICENSE.snappy +36 -0
- package/deps/librdkafka/LICENSE.tinycthread +26 -0
- package/deps/librdkafka/LICENSE.wingetopt +49 -0
- package/deps/librdkafka/LICENSES.txt +625 -0
- package/deps/librdkafka/Makefile +125 -0
- package/deps/librdkafka/README.md +199 -0
- package/deps/librdkafka/README.win32 +26 -0
- package/deps/librdkafka/STATISTICS.md +624 -0
- package/deps/librdkafka/configure +214 -0
- package/deps/librdkafka/configure.self +331 -0
- package/deps/librdkafka/debian/changelog +111 -0
- package/deps/librdkafka/debian/compat +1 -0
- package/deps/librdkafka/debian/control +71 -0
- package/deps/librdkafka/debian/copyright +99 -0
- package/deps/librdkafka/debian/gbp.conf +9 -0
- package/deps/librdkafka/debian/librdkafka++1.install +1 -0
- package/deps/librdkafka/debian/librdkafka-dev.examples +2 -0
- package/deps/librdkafka/debian/librdkafka-dev.install +9 -0
- package/deps/librdkafka/debian/librdkafka1.docs +5 -0
- package/deps/librdkafka/debian/librdkafka1.install +1 -0
- package/deps/librdkafka/debian/librdkafka1.symbols +135 -0
- package/deps/librdkafka/debian/rules +19 -0
- package/deps/librdkafka/debian/source/format +1 -0
- package/deps/librdkafka/debian/watch +2 -0
- package/deps/librdkafka/dev-conf.sh +123 -0
- package/deps/librdkafka/examples/CMakeLists.txt +79 -0
- package/deps/librdkafka/examples/Makefile +167 -0
- package/deps/librdkafka/examples/README.md +42 -0
- package/deps/librdkafka/examples/alter_consumer_group_offsets.c +338 -0
- package/deps/librdkafka/examples/consumer.c +271 -0
- package/deps/librdkafka/examples/delete_records.c +233 -0
- package/deps/librdkafka/examples/describe_cluster.c +322 -0
- package/deps/librdkafka/examples/describe_consumer_groups.c +455 -0
- package/deps/librdkafka/examples/describe_topics.c +427 -0
- package/deps/librdkafka/examples/elect_leaders.c +317 -0
- package/deps/librdkafka/examples/globals.json +11 -0
- package/deps/librdkafka/examples/idempotent_producer.c +344 -0
- package/deps/librdkafka/examples/incremental_alter_configs.c +347 -0
- package/deps/librdkafka/examples/kafkatest_verifiable_client.cpp +945 -0
- package/deps/librdkafka/examples/list_consumer_group_offsets.c +359 -0
- package/deps/librdkafka/examples/list_consumer_groups.c +365 -0
- package/deps/librdkafka/examples/list_offsets.c +327 -0
- package/deps/librdkafka/examples/misc.c +287 -0
- package/deps/librdkafka/examples/openssl_engine_example.cpp +248 -0
- package/deps/librdkafka/examples/producer.c +251 -0
- package/deps/librdkafka/examples/producer.cpp +228 -0
- package/deps/librdkafka/examples/rdkafka_complex_consumer_example.c +617 -0
- package/deps/librdkafka/examples/rdkafka_complex_consumer_example.cpp +467 -0
- package/deps/librdkafka/examples/rdkafka_consume_batch.cpp +264 -0
- package/deps/librdkafka/examples/rdkafka_example.c +853 -0
- package/deps/librdkafka/examples/rdkafka_example.cpp +679 -0
- package/deps/librdkafka/examples/rdkafka_performance.c +1781 -0
- package/deps/librdkafka/examples/transactions-older-broker.c +668 -0
- package/deps/librdkafka/examples/transactions.c +665 -0
- package/deps/librdkafka/examples/user_scram.c +491 -0
- package/deps/librdkafka/examples/win_ssl_cert_store.cpp +396 -0
- package/deps/librdkafka/lds-gen.py +73 -0
- package/deps/librdkafka/mainpage.doxy +40 -0
- package/deps/librdkafka/mklove/Makefile.base +329 -0
- package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
- package/deps/librdkafka/mklove/modules/configure.base +2484 -0
- package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
- package/deps/librdkafka/mklove/modules/configure.cc +186 -0
- package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
- package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
- package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
- package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
- package/deps/librdkafka/mklove/modules/configure.host +132 -0
- package/deps/librdkafka/mklove/modules/configure.lib +49 -0
- package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
- package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
- package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
- package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
- package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
- package/deps/librdkafka/mklove/modules/configure.pic +16 -0
- package/deps/librdkafka/mklove/modules/configure.socket +20 -0
- package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
- package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
- package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
- package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
- package/deps/librdkafka/packaging/RELEASE.md +319 -0
- package/deps/librdkafka/packaging/alpine/build-alpine.sh +38 -0
- package/deps/librdkafka/packaging/archlinux/PKGBUILD +30 -0
- package/deps/librdkafka/packaging/cmake/Config.cmake.in +37 -0
- package/deps/librdkafka/packaging/cmake/Modules/FindLZ4.cmake +38 -0
- package/deps/librdkafka/packaging/cmake/Modules/FindZSTD.cmake +27 -0
- package/deps/librdkafka/packaging/cmake/Modules/LICENSE.FindZstd +178 -0
- package/deps/librdkafka/packaging/cmake/README.md +38 -0
- package/deps/librdkafka/packaging/cmake/config.h.in +52 -0
- package/deps/librdkafka/packaging/cmake/parseversion.cmake +60 -0
- package/deps/librdkafka/packaging/cmake/rdkafka.pc.in +12 -0
- package/deps/librdkafka/packaging/cmake/try_compile/atomic_32_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/atomic_64_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/c11threads_test.c +14 -0
- package/deps/librdkafka/packaging/cmake/try_compile/crc32c_hw_test.c +27 -0
- package/deps/librdkafka/packaging/cmake/try_compile/dlopen_test.c +11 -0
- package/deps/librdkafka/packaging/cmake/try_compile/libsasl2_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_darwin_test.c +6 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_freebsd_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_gnu_test.c +5 -0
- package/deps/librdkafka/packaging/cmake/try_compile/rand_r_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/rdkafka_setup.cmake +122 -0
- package/deps/librdkafka/packaging/cmake/try_compile/regex_test.c +10 -0
- package/deps/librdkafka/packaging/cmake/try_compile/strndup_test.c +5 -0
- package/deps/librdkafka/packaging/cmake/try_compile/sync_32_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/sync_64_test.c +8 -0
- package/deps/librdkafka/packaging/cp/README.md +16 -0
- package/deps/librdkafka/packaging/cp/check_features.c +72 -0
- package/deps/librdkafka/packaging/cp/verify-deb.sh +33 -0
- package/deps/librdkafka/packaging/cp/verify-packages.sh +69 -0
- package/deps/librdkafka/packaging/cp/verify-rpm.sh +32 -0
- package/deps/librdkafka/packaging/debian/changelog +66 -0
- package/deps/librdkafka/packaging/debian/compat +1 -0
- package/deps/librdkafka/packaging/debian/control +49 -0
- package/deps/librdkafka/packaging/debian/copyright +84 -0
- package/deps/librdkafka/packaging/debian/docs +5 -0
- package/deps/librdkafka/packaging/debian/gbp.conf +9 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.dirs +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.examples +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.install +6 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.substvars +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka.dsc +16 -0
- package/deps/librdkafka/packaging/debian/librdkafka1-dbg.substvars +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.dirs +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.install +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.postinst.debhelper +5 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.postrm.debhelper +5 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.symbols +64 -0
- package/deps/librdkafka/packaging/debian/rules +19 -0
- package/deps/librdkafka/packaging/debian/source/format +1 -0
- package/deps/librdkafka/packaging/debian/watch +2 -0
- package/deps/librdkafka/packaging/get_version.py +21 -0
- package/deps/librdkafka/packaging/homebrew/README.md +15 -0
- package/deps/librdkafka/packaging/homebrew/brew-update-pr.sh +31 -0
- package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw-static.sh +52 -0
- package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw.sh +21 -0
- package/deps/librdkafka/packaging/mingw-w64/export-variables.sh +13 -0
- package/deps/librdkafka/packaging/mingw-w64/run-tests.sh +6 -0
- package/deps/librdkafka/packaging/mingw-w64/semaphoreci-build.sh +38 -0
- package/deps/librdkafka/packaging/nuget/README.md +84 -0
- package/deps/librdkafka/packaging/nuget/artifact.py +177 -0
- package/deps/librdkafka/packaging/nuget/cleanup-s3.py +143 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr120.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr140.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr120.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr140.zip +0 -0
- package/deps/librdkafka/packaging/nuget/nuget.sh +21 -0
- package/deps/librdkafka/packaging/nuget/nugetpackage.py +278 -0
- package/deps/librdkafka/packaging/nuget/packaging.py +448 -0
- package/deps/librdkafka/packaging/nuget/push-to-nuget.sh +21 -0
- package/deps/librdkafka/packaging/nuget/release.py +167 -0
- package/deps/librdkafka/packaging/nuget/requirements.txt +3 -0
- package/deps/librdkafka/packaging/nuget/staticpackage.py +178 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.nuspec +21 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.props +18 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.targets +19 -0
- package/deps/librdkafka/packaging/nuget/zfile/__init__.py +0 -0
- package/deps/librdkafka/packaging/nuget/zfile/zfile.py +98 -0
- package/deps/librdkafka/packaging/rpm/Makefile +92 -0
- package/deps/librdkafka/packaging/rpm/README.md +23 -0
- package/deps/librdkafka/packaging/rpm/el7-x86_64.cfg +40 -0
- package/deps/librdkafka/packaging/rpm/librdkafka.spec +118 -0
- package/deps/librdkafka/packaging/rpm/mock-on-docker.sh +96 -0
- package/deps/librdkafka/packaging/rpm/tests/Makefile +25 -0
- package/deps/librdkafka/packaging/rpm/tests/README.md +8 -0
- package/deps/librdkafka/packaging/rpm/tests/run-test.sh +42 -0
- package/deps/librdkafka/packaging/rpm/tests/test-on-docker.sh +56 -0
- package/deps/librdkafka/packaging/rpm/tests/test.c +77 -0
- package/deps/librdkafka/packaging/rpm/tests/test.cpp +34 -0
- package/deps/librdkafka/packaging/tools/Dockerfile +31 -0
- package/deps/librdkafka/packaging/tools/build-configurations-checks.sh +12 -0
- package/deps/librdkafka/packaging/tools/build-deb-package.sh +64 -0
- package/deps/librdkafka/packaging/tools/build-debian.sh +65 -0
- package/deps/librdkafka/packaging/tools/build-manylinux.sh +68 -0
- package/deps/librdkafka/packaging/tools/build-release-artifacts.sh +139 -0
- package/deps/librdkafka/packaging/tools/distro-build.sh +38 -0
- package/deps/librdkafka/packaging/tools/gh-release-checksums.py +39 -0
- package/deps/librdkafka/packaging/tools/rdutcoverage.sh +25 -0
- package/deps/librdkafka/packaging/tools/requirements.txt +2 -0
- package/deps/librdkafka/packaging/tools/run-in-docker.sh +28 -0
- package/deps/librdkafka/packaging/tools/run-integration-tests.sh +31 -0
- package/deps/librdkafka/packaging/tools/run-style-check.sh +4 -0
- package/deps/librdkafka/packaging/tools/style-format.sh +149 -0
- package/deps/librdkafka/packaging/tools/update_rpcs_max_versions.py +100 -0
- package/deps/librdkafka/service.yml +172 -0
- package/deps/librdkafka/src/CMakeLists.txt +374 -0
- package/deps/librdkafka/src/Makefile +103 -0
- package/deps/librdkafka/src/README.lz4.md +30 -0
- package/deps/librdkafka/src/cJSON.c +2834 -0
- package/deps/librdkafka/src/cJSON.h +398 -0
- package/deps/librdkafka/src/crc32c.c +430 -0
- package/deps/librdkafka/src/crc32c.h +38 -0
- package/deps/librdkafka/src/generate_proto.sh +66 -0
- package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
- package/deps/librdkafka/src/lz4.c +2727 -0
- package/deps/librdkafka/src/lz4.h +842 -0
- package/deps/librdkafka/src/lz4frame.c +2078 -0
- package/deps/librdkafka/src/lz4frame.h +692 -0
- package/deps/librdkafka/src/lz4frame_static.h +47 -0
- package/deps/librdkafka/src/lz4hc.c +1631 -0
- package/deps/librdkafka/src/lz4hc.h +413 -0
- package/deps/librdkafka/src/nanopb/pb.h +917 -0
- package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
- package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
- package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
- package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
- package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
- package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
- package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
- package/deps/librdkafka/src/queue.h +850 -0
- package/deps/librdkafka/src/rd.h +584 -0
- package/deps/librdkafka/src/rdaddr.c +255 -0
- package/deps/librdkafka/src/rdaddr.h +202 -0
- package/deps/librdkafka/src/rdatomic.h +230 -0
- package/deps/librdkafka/src/rdavg.h +260 -0
- package/deps/librdkafka/src/rdavl.c +210 -0
- package/deps/librdkafka/src/rdavl.h +250 -0
- package/deps/librdkafka/src/rdbase64.c +200 -0
- package/deps/librdkafka/src/rdbase64.h +43 -0
- package/deps/librdkafka/src/rdbuf.c +1884 -0
- package/deps/librdkafka/src/rdbuf.h +375 -0
- package/deps/librdkafka/src/rdcrc32.c +114 -0
- package/deps/librdkafka/src/rdcrc32.h +170 -0
- package/deps/librdkafka/src/rddl.c +179 -0
- package/deps/librdkafka/src/rddl.h +43 -0
- package/deps/librdkafka/src/rdendian.h +175 -0
- package/deps/librdkafka/src/rdfloat.h +67 -0
- package/deps/librdkafka/src/rdfnv1a.c +113 -0
- package/deps/librdkafka/src/rdfnv1a.h +35 -0
- package/deps/librdkafka/src/rdgz.c +120 -0
- package/deps/librdkafka/src/rdgz.h +46 -0
- package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
- package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
- package/deps/librdkafka/src/rdhttp.c +830 -0
- package/deps/librdkafka/src/rdhttp.h +101 -0
- package/deps/librdkafka/src/rdinterval.h +177 -0
- package/deps/librdkafka/src/rdkafka.c +5505 -0
- package/deps/librdkafka/src/rdkafka.h +10686 -0
- package/deps/librdkafka/src/rdkafka_admin.c +9794 -0
- package/deps/librdkafka/src/rdkafka_admin.h +661 -0
- package/deps/librdkafka/src/rdkafka_assignment.c +1010 -0
- package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
- package/deps/librdkafka/src/rdkafka_assignor.c +1786 -0
- package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
- package/deps/librdkafka/src/rdkafka_aux.c +409 -0
- package/deps/librdkafka/src/rdkafka_aux.h +174 -0
- package/deps/librdkafka/src/rdkafka_background.c +221 -0
- package/deps/librdkafka/src/rdkafka_broker.c +6337 -0
- package/deps/librdkafka/src/rdkafka_broker.h +744 -0
- package/deps/librdkafka/src/rdkafka_buf.c +543 -0
- package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
- package/deps/librdkafka/src/rdkafka_cert.c +576 -0
- package/deps/librdkafka/src/rdkafka_cert.h +62 -0
- package/deps/librdkafka/src/rdkafka_cgrp.c +7587 -0
- package/deps/librdkafka/src/rdkafka_cgrp.h +477 -0
- package/deps/librdkafka/src/rdkafka_conf.c +4880 -0
- package/deps/librdkafka/src/rdkafka_conf.h +732 -0
- package/deps/librdkafka/src/rdkafka_confval.h +97 -0
- package/deps/librdkafka/src/rdkafka_coord.c +623 -0
- package/deps/librdkafka/src/rdkafka_coord.h +132 -0
- package/deps/librdkafka/src/rdkafka_error.c +228 -0
- package/deps/librdkafka/src/rdkafka_error.h +80 -0
- package/deps/librdkafka/src/rdkafka_event.c +502 -0
- package/deps/librdkafka/src/rdkafka_event.h +126 -0
- package/deps/librdkafka/src/rdkafka_feature.c +898 -0
- package/deps/librdkafka/src/rdkafka_feature.h +104 -0
- package/deps/librdkafka/src/rdkafka_fetcher.c +1422 -0
- package/deps/librdkafka/src/rdkafka_fetcher.h +44 -0
- package/deps/librdkafka/src/rdkafka_header.c +220 -0
- package/deps/librdkafka/src/rdkafka_header.h +76 -0
- package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
- package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
- package/deps/librdkafka/src/rdkafka_int.h +1260 -0
- package/deps/librdkafka/src/rdkafka_interceptor.c +819 -0
- package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
- package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
- package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
- package/deps/librdkafka/src/rdkafka_metadata.c +2209 -0
- package/deps/librdkafka/src/rdkafka_metadata.h +345 -0
- package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
- package/deps/librdkafka/src/rdkafka_mock.c +3661 -0
- package/deps/librdkafka/src/rdkafka_mock.h +610 -0
- package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1876 -0
- package/deps/librdkafka/src/rdkafka_mock_handlers.c +3113 -0
- package/deps/librdkafka/src/rdkafka_mock_int.h +710 -0
- package/deps/librdkafka/src/rdkafka_msg.c +2589 -0
- package/deps/librdkafka/src/rdkafka_msg.h +614 -0
- package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
- package/deps/librdkafka/src/rdkafka_msgset.h +98 -0
- package/deps/librdkafka/src/rdkafka_msgset_reader.c +1806 -0
- package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
- package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
- package/deps/librdkafka/src/rdkafka_offset.h +150 -0
- package/deps/librdkafka/src/rdkafka_op.c +997 -0
- package/deps/librdkafka/src/rdkafka_op.h +858 -0
- package/deps/librdkafka/src/rdkafka_partition.c +4896 -0
- package/deps/librdkafka/src/rdkafka_partition.h +1182 -0
- package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
- package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
- package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
- package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
- package/deps/librdkafka/src/rdkafka_proto.h +736 -0
- package/deps/librdkafka/src/rdkafka_protocol.h +128 -0
- package/deps/librdkafka/src/rdkafka_queue.c +1230 -0
- package/deps/librdkafka/src/rdkafka_queue.h +1220 -0
- package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
- package/deps/librdkafka/src/rdkafka_request.c +7089 -0
- package/deps/librdkafka/src/rdkafka_request.h +732 -0
- package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
- package/deps/librdkafka/src/rdkafka_sasl.c +530 -0
- package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
- package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
- package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1666 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +47 -0
- package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
- package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
- package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
- package/deps/librdkafka/src/rdkafka_ssl.c +2129 -0
- package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
- package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
- package/deps/librdkafka/src/rdkafka_subscription.c +278 -0
- package/deps/librdkafka/src/rdkafka_telemetry.c +760 -0
- package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1053 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.c +997 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.h +301 -0
- package/deps/librdkafka/src/rdkafka_timer.c +402 -0
- package/deps/librdkafka/src/rdkafka_timer.h +117 -0
- package/deps/librdkafka/src/rdkafka_topic.c +2161 -0
- package/deps/librdkafka/src/rdkafka_topic.h +334 -0
- package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
- package/deps/librdkafka/src/rdkafka_transport.h +99 -0
- package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
- package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
- package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
- package/deps/librdkafka/src/rdlist.c +576 -0
- package/deps/librdkafka/src/rdlist.h +434 -0
- package/deps/librdkafka/src/rdlog.c +89 -0
- package/deps/librdkafka/src/rdlog.h +41 -0
- package/deps/librdkafka/src/rdmap.c +508 -0
- package/deps/librdkafka/src/rdmap.h +492 -0
- package/deps/librdkafka/src/rdmurmur2.c +167 -0
- package/deps/librdkafka/src/rdmurmur2.h +35 -0
- package/deps/librdkafka/src/rdports.c +61 -0
- package/deps/librdkafka/src/rdports.h +38 -0
- package/deps/librdkafka/src/rdposix.h +250 -0
- package/deps/librdkafka/src/rdrand.c +80 -0
- package/deps/librdkafka/src/rdrand.h +43 -0
- package/deps/librdkafka/src/rdregex.c +156 -0
- package/deps/librdkafka/src/rdregex.h +43 -0
- package/deps/librdkafka/src/rdsignal.h +57 -0
- package/deps/librdkafka/src/rdstring.c +645 -0
- package/deps/librdkafka/src/rdstring.h +98 -0
- package/deps/librdkafka/src/rdsysqueue.h +404 -0
- package/deps/librdkafka/src/rdtime.h +356 -0
- package/deps/librdkafka/src/rdtypes.h +86 -0
- package/deps/librdkafka/src/rdunittest.c +549 -0
- package/deps/librdkafka/src/rdunittest.h +232 -0
- package/deps/librdkafka/src/rdvarint.c +134 -0
- package/deps/librdkafka/src/rdvarint.h +165 -0
- package/deps/librdkafka/src/rdwin32.h +382 -0
- package/deps/librdkafka/src/rdxxhash.c +1030 -0
- package/deps/librdkafka/src/rdxxhash.h +328 -0
- package/deps/librdkafka/src/regexp.c +1352 -0
- package/deps/librdkafka/src/regexp.h +41 -0
- package/deps/librdkafka/src/snappy.c +1866 -0
- package/deps/librdkafka/src/snappy.h +62 -0
- package/deps/librdkafka/src/snappy_compat.h +138 -0
- package/deps/librdkafka/src/statistics_schema.json +444 -0
- package/deps/librdkafka/src/tinycthread.c +932 -0
- package/deps/librdkafka/src/tinycthread.h +503 -0
- package/deps/librdkafka/src/tinycthread_extra.c +199 -0
- package/deps/librdkafka/src/tinycthread_extra.h +212 -0
- package/deps/librdkafka/src/win32_config.h +58 -0
- package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
- package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
- package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
- package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
- package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
- package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
- package/deps/librdkafka/src-cpp/Makefile +55 -0
- package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
- package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
- package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
- package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
- package/deps/librdkafka/src-cpp/README.md +16 -0
- package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
- package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
- package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
- package/deps/librdkafka/tests/0000-unittests.c +72 -0
- package/deps/librdkafka/tests/0001-multiobj.c +102 -0
- package/deps/librdkafka/tests/0002-unkpart.c +244 -0
- package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
- package/deps/librdkafka/tests/0004-conf.c +934 -0
- package/deps/librdkafka/tests/0005-order.c +133 -0
- package/deps/librdkafka/tests/0006-symbols.c +163 -0
- package/deps/librdkafka/tests/0007-autotopic.c +136 -0
- package/deps/librdkafka/tests/0008-reqacks.c +179 -0
- package/deps/librdkafka/tests/0009-mock_cluster.c +97 -0
- package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
- package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
- package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
- package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
- package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
- package/deps/librdkafka/tests/0016-client_swname.c +181 -0
- package/deps/librdkafka/tests/0017-compression.c +140 -0
- package/deps/librdkafka/tests/0018-cgrp_term.c +338 -0
- package/deps/librdkafka/tests/0019-list_groups.c +289 -0
- package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
- package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
- package/deps/librdkafka/tests/0022-consume_batch.c +279 -0
- package/deps/librdkafka/tests/0025-timers.c +147 -0
- package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
- package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
- package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
- package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
- package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
- package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
- package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
- package/deps/librdkafka/tests/0035-api_version.c +73 -0
- package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
- package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
- package/deps/librdkafka/tests/0038-performance.c +121 -0
- package/deps/librdkafka/tests/0039-event.c +284 -0
- package/deps/librdkafka/tests/0040-io_event.c +257 -0
- package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
- package/deps/librdkafka/tests/0042-many_topics.c +252 -0
- package/deps/librdkafka/tests/0043-no_connection.c +77 -0
- package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
- package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
- package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
- package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
- package/deps/librdkafka/tests/0048-partitioner.c +283 -0
- package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
- package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
- package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
- package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
- package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
- package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
- package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
- package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
- package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
- package/deps/librdkafka/tests/0058-log.cpp +123 -0
- package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
- package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
- package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
- package/deps/librdkafka/tests/0062-stats_event.c +126 -0
- package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
- package/deps/librdkafka/tests/0064-interceptors.c +481 -0
- package/deps/librdkafka/tests/0065-yield.cpp +140 -0
- package/deps/librdkafka/tests/0066-plugins.cpp +129 -0
- package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
- package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
- package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
- package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
- package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
- package/deps/librdkafka/tests/0073-headers.c +381 -0
- package/deps/librdkafka/tests/0074-producev.c +87 -0
- package/deps/librdkafka/tests/0075-retry.c +290 -0
- package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
- package/deps/librdkafka/tests/0077-compaction.c +363 -0
- package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
- package/deps/librdkafka/tests/0079-fork.c +93 -0
- package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
- package/deps/librdkafka/tests/0081-admin.c +5633 -0
- package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
- package/deps/librdkafka/tests/0083-cb_event.c +233 -0
- package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
- package/deps/librdkafka/tests/0085-headers.cpp +392 -0
- package/deps/librdkafka/tests/0086-purge.c +368 -0
- package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
- package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
- package/deps/librdkafka/tests/0090-idempotence.c +171 -0
- package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
- package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
- package/deps/librdkafka/tests/0093-holb.c +200 -0
- package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
- package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
- package/deps/librdkafka/tests/0097-ssl_verify.cpp +658 -0
- package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
- package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
- package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
- package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
- package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
- package/deps/librdkafka/tests/0103-transactions.c +1383 -0
- package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
- package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
- package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
- package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
- package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
- package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
- package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
- package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
- package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
- package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
- package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
- package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
- package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
- package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
- package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
- package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
- package/deps/librdkafka/tests/0121-clusterid.c +115 -0
- package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
- package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
- package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
- package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
- package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +528 -0
- package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
- package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +125 -0
- package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
- package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
- package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
- package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
- package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
- package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
- package/deps/librdkafka/tests/0135-sasl_credentials.cpp +143 -0
- package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
- package/deps/librdkafka/tests/0137-barrier_batch_consume.c +619 -0
- package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
- package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
- package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
- package/deps/librdkafka/tests/0142-reauthentication.c +515 -0
- package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
- package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
- package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
- package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
- package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +952 -0
- package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +563 -0
- package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
- package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
- package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
- package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
- package/deps/librdkafka/tests/0153-memberid.c +128 -0
- package/deps/librdkafka/tests/1000-unktopic.c +164 -0
- package/deps/librdkafka/tests/8000-idle.cpp +60 -0
- package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
- package/deps/librdkafka/tests/CMakeLists.txt +170 -0
- package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
- package/deps/librdkafka/tests/Makefile +182 -0
- package/deps/librdkafka/tests/README.md +509 -0
- package/deps/librdkafka/tests/autotest.sh +33 -0
- package/deps/librdkafka/tests/backtrace.gdb +30 -0
- package/deps/librdkafka/tests/broker_version_tests.py +315 -0
- package/deps/librdkafka/tests/buildbox.sh +17 -0
- package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
- package/deps/librdkafka/tests/cluster_testing.py +191 -0
- package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
- package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
- package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
- package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
- package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
- package/deps/librdkafka/tests/fuzzers/README.md +31 -0
- package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
- package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
- package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
- package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
- package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
- package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
- package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
- package/deps/librdkafka/tests/java/Makefile +13 -0
- package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
- package/deps/librdkafka/tests/java/README.md +14 -0
- package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
- package/deps/librdkafka/tests/java/run-class.sh +11 -0
- package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
- package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
- package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
- package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
- package/deps/librdkafka/tests/performance_plot.py +115 -0
- package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
- package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
- package/deps/librdkafka/tests/requirements.txt +2 -0
- package/deps/librdkafka/tests/run-all-tests.sh +79 -0
- package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-test-batches.py +157 -0
- package/deps/librdkafka/tests/run-test.sh +140 -0
- package/deps/librdkafka/tests/rusage.c +249 -0
- package/deps/librdkafka/tests/sasl_test.py +289 -0
- package/deps/librdkafka/tests/scenarios/README.md +6 -0
- package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
- package/deps/librdkafka/tests/scenarios/default.json +5 -0
- package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
- package/deps/librdkafka/tests/sockem.c +801 -0
- package/deps/librdkafka/tests/sockem.h +85 -0
- package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
- package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
- package/deps/librdkafka/tests/test.c +7778 -0
- package/deps/librdkafka/tests/test.conf.example +27 -0
- package/deps/librdkafka/tests/test.h +1028 -0
- package/deps/librdkafka/tests/testcpp.cpp +131 -0
- package/deps/librdkafka/tests/testcpp.h +388 -0
- package/deps/librdkafka/tests/testshared.h +416 -0
- package/deps/librdkafka/tests/tools/README.md +4 -0
- package/deps/librdkafka/tests/tools/stats/README.md +21 -0
- package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
- package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
- package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
- package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
- package/deps/librdkafka/tests/trivup/trivup-0.14.0.tar.gz +0 -0
- package/deps/librdkafka/tests/until-fail.sh +87 -0
- package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
- package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
- package/deps/librdkafka/vcpkg.json +23 -0
- package/deps/librdkafka/win32/README.md +5 -0
- package/deps/librdkafka/win32/build-package.bat +3 -0
- package/deps/librdkafka/win32/build.bat +19 -0
- package/deps/librdkafka/win32/common.vcxproj +84 -0
- package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
- package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
- package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
- package/deps/librdkafka/win32/librdkafka.sln +226 -0
- package/deps/librdkafka/win32/librdkafka.vcxproj +276 -0
- package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
- package/deps/librdkafka/win32/msbuild.ps1 +15 -0
- package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
- package/deps/librdkafka/win32/package-zip.ps1 +46 -0
- package/deps/librdkafka/win32/packages/repositories.config +4 -0
- package/deps/librdkafka/win32/push-package.bat +4 -0
- package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
- package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
- package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
- package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
- package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
- package/deps/librdkafka/win32/tests/test.conf.example +25 -0
- package/deps/librdkafka/win32/tests/tests.vcxproj +253 -0
- package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
- package/deps/librdkafka/win32/wingetopt.c +564 -0
- package/deps/librdkafka/win32/wingetopt.h +101 -0
- package/deps/librdkafka/win32/wintime.h +33 -0
- package/deps/librdkafka.gyp +62 -0
- package/lib/admin.js +233 -0
- package/lib/client.js +573 -0
- package/lib/error.js +500 -0
- package/lib/index.js +34 -0
- package/lib/kafka-consumer-stream.js +397 -0
- package/lib/kafka-consumer.js +698 -0
- package/lib/producer/high-level-producer.js +323 -0
- package/lib/producer-stream.js +307 -0
- package/lib/producer.js +375 -0
- package/lib/tools/ref-counter.js +52 -0
- package/lib/topic-partition.js +88 -0
- package/lib/topic.js +42 -0
- package/lib/util.js +29 -0
- package/package.json +61 -0
- package/prebuilds/darwin-arm64/@point3+node-rdkafka.node +0 -0
- package/prebuilds/linux-x64/@point3+node-rdkafka.node +0 -0
- package/util/configure.js +30 -0
- package/util/get-env.js +6 -0
- package/util/test-compile.js +11 -0
- package/util/test-producer-delivery.js +100 -0
|
@@ -0,0 +1,481 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2017-2022, Magnus Edenhill
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
#include "test.h"
|
|
30
|
+
#include "rdkafka.h"
|
|
31
|
+
#include <ctype.h>
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Verify interceptor functionality.
|
|
35
|
+
*
|
|
36
|
+
* Producer MO:
|
|
37
|
+
* - create a chain of N interceptors
|
|
38
|
+
* - allocate a state struct with unique id for each message produced,
|
|
39
|
+
* provide as msg_opaque and reference from payload.
|
|
40
|
+
* - in on_send: verify expected interceptor order by counting number
|
|
41
|
+
* of consecutive bits.
|
|
42
|
+
* - in on_acknowledge: same
|
|
43
|
+
* - produce message to invalid topic which should trigger on_send+on_ack..
|
|
44
|
+
* from within produce().
|
|
45
|
+
*
|
|
46
|
+
* Consumer MO:
|
|
47
|
+
* - create a chain of M interceptors
|
|
48
|
+
* - subscribe to the previously produced topic
|
|
49
|
+
* - in on_consume: find message by id, verify expected order by bit counting.
|
|
50
|
+
* - on on_commit: just count order per on_commit chain run.
|
|
51
|
+
*/
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
#define msgcnt 100
|
|
55
|
+
static const int producer_ic_cnt = 5;
|
|
56
|
+
static const int consumer_ic_cnt = 10;
|
|
57
|
+
|
|
58
|
+
/* The base values help differentiating opaque values between interceptors */
|
|
59
|
+
static const int on_send_base = 1 << 24;
|
|
60
|
+
static const int on_ack_base = 1 << 25;
|
|
61
|
+
static const int on_consume_base = 1 << 26;
|
|
62
|
+
static const int on_commit_base = 1 << 27;
|
|
63
|
+
static const int base_mask = 0xff << 24;
|
|
64
|
+
|
|
65
|
+
#define _ON_SEND 0
|
|
66
|
+
#define _ON_ACK 1
|
|
67
|
+
#define _ON_CONSUME 2
|
|
68
|
+
#define _ON_CNT 3
|
|
69
|
+
struct msg_state {
|
|
70
|
+
int id;
|
|
71
|
+
int bits[_ON_CNT]; /* Bit field, one bit per interceptor */
|
|
72
|
+
mtx_t lock;
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
/* Per-message state */
|
|
76
|
+
static struct msg_state msgs[msgcnt];
|
|
77
|
+
|
|
78
|
+
/* on_commit bits */
|
|
79
|
+
static int on_commit_bits = 0;
|
|
80
|
+
|
|
81
|
+
/**
|
|
82
|
+
* @brief Verify that \p bits matches the number of expected interceptor
|
|
83
|
+
* call cnt.
|
|
84
|
+
*
|
|
85
|
+
* Verify interceptor order: the lower bits of ic_id
|
|
86
|
+
* denotes the order in which interceptors were added and it
|
|
87
|
+
* must be reflected here, meaning that all lower bits must be set,
|
|
88
|
+
* and no higher ones.
|
|
89
|
+
*/
|
|
90
|
+
static void msg_verify_ic_cnt(const struct msg_state *msg,
|
|
91
|
+
const char *what,
|
|
92
|
+
int bits,
|
|
93
|
+
int exp_cnt) {
|
|
94
|
+
int exp_bits = exp_cnt ? (1 << exp_cnt) - 1 : 0;
|
|
95
|
+
|
|
96
|
+
TEST_ASSERT(bits == exp_bits,
|
|
97
|
+
"msg #%d: %s: expected bits 0x%x (%d), got 0x%x", msg->id,
|
|
98
|
+
what, exp_bits, exp_cnt, bits);
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
/*
|
|
102
|
+
* @brief Same as msg_verify_ic_cnt() without the msg reliance
|
|
103
|
+
*/
|
|
104
|
+
static void verify_ic_cnt(const char *what, int bits, int exp_cnt) {
|
|
105
|
+
int exp_bits = exp_cnt ? (1 << exp_cnt) - 1 : 0;
|
|
106
|
+
|
|
107
|
+
TEST_ASSERT(bits == exp_bits, "%s: expected bits 0x%x (%d), got 0x%x",
|
|
108
|
+
what, exp_bits, exp_cnt, bits);
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
static void verify_msg(const char *what,
|
|
114
|
+
int base,
|
|
115
|
+
int bitid,
|
|
116
|
+
rd_kafka_message_t *rkmessage,
|
|
117
|
+
void *ic_opaque) {
|
|
118
|
+
const char *id_str = rkmessage->key;
|
|
119
|
+
struct msg_state *msg;
|
|
120
|
+
int id;
|
|
121
|
+
int ic_id = (int)(intptr_t)ic_opaque;
|
|
122
|
+
|
|
123
|
+
/* Verify opaque (base | ic id) */
|
|
124
|
+
TEST_ASSERT((ic_id & base_mask) == base);
|
|
125
|
+
ic_id &= ~base_mask;
|
|
126
|
+
|
|
127
|
+
/* Find message by id */
|
|
128
|
+
TEST_ASSERT(rkmessage->key && rkmessage->key_len > 0 &&
|
|
129
|
+
id_str[(int)rkmessage->key_len - 1] == '\0' &&
|
|
130
|
+
strlen(id_str) > 0 && isdigit(*id_str));
|
|
131
|
+
id = atoi(id_str);
|
|
132
|
+
TEST_ASSERT(id >= 0 && id < msgcnt, "%s: bad message id %s", what,
|
|
133
|
+
id_str);
|
|
134
|
+
msg = &msgs[id];
|
|
135
|
+
|
|
136
|
+
mtx_lock(&msg->lock);
|
|
137
|
+
|
|
138
|
+
TEST_ASSERT(msg->id == id, "expected msg #%d has wrong id %d", id,
|
|
139
|
+
msg->id);
|
|
140
|
+
|
|
141
|
+
/* Verify message opaque */
|
|
142
|
+
if (!strcmp(what, "on_send") || !strncmp(what, "on_ack", 6))
|
|
143
|
+
TEST_ASSERT(rkmessage->_private == (void *)msg);
|
|
144
|
+
|
|
145
|
+
TEST_SAYL(3, "%s: interceptor #%d called for message #%d (%d)\n", what,
|
|
146
|
+
ic_id, id, msg->id);
|
|
147
|
+
|
|
148
|
+
msg_verify_ic_cnt(msg, what, msg->bits[bitid], ic_id);
|
|
149
|
+
|
|
150
|
+
/* Set this interceptor's bit */
|
|
151
|
+
msg->bits[bitid] |= 1 << ic_id;
|
|
152
|
+
|
|
153
|
+
mtx_unlock(&msg->lock);
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
static rd_kafka_resp_err_t
|
|
158
|
+
on_send(rd_kafka_t *rk, rd_kafka_message_t *rkmessage, void *ic_opaque) {
|
|
159
|
+
TEST_ASSERT(ic_opaque != NULL);
|
|
160
|
+
verify_msg("on_send", on_send_base, _ON_SEND, rkmessage, ic_opaque);
|
|
161
|
+
return RD_KAFKA_RESP_ERR_NO_ERROR;
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
static rd_kafka_resp_err_t
|
|
165
|
+
on_ack(rd_kafka_t *rk, rd_kafka_message_t *rkmessage, void *ic_opaque) {
|
|
166
|
+
TEST_ASSERT(ic_opaque != NULL);
|
|
167
|
+
verify_msg("on_ack", on_ack_base, _ON_ACK, rkmessage, ic_opaque);
|
|
168
|
+
return RD_KAFKA_RESP_ERR_NO_ERROR;
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
static rd_kafka_resp_err_t
|
|
172
|
+
on_consume(rd_kafka_t *rk, rd_kafka_message_t *rkmessage, void *ic_opaque) {
|
|
173
|
+
TEST_ASSERT(ic_opaque != NULL);
|
|
174
|
+
verify_msg("on_consume", on_consume_base, _ON_CONSUME, rkmessage,
|
|
175
|
+
ic_opaque);
|
|
176
|
+
return RD_KAFKA_RESP_ERR_NO_ERROR;
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
|
|
180
|
+
static rd_kafka_resp_err_t
|
|
181
|
+
on_commit(rd_kafka_t *rk,
|
|
182
|
+
const rd_kafka_topic_partition_list_t *offsets,
|
|
183
|
+
rd_kafka_resp_err_t err,
|
|
184
|
+
void *ic_opaque) {
|
|
185
|
+
int ic_id = (int)(intptr_t)ic_opaque;
|
|
186
|
+
|
|
187
|
+
/* Since on_commit is triggered a bit randomly and not per
|
|
188
|
+
* message we only try to make sure it gets fully set at least once. */
|
|
189
|
+
TEST_ASSERT(ic_opaque != NULL);
|
|
190
|
+
|
|
191
|
+
/* Verify opaque (base | ic id) */
|
|
192
|
+
TEST_ASSERT((ic_id & base_mask) == on_commit_base);
|
|
193
|
+
ic_id &= ~base_mask;
|
|
194
|
+
|
|
195
|
+
TEST_ASSERT(ic_opaque != NULL);
|
|
196
|
+
|
|
197
|
+
TEST_SAYL(3, "on_commit: interceptor #%d called: %s\n", ic_id,
|
|
198
|
+
rd_kafka_err2str(err));
|
|
199
|
+
if (test_level >= 4)
|
|
200
|
+
test_print_partition_list(offsets);
|
|
201
|
+
|
|
202
|
+
/* Check for rollover where a previous on_commit stint was
|
|
203
|
+
* succesful and it just now started over */
|
|
204
|
+
if (on_commit_bits > 0 && ic_id == 0) {
|
|
205
|
+
/* Verify completeness of previous stint */
|
|
206
|
+
verify_ic_cnt("on_commit", on_commit_bits, consumer_ic_cnt);
|
|
207
|
+
/* Reset */
|
|
208
|
+
on_commit_bits = 0;
|
|
209
|
+
}
|
|
210
|
+
|
|
211
|
+
verify_ic_cnt("on_commit", on_commit_bits, ic_id);
|
|
212
|
+
|
|
213
|
+
/* Set this interceptor's bit */
|
|
214
|
+
on_commit_bits |= 1 << ic_id;
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
return RD_KAFKA_RESP_ERR_NO_ERROR;
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
|
|
221
|
+
static void do_test_produce(rd_kafka_t *rk,
|
|
222
|
+
const char *topic,
|
|
223
|
+
int32_t partition,
|
|
224
|
+
int msgid,
|
|
225
|
+
int exp_fail,
|
|
226
|
+
int exp_ic_cnt) {
|
|
227
|
+
rd_kafka_resp_err_t err;
|
|
228
|
+
char key[16];
|
|
229
|
+
struct msg_state *msg = &msgs[msgid];
|
|
230
|
+
int i;
|
|
231
|
+
|
|
232
|
+
/* Message state should be empty, no interceptors should have
|
|
233
|
+
* been called yet.. */
|
|
234
|
+
for (i = 0; i < _ON_CNT; i++)
|
|
235
|
+
TEST_ASSERT(msg->bits[i] == 0);
|
|
236
|
+
|
|
237
|
+
mtx_init(&msg->lock, mtx_plain);
|
|
238
|
+
msg->id = msgid;
|
|
239
|
+
rd_snprintf(key, sizeof(key), "%d", msgid);
|
|
240
|
+
|
|
241
|
+
err = rd_kafka_producev(rk, RD_KAFKA_V_TOPIC(topic),
|
|
242
|
+
RD_KAFKA_V_PARTITION(partition),
|
|
243
|
+
RD_KAFKA_V_KEY(key, strlen(key) + 1),
|
|
244
|
+
RD_KAFKA_V_MSGFLAGS(RD_KAFKA_MSG_F_COPY),
|
|
245
|
+
RD_KAFKA_V_OPAQUE(msg), RD_KAFKA_V_END);
|
|
246
|
+
|
|
247
|
+
mtx_lock(&msg->lock);
|
|
248
|
+
msg_verify_ic_cnt(msg, "on_send", msg->bits[_ON_SEND], exp_ic_cnt);
|
|
249
|
+
|
|
250
|
+
if (err) {
|
|
251
|
+
msg_verify_ic_cnt(msg, "on_ack", msg->bits[_ON_ACK],
|
|
252
|
+
exp_ic_cnt);
|
|
253
|
+
TEST_ASSERT(exp_fail, "producev() failed: %s",
|
|
254
|
+
rd_kafka_err2str(err));
|
|
255
|
+
} else {
|
|
256
|
+
msg_verify_ic_cnt(msg, "on_ack", msg->bits[_ON_ACK], 0);
|
|
257
|
+
TEST_ASSERT(!exp_fail,
|
|
258
|
+
"expected produce failure for msg #%d, not %s",
|
|
259
|
+
msgid, rd_kafka_err2str(err));
|
|
260
|
+
}
|
|
261
|
+
mtx_unlock(&msg->lock);
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
|
|
265
|
+
|
|
266
|
+
static rd_kafka_resp_err_t on_new_producer(rd_kafka_t *rk,
|
|
267
|
+
const rd_kafka_conf_t *conf,
|
|
268
|
+
void *ic_opaque,
|
|
269
|
+
char *errstr,
|
|
270
|
+
size_t errstr_size) {
|
|
271
|
+
int i;
|
|
272
|
+
|
|
273
|
+
for (i = 0; i < producer_ic_cnt; i++) {
|
|
274
|
+
rd_kafka_resp_err_t err;
|
|
275
|
+
|
|
276
|
+
err = rd_kafka_interceptor_add_on_send(
|
|
277
|
+
rk, tsprintf("on_send:%d", i), on_send,
|
|
278
|
+
(void *)(intptr_t)(on_send_base | i));
|
|
279
|
+
TEST_ASSERT(!err, "add_on_send failed: %s",
|
|
280
|
+
rd_kafka_err2str(err));
|
|
281
|
+
|
|
282
|
+
err = rd_kafka_interceptor_add_on_acknowledgement(
|
|
283
|
+
rk, tsprintf("on_acknowledgement:%d", i), on_ack,
|
|
284
|
+
(void *)(intptr_t)(on_ack_base | i));
|
|
285
|
+
TEST_ASSERT(!err, "add_on_ack.. failed: %s",
|
|
286
|
+
rd_kafka_err2str(err));
|
|
287
|
+
|
|
288
|
+
|
|
289
|
+
/* Add consumer interceptors as well to make sure
|
|
290
|
+
* they are not called. */
|
|
291
|
+
err = rd_kafka_interceptor_add_on_consume(
|
|
292
|
+
rk, tsprintf("on_consume:%d", i), on_consume, NULL);
|
|
293
|
+
TEST_ASSERT(!err, "add_on_consume failed: %s",
|
|
294
|
+
rd_kafka_err2str(err));
|
|
295
|
+
|
|
296
|
+
|
|
297
|
+
err = rd_kafka_interceptor_add_on_commit(
|
|
298
|
+
rk, tsprintf("on_commit:%d", i), on_commit, NULL);
|
|
299
|
+
TEST_ASSERT(!err, "add_on_commit failed: %s",
|
|
300
|
+
rd_kafka_err2str(err));
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
return RD_KAFKA_RESP_ERR_NO_ERROR;
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
static void do_test_producer(const char *topic) {
|
|
307
|
+
rd_kafka_conf_t *conf;
|
|
308
|
+
int i;
|
|
309
|
+
rd_kafka_t *rk;
|
|
310
|
+
|
|
311
|
+
TEST_SAY(_C_MAG "[ %s ]\n" _C_CLR, __FUNCTION__);
|
|
312
|
+
|
|
313
|
+
test_conf_init(&conf, NULL, 0);
|
|
314
|
+
|
|
315
|
+
rd_kafka_conf_interceptor_add_on_new(conf, "on_new_prodcer",
|
|
316
|
+
on_new_producer, NULL);
|
|
317
|
+
|
|
318
|
+
/* Create producer */
|
|
319
|
+
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
|
|
320
|
+
|
|
321
|
+
for (i = 0; i < msgcnt - 1; i++)
|
|
322
|
+
do_test_produce(rk, topic, RD_KAFKA_PARTITION_UA, i, 0,
|
|
323
|
+
producer_ic_cnt);
|
|
324
|
+
|
|
325
|
+
/* Wait for messages to be delivered */
|
|
326
|
+
test_flush(rk, -1);
|
|
327
|
+
|
|
328
|
+
/* Now send a message that will fail in produce()
|
|
329
|
+
* due to bad partition */
|
|
330
|
+
do_test_produce(rk, topic, 1234, i, 1, producer_ic_cnt);
|
|
331
|
+
|
|
332
|
+
|
|
333
|
+
/* Verify acks */
|
|
334
|
+
for (i = 0; i < msgcnt; i++) {
|
|
335
|
+
struct msg_state *msg = &msgs[i];
|
|
336
|
+
mtx_lock(&msg->lock);
|
|
337
|
+
msg_verify_ic_cnt(msg, "on_ack", msg->bits[_ON_ACK],
|
|
338
|
+
producer_ic_cnt);
|
|
339
|
+
mtx_unlock(&msg->lock);
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
rd_kafka_destroy(rk);
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
|
|
346
|
+
static rd_kafka_resp_err_t on_new_consumer(rd_kafka_t *rk,
|
|
347
|
+
const rd_kafka_conf_t *conf,
|
|
348
|
+
void *ic_opaque,
|
|
349
|
+
char *errstr,
|
|
350
|
+
size_t errstr_size) {
|
|
351
|
+
int i;
|
|
352
|
+
|
|
353
|
+
for (i = 0; i < consumer_ic_cnt; i++) {
|
|
354
|
+
rd_kafka_interceptor_add_on_consume(
|
|
355
|
+
rk, tsprintf("on_consume:%d", i), on_consume,
|
|
356
|
+
(void *)(intptr_t)(on_consume_base | i));
|
|
357
|
+
|
|
358
|
+
rd_kafka_interceptor_add_on_commit(
|
|
359
|
+
rk, tsprintf("on_commit:%d", i), on_commit,
|
|
360
|
+
(void *)(intptr_t)(on_commit_base | i));
|
|
361
|
+
|
|
362
|
+
/* Add producer interceptors as well to make sure they
|
|
363
|
+
* are not called. */
|
|
364
|
+
rd_kafka_interceptor_add_on_send(rk, tsprintf("on_send:%d", i),
|
|
365
|
+
on_send, NULL);
|
|
366
|
+
|
|
367
|
+
rd_kafka_interceptor_add_on_acknowledgement(
|
|
368
|
+
rk, tsprintf("on_acknowledgement:%d", i), on_ack, NULL);
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
|
|
372
|
+
return RD_KAFKA_RESP_ERR_NO_ERROR;
|
|
373
|
+
}
|
|
374
|
+
|
|
375
|
+
|
|
376
|
+
static void do_test_consumer(const char *topic) {
|
|
377
|
+
|
|
378
|
+
rd_kafka_conf_t *conf;
|
|
379
|
+
int i;
|
|
380
|
+
rd_kafka_t *rk;
|
|
381
|
+
|
|
382
|
+
TEST_SAY(_C_MAG "[ %s ]\n" _C_CLR, __FUNCTION__);
|
|
383
|
+
|
|
384
|
+
test_conf_init(&conf, NULL, 0);
|
|
385
|
+
|
|
386
|
+
rd_kafka_conf_interceptor_add_on_new(conf, "on_new_consumer",
|
|
387
|
+
on_new_consumer, NULL);
|
|
388
|
+
|
|
389
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
390
|
+
|
|
391
|
+
/* Create producer */
|
|
392
|
+
rk = test_create_consumer(topic, NULL, conf, NULL);
|
|
393
|
+
|
|
394
|
+
test_consumer_subscribe(rk, topic);
|
|
395
|
+
|
|
396
|
+
/* Consume messages (-1 for the one that failed producing) */
|
|
397
|
+
test_consumer_poll("interceptors.consume", rk, 0, -1, -1, msgcnt - 1,
|
|
398
|
+
NULL);
|
|
399
|
+
|
|
400
|
+
/* Verify on_consume */
|
|
401
|
+
for (i = 0; i < msgcnt - 1; i++) {
|
|
402
|
+
struct msg_state *msg = &msgs[i];
|
|
403
|
+
mtx_lock(&msg->lock);
|
|
404
|
+
msg_verify_ic_cnt(msg, "on_consume", msg->bits[_ON_CONSUME],
|
|
405
|
+
consumer_ic_cnt);
|
|
406
|
+
mtx_unlock(&msg->lock);
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
/* Verify that the produce-failed message didnt have
|
|
410
|
+
* interceptors called */
|
|
411
|
+
mtx_lock(&msgs[msgcnt - 1].lock);
|
|
412
|
+
msg_verify_ic_cnt(&msgs[msgcnt - 1], "on_consume",
|
|
413
|
+
msgs[msgcnt - 1].bits[_ON_CONSUME], 0);
|
|
414
|
+
mtx_unlock(&msgs[msgcnt - 1].lock);
|
|
415
|
+
|
|
416
|
+
test_consumer_close(rk);
|
|
417
|
+
|
|
418
|
+
verify_ic_cnt("on_commit", on_commit_bits, consumer_ic_cnt);
|
|
419
|
+
|
|
420
|
+
rd_kafka_destroy(rk);
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
/**
|
|
424
|
+
* @brief Interceptors must not be copied automatically by conf_dup()
|
|
425
|
+
* unless the interceptors have added on_conf_dup().
|
|
426
|
+
* This behaviour makes sure an interceptor's instance
|
|
427
|
+
* is not duplicated without the interceptor's knowledge or
|
|
428
|
+
* assistance.
|
|
429
|
+
*/
|
|
430
|
+
static void do_test_conf_copy(const char *topic) {
|
|
431
|
+
rd_kafka_conf_t *conf, *conf2;
|
|
432
|
+
int i;
|
|
433
|
+
rd_kafka_t *rk;
|
|
434
|
+
|
|
435
|
+
TEST_SAY(_C_MAG "[ %s ]\n" _C_CLR, __FUNCTION__);
|
|
436
|
+
|
|
437
|
+
memset(&msgs[0], 0, sizeof(msgs));
|
|
438
|
+
|
|
439
|
+
test_conf_init(&conf, NULL, 0);
|
|
440
|
+
|
|
441
|
+
rd_kafka_conf_interceptor_add_on_new(conf, "on_new_conf_copy",
|
|
442
|
+
on_new_producer, NULL);
|
|
443
|
+
|
|
444
|
+
/* Now copy the configuration to verify that interceptors are
|
|
445
|
+
* NOT copied. */
|
|
446
|
+
conf2 = conf;
|
|
447
|
+
conf = rd_kafka_conf_dup(conf2);
|
|
448
|
+
rd_kafka_conf_destroy(conf2);
|
|
449
|
+
|
|
450
|
+
/* Create producer */
|
|
451
|
+
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
|
|
452
|
+
|
|
453
|
+
for (i = 0; i < msgcnt - 1; i++)
|
|
454
|
+
do_test_produce(rk, topic, RD_KAFKA_PARTITION_UA, i, 0, 0);
|
|
455
|
+
|
|
456
|
+
/* Wait for messages to be delivered */
|
|
457
|
+
test_flush(rk, -1);
|
|
458
|
+
|
|
459
|
+
/* Verify acks */
|
|
460
|
+
for (i = 0; i < msgcnt; i++) {
|
|
461
|
+
struct msg_state *msg = &msgs[i];
|
|
462
|
+
mtx_lock(&msg->lock);
|
|
463
|
+
msg_verify_ic_cnt(msg, "on_ack", msg->bits[_ON_ACK], 0);
|
|
464
|
+
mtx_unlock(&msg->lock);
|
|
465
|
+
}
|
|
466
|
+
|
|
467
|
+
rd_kafka_destroy(rk);
|
|
468
|
+
}
|
|
469
|
+
|
|
470
|
+
|
|
471
|
+
int main_0064_interceptors(int argc, char **argv) {
|
|
472
|
+
const char *topic = test_mk_topic_name(__FUNCTION__, 1);
|
|
473
|
+
|
|
474
|
+
do_test_producer(topic);
|
|
475
|
+
|
|
476
|
+
do_test_consumer(topic);
|
|
477
|
+
|
|
478
|
+
do_test_conf_copy(topic);
|
|
479
|
+
|
|
480
|
+
return 0;
|
|
481
|
+
}
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2016-2022, Magnus Edenhill
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
#include <iostream>
|
|
30
|
+
#include <cstring>
|
|
31
|
+
#include <cstdlib>
|
|
32
|
+
#include "testcpp.h"
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Verify that yield() works.
|
|
36
|
+
*
|
|
37
|
+
* In two iterations, do:
|
|
38
|
+
* - Register a DR callback that counts the number of messages and
|
|
39
|
+
* calls yield() in iteration 1, and not in iteration 2.
|
|
40
|
+
* - Produce 100 messages quickly (to ensure same-batch)
|
|
41
|
+
* - Verify that only one DR callback is triggered per poll() call
|
|
42
|
+
* in iteration 1, and all messages in iteration 2.
|
|
43
|
+
*/
|
|
44
|
+
|
|
45
|
+
class DrCb0065 : public RdKafka::DeliveryReportCb {
|
|
46
|
+
public:
|
|
47
|
+
int cnt; // dr messages seen
|
|
48
|
+
bool do_yield; // whether to yield for each message or not
|
|
49
|
+
RdKafka::Producer *p;
|
|
50
|
+
|
|
51
|
+
DrCb0065(bool yield) : cnt(0), do_yield(yield), p(NULL) {
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
void dr_cb(RdKafka::Message &message) {
|
|
55
|
+
if (message.err())
|
|
56
|
+
Test::Fail("DR: message failed: " + RdKafka::err2str(message.err()));
|
|
57
|
+
|
|
58
|
+
Test::Say(3, tostr() << "DR #" << cnt << "\n");
|
|
59
|
+
cnt++;
|
|
60
|
+
|
|
61
|
+
if (do_yield)
|
|
62
|
+
p->yield();
|
|
63
|
+
}
|
|
64
|
+
};
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
static void do_test_producer(bool do_yield) {
|
|
68
|
+
int msgcnt = 100;
|
|
69
|
+
std::string errstr;
|
|
70
|
+
RdKafka::ErrorCode err;
|
|
71
|
+
std::string topic = Test::mk_topic_name("0065_yield", 1);
|
|
72
|
+
|
|
73
|
+
/*
|
|
74
|
+
* Create Producer
|
|
75
|
+
*/
|
|
76
|
+
|
|
77
|
+
RdKafka::Conf *conf;
|
|
78
|
+
Test::conf_init(&conf, NULL, 10);
|
|
79
|
+
DrCb0065 dr(do_yield);
|
|
80
|
+
conf->set("dr_cb", &dr, errstr);
|
|
81
|
+
/* Make sure messages are produced in batches of 100 */
|
|
82
|
+
conf->set("batch.num.messages", "100", errstr);
|
|
83
|
+
conf->set("linger.ms", "10000", errstr);
|
|
84
|
+
|
|
85
|
+
RdKafka::Producer *p = RdKafka::Producer::create(conf, errstr);
|
|
86
|
+
if (!p)
|
|
87
|
+
Test::Fail("Failed to create producer: " + errstr);
|
|
88
|
+
delete conf;
|
|
89
|
+
|
|
90
|
+
dr.p = p;
|
|
91
|
+
|
|
92
|
+
Test::Say(tostr() << (do_yield ? "Yield: " : "Dont Yield: ") << "Producing "
|
|
93
|
+
<< msgcnt << " messages to " << topic << "\n");
|
|
94
|
+
|
|
95
|
+
for (int i = 0; i < msgcnt; i++) {
|
|
96
|
+
err = p->produce(topic, 0, RdKafka::Producer::RK_MSG_COPY, (void *)"hi", 2,
|
|
97
|
+
NULL, 0, 0, NULL);
|
|
98
|
+
if (err)
|
|
99
|
+
Test::Fail("produce() failed: " + RdKafka::err2str(err));
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
int exp_msgs_per_poll = do_yield ? 1 : msgcnt;
|
|
104
|
+
|
|
105
|
+
while (dr.cnt < msgcnt) {
|
|
106
|
+
int pre_cnt = dr.cnt;
|
|
107
|
+
p->poll(1000);
|
|
108
|
+
|
|
109
|
+
int this_dr_cnt = dr.cnt - pre_cnt;
|
|
110
|
+
if (this_dr_cnt == 0) {
|
|
111
|
+
/* Other callbacks may cause poll() to return early
|
|
112
|
+
* before DRs are available, ignore these. */
|
|
113
|
+
Test::Say(3, "Zero DRs called, ignoring\n");
|
|
114
|
+
continue;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
if (this_dr_cnt != exp_msgs_per_poll)
|
|
118
|
+
Test::Fail(tostr() << "Expected " << exp_msgs_per_poll
|
|
119
|
+
<< " DRs per poll() call, got " << this_dr_cnt);
|
|
120
|
+
else
|
|
121
|
+
Test::Say(3, tostr() << dr.cnt << "/" << msgcnt << "\n");
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
if (dr.cnt != msgcnt)
|
|
125
|
+
Test::Fail(tostr() << "Expected " << msgcnt << " DRs, got " << dr.cnt);
|
|
126
|
+
|
|
127
|
+
Test::Say(tostr() << (do_yield ? "Yield: " : "Dont Yield: ")
|
|
128
|
+
<< "Success: " << dr.cnt << " DRs received in batches of "
|
|
129
|
+
<< exp_msgs_per_poll << "\n");
|
|
130
|
+
|
|
131
|
+
delete p;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
extern "C" {
|
|
135
|
+
int main_0065_yield(int argc, char **argv) {
|
|
136
|
+
do_test_producer(1 /*yield*/);
|
|
137
|
+
do_test_producer(0 /*dont yield*/);
|
|
138
|
+
return 0;
|
|
139
|
+
}
|
|
140
|
+
}
|