@point3/node-rdkafka 3.6.0-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.txt +20 -0
- package/README.md +636 -0
- package/binding.gyp +154 -0
- package/deps/librdkafka/.clang-format +136 -0
- package/deps/librdkafka/.clang-format-cpp +103 -0
- package/deps/librdkafka/.dir-locals.el +10 -0
- package/deps/librdkafka/.formatignore +33 -0
- package/deps/librdkafka/.gdbmacros +19 -0
- package/deps/librdkafka/.github/CODEOWNERS +1 -0
- package/deps/librdkafka/.github/ISSUE_TEMPLATE +34 -0
- package/deps/librdkafka/.semaphore/run-all-tests.yml +77 -0
- package/deps/librdkafka/.semaphore/semaphore-integration.yml +250 -0
- package/deps/librdkafka/.semaphore/semaphore.yml +378 -0
- package/deps/librdkafka/.semaphore/verify-linux-packages.yml +41 -0
- package/deps/librdkafka/CHANGELOG.md +2208 -0
- package/deps/librdkafka/CMakeLists.txt +291 -0
- package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
- package/deps/librdkafka/CONFIGURATION.md +209 -0
- package/deps/librdkafka/CONTRIBUTING.md +431 -0
- package/deps/librdkafka/Doxyfile +2375 -0
- package/deps/librdkafka/INTRODUCTION.md +2481 -0
- package/deps/librdkafka/LICENSE +26 -0
- package/deps/librdkafka/LICENSE.cjson +22 -0
- package/deps/librdkafka/LICENSE.crc32c +28 -0
- package/deps/librdkafka/LICENSE.fnv1a +18 -0
- package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
- package/deps/librdkafka/LICENSE.lz4 +26 -0
- package/deps/librdkafka/LICENSE.murmur2 +25 -0
- package/deps/librdkafka/LICENSE.nanopb +22 -0
- package/deps/librdkafka/LICENSE.opentelemetry +203 -0
- package/deps/librdkafka/LICENSE.pycrc +23 -0
- package/deps/librdkafka/LICENSE.queue +31 -0
- package/deps/librdkafka/LICENSE.regexp +5 -0
- package/deps/librdkafka/LICENSE.snappy +36 -0
- package/deps/librdkafka/LICENSE.tinycthread +26 -0
- package/deps/librdkafka/LICENSE.wingetopt +49 -0
- package/deps/librdkafka/LICENSES.txt +625 -0
- package/deps/librdkafka/Makefile +125 -0
- package/deps/librdkafka/README.md +199 -0
- package/deps/librdkafka/README.win32 +26 -0
- package/deps/librdkafka/STATISTICS.md +624 -0
- package/deps/librdkafka/configure +214 -0
- package/deps/librdkafka/configure.self +331 -0
- package/deps/librdkafka/debian/changelog +111 -0
- package/deps/librdkafka/debian/compat +1 -0
- package/deps/librdkafka/debian/control +71 -0
- package/deps/librdkafka/debian/copyright +99 -0
- package/deps/librdkafka/debian/gbp.conf +9 -0
- package/deps/librdkafka/debian/librdkafka++1.install +1 -0
- package/deps/librdkafka/debian/librdkafka-dev.examples +2 -0
- package/deps/librdkafka/debian/librdkafka-dev.install +9 -0
- package/deps/librdkafka/debian/librdkafka1.docs +5 -0
- package/deps/librdkafka/debian/librdkafka1.install +1 -0
- package/deps/librdkafka/debian/librdkafka1.symbols +135 -0
- package/deps/librdkafka/debian/rules +19 -0
- package/deps/librdkafka/debian/source/format +1 -0
- package/deps/librdkafka/debian/watch +2 -0
- package/deps/librdkafka/dev-conf.sh +123 -0
- package/deps/librdkafka/examples/CMakeLists.txt +79 -0
- package/deps/librdkafka/examples/Makefile +167 -0
- package/deps/librdkafka/examples/README.md +42 -0
- package/deps/librdkafka/examples/alter_consumer_group_offsets.c +338 -0
- package/deps/librdkafka/examples/consumer.c +271 -0
- package/deps/librdkafka/examples/delete_records.c +233 -0
- package/deps/librdkafka/examples/describe_cluster.c +322 -0
- package/deps/librdkafka/examples/describe_consumer_groups.c +455 -0
- package/deps/librdkafka/examples/describe_topics.c +427 -0
- package/deps/librdkafka/examples/elect_leaders.c +317 -0
- package/deps/librdkafka/examples/globals.json +11 -0
- package/deps/librdkafka/examples/idempotent_producer.c +344 -0
- package/deps/librdkafka/examples/incremental_alter_configs.c +347 -0
- package/deps/librdkafka/examples/kafkatest_verifiable_client.cpp +945 -0
- package/deps/librdkafka/examples/list_consumer_group_offsets.c +359 -0
- package/deps/librdkafka/examples/list_consumer_groups.c +365 -0
- package/deps/librdkafka/examples/list_offsets.c +327 -0
- package/deps/librdkafka/examples/misc.c +287 -0
- package/deps/librdkafka/examples/openssl_engine_example.cpp +248 -0
- package/deps/librdkafka/examples/producer.c +251 -0
- package/deps/librdkafka/examples/producer.cpp +228 -0
- package/deps/librdkafka/examples/rdkafka_complex_consumer_example.c +617 -0
- package/deps/librdkafka/examples/rdkafka_complex_consumer_example.cpp +467 -0
- package/deps/librdkafka/examples/rdkafka_consume_batch.cpp +264 -0
- package/deps/librdkafka/examples/rdkafka_example.c +853 -0
- package/deps/librdkafka/examples/rdkafka_example.cpp +679 -0
- package/deps/librdkafka/examples/rdkafka_performance.c +1781 -0
- package/deps/librdkafka/examples/transactions-older-broker.c +668 -0
- package/deps/librdkafka/examples/transactions.c +665 -0
- package/deps/librdkafka/examples/user_scram.c +491 -0
- package/deps/librdkafka/examples/win_ssl_cert_store.cpp +396 -0
- package/deps/librdkafka/lds-gen.py +73 -0
- package/deps/librdkafka/mainpage.doxy +40 -0
- package/deps/librdkafka/mklove/Makefile.base +329 -0
- package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
- package/deps/librdkafka/mklove/modules/configure.base +2484 -0
- package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
- package/deps/librdkafka/mklove/modules/configure.cc +186 -0
- package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
- package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
- package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
- package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
- package/deps/librdkafka/mklove/modules/configure.host +132 -0
- package/deps/librdkafka/mklove/modules/configure.lib +49 -0
- package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
- package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
- package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
- package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
- package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
- package/deps/librdkafka/mklove/modules/configure.pic +16 -0
- package/deps/librdkafka/mklove/modules/configure.socket +20 -0
- package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
- package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
- package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
- package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
- package/deps/librdkafka/packaging/RELEASE.md +319 -0
- package/deps/librdkafka/packaging/alpine/build-alpine.sh +38 -0
- package/deps/librdkafka/packaging/archlinux/PKGBUILD +30 -0
- package/deps/librdkafka/packaging/cmake/Config.cmake.in +37 -0
- package/deps/librdkafka/packaging/cmake/Modules/FindLZ4.cmake +38 -0
- package/deps/librdkafka/packaging/cmake/Modules/FindZSTD.cmake +27 -0
- package/deps/librdkafka/packaging/cmake/Modules/LICENSE.FindZstd +178 -0
- package/deps/librdkafka/packaging/cmake/README.md +38 -0
- package/deps/librdkafka/packaging/cmake/config.h.in +52 -0
- package/deps/librdkafka/packaging/cmake/parseversion.cmake +60 -0
- package/deps/librdkafka/packaging/cmake/rdkafka.pc.in +12 -0
- package/deps/librdkafka/packaging/cmake/try_compile/atomic_32_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/atomic_64_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/c11threads_test.c +14 -0
- package/deps/librdkafka/packaging/cmake/try_compile/crc32c_hw_test.c +27 -0
- package/deps/librdkafka/packaging/cmake/try_compile/dlopen_test.c +11 -0
- package/deps/librdkafka/packaging/cmake/try_compile/libsasl2_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_darwin_test.c +6 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_freebsd_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_gnu_test.c +5 -0
- package/deps/librdkafka/packaging/cmake/try_compile/rand_r_test.c +7 -0
- package/deps/librdkafka/packaging/cmake/try_compile/rdkafka_setup.cmake +122 -0
- package/deps/librdkafka/packaging/cmake/try_compile/regex_test.c +10 -0
- package/deps/librdkafka/packaging/cmake/try_compile/strndup_test.c +5 -0
- package/deps/librdkafka/packaging/cmake/try_compile/sync_32_test.c +8 -0
- package/deps/librdkafka/packaging/cmake/try_compile/sync_64_test.c +8 -0
- package/deps/librdkafka/packaging/cp/README.md +16 -0
- package/deps/librdkafka/packaging/cp/check_features.c +72 -0
- package/deps/librdkafka/packaging/cp/verify-deb.sh +33 -0
- package/deps/librdkafka/packaging/cp/verify-packages.sh +69 -0
- package/deps/librdkafka/packaging/cp/verify-rpm.sh +32 -0
- package/deps/librdkafka/packaging/debian/changelog +66 -0
- package/deps/librdkafka/packaging/debian/compat +1 -0
- package/deps/librdkafka/packaging/debian/control +49 -0
- package/deps/librdkafka/packaging/debian/copyright +84 -0
- package/deps/librdkafka/packaging/debian/docs +5 -0
- package/deps/librdkafka/packaging/debian/gbp.conf +9 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.dirs +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.examples +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.install +6 -0
- package/deps/librdkafka/packaging/debian/librdkafka-dev.substvars +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka.dsc +16 -0
- package/deps/librdkafka/packaging/debian/librdkafka1-dbg.substvars +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.dirs +1 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.install +2 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.postinst.debhelper +5 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.postrm.debhelper +5 -0
- package/deps/librdkafka/packaging/debian/librdkafka1.symbols +64 -0
- package/deps/librdkafka/packaging/debian/rules +19 -0
- package/deps/librdkafka/packaging/debian/source/format +1 -0
- package/deps/librdkafka/packaging/debian/watch +2 -0
- package/deps/librdkafka/packaging/get_version.py +21 -0
- package/deps/librdkafka/packaging/homebrew/README.md +15 -0
- package/deps/librdkafka/packaging/homebrew/brew-update-pr.sh +31 -0
- package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw-static.sh +52 -0
- package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw.sh +21 -0
- package/deps/librdkafka/packaging/mingw-w64/export-variables.sh +13 -0
- package/deps/librdkafka/packaging/mingw-w64/run-tests.sh +6 -0
- package/deps/librdkafka/packaging/mingw-w64/semaphoreci-build.sh +38 -0
- package/deps/librdkafka/packaging/nuget/README.md +84 -0
- package/deps/librdkafka/packaging/nuget/artifact.py +177 -0
- package/deps/librdkafka/packaging/nuget/cleanup-s3.py +143 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr120.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr140.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr120.zip +0 -0
- package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr140.zip +0 -0
- package/deps/librdkafka/packaging/nuget/nuget.sh +21 -0
- package/deps/librdkafka/packaging/nuget/nugetpackage.py +278 -0
- package/deps/librdkafka/packaging/nuget/packaging.py +448 -0
- package/deps/librdkafka/packaging/nuget/push-to-nuget.sh +21 -0
- package/deps/librdkafka/packaging/nuget/release.py +167 -0
- package/deps/librdkafka/packaging/nuget/requirements.txt +3 -0
- package/deps/librdkafka/packaging/nuget/staticpackage.py +178 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.nuspec +21 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.props +18 -0
- package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.targets +19 -0
- package/deps/librdkafka/packaging/nuget/zfile/__init__.py +0 -0
- package/deps/librdkafka/packaging/nuget/zfile/zfile.py +98 -0
- package/deps/librdkafka/packaging/rpm/Makefile +92 -0
- package/deps/librdkafka/packaging/rpm/README.md +23 -0
- package/deps/librdkafka/packaging/rpm/el7-x86_64.cfg +40 -0
- package/deps/librdkafka/packaging/rpm/librdkafka.spec +118 -0
- package/deps/librdkafka/packaging/rpm/mock-on-docker.sh +96 -0
- package/deps/librdkafka/packaging/rpm/tests/Makefile +25 -0
- package/deps/librdkafka/packaging/rpm/tests/README.md +8 -0
- package/deps/librdkafka/packaging/rpm/tests/run-test.sh +42 -0
- package/deps/librdkafka/packaging/rpm/tests/test-on-docker.sh +56 -0
- package/deps/librdkafka/packaging/rpm/tests/test.c +77 -0
- package/deps/librdkafka/packaging/rpm/tests/test.cpp +34 -0
- package/deps/librdkafka/packaging/tools/Dockerfile +31 -0
- package/deps/librdkafka/packaging/tools/build-configurations-checks.sh +12 -0
- package/deps/librdkafka/packaging/tools/build-deb-package.sh +64 -0
- package/deps/librdkafka/packaging/tools/build-debian.sh +65 -0
- package/deps/librdkafka/packaging/tools/build-manylinux.sh +68 -0
- package/deps/librdkafka/packaging/tools/build-release-artifacts.sh +139 -0
- package/deps/librdkafka/packaging/tools/distro-build.sh +38 -0
- package/deps/librdkafka/packaging/tools/gh-release-checksums.py +39 -0
- package/deps/librdkafka/packaging/tools/rdutcoverage.sh +25 -0
- package/deps/librdkafka/packaging/tools/requirements.txt +2 -0
- package/deps/librdkafka/packaging/tools/run-in-docker.sh +28 -0
- package/deps/librdkafka/packaging/tools/run-integration-tests.sh +31 -0
- package/deps/librdkafka/packaging/tools/run-style-check.sh +4 -0
- package/deps/librdkafka/packaging/tools/style-format.sh +149 -0
- package/deps/librdkafka/packaging/tools/update_rpcs_max_versions.py +100 -0
- package/deps/librdkafka/service.yml +172 -0
- package/deps/librdkafka/src/CMakeLists.txt +374 -0
- package/deps/librdkafka/src/Makefile +103 -0
- package/deps/librdkafka/src/README.lz4.md +30 -0
- package/deps/librdkafka/src/cJSON.c +2834 -0
- package/deps/librdkafka/src/cJSON.h +398 -0
- package/deps/librdkafka/src/crc32c.c +430 -0
- package/deps/librdkafka/src/crc32c.h +38 -0
- package/deps/librdkafka/src/generate_proto.sh +66 -0
- package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
- package/deps/librdkafka/src/lz4.c +2727 -0
- package/deps/librdkafka/src/lz4.h +842 -0
- package/deps/librdkafka/src/lz4frame.c +2078 -0
- package/deps/librdkafka/src/lz4frame.h +692 -0
- package/deps/librdkafka/src/lz4frame_static.h +47 -0
- package/deps/librdkafka/src/lz4hc.c +1631 -0
- package/deps/librdkafka/src/lz4hc.h +413 -0
- package/deps/librdkafka/src/nanopb/pb.h +917 -0
- package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
- package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
- package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
- package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
- package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
- package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
- package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
- package/deps/librdkafka/src/queue.h +850 -0
- package/deps/librdkafka/src/rd.h +584 -0
- package/deps/librdkafka/src/rdaddr.c +255 -0
- package/deps/librdkafka/src/rdaddr.h +202 -0
- package/deps/librdkafka/src/rdatomic.h +230 -0
- package/deps/librdkafka/src/rdavg.h +260 -0
- package/deps/librdkafka/src/rdavl.c +210 -0
- package/deps/librdkafka/src/rdavl.h +250 -0
- package/deps/librdkafka/src/rdbase64.c +200 -0
- package/deps/librdkafka/src/rdbase64.h +43 -0
- package/deps/librdkafka/src/rdbuf.c +1884 -0
- package/deps/librdkafka/src/rdbuf.h +375 -0
- package/deps/librdkafka/src/rdcrc32.c +114 -0
- package/deps/librdkafka/src/rdcrc32.h +170 -0
- package/deps/librdkafka/src/rddl.c +179 -0
- package/deps/librdkafka/src/rddl.h +43 -0
- package/deps/librdkafka/src/rdendian.h +175 -0
- package/deps/librdkafka/src/rdfloat.h +67 -0
- package/deps/librdkafka/src/rdfnv1a.c +113 -0
- package/deps/librdkafka/src/rdfnv1a.h +35 -0
- package/deps/librdkafka/src/rdgz.c +120 -0
- package/deps/librdkafka/src/rdgz.h +46 -0
- package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
- package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
- package/deps/librdkafka/src/rdhttp.c +830 -0
- package/deps/librdkafka/src/rdhttp.h +101 -0
- package/deps/librdkafka/src/rdinterval.h +177 -0
- package/deps/librdkafka/src/rdkafka.c +5505 -0
- package/deps/librdkafka/src/rdkafka.h +10686 -0
- package/deps/librdkafka/src/rdkafka_admin.c +9794 -0
- package/deps/librdkafka/src/rdkafka_admin.h +661 -0
- package/deps/librdkafka/src/rdkafka_assignment.c +1010 -0
- package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
- package/deps/librdkafka/src/rdkafka_assignor.c +1786 -0
- package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
- package/deps/librdkafka/src/rdkafka_aux.c +409 -0
- package/deps/librdkafka/src/rdkafka_aux.h +174 -0
- package/deps/librdkafka/src/rdkafka_background.c +221 -0
- package/deps/librdkafka/src/rdkafka_broker.c +6337 -0
- package/deps/librdkafka/src/rdkafka_broker.h +744 -0
- package/deps/librdkafka/src/rdkafka_buf.c +543 -0
- package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
- package/deps/librdkafka/src/rdkafka_cert.c +576 -0
- package/deps/librdkafka/src/rdkafka_cert.h +62 -0
- package/deps/librdkafka/src/rdkafka_cgrp.c +7587 -0
- package/deps/librdkafka/src/rdkafka_cgrp.h +477 -0
- package/deps/librdkafka/src/rdkafka_conf.c +4880 -0
- package/deps/librdkafka/src/rdkafka_conf.h +732 -0
- package/deps/librdkafka/src/rdkafka_confval.h +97 -0
- package/deps/librdkafka/src/rdkafka_coord.c +623 -0
- package/deps/librdkafka/src/rdkafka_coord.h +132 -0
- package/deps/librdkafka/src/rdkafka_error.c +228 -0
- package/deps/librdkafka/src/rdkafka_error.h +80 -0
- package/deps/librdkafka/src/rdkafka_event.c +502 -0
- package/deps/librdkafka/src/rdkafka_event.h +126 -0
- package/deps/librdkafka/src/rdkafka_feature.c +898 -0
- package/deps/librdkafka/src/rdkafka_feature.h +104 -0
- package/deps/librdkafka/src/rdkafka_fetcher.c +1422 -0
- package/deps/librdkafka/src/rdkafka_fetcher.h +44 -0
- package/deps/librdkafka/src/rdkafka_header.c +220 -0
- package/deps/librdkafka/src/rdkafka_header.h +76 -0
- package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
- package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
- package/deps/librdkafka/src/rdkafka_int.h +1260 -0
- package/deps/librdkafka/src/rdkafka_interceptor.c +819 -0
- package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
- package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
- package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
- package/deps/librdkafka/src/rdkafka_metadata.c +2209 -0
- package/deps/librdkafka/src/rdkafka_metadata.h +345 -0
- package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
- package/deps/librdkafka/src/rdkafka_mock.c +3661 -0
- package/deps/librdkafka/src/rdkafka_mock.h +610 -0
- package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1876 -0
- package/deps/librdkafka/src/rdkafka_mock_handlers.c +3113 -0
- package/deps/librdkafka/src/rdkafka_mock_int.h +710 -0
- package/deps/librdkafka/src/rdkafka_msg.c +2589 -0
- package/deps/librdkafka/src/rdkafka_msg.h +614 -0
- package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
- package/deps/librdkafka/src/rdkafka_msgset.h +98 -0
- package/deps/librdkafka/src/rdkafka_msgset_reader.c +1806 -0
- package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
- package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
- package/deps/librdkafka/src/rdkafka_offset.h +150 -0
- package/deps/librdkafka/src/rdkafka_op.c +997 -0
- package/deps/librdkafka/src/rdkafka_op.h +858 -0
- package/deps/librdkafka/src/rdkafka_partition.c +4896 -0
- package/deps/librdkafka/src/rdkafka_partition.h +1182 -0
- package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
- package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
- package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
- package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
- package/deps/librdkafka/src/rdkafka_proto.h +736 -0
- package/deps/librdkafka/src/rdkafka_protocol.h +128 -0
- package/deps/librdkafka/src/rdkafka_queue.c +1230 -0
- package/deps/librdkafka/src/rdkafka_queue.h +1220 -0
- package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
- package/deps/librdkafka/src/rdkafka_request.c +7089 -0
- package/deps/librdkafka/src/rdkafka_request.h +732 -0
- package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
- package/deps/librdkafka/src/rdkafka_sasl.c +530 -0
- package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
- package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
- package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1666 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +47 -0
- package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
- package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
- package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
- package/deps/librdkafka/src/rdkafka_ssl.c +2129 -0
- package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
- package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
- package/deps/librdkafka/src/rdkafka_subscription.c +278 -0
- package/deps/librdkafka/src/rdkafka_telemetry.c +760 -0
- package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1053 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.c +997 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.h +301 -0
- package/deps/librdkafka/src/rdkafka_timer.c +402 -0
- package/deps/librdkafka/src/rdkafka_timer.h +117 -0
- package/deps/librdkafka/src/rdkafka_topic.c +2161 -0
- package/deps/librdkafka/src/rdkafka_topic.h +334 -0
- package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
- package/deps/librdkafka/src/rdkafka_transport.h +99 -0
- package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
- package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
- package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
- package/deps/librdkafka/src/rdlist.c +576 -0
- package/deps/librdkafka/src/rdlist.h +434 -0
- package/deps/librdkafka/src/rdlog.c +89 -0
- package/deps/librdkafka/src/rdlog.h +41 -0
- package/deps/librdkafka/src/rdmap.c +508 -0
- package/deps/librdkafka/src/rdmap.h +492 -0
- package/deps/librdkafka/src/rdmurmur2.c +167 -0
- package/deps/librdkafka/src/rdmurmur2.h +35 -0
- package/deps/librdkafka/src/rdports.c +61 -0
- package/deps/librdkafka/src/rdports.h +38 -0
- package/deps/librdkafka/src/rdposix.h +250 -0
- package/deps/librdkafka/src/rdrand.c +80 -0
- package/deps/librdkafka/src/rdrand.h +43 -0
- package/deps/librdkafka/src/rdregex.c +156 -0
- package/deps/librdkafka/src/rdregex.h +43 -0
- package/deps/librdkafka/src/rdsignal.h +57 -0
- package/deps/librdkafka/src/rdstring.c +645 -0
- package/deps/librdkafka/src/rdstring.h +98 -0
- package/deps/librdkafka/src/rdsysqueue.h +404 -0
- package/deps/librdkafka/src/rdtime.h +356 -0
- package/deps/librdkafka/src/rdtypes.h +86 -0
- package/deps/librdkafka/src/rdunittest.c +549 -0
- package/deps/librdkafka/src/rdunittest.h +232 -0
- package/deps/librdkafka/src/rdvarint.c +134 -0
- package/deps/librdkafka/src/rdvarint.h +165 -0
- package/deps/librdkafka/src/rdwin32.h +382 -0
- package/deps/librdkafka/src/rdxxhash.c +1030 -0
- package/deps/librdkafka/src/rdxxhash.h +328 -0
- package/deps/librdkafka/src/regexp.c +1352 -0
- package/deps/librdkafka/src/regexp.h +41 -0
- package/deps/librdkafka/src/snappy.c +1866 -0
- package/deps/librdkafka/src/snappy.h +62 -0
- package/deps/librdkafka/src/snappy_compat.h +138 -0
- package/deps/librdkafka/src/statistics_schema.json +444 -0
- package/deps/librdkafka/src/tinycthread.c +932 -0
- package/deps/librdkafka/src/tinycthread.h +503 -0
- package/deps/librdkafka/src/tinycthread_extra.c +199 -0
- package/deps/librdkafka/src/tinycthread_extra.h +212 -0
- package/deps/librdkafka/src/win32_config.h +58 -0
- package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
- package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
- package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
- package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
- package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
- package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
- package/deps/librdkafka/src-cpp/Makefile +55 -0
- package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
- package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
- package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
- package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
- package/deps/librdkafka/src-cpp/README.md +16 -0
- package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
- package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
- package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
- package/deps/librdkafka/tests/0000-unittests.c +72 -0
- package/deps/librdkafka/tests/0001-multiobj.c +102 -0
- package/deps/librdkafka/tests/0002-unkpart.c +244 -0
- package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
- package/deps/librdkafka/tests/0004-conf.c +934 -0
- package/deps/librdkafka/tests/0005-order.c +133 -0
- package/deps/librdkafka/tests/0006-symbols.c +163 -0
- package/deps/librdkafka/tests/0007-autotopic.c +136 -0
- package/deps/librdkafka/tests/0008-reqacks.c +179 -0
- package/deps/librdkafka/tests/0009-mock_cluster.c +97 -0
- package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
- package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
- package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
- package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
- package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
- package/deps/librdkafka/tests/0016-client_swname.c +181 -0
- package/deps/librdkafka/tests/0017-compression.c +140 -0
- package/deps/librdkafka/tests/0018-cgrp_term.c +338 -0
- package/deps/librdkafka/tests/0019-list_groups.c +289 -0
- package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
- package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
- package/deps/librdkafka/tests/0022-consume_batch.c +279 -0
- package/deps/librdkafka/tests/0025-timers.c +147 -0
- package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
- package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
- package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
- package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
- package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
- package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
- package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
- package/deps/librdkafka/tests/0035-api_version.c +73 -0
- package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
- package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
- package/deps/librdkafka/tests/0038-performance.c +121 -0
- package/deps/librdkafka/tests/0039-event.c +284 -0
- package/deps/librdkafka/tests/0040-io_event.c +257 -0
- package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
- package/deps/librdkafka/tests/0042-many_topics.c +252 -0
- package/deps/librdkafka/tests/0043-no_connection.c +77 -0
- package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
- package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
- package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
- package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
- package/deps/librdkafka/tests/0048-partitioner.c +283 -0
- package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
- package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
- package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
- package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
- package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
- package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
- package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
- package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
- package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
- package/deps/librdkafka/tests/0058-log.cpp +123 -0
- package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
- package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
- package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
- package/deps/librdkafka/tests/0062-stats_event.c +126 -0
- package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
- package/deps/librdkafka/tests/0064-interceptors.c +481 -0
- package/deps/librdkafka/tests/0065-yield.cpp +140 -0
- package/deps/librdkafka/tests/0066-plugins.cpp +129 -0
- package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
- package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
- package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
- package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
- package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
- package/deps/librdkafka/tests/0073-headers.c +381 -0
- package/deps/librdkafka/tests/0074-producev.c +87 -0
- package/deps/librdkafka/tests/0075-retry.c +290 -0
- package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
- package/deps/librdkafka/tests/0077-compaction.c +363 -0
- package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
- package/deps/librdkafka/tests/0079-fork.c +93 -0
- package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
- package/deps/librdkafka/tests/0081-admin.c +5633 -0
- package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
- package/deps/librdkafka/tests/0083-cb_event.c +233 -0
- package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
- package/deps/librdkafka/tests/0085-headers.cpp +392 -0
- package/deps/librdkafka/tests/0086-purge.c +368 -0
- package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
- package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
- package/deps/librdkafka/tests/0090-idempotence.c +171 -0
- package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
- package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
- package/deps/librdkafka/tests/0093-holb.c +200 -0
- package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
- package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
- package/deps/librdkafka/tests/0097-ssl_verify.cpp +658 -0
- package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
- package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
- package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
- package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
- package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
- package/deps/librdkafka/tests/0103-transactions.c +1383 -0
- package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
- package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
- package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
- package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
- package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
- package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
- package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
- package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
- package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
- package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
- package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
- package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
- package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
- package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
- package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
- package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
- package/deps/librdkafka/tests/0121-clusterid.c +115 -0
- package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
- package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
- package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
- package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
- package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +528 -0
- package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
- package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +125 -0
- package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
- package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
- package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
- package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
- package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
- package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
- package/deps/librdkafka/tests/0135-sasl_credentials.cpp +143 -0
- package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
- package/deps/librdkafka/tests/0137-barrier_batch_consume.c +619 -0
- package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
- package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
- package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
- package/deps/librdkafka/tests/0142-reauthentication.c +515 -0
- package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
- package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
- package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
- package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
- package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +952 -0
- package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +563 -0
- package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
- package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
- package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
- package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
- package/deps/librdkafka/tests/0153-memberid.c +128 -0
- package/deps/librdkafka/tests/1000-unktopic.c +164 -0
- package/deps/librdkafka/tests/8000-idle.cpp +60 -0
- package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
- package/deps/librdkafka/tests/CMakeLists.txt +170 -0
- package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
- package/deps/librdkafka/tests/Makefile +182 -0
- package/deps/librdkafka/tests/README.md +509 -0
- package/deps/librdkafka/tests/autotest.sh +33 -0
- package/deps/librdkafka/tests/backtrace.gdb +30 -0
- package/deps/librdkafka/tests/broker_version_tests.py +315 -0
- package/deps/librdkafka/tests/buildbox.sh +17 -0
- package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
- package/deps/librdkafka/tests/cluster_testing.py +191 -0
- package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
- package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
- package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
- package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
- package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
- package/deps/librdkafka/tests/fuzzers/README.md +31 -0
- package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
- package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
- package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
- package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
- package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
- package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
- package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
- package/deps/librdkafka/tests/java/Makefile +13 -0
- package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
- package/deps/librdkafka/tests/java/README.md +14 -0
- package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
- package/deps/librdkafka/tests/java/run-class.sh +11 -0
- package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
- package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
- package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
- package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
- package/deps/librdkafka/tests/performance_plot.py +115 -0
- package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
- package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
- package/deps/librdkafka/tests/requirements.txt +2 -0
- package/deps/librdkafka/tests/run-all-tests.sh +79 -0
- package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-test-batches.py +157 -0
- package/deps/librdkafka/tests/run-test.sh +140 -0
- package/deps/librdkafka/tests/rusage.c +249 -0
- package/deps/librdkafka/tests/sasl_test.py +289 -0
- package/deps/librdkafka/tests/scenarios/README.md +6 -0
- package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
- package/deps/librdkafka/tests/scenarios/default.json +5 -0
- package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
- package/deps/librdkafka/tests/sockem.c +801 -0
- package/deps/librdkafka/tests/sockem.h +85 -0
- package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
- package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
- package/deps/librdkafka/tests/test.c +7778 -0
- package/deps/librdkafka/tests/test.conf.example +27 -0
- package/deps/librdkafka/tests/test.h +1028 -0
- package/deps/librdkafka/tests/testcpp.cpp +131 -0
- package/deps/librdkafka/tests/testcpp.h +388 -0
- package/deps/librdkafka/tests/testshared.h +416 -0
- package/deps/librdkafka/tests/tools/README.md +4 -0
- package/deps/librdkafka/tests/tools/stats/README.md +21 -0
- package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
- package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
- package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
- package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
- package/deps/librdkafka/tests/trivup/trivup-0.14.0.tar.gz +0 -0
- package/deps/librdkafka/tests/until-fail.sh +87 -0
- package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
- package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
- package/deps/librdkafka/vcpkg.json +23 -0
- package/deps/librdkafka/win32/README.md +5 -0
- package/deps/librdkafka/win32/build-package.bat +3 -0
- package/deps/librdkafka/win32/build.bat +19 -0
- package/deps/librdkafka/win32/common.vcxproj +84 -0
- package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
- package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
- package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
- package/deps/librdkafka/win32/librdkafka.sln +226 -0
- package/deps/librdkafka/win32/librdkafka.vcxproj +276 -0
- package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
- package/deps/librdkafka/win32/msbuild.ps1 +15 -0
- package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
- package/deps/librdkafka/win32/package-zip.ps1 +46 -0
- package/deps/librdkafka/win32/packages/repositories.config +4 -0
- package/deps/librdkafka/win32/push-package.bat +4 -0
- package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
- package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
- package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
- package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
- package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
- package/deps/librdkafka/win32/tests/test.conf.example +25 -0
- package/deps/librdkafka/win32/tests/tests.vcxproj +253 -0
- package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
- package/deps/librdkafka/win32/wingetopt.c +564 -0
- package/deps/librdkafka/win32/wingetopt.h +101 -0
- package/deps/librdkafka/win32/wintime.h +33 -0
- package/deps/librdkafka.gyp +62 -0
- package/lib/admin.js +233 -0
- package/lib/client.js +573 -0
- package/lib/error.js +500 -0
- package/lib/index.js +34 -0
- package/lib/kafka-consumer-stream.js +397 -0
- package/lib/kafka-consumer.js +698 -0
- package/lib/producer/high-level-producer.js +323 -0
- package/lib/producer-stream.js +307 -0
- package/lib/producer.js +375 -0
- package/lib/tools/ref-counter.js +52 -0
- package/lib/topic-partition.js +88 -0
- package/lib/topic.js +42 -0
- package/lib/util.js +29 -0
- package/package.json +61 -0
- package/prebuilds/darwin-arm64/@point3+node-rdkafka.node +0 -0
- package/prebuilds/linux-x64/@point3+node-rdkafka.node +0 -0
- package/util/configure.js +30 -0
- package/util/get-env.js +6 -0
- package/util/test-compile.js +11 -0
- package/util/test-producer-delivery.js +100 -0
|
@@ -0,0 +1,317 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2024, Confluent Inc.
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SH THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Example utility that shows how to use Elect Leaders (AdminAPI)
|
|
31
|
+
* to trigger preffered or unclean elections for
|
|
32
|
+
* one or more topic partitions.
|
|
33
|
+
*/
|
|
34
|
+
|
|
35
|
+
#include <signal.h>
|
|
36
|
+
#include <string.h>
|
|
37
|
+
#include <stdlib.h>
|
|
38
|
+
#include <stdarg.h>
|
|
39
|
+
|
|
40
|
+
#ifdef _WIN32
|
|
41
|
+
#include "../win32/wingetopt.h"
|
|
42
|
+
#else
|
|
43
|
+
#include <getopt.h>
|
|
44
|
+
#endif
|
|
45
|
+
|
|
46
|
+
/* Typical include path would be <librdkafka/rdkafka.h>, but this program
|
|
47
|
+
* is builtin from within the librdkafka source tree and thus differs. */
|
|
48
|
+
#include "rdkafka.h"
|
|
49
|
+
|
|
50
|
+
const char *argv0;
|
|
51
|
+
|
|
52
|
+
static rd_kafka_queue_t *queue = NULL; /** Admin result queue.
|
|
53
|
+
* This is a global so we can
|
|
54
|
+
* yield in stop() */
|
|
55
|
+
static volatile sig_atomic_t run = 1;
|
|
56
|
+
|
|
57
|
+
/**
|
|
58
|
+
* @brief Signal termination of program
|
|
59
|
+
*/
|
|
60
|
+
static void stop(int sig) {
|
|
61
|
+
if (!run) {
|
|
62
|
+
fprintf(stderr, "%% Forced termination\n");
|
|
63
|
+
exit(2);
|
|
64
|
+
}
|
|
65
|
+
run = 0;
|
|
66
|
+
if (queue)
|
|
67
|
+
rd_kafka_queue_yield(queue);
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
static void usage(const char *reason, ...) {
|
|
71
|
+
|
|
72
|
+
fprintf(stderr,
|
|
73
|
+
"Elect Leaders usage examples\n"
|
|
74
|
+
"\n"
|
|
75
|
+
"Usage: %s <options> <election_type> "
|
|
76
|
+
"<topic1> <partition1> ...\n"
|
|
77
|
+
"\n"
|
|
78
|
+
"Options:\n"
|
|
79
|
+
" -b <brokers> Bootstrap server list to connect to.\n"
|
|
80
|
+
" -X <prop=val> Set librdkafka configuration property.\n"
|
|
81
|
+
" See CONFIGURATION.md for full list.\n"
|
|
82
|
+
" -d <dbg,..> Enable librdkafka debugging (%s).\n"
|
|
83
|
+
"\n",
|
|
84
|
+
argv0, rd_kafka_get_debug_contexts());
|
|
85
|
+
|
|
86
|
+
if (reason) {
|
|
87
|
+
va_list ap;
|
|
88
|
+
char reasonbuf[512];
|
|
89
|
+
|
|
90
|
+
va_start(ap, reason);
|
|
91
|
+
vsnprintf(reasonbuf, sizeof(reasonbuf), reason, ap);
|
|
92
|
+
va_end(ap);
|
|
93
|
+
|
|
94
|
+
fprintf(stderr, "ERROR: %s\n", reasonbuf);
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
exit(reason ? 1 : 0);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
#define fatal(...) \
|
|
102
|
+
do { \
|
|
103
|
+
fprintf(stderr, "ERROR: "); \
|
|
104
|
+
fprintf(stderr, __VA_ARGS__); \
|
|
105
|
+
fprintf(stderr, "\n"); \
|
|
106
|
+
exit(2); \
|
|
107
|
+
} while (0)
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
/**
|
|
111
|
+
* @brief Set config property. Exit on failure.
|
|
112
|
+
*/
|
|
113
|
+
static void conf_set(rd_kafka_conf_t *conf, const char *name, const char *val) {
|
|
114
|
+
char errstr[512];
|
|
115
|
+
|
|
116
|
+
if (rd_kafka_conf_set(conf, name, val, errstr, sizeof(errstr)) !=
|
|
117
|
+
RD_KAFKA_CONF_OK)
|
|
118
|
+
fatal("Failed to set %s=%s: %s", name, val, errstr);
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
static void
|
|
122
|
+
print_elect_leaders_result(const rd_kafka_ElectLeaders_result_t *result) {
|
|
123
|
+
const rd_kafka_topic_partition_result_t **results;
|
|
124
|
+
size_t results_cnt;
|
|
125
|
+
size_t i;
|
|
126
|
+
|
|
127
|
+
results = rd_kafka_ElectLeaders_result_partitions(result, &results_cnt);
|
|
128
|
+
printf("ElectLeaders response has %zu partition(s):\n", results_cnt);
|
|
129
|
+
for (i = 0; i < results_cnt; i++) {
|
|
130
|
+
const rd_kafka_topic_partition_t *partition =
|
|
131
|
+
rd_kafka_topic_partition_result_partition(results[i]);
|
|
132
|
+
const rd_kafka_error_t *err =
|
|
133
|
+
rd_kafka_topic_partition_result_error(results[i]);
|
|
134
|
+
if (rd_kafka_error_code(err)) {
|
|
135
|
+
printf("%% ElectLeaders failed for %s [%" PRId32
|
|
136
|
+
"] : %s\n",
|
|
137
|
+
partition->topic, partition->partition,
|
|
138
|
+
rd_kafka_error_string(err));
|
|
139
|
+
} else {
|
|
140
|
+
printf("%% ElectLeaders succeeded for %s [%" PRId32
|
|
141
|
+
"]\n",
|
|
142
|
+
partition->topic, partition->partition);
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
/**
|
|
148
|
+
* @brief Parse an integer or fail.
|
|
149
|
+
*/
|
|
150
|
+
int64_t parse_int(const char *what, const char *str) {
|
|
151
|
+
char *end;
|
|
152
|
+
unsigned long n = strtoull(str, &end, 0);
|
|
153
|
+
|
|
154
|
+
if (end != str + strlen(str)) {
|
|
155
|
+
fprintf(stderr, "%% Invalid input for %s: %s: not an integer\n",
|
|
156
|
+
what, str);
|
|
157
|
+
exit(1);
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
return (int64_t)n;
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
static void cmd_elect_leaders(rd_kafka_conf_t *conf, int argc, char **argv) {
|
|
164
|
+
rd_kafka_t *rk;
|
|
165
|
+
char errstr[512];
|
|
166
|
+
rd_kafka_AdminOptions_t *options;
|
|
167
|
+
rd_kafka_event_t *event = NULL;
|
|
168
|
+
rd_kafka_topic_partition_list_t *partitions = NULL;
|
|
169
|
+
rd_kafka_ElectionType_t election_type;
|
|
170
|
+
rd_kafka_ElectLeaders_t *elect_leaders;
|
|
171
|
+
int i;
|
|
172
|
+
int retval = 0;
|
|
173
|
+
|
|
174
|
+
if ((argc - 1) % 2 != 0) {
|
|
175
|
+
usage("Invalid number of arguments");
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
election_type = parse_int("election_type", argv[0]);
|
|
179
|
+
|
|
180
|
+
argc--;
|
|
181
|
+
argv++;
|
|
182
|
+
if (argc > 0) {
|
|
183
|
+
partitions = rd_kafka_topic_partition_list_new(argc / 2);
|
|
184
|
+
for (i = 0; i < argc; i += 2) {
|
|
185
|
+
rd_kafka_topic_partition_list_add(
|
|
186
|
+
partitions, argv[i],
|
|
187
|
+
parse_int("partition", argv[i + 1]));
|
|
188
|
+
}
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
elect_leaders = rd_kafka_ElectLeaders_new(election_type, partitions);
|
|
192
|
+
|
|
193
|
+
if (partitions) {
|
|
194
|
+
rd_kafka_topic_partition_list_destroy(partitions);
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
/*
|
|
198
|
+
* Create consumer instance
|
|
199
|
+
* NOTE: rd_kafka_new() takes ownership of the conf object
|
|
200
|
+
* and the application must not reference it again after
|
|
201
|
+
* this call.
|
|
202
|
+
*/
|
|
203
|
+
rk = rd_kafka_new(RD_KAFKA_CONSUMER, conf, errstr, sizeof(errstr));
|
|
204
|
+
if (!rk)
|
|
205
|
+
fatal("Failed to create new consumer: %s", errstr);
|
|
206
|
+
|
|
207
|
+
/*
|
|
208
|
+
* Elect Leaders
|
|
209
|
+
*/
|
|
210
|
+
queue = rd_kafka_queue_new(rk);
|
|
211
|
+
|
|
212
|
+
/* Signal handler for clean shutdown */
|
|
213
|
+
signal(SIGINT, stop);
|
|
214
|
+
|
|
215
|
+
|
|
216
|
+
options = rd_kafka_AdminOptions_new(rk, RD_KAFKA_ADMIN_OP_ELECTLEADERS);
|
|
217
|
+
|
|
218
|
+
if (rd_kafka_AdminOptions_set_request_timeout(
|
|
219
|
+
options, 30 * 1000 /* 30s */, errstr, sizeof(errstr))) {
|
|
220
|
+
fprintf(stderr, "%% Failed to set timeout: %s\n", errstr);
|
|
221
|
+
goto exit;
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
if (rd_kafka_AdminOptions_set_operation_timeout(
|
|
225
|
+
options, 30 * 1000 /* 30s */, errstr, sizeof(errstr))) {
|
|
226
|
+
fprintf(stderr, "%% Failed to set operation timeout: %s\n",
|
|
227
|
+
errstr);
|
|
228
|
+
goto exit;
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
rd_kafka_ElectLeaders(rk, elect_leaders, options, queue);
|
|
232
|
+
|
|
233
|
+
rd_kafka_ElectLeaders_destroy(elect_leaders);
|
|
234
|
+
rd_kafka_AdminOptions_destroy(options);
|
|
235
|
+
|
|
236
|
+
/* Wait for results */
|
|
237
|
+
event = rd_kafka_queue_poll(queue, -1 /* indefinitely but limited by
|
|
238
|
+
* the request timeout set
|
|
239
|
+
* above */);
|
|
240
|
+
|
|
241
|
+
if (!event) {
|
|
242
|
+
/* User hit Ctrl-C,
|
|
243
|
+
* see yield call in stop() signal handler */
|
|
244
|
+
fprintf(stderr, "%% Cancelled by user\n");
|
|
245
|
+
|
|
246
|
+
} else if (rd_kafka_event_error(event)) {
|
|
247
|
+
rd_kafka_resp_err_t err = rd_kafka_event_error(event);
|
|
248
|
+
/* ElectLeaders request failed */
|
|
249
|
+
fprintf(stderr, "%% ElectLeaders failed[%" PRId32 "]: %s\n",
|
|
250
|
+
err, rd_kafka_event_error_string(event));
|
|
251
|
+
retval = 1;
|
|
252
|
+
goto exit;
|
|
253
|
+
} else {
|
|
254
|
+
/* ElectLeaders request succeeded */
|
|
255
|
+
const rd_kafka_ElectLeaders_result_t *result;
|
|
256
|
+
result = rd_kafka_event_ElectLeaders_result(event);
|
|
257
|
+
print_elect_leaders_result(result);
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
|
|
261
|
+
exit:
|
|
262
|
+
if (event)
|
|
263
|
+
rd_kafka_event_destroy(event);
|
|
264
|
+
|
|
265
|
+
rd_kafka_queue_destroy(queue);
|
|
266
|
+
/* Destroy the client instance */
|
|
267
|
+
rd_kafka_destroy(rk);
|
|
268
|
+
|
|
269
|
+
exit(retval);
|
|
270
|
+
}
|
|
271
|
+
|
|
272
|
+
|
|
273
|
+
int main(int argc, char **argv) {
|
|
274
|
+
rd_kafka_conf_t *conf; /**< Client configuration object */
|
|
275
|
+
int opt;
|
|
276
|
+
argv0 = argv[0];
|
|
277
|
+
|
|
278
|
+
/*
|
|
279
|
+
* Create Kafka client configuration place-holder
|
|
280
|
+
*/
|
|
281
|
+
conf = rd_kafka_conf_new();
|
|
282
|
+
|
|
283
|
+
/*
|
|
284
|
+
* Parse common options
|
|
285
|
+
*/
|
|
286
|
+
while ((opt = getopt(argc, argv, "b:X:d:")) != -1) {
|
|
287
|
+
switch (opt) {
|
|
288
|
+
case 'b':
|
|
289
|
+
conf_set(conf, "bootstrap.servers", optarg);
|
|
290
|
+
break;
|
|
291
|
+
|
|
292
|
+
case 'X': {
|
|
293
|
+
char *name = optarg, *val;
|
|
294
|
+
|
|
295
|
+
if (!(val = strchr(name, '=')))
|
|
296
|
+
fatal("-X expects a name=value argument");
|
|
297
|
+
|
|
298
|
+
*val = '\0';
|
|
299
|
+
val++;
|
|
300
|
+
|
|
301
|
+
conf_set(conf, name, val);
|
|
302
|
+
break;
|
|
303
|
+
}
|
|
304
|
+
|
|
305
|
+
case 'd':
|
|
306
|
+
conf_set(conf, "debug", optarg);
|
|
307
|
+
break;
|
|
308
|
+
|
|
309
|
+
default:
|
|
310
|
+
usage("Unknown option %c", (char)opt);
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
|
|
314
|
+
cmd_elect_leaders(conf, argc - optind, &argv[optind]);
|
|
315
|
+
|
|
316
|
+
return 0;
|
|
317
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
{"VerifiableConsumer":
|
|
2
|
+
{
|
|
3
|
+
"class": "kafkatest.services.verifiable_client.VerifiableClientApp",
|
|
4
|
+
"exec_cmd": "/vagrant/tests/c/kafkatest_verifiable_client --consumer --debug cgrp,topic,protocol,broker"
|
|
5
|
+
},
|
|
6
|
+
"VerifiableProducer":
|
|
7
|
+
{
|
|
8
|
+
"class": "kafkatest.services.verifiable_client.VerifiableClientApp",
|
|
9
|
+
"exec_cmd": "/vagrant/tests/c/kafkatest_verifiable_client --producer --debug topic,broker"
|
|
10
|
+
}
|
|
11
|
+
}
|
|
@@ -0,0 +1,344 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2019-2022, Magnus Edenhill
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Idempotent Producer example.
|
|
31
|
+
*
|
|
32
|
+
* The idempotent producer provides strict ordering and
|
|
33
|
+
* exactly-once producing guarantees.
|
|
34
|
+
*
|
|
35
|
+
* From the application developer's perspective, the only difference
|
|
36
|
+
* from a standard producer is the enabling of the feature by setting
|
|
37
|
+
* the `enable.idempotence` configuration property to `true`, and
|
|
38
|
+
* handling fatal (RD_KAFKA_RESP_ERR__FATAL) errors which are raised when
|
|
39
|
+
* the idempotent guarantees can't be satisfied.
|
|
40
|
+
*/
|
|
41
|
+
|
|
42
|
+
#define _DEFAULT_SOURCE /* avoid glibc deprecation warning of _BSD_SOURCE */
|
|
43
|
+
#define _BSD_SOURCE /* vsnprintf() */
|
|
44
|
+
#include <stdio.h>
|
|
45
|
+
#include <signal.h>
|
|
46
|
+
#include <unistd.h>
|
|
47
|
+
#include <string.h>
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
/* Typical include path would be <librdkafka/rdkafka.h>, but this program
|
|
51
|
+
* is builtin from within the librdkafka source tree and thus differs. */
|
|
52
|
+
#include "rdkafka.h"
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
static volatile sig_atomic_t run = 1;
|
|
56
|
+
|
|
57
|
+
/**
|
|
58
|
+
* @brief Signal termination of program
|
|
59
|
+
*/
|
|
60
|
+
static void stop(int sig) {
|
|
61
|
+
run = 0;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
static int deliveredcnt = 0;
|
|
66
|
+
static int msgerrcnt = 0;
|
|
67
|
+
|
|
68
|
+
/**
|
|
69
|
+
* @brief Message delivery report callback.
|
|
70
|
+
*
|
|
71
|
+
* This callback is called exactly once per message, indicating if
|
|
72
|
+
* the message was succesfully delivered
|
|
73
|
+
* (rkmessage->err == RD_KAFKA_RESP_ERR_NO_ERROR) or permanently
|
|
74
|
+
* failed delivery (rkmessage->err != RD_KAFKA_RESP_ERR_NO_ERROR).
|
|
75
|
+
*
|
|
76
|
+
* The callback is triggered from rd_kafka_poll() or rd_kafka_flush() and
|
|
77
|
+
* executes on the application's thread.
|
|
78
|
+
*/
|
|
79
|
+
static void
|
|
80
|
+
dr_msg_cb(rd_kafka_t *rk, const rd_kafka_message_t *rkmessage, void *opaque) {
|
|
81
|
+
if (rkmessage->err) {
|
|
82
|
+
fprintf(stderr, "%% Message delivery failed: %s\n",
|
|
83
|
+
rd_kafka_err2str(rkmessage->err));
|
|
84
|
+
msgerrcnt++;
|
|
85
|
+
} else {
|
|
86
|
+
fprintf(stderr,
|
|
87
|
+
"%% Message delivered (%zd bytes, topic %s, "
|
|
88
|
+
"partition %" PRId32 ", offset %" PRId64 ")\n",
|
|
89
|
+
rkmessage->len, rd_kafka_topic_name(rkmessage->rkt),
|
|
90
|
+
rkmessage->partition, rkmessage->offset);
|
|
91
|
+
deliveredcnt++;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
/* The rkmessage is destroyed automatically by librdkafka */
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* @brief Generic error handling callback.
|
|
100
|
+
*
|
|
101
|
+
* This callback is triggered by rd_kafka_poll() or rd_kafka_flush()
|
|
102
|
+
* for client instance-level errors, such as broker connection failures,
|
|
103
|
+
* authentication issues, etc.
|
|
104
|
+
*
|
|
105
|
+
* These errors should generally be considered informational as
|
|
106
|
+
* the underlying client will automatically try to recover from
|
|
107
|
+
* any errors encountered, the application does not need to take
|
|
108
|
+
* action on them.
|
|
109
|
+
*
|
|
110
|
+
* But with idempotence truly fatal errors can be raised when
|
|
111
|
+
* the idempotence guarantees can't be satisfied, these errors
|
|
112
|
+
* are identified by a the `RD_KAFKA_RESP_ERR__FATAL` error code.
|
|
113
|
+
*/
|
|
114
|
+
static void
|
|
115
|
+
error_cb(rd_kafka_t *rk, int err, const char *reason, void *opaque) {
|
|
116
|
+
rd_kafka_resp_err_t orig_err;
|
|
117
|
+
char errstr[512];
|
|
118
|
+
|
|
119
|
+
fprintf(stderr, "%% Error: %s: %s\n", rd_kafka_err2name(err), reason);
|
|
120
|
+
|
|
121
|
+
if (err != RD_KAFKA_RESP_ERR__FATAL)
|
|
122
|
+
return;
|
|
123
|
+
|
|
124
|
+
/* Fatal error handling.
|
|
125
|
+
*
|
|
126
|
+
* When a fatal error is detected by the producer instance,
|
|
127
|
+
* it will trigger an error_cb with ERR__FATAL set.
|
|
128
|
+
* The application should use rd_kafka_fatal_error() to extract
|
|
129
|
+
* the actual underlying error code and description, propagate it
|
|
130
|
+
* to the user (for troubleshooting), and then terminate the
|
|
131
|
+
* producer since it will no longer accept any new messages to
|
|
132
|
+
* produce().
|
|
133
|
+
*
|
|
134
|
+
* Note:
|
|
135
|
+
* After a fatal error has been raised, rd_kafka_produce*() will
|
|
136
|
+
* fail with the original error code.
|
|
137
|
+
*
|
|
138
|
+
* Note:
|
|
139
|
+
* As an alternative to an error_cb, the application may call
|
|
140
|
+
* rd_kafka_fatal_error() at any time to check if a fatal error
|
|
141
|
+
* has occurred, typically after a failing rd_kafka_produce*() call.
|
|
142
|
+
*/
|
|
143
|
+
|
|
144
|
+
orig_err = rd_kafka_fatal_error(rk, errstr, sizeof(errstr));
|
|
145
|
+
fprintf(stderr, "%% FATAL ERROR: %s: %s\n", rd_kafka_err2name(orig_err),
|
|
146
|
+
errstr);
|
|
147
|
+
|
|
148
|
+
/* Clean termination to get delivery results (from rd_kafka_flush())
|
|
149
|
+
* for all outstanding/in-transit/queued messages. */
|
|
150
|
+
fprintf(stderr, "%% Terminating on fatal error\n");
|
|
151
|
+
run = 0;
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
|
|
155
|
+
int main(int argc, char **argv) {
|
|
156
|
+
rd_kafka_t *rk; /* Producer instance handle */
|
|
157
|
+
rd_kafka_conf_t *conf; /* Temporary configuration object */
|
|
158
|
+
char errstr[512]; /* librdkafka API error reporting buffer */
|
|
159
|
+
rd_kafka_resp_err_t err; /* librdkafka API error code */
|
|
160
|
+
const char *brokers; /* Argument: broker list */
|
|
161
|
+
const char *topic; /* Argument: topic to produce to */
|
|
162
|
+
int msgcnt = 0; /* Number of messages produced */
|
|
163
|
+
|
|
164
|
+
/*
|
|
165
|
+
* Argument validation
|
|
166
|
+
*/
|
|
167
|
+
if (argc != 3) {
|
|
168
|
+
fprintf(stderr, "%% Usage: %s <broker> <topic>\n", argv[0]);
|
|
169
|
+
return 1;
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
brokers = argv[1];
|
|
173
|
+
topic = argv[2];
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
/*
|
|
177
|
+
* Create Kafka client configuration place-holder
|
|
178
|
+
*/
|
|
179
|
+
conf = rd_kafka_conf_new();
|
|
180
|
+
|
|
181
|
+
/* Set bootstrap broker(s) as a comma-separated list of
|
|
182
|
+
* host or host:port (default port 9092).
|
|
183
|
+
* librdkafka will use the bootstrap brokers to acquire the full
|
|
184
|
+
* set of brokers from the cluster. */
|
|
185
|
+
if (rd_kafka_conf_set(conf, "bootstrap.servers", brokers, errstr,
|
|
186
|
+
sizeof(errstr)) != RD_KAFKA_CONF_OK) {
|
|
187
|
+
fprintf(stderr, "%s\n", errstr);
|
|
188
|
+
rd_kafka_conf_destroy(conf);
|
|
189
|
+
return 1;
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
/* Enable the idempotent producer */
|
|
193
|
+
if (rd_kafka_conf_set(conf, "enable.idempotence", "true", errstr,
|
|
194
|
+
sizeof(errstr)) != RD_KAFKA_CONF_OK) {
|
|
195
|
+
fprintf(stderr, "%s\n", errstr);
|
|
196
|
+
rd_kafka_conf_destroy(conf);
|
|
197
|
+
return 1;
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
/* Set the delivery report callback.
|
|
201
|
+
* This callback will be called once per message to inform
|
|
202
|
+
* the application if delivery succeeded or failed.
|
|
203
|
+
* See dr_msg_cb() above. */
|
|
204
|
+
rd_kafka_conf_set_dr_msg_cb(conf, dr_msg_cb);
|
|
205
|
+
|
|
206
|
+
/* Set an error handler callback to catch generic instance-level
|
|
207
|
+
* errors.
|
|
208
|
+
*
|
|
209
|
+
* See the `error_cb()` handler above for how to handle the
|
|
210
|
+
* fatal errors.
|
|
211
|
+
*/
|
|
212
|
+
rd_kafka_conf_set_error_cb(conf, error_cb);
|
|
213
|
+
|
|
214
|
+
|
|
215
|
+
/*
|
|
216
|
+
* Create producer instance.
|
|
217
|
+
*
|
|
218
|
+
* NOTE: rd_kafka_new() takes ownership of the conf object
|
|
219
|
+
* and the application must not reference it again after
|
|
220
|
+
* this call.
|
|
221
|
+
*/
|
|
222
|
+
rk = rd_kafka_new(RD_KAFKA_PRODUCER, conf, errstr, sizeof(errstr));
|
|
223
|
+
if (!rk) {
|
|
224
|
+
fprintf(stderr, "%% Failed to create new producer: %s\n",
|
|
225
|
+
errstr);
|
|
226
|
+
return 1;
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
/* Signal handler for clean shutdown */
|
|
230
|
+
signal(SIGINT, stop);
|
|
231
|
+
|
|
232
|
+
fprintf(stderr, "%% Running producer loop. Press Ctrl-C to exit\n");
|
|
233
|
+
|
|
234
|
+
while (run) {
|
|
235
|
+
char buf[64];
|
|
236
|
+
|
|
237
|
+
snprintf(buf, sizeof(buf),
|
|
238
|
+
"Idempotent Producer example message #%d", msgcnt);
|
|
239
|
+
|
|
240
|
+
/*
|
|
241
|
+
* Produce message.
|
|
242
|
+
* This is an asynchronous call, on success it will only
|
|
243
|
+
* enqueue the message on the internal producer queue.
|
|
244
|
+
* The actual delivery attempts to the broker are handled
|
|
245
|
+
* by background threads.
|
|
246
|
+
* The previously registered delivery report callback
|
|
247
|
+
* (dr_msg_cb) is used to signal back to the application
|
|
248
|
+
* when the message has been delivered (or failed),
|
|
249
|
+
* and is triggered when the application calls
|
|
250
|
+
* rd_kafka_poll() or rd_kafka_flush().
|
|
251
|
+
*/
|
|
252
|
+
retry:
|
|
253
|
+
err = rd_kafka_producev(
|
|
254
|
+
rk, RD_KAFKA_V_TOPIC(topic),
|
|
255
|
+
RD_KAFKA_V_VALUE(buf, strlen(buf)),
|
|
256
|
+
/* Copy the message payload so the `buf` can
|
|
257
|
+
* be reused for the next message. */
|
|
258
|
+
RD_KAFKA_V_MSGFLAGS(RD_KAFKA_MSG_F_COPY), RD_KAFKA_V_END);
|
|
259
|
+
|
|
260
|
+
if (err) {
|
|
261
|
+
/**
|
|
262
|
+
* Failed to *enqueue* message for producing.
|
|
263
|
+
*/
|
|
264
|
+
fprintf(stderr,
|
|
265
|
+
"%% Failed to produce to topic %s: %s\n", topic,
|
|
266
|
+
rd_kafka_err2str(err));
|
|
267
|
+
|
|
268
|
+
if (err == RD_KAFKA_RESP_ERR__QUEUE_FULL) {
|
|
269
|
+
/* If the internal queue is full, wait for
|
|
270
|
+
* messages to be delivered and then retry.
|
|
271
|
+
* The internal queue represents both
|
|
272
|
+
* messages to be sent and messages that have
|
|
273
|
+
* been sent or failed, awaiting their
|
|
274
|
+
* delivery report callback to be called.
|
|
275
|
+
*
|
|
276
|
+
* The internal queue is limited by the
|
|
277
|
+
* configuration property
|
|
278
|
+
* queue.buffering.max.messages and
|
|
279
|
+
* queue.buffering.max.kbytes */
|
|
280
|
+
rd_kafka_poll(rk,
|
|
281
|
+
1000 /*block for max 1000ms*/);
|
|
282
|
+
goto retry;
|
|
283
|
+
} else {
|
|
284
|
+
/* Produce failed, most likely due to a
|
|
285
|
+
* fatal error (will be handled by error_cb()),
|
|
286
|
+
* bail out. */
|
|
287
|
+
|
|
288
|
+
/* Instead of using the error_cb(), an
|
|
289
|
+
* application may check for fatal errors here
|
|
290
|
+
* by calling rd_kafka_fatal_error(). */
|
|
291
|
+
break;
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
/* A producer application should continually serve
|
|
296
|
+
* the delivery report queue by calling rd_kafka_poll()
|
|
297
|
+
* at frequent intervals.
|
|
298
|
+
* Either put the poll call in your main loop, or in a
|
|
299
|
+
* dedicated thread, or call it after or before every
|
|
300
|
+
* rd_kafka_produce*() call.
|
|
301
|
+
* Just make sure that rd_kafka_poll() is still called
|
|
302
|
+
* during periods where you are not producing any messages
|
|
303
|
+
* to make sure previously produced messages have their
|
|
304
|
+
* delivery report callback served (and any other callbacks
|
|
305
|
+
* you register). */
|
|
306
|
+
rd_kafka_poll(rk, 0 /*non-blocking*/);
|
|
307
|
+
|
|
308
|
+
msgcnt++;
|
|
309
|
+
|
|
310
|
+
/* Since fatal errors can't be triggered in practice,
|
|
311
|
+
* use the test API to trigger a fabricated error after
|
|
312
|
+
* some time. */
|
|
313
|
+
if (msgcnt == 13)
|
|
314
|
+
rd_kafka_test_fatal_error(
|
|
315
|
+
rk, RD_KAFKA_RESP_ERR_OUT_OF_ORDER_SEQUENCE_NUMBER,
|
|
316
|
+
"This is a fabricated error to test the "
|
|
317
|
+
"fatal error handling");
|
|
318
|
+
|
|
319
|
+
/* Short sleep to rate-limit this example.
|
|
320
|
+
* A real application should not do this. */
|
|
321
|
+
usleep(500 * 1000); /* 500ms */
|
|
322
|
+
}
|
|
323
|
+
|
|
324
|
+
|
|
325
|
+
/* Wait for final messages to be delivered or fail.
|
|
326
|
+
* rd_kafka_flush() is an abstraction over rd_kafka_poll() which
|
|
327
|
+
* waits for all messages to be delivered. */
|
|
328
|
+
fprintf(stderr, "%% Flushing outstanding messages..\n");
|
|
329
|
+
rd_kafka_flush(rk, 10 * 1000 /* wait for max 10 seconds */);
|
|
330
|
+
fprintf(stderr, "%% %d message(s) produced, %d delivered, %d failed\n",
|
|
331
|
+
msgcnt, deliveredcnt, msgerrcnt);
|
|
332
|
+
|
|
333
|
+
/* Save fatal error prior for using with exit status below. */
|
|
334
|
+
err = rd_kafka_fatal_error(rk, NULL, 0);
|
|
335
|
+
|
|
336
|
+
/* Destroy the producer instance */
|
|
337
|
+
rd_kafka_destroy(rk);
|
|
338
|
+
|
|
339
|
+
/* Exit application with an error (1) if there was a fatal error. */
|
|
340
|
+
if (err)
|
|
341
|
+
return 1;
|
|
342
|
+
else
|
|
343
|
+
return 0;
|
|
344
|
+
}
|