@ohos-ports/confluentinc-kafka-javascript 1.10.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +457 -0
- package/LICENSE.kafkajs +31 -0
- package/LICENSE.node-rdkafka +25 -0
- package/LICENSE.txt +20 -0
- package/README.md +133 -0
- package/binding.gyp +184 -0
- package/build/Release/confluent-kafka-javascript.node +0 -0
- package/build/deps/librdkafka++.so.1 +0 -0
- package/build/deps/librdkafka.Makefile +6 -0
- package/build/deps/librdkafka.so.1 +0 -0
- package/build/deps/librdkafka.target.mk +55 -0
- package/deps/librdkafka/.clang-format +136 -0
- package/deps/librdkafka/.clang-format-cpp +103 -0
- package/deps/librdkafka/.dir-locals.el +10 -0
- package/deps/librdkafka/.formatignore +35 -0
- package/deps/librdkafka/.gdbmacros +19 -0
- package/deps/librdkafka/CHANGELOG.md +2477 -0
- package/deps/librdkafka/CMakeLists.txt +291 -0
- package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
- package/deps/librdkafka/CONFIGURATION.md +212 -0
- package/deps/librdkafka/CONTRIBUTING.md +431 -0
- package/deps/librdkafka/Doxyfile +2375 -0
- package/deps/librdkafka/INTRODUCTION.md +2752 -0
- package/deps/librdkafka/LICENSE +26 -0
- package/deps/librdkafka/LICENSE.cjson +22 -0
- package/deps/librdkafka/LICENSE.crc32c +28 -0
- package/deps/librdkafka/LICENSE.fnv1a +18 -0
- package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
- package/deps/librdkafka/LICENSE.lz4 +26 -0
- package/deps/librdkafka/LICENSE.murmur2 +25 -0
- package/deps/librdkafka/LICENSE.nanopb +22 -0
- package/deps/librdkafka/LICENSE.opentelemetry +203 -0
- package/deps/librdkafka/LICENSE.pycrc +23 -0
- package/deps/librdkafka/LICENSE.queue +31 -0
- package/deps/librdkafka/LICENSE.regexp +5 -0
- package/deps/librdkafka/LICENSE.snappy +36 -0
- package/deps/librdkafka/LICENSE.tinycthread +26 -0
- package/deps/librdkafka/LICENSE.wingetopt +49 -0
- package/deps/librdkafka/LICENSES.txt +625 -0
- package/deps/librdkafka/Makefile +125 -0
- package/deps/librdkafka/README.md +201 -0
- package/deps/librdkafka/README.win32 +26 -0
- package/deps/librdkafka/STATISTICS.md +624 -0
- package/deps/librdkafka/configure +214 -0
- package/deps/librdkafka/configure.self +341 -0
- package/deps/librdkafka/dev-conf.sh +123 -0
- package/deps/librdkafka/lds-gen.py +73 -0
- package/deps/librdkafka/mainpage.doxy +40 -0
- package/deps/librdkafka/mklove/Makefile.base +329 -0
- package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
- package/deps/librdkafka/mklove/modules/configure.base +2484 -0
- package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
- package/deps/librdkafka/mklove/modules/configure.cc +186 -0
- package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
- package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
- package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
- package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
- package/deps/librdkafka/mklove/modules/configure.host +132 -0
- package/deps/librdkafka/mklove/modules/configure.lib +49 -0
- package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
- package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
- package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
- package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
- package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
- package/deps/librdkafka/mklove/modules/configure.pic +16 -0
- package/deps/librdkafka/mklove/modules/configure.socket +20 -0
- package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
- package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
- package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
- package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
- package/deps/librdkafka/service.yml +182 -0
- package/deps/librdkafka/src/CMakeLists.txt +379 -0
- package/deps/librdkafka/src/Makefile +105 -0
- package/deps/librdkafka/src/README.lz4.md +30 -0
- package/deps/librdkafka/src/cJSON.c +3191 -0
- package/deps/librdkafka/src/cJSON.h +306 -0
- package/deps/librdkafka/src/crc32c.c +430 -0
- package/deps/librdkafka/src/crc32c.h +38 -0
- package/deps/librdkafka/src/generate_proto.sh +66 -0
- package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
- package/deps/librdkafka/src/lz4.c +2727 -0
- package/deps/librdkafka/src/lz4.h +842 -0
- package/deps/librdkafka/src/lz4frame.c +2078 -0
- package/deps/librdkafka/src/lz4frame.h +692 -0
- package/deps/librdkafka/src/lz4frame_static.h +47 -0
- package/deps/librdkafka/src/lz4hc.c +1631 -0
- package/deps/librdkafka/src/lz4hc.h +413 -0
- package/deps/librdkafka/src/nanopb/pb.h +917 -0
- package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
- package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
- package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
- package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
- package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
- package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
- package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
- package/deps/librdkafka/src/queue.h +850 -0
- package/deps/librdkafka/src/rd.h +592 -0
- package/deps/librdkafka/src/rdaddr.c +255 -0
- package/deps/librdkafka/src/rdaddr.h +202 -0
- package/deps/librdkafka/src/rdatomic.h +262 -0
- package/deps/librdkafka/src/rdavg.h +260 -0
- package/deps/librdkafka/src/rdavl.c +210 -0
- package/deps/librdkafka/src/rdavl.h +250 -0
- package/deps/librdkafka/src/rdbase64.c +200 -0
- package/deps/librdkafka/src/rdbase64.h +43 -0
- package/deps/librdkafka/src/rdbuf.c +1884 -0
- package/deps/librdkafka/src/rdbuf.h +375 -0
- package/deps/librdkafka/src/rdcrc32.c +114 -0
- package/deps/librdkafka/src/rdcrc32.h +170 -0
- package/deps/librdkafka/src/rddl.c +179 -0
- package/deps/librdkafka/src/rddl.h +43 -0
- package/deps/librdkafka/src/rdendian.h +175 -0
- package/deps/librdkafka/src/rdfloat.h +67 -0
- package/deps/librdkafka/src/rdfnv1a.c +113 -0
- package/deps/librdkafka/src/rdfnv1a.h +35 -0
- package/deps/librdkafka/src/rdgz.c +120 -0
- package/deps/librdkafka/src/rdgz.h +46 -0
- package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
- package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
- package/deps/librdkafka/src/rdhttp.c +831 -0
- package/deps/librdkafka/src/rdhttp.h +101 -0
- package/deps/librdkafka/src/rdinterval.h +177 -0
- package/deps/librdkafka/src/rdkafka.c +7287 -0
- package/deps/librdkafka/src/rdkafka.h +11795 -0
- package/deps/librdkafka/src/rdkafka_admin.c +10165 -0
- package/deps/librdkafka/src/rdkafka_admin.h +658 -0
- package/deps/librdkafka/src/rdkafka_assignment.c +1282 -0
- package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
- package/deps/librdkafka/src/rdkafka_assignor.c +1800 -0
- package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
- package/deps/librdkafka/src/rdkafka_aux.c +409 -0
- package/deps/librdkafka/src/rdkafka_aux.h +174 -0
- package/deps/librdkafka/src/rdkafka_background.c +222 -0
- package/deps/librdkafka/src/rdkafka_broker.c +6736 -0
- package/deps/librdkafka/src/rdkafka_broker.h +851 -0
- package/deps/librdkafka/src/rdkafka_buf.c +543 -0
- package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
- package/deps/librdkafka/src/rdkafka_cert.c +576 -0
- package/deps/librdkafka/src/rdkafka_cert.h +62 -0
- package/deps/librdkafka/src/rdkafka_cgrp.c +8310 -0
- package/deps/librdkafka/src/rdkafka_cgrp.h +589 -0
- package/deps/librdkafka/src/rdkafka_conf.c +5177 -0
- package/deps/librdkafka/src/rdkafka_conf.h +746 -0
- package/deps/librdkafka/src/rdkafka_confval.h +97 -0
- package/deps/librdkafka/src/rdkafka_coord.c +623 -0
- package/deps/librdkafka/src/rdkafka_coord.h +132 -0
- package/deps/librdkafka/src/rdkafka_error.c +228 -0
- package/deps/librdkafka/src/rdkafka_error.h +80 -0
- package/deps/librdkafka/src/rdkafka_event.c +502 -0
- package/deps/librdkafka/src/rdkafka_event.h +126 -0
- package/deps/librdkafka/src/rdkafka_feature.c +898 -0
- package/deps/librdkafka/src/rdkafka_feature.h +104 -0
- package/deps/librdkafka/src/rdkafka_fetcher.c +3820 -0
- package/deps/librdkafka/src/rdkafka_fetcher.h +62 -0
- package/deps/librdkafka/src/rdkafka_header.c +220 -0
- package/deps/librdkafka/src/rdkafka_header.h +76 -0
- package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
- package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
- package/deps/librdkafka/src/rdkafka_int.h +1505 -0
- package/deps/librdkafka/src/rdkafka_interceptor.c +842 -0
- package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
- package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
- package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
- package/deps/librdkafka/src/rdkafka_metadata.c +2347 -0
- package/deps/librdkafka/src/rdkafka_metadata.h +350 -0
- package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
- package/deps/librdkafka/src/rdkafka_mock.c +4514 -0
- package/deps/librdkafka/src/rdkafka_mock.h +867 -0
- package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1877 -0
- package/deps/librdkafka/src/rdkafka_mock_handlers.c +5255 -0
- package/deps/librdkafka/src/rdkafka_mock_int.h +1005 -0
- package/deps/librdkafka/src/rdkafka_mock_sharegrp.c +1207 -0
- package/deps/librdkafka/src/rdkafka_msg.c +2619 -0
- package/deps/librdkafka/src/rdkafka_msg.h +629 -0
- package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
- package/deps/librdkafka/src/rdkafka_msgset.h +105 -0
- package/deps/librdkafka/src/rdkafka_msgset_reader.c +2099 -0
- package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
- package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
- package/deps/librdkafka/src/rdkafka_offset.h +150 -0
- package/deps/librdkafka/src/rdkafka_op.c +1219 -0
- package/deps/librdkafka/src/rdkafka_op.h +1065 -0
- package/deps/librdkafka/src/rdkafka_partition.c +5109 -0
- package/deps/librdkafka/src/rdkafka_partition.h +1215 -0
- package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
- package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
- package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
- package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
- package/deps/librdkafka/src/rdkafka_proto.h +739 -0
- package/deps/librdkafka/src/rdkafka_protocol.h +131 -0
- package/deps/librdkafka/src/rdkafka_queue.c +1351 -0
- package/deps/librdkafka/src/rdkafka_queue.h +1235 -0
- package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
- package/deps/librdkafka/src/rdkafka_request.c +7298 -0
- package/deps/librdkafka/src/rdkafka_request.h +761 -0
- package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
- package/deps/librdkafka/src/rdkafka_sasl.c +589 -0
- package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
- package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
- package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1827 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
- package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
- package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
- package/deps/librdkafka/src/rdkafka_share_acknowledgement.c +1445 -0
- package/deps/librdkafka/src/rdkafka_share_acknowledgement.h +373 -0
- package/deps/librdkafka/src/rdkafka_ssl.c +2235 -0
- package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
- package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
- package/deps/librdkafka/src/rdkafka_subscription.c +411 -0
- package/deps/librdkafka/src/rdkafka_telemetry.c +761 -0
- package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1307 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.c +1309 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.h +459 -0
- package/deps/librdkafka/src/rdkafka_timer.c +407 -0
- package/deps/librdkafka/src/rdkafka_timer.h +117 -0
- package/deps/librdkafka/src/rdkafka_topic.c +2382 -0
- package/deps/librdkafka/src/rdkafka_topic.h +369 -0
- package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
- package/deps/librdkafka/src/rdkafka_transport.h +99 -0
- package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
- package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
- package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
- package/deps/librdkafka/src/rdlist.c +593 -0
- package/deps/librdkafka/src/rdlist.h +444 -0
- package/deps/librdkafka/src/rdlog.c +89 -0
- package/deps/librdkafka/src/rdlog.h +41 -0
- package/deps/librdkafka/src/rdmap.c +508 -0
- package/deps/librdkafka/src/rdmap.h +492 -0
- package/deps/librdkafka/src/rdmurmur2.c +167 -0
- package/deps/librdkafka/src/rdmurmur2.h +35 -0
- package/deps/librdkafka/src/rdports.c +61 -0
- package/deps/librdkafka/src/rdports.h +38 -0
- package/deps/librdkafka/src/rdposix.h +250 -0
- package/deps/librdkafka/src/rdrand.c +151 -0
- package/deps/librdkafka/src/rdrand.h +72 -0
- package/deps/librdkafka/src/rdregex.c +156 -0
- package/deps/librdkafka/src/rdregex.h +43 -0
- package/deps/librdkafka/src/rdsignal.h +57 -0
- package/deps/librdkafka/src/rdstring.c +645 -0
- package/deps/librdkafka/src/rdstring.h +98 -0
- package/deps/librdkafka/src/rdsysqueue.h +404 -0
- package/deps/librdkafka/src/rdtime.h +356 -0
- package/deps/librdkafka/src/rdtypes.h +86 -0
- package/deps/librdkafka/src/rdunittest.c +564 -0
- package/deps/librdkafka/src/rdunittest.h +232 -0
- package/deps/librdkafka/src/rdunittest_acknowledge.c +1177 -0
- package/deps/librdkafka/src/rdunittest_fetcher.c +1211 -0
- package/deps/librdkafka/src/rdunittest_msgset_errors.c +1521 -0
- package/deps/librdkafka/src/rdvarint.c +134 -0
- package/deps/librdkafka/src/rdvarint.h +165 -0
- package/deps/librdkafka/src/rdwin32.h +382 -0
- package/deps/librdkafka/src/rdxxhash.c +1030 -0
- package/deps/librdkafka/src/rdxxhash.h +328 -0
- package/deps/librdkafka/src/regexp.c +1352 -0
- package/deps/librdkafka/src/regexp.h +41 -0
- package/deps/librdkafka/src/snappy.c +1866 -0
- package/deps/librdkafka/src/snappy.h +62 -0
- package/deps/librdkafka/src/snappy_compat.h +138 -0
- package/deps/librdkafka/src/statistics_schema.json +444 -0
- package/deps/librdkafka/src/tinycthread.c +932 -0
- package/deps/librdkafka/src/tinycthread.h +503 -0
- package/deps/librdkafka/src/tinycthread_extra.c +210 -0
- package/deps/librdkafka/src/tinycthread_extra.h +218 -0
- package/deps/librdkafka/src/win32_config.h +58 -0
- package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
- package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
- package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
- package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
- package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
- package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
- package/deps/librdkafka/src-cpp/Makefile +55 -0
- package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
- package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
- package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
- package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
- package/deps/librdkafka/src-cpp/README.md +16 -0
- package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
- package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
- package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
- package/deps/librdkafka/tests/0000-unittests.c +72 -0
- package/deps/librdkafka/tests/0001-multiobj.c +102 -0
- package/deps/librdkafka/tests/0002-unkpart.c +244 -0
- package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
- package/deps/librdkafka/tests/0004-conf.c +934 -0
- package/deps/librdkafka/tests/0005-order.c +133 -0
- package/deps/librdkafka/tests/0006-symbols.c +163 -0
- package/deps/librdkafka/tests/0007-autotopic.c +136 -0
- package/deps/librdkafka/tests/0008-reqacks.c +179 -0
- package/deps/librdkafka/tests/0009-mock_cluster.c +272 -0
- package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
- package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
- package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
- package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
- package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
- package/deps/librdkafka/tests/0016-client_swname.c +181 -0
- package/deps/librdkafka/tests/0017-compression.c +140 -0
- package/deps/librdkafka/tests/0018-cgrp_term.c +444 -0
- package/deps/librdkafka/tests/0019-list_groups.c +289 -0
- package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
- package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
- package/deps/librdkafka/tests/0022-consume_batch.c +331 -0
- package/deps/librdkafka/tests/0025-timers.c +147 -0
- package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
- package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
- package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
- package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
- package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
- package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
- package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
- package/deps/librdkafka/tests/0035-api_version.c +73 -0
- package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
- package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
- package/deps/librdkafka/tests/0038-performance.c +121 -0
- package/deps/librdkafka/tests/0039-event.c +284 -0
- package/deps/librdkafka/tests/0040-io_event.c +257 -0
- package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
- package/deps/librdkafka/tests/0042-many_topics.c +252 -0
- package/deps/librdkafka/tests/0043-no_connection.c +77 -0
- package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
- package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
- package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
- package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
- package/deps/librdkafka/tests/0048-partitioner.c +283 -0
- package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
- package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
- package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
- package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
- package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
- package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
- package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
- package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
- package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
- package/deps/librdkafka/tests/0058-log.cpp +123 -0
- package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
- package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
- package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
- package/deps/librdkafka/tests/0062-stats_event.c +126 -0
- package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
- package/deps/librdkafka/tests/0064-interceptors.c +529 -0
- package/deps/librdkafka/tests/0065-yield.cpp +140 -0
- package/deps/librdkafka/tests/0066-plugins.cpp +143 -0
- package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
- package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
- package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
- package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
- package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
- package/deps/librdkafka/tests/0073-headers.c +381 -0
- package/deps/librdkafka/tests/0074-producev.c +87 -0
- package/deps/librdkafka/tests/0075-retry.c +290 -0
- package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
- package/deps/librdkafka/tests/0077-compaction.c +366 -0
- package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
- package/deps/librdkafka/tests/0079-fork.c +93 -0
- package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
- package/deps/librdkafka/tests/0081-admin.c +5633 -0
- package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
- package/deps/librdkafka/tests/0083-cb_event.c +233 -0
- package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
- package/deps/librdkafka/tests/0085-headers.cpp +392 -0
- package/deps/librdkafka/tests/0086-purge.c +368 -0
- package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
- package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
- package/deps/librdkafka/tests/0090-idempotence.c +171 -0
- package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
- package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
- package/deps/librdkafka/tests/0093-holb.c +200 -0
- package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
- package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
- package/deps/librdkafka/tests/0097-ssl_verify.cpp +674 -0
- package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
- package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
- package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
- package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
- package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
- package/deps/librdkafka/tests/0103-transactions.c +1383 -0
- package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
- package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
- package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
- package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
- package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
- package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
- package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
- package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
- package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
- package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
- package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
- package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
- package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
- package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
- package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
- package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
- package/deps/librdkafka/tests/0121-clusterid.c +115 -0
- package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
- package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
- package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
- package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
- package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +1164 -0
- package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
- package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +217 -0
- package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
- package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
- package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
- package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
- package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
- package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
- package/deps/librdkafka/tests/0135-sasl_credentials.cpp +279 -0
- package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
- package/deps/librdkafka/tests/0137-barrier_batch_consume.c +752 -0
- package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
- package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
- package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
- package/deps/librdkafka/tests/0142-reauthentication.c +931 -0
- package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
- package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
- package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
- package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
- package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +1210 -0
- package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +569 -0
- package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
- package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
- package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
- package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
- package/deps/librdkafka/tests/0153-memberid.c +128 -0
- package/deps/librdkafka/tests/0155-share_group_heartbeat_mock.c +2695 -0
- package/deps/librdkafka/tests/0156-share_consumer_fetch_mock.c +1551 -0
- package/deps/librdkafka/tests/0157-share_consumer_ack_mock.c +1788 -0
- package/deps/librdkafka/tests/0158-share_consumer_transactions_mock.c +467 -0
- package/deps/librdkafka/tests/0170-share_consumer_subscription.c +2192 -0
- package/deps/librdkafka/tests/0171-share_consumer_consume.c +2150 -0
- package/deps/librdkafka/tests/0172-share_consumer_acknowledge.c +1919 -0
- package/deps/librdkafka/tests/0173-share_consumer_commit_async.c +2735 -0
- package/deps/librdkafka/tests/0174-share_consumer_concurrency.c +1434 -0
- package/deps/librdkafka/tests/0175-share_consumer_groups.c +574 -0
- package/deps/librdkafka/tests/0176-share_consumer_commit_sync.c +2986 -0
- package/deps/librdkafka/tests/0177-share_consumer_transactions.c +1815 -0
- package/deps/librdkafka/tests/0178-share_consumer_close.c +2102 -0
- package/deps/librdkafka/tests/0179-share_consumer_destroy.c +2482 -0
- package/deps/librdkafka/tests/0180-share_consumer_config.c +1677 -0
- package/deps/librdkafka/tests/0181-share_consumer_topic_delete.c +354 -0
- package/deps/librdkafka/tests/0182-share_consumer_error_handling_mock.c +3358 -0
- package/deps/librdkafka/tests/0183-share_consumer_leader_change_mock.c +1234 -0
- package/deps/librdkafka/tests/0184-share_consumer_topic_recreate.c +1356 -0
- package/deps/librdkafka/tests/0185-share_consumer_max_poll_interval.c +557 -0
- package/deps/librdkafka/tests/0186-share_consumer_fatal_error.c +360 -0
- package/deps/librdkafka/tests/0190-share_consumer_telemetry.c +387 -0
- package/deps/librdkafka/tests/1000-unktopic.c +164 -0
- package/deps/librdkafka/tests/8000-idle.cpp +60 -0
- package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
- package/deps/librdkafka/tests/CMakeLists.txt +193 -0
- package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
- package/deps/librdkafka/tests/Makefile +182 -0
- package/deps/librdkafka/tests/README.md +514 -0
- package/deps/librdkafka/tests/autotest.sh +33 -0
- package/deps/librdkafka/tests/backtrace.gdb +30 -0
- package/deps/librdkafka/tests/broker_version_tests.py +315 -0
- package/deps/librdkafka/tests/buildbox.sh +17 -0
- package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
- package/deps/librdkafka/tests/cluster_testing.py +203 -0
- package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
- package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
- package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
- package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
- package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
- package/deps/librdkafka/tests/fuzzers/README.md +31 -0
- package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
- package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
- package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
- package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
- package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
- package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
- package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
- package/deps/librdkafka/tests/java/Makefile +13 -0
- package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
- package/deps/librdkafka/tests/java/README.md +14 -0
- package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
- package/deps/librdkafka/tests/java/run-class.sh +11 -0
- package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
- package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
- package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
- package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
- package/deps/librdkafka/tests/performance_plot.py +115 -0
- package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
- package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
- package/deps/librdkafka/tests/requirements.txt +2 -0
- package/deps/librdkafka/tests/run-all-tests.sh +81 -0
- package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-test-batches.py +157 -0
- package/deps/librdkafka/tests/run-test.sh +141 -0
- package/deps/librdkafka/tests/rusage.c +249 -0
- package/deps/librdkafka/tests/sasl_test.py +289 -0
- package/deps/librdkafka/tests/scenarios/README.md +6 -0
- package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
- package/deps/librdkafka/tests/scenarios/default.json +5 -0
- package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
- package/deps/librdkafka/tests/share_telemetry_verify/share-otel-collector-config.yaml +28 -0
- package/deps/librdkafka/tests/sockem.c +801 -0
- package/deps/librdkafka/tests/sockem.h +85 -0
- package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
- package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
- package/deps/librdkafka/tests/test.c +8376 -0
- package/deps/librdkafka/tests/test.conf.example +27 -0
- package/deps/librdkafka/tests/test.h +1150 -0
- package/deps/librdkafka/tests/testcpp.cpp +131 -0
- package/deps/librdkafka/tests/testcpp.h +388 -0
- package/deps/librdkafka/tests/testshared.h +416 -0
- package/deps/librdkafka/tests/tools/README.md +4 -0
- package/deps/librdkafka/tests/tools/stats/README.md +21 -0
- package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
- package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
- package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
- package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
- package/deps/librdkafka/tests/trivup/trivup-0.15.0.tar.gz +0 -0
- package/deps/librdkafka/tests/until-fail.sh +87 -0
- package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
- package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
- package/deps/librdkafka/vcpkg.json +23 -0
- package/deps/librdkafka/win32/README.md +5 -0
- package/deps/librdkafka/win32/build-package.bat +3 -0
- package/deps/librdkafka/win32/build.bat +19 -0
- package/deps/librdkafka/win32/common.vcxproj +84 -0
- package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
- package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
- package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
- package/deps/librdkafka/win32/librdkafka.sln +226 -0
- package/deps/librdkafka/win32/librdkafka.vcxproj +282 -0
- package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
- package/deps/librdkafka/win32/msbuild.ps1 +58 -0
- package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
- package/deps/librdkafka/win32/package-zip.ps1 +46 -0
- package/deps/librdkafka/win32/packages/repositories.config +4 -0
- package/deps/librdkafka/win32/push-package.bat +4 -0
- package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
- package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
- package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
- package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
- package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
- package/deps/librdkafka/win32/tests/test.conf.example +25 -0
- package/deps/librdkafka/win32/tests/tests.vcxproj +278 -0
- package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
- package/deps/librdkafka/win32/wingetopt.c +564 -0
- package/deps/librdkafka/win32/wingetopt.h +101 -0
- package/deps/librdkafka/win32/wintime.h +33 -0
- package/deps/librdkafka.gyp +83 -0
- package/deps/windows-install.py +80 -0
- package/index.d.ts +3 -0
- package/lib/admin.js +732 -0
- package/lib/client.js +679 -0
- package/lib/error.js +501 -0
- package/lib/index.js +8 -0
- package/lib/kafka-consumer-stream.js +399 -0
- package/lib/kafka-consumer.js +798 -0
- package/lib/kafkajs/_admin.js +1052 -0
- package/lib/kafkajs/_common.js +887 -0
- package/lib/kafkajs/_consumer.js +2156 -0
- package/lib/kafkajs/_consumer_cache.js +310 -0
- package/lib/kafkajs/_error.js +298 -0
- package/lib/kafkajs/_kafka.js +125 -0
- package/lib/kafkajs/_linked-list.js +220 -0
- package/lib/kafkajs/_producer.js +863 -0
- package/lib/kafkajs/index.js +5 -0
- package/lib/producer/high-level-producer.js +400 -0
- package/lib/producer-stream.js +337 -0
- package/lib/producer.js +405 -0
- package/lib/rdkafka.js +44 -0
- package/lib/tools/ref-counter.js +53 -0
- package/lib/topic-partition.js +91 -0
- package/lib/topic.js +43 -0
- package/lib/util.js +55 -0
- package/librdkafka.js +12 -0
- package/package.json +85 -0
- package/shim/source_location +54 -0
- package/src/admin.cc +1597 -0
- package/src/admin.h +112 -0
- package/src/binding.cc +76 -0
- package/src/binding.h +25 -0
- package/src/callbacks.cc +676 -0
- package/src/callbacks.h +302 -0
- package/src/common.cc +1628 -0
- package/src/common.h +192 -0
- package/src/config.cc +219 -0
- package/src/config.h +61 -0
- package/src/connection.cc +703 -0
- package/src/connection.h +117 -0
- package/src/errors.cc +119 -0
- package/src/errors.h +60 -0
- package/src/kafka-consumer.cc +1539 -0
- package/src/kafka-consumer.h +147 -0
- package/src/producer.cc +917 -0
- package/src/producer.h +124 -0
- package/src/topic.cc +173 -0
- package/src/topic.h +54 -0
- package/src/workers.cc +1714 -0
- package/src/workers.h +690 -0
- package/types/config.d.ts +1269 -0
- package/types/errors.d.ts +373 -0
- package/types/kafkajs.d.ts +568 -0
- package/types/rdkafka.d.ts +571 -0
- package/util/configure.js +32 -0
- package/util/generate-docs.sh +18 -0
- package/util/get-env.js +6 -0
- package/util/test-compile.js +11 -0
- package/util/test-producer-delivery.js +100 -0
|
@@ -0,0 +1,113 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2023, Confluent Inc.
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
#include "test.h"
|
|
30
|
+
|
|
31
|
+
#include "../src/rdkafka_proto.h"
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* @brief Test that the #4195 segfault doesn't happen when preferred replica
|
|
35
|
+
* lease expires and the rktp is in fetch state
|
|
36
|
+
* RD_KAFKA_TOPPAR_FETCH_OFFSET_WAIT.
|
|
37
|
+
*/
|
|
38
|
+
static void do_test_fetch_from_follower_offset_retry(void) {
|
|
39
|
+
const char *bootstraps;
|
|
40
|
+
rd_kafka_mock_cluster_t *mcluster;
|
|
41
|
+
rd_kafka_conf_t *conf;
|
|
42
|
+
rd_kafka_t *c;
|
|
43
|
+
const char *topic = "test";
|
|
44
|
+
rd_kafka_topic_partition_t *rktpar;
|
|
45
|
+
rd_kafka_topic_partition_list_t *seek;
|
|
46
|
+
int i;
|
|
47
|
+
|
|
48
|
+
SUB_TEST_QUICK();
|
|
49
|
+
test_timeout_set(600);
|
|
50
|
+
|
|
51
|
+
mcluster = test_mock_cluster_new(3, &bootstraps);
|
|
52
|
+
/* Set partition leader to broker 1. */
|
|
53
|
+
rd_kafka_mock_partition_set_leader(mcluster, topic, 0, 1);
|
|
54
|
+
rd_kafka_mock_partition_set_follower(mcluster, topic, 0, 2);
|
|
55
|
+
|
|
56
|
+
test_conf_init(&conf, NULL, 0);
|
|
57
|
+
test_conf_set(conf, "bootstrap.servers", bootstraps);
|
|
58
|
+
test_conf_set(conf, "client.rack", "myrack");
|
|
59
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
60
|
+
test_conf_set(conf, "fetch.error.backoff.ms", "1000");
|
|
61
|
+
test_conf_set(conf, "fetch.message.max.bytes", "10");
|
|
62
|
+
test_conf_set(conf, "session.timeout.ms", "600000");
|
|
63
|
+
test_conf_set(conf, "topic.metadata.refresh.interval.ms", "600000");
|
|
64
|
+
|
|
65
|
+
c = test_create_consumer("mygroup", NULL, conf, NULL);
|
|
66
|
+
|
|
67
|
+
test_consumer_assign_partition(
|
|
68
|
+
"do_test_fetch_from_follower_offset_retry", c, topic, 0,
|
|
69
|
+
RD_KAFKA_OFFSET_INVALID);
|
|
70
|
+
|
|
71
|
+
/* Since there are no messages, this poll only waits for metadata, and
|
|
72
|
+
* then sets the preferred replica after the first fetch request.
|
|
73
|
+
* Subsequent polls are for waiting up to 5 minutes. */
|
|
74
|
+
for (i = 0; i < 7; i++) {
|
|
75
|
+
test_consumer_poll_no_msgs(
|
|
76
|
+
"initial metadata and preferred replica set", c, 0, 40000);
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
/* Seek to end to trigger ListOffsets */
|
|
81
|
+
seek = rd_kafka_topic_partition_list_new(1);
|
|
82
|
+
rktpar = rd_kafka_topic_partition_list_add(seek, topic, 0);
|
|
83
|
+
rktpar->offset = RD_KAFKA_OFFSET_END;
|
|
84
|
+
|
|
85
|
+
/* Increase RTT for this ListOffsets */
|
|
86
|
+
rd_kafka_mock_broker_push_request_error_rtts(
|
|
87
|
+
mcluster, 2, RD_KAFKAP_ListOffsets, 1, RD_KAFKA_RESP_ERR_NO_ERROR,
|
|
88
|
+
40 * 1000);
|
|
89
|
+
|
|
90
|
+
rd_kafka_seek_partitions(c, seek, -1);
|
|
91
|
+
rd_kafka_topic_partition_list_destroy(seek);
|
|
92
|
+
|
|
93
|
+
/* Wait lease expiry */
|
|
94
|
+
rd_sleep(50);
|
|
95
|
+
|
|
96
|
+
test_consumer_close(c);
|
|
97
|
+
|
|
98
|
+
rd_kafka_destroy(c);
|
|
99
|
+
|
|
100
|
+
test_mock_cluster_destroy(mcluster);
|
|
101
|
+
|
|
102
|
+
SUB_TEST_PASS();
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
int main_8001_fetch_from_follower_mock_manual(int argc, char **argv) {
|
|
107
|
+
|
|
108
|
+
TEST_SKIP_MOCK_CLUSTER(0);
|
|
109
|
+
|
|
110
|
+
do_test_fetch_from_follower_offset_retry();
|
|
111
|
+
|
|
112
|
+
return 0;
|
|
113
|
+
}
|
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
set(
|
|
2
|
+
sources
|
|
3
|
+
0000-unittests.c
|
|
4
|
+
0001-multiobj.c
|
|
5
|
+
0002-unkpart.c
|
|
6
|
+
0003-msgmaxsize.c
|
|
7
|
+
0004-conf.c
|
|
8
|
+
0005-order.c
|
|
9
|
+
0006-symbols.c
|
|
10
|
+
0007-autotopic.c
|
|
11
|
+
0008-reqacks.c
|
|
12
|
+
0009-mock_cluster.c
|
|
13
|
+
0011-produce_batch.c
|
|
14
|
+
0012-produce_consume.c
|
|
15
|
+
0013-null-msgs.c
|
|
16
|
+
0014-reconsume-191.c
|
|
17
|
+
0015-offset_seeks.c
|
|
18
|
+
0016-client_swname.c
|
|
19
|
+
0017-compression.c
|
|
20
|
+
0018-cgrp_term.c
|
|
21
|
+
0019-list_groups.c
|
|
22
|
+
0020-destroy_hang.c
|
|
23
|
+
0021-rkt_destroy.c
|
|
24
|
+
0022-consume_batch.c
|
|
25
|
+
0025-timers.c
|
|
26
|
+
0026-consume_pause.c
|
|
27
|
+
0028-long_topicnames.c
|
|
28
|
+
0029-assign_offset.c
|
|
29
|
+
0030-offset_commit.c
|
|
30
|
+
0031-get_offsets.c
|
|
31
|
+
0033-regex_subscribe.c
|
|
32
|
+
0034-offset_reset.c
|
|
33
|
+
0035-api_version.c
|
|
34
|
+
0036-partial_fetch.c
|
|
35
|
+
0037-destroy_hang_local.c
|
|
36
|
+
0038-performance.c
|
|
37
|
+
0039-event.c
|
|
38
|
+
0040-io_event.c
|
|
39
|
+
0041-fetch_max_bytes.c
|
|
40
|
+
0042-many_topics.c
|
|
41
|
+
0043-no_connection.c
|
|
42
|
+
0044-partition_cnt.c
|
|
43
|
+
0045-subscribe_update.c
|
|
44
|
+
0046-rkt_cache.c
|
|
45
|
+
0047-partial_buf_tmout.c
|
|
46
|
+
0048-partitioner.c
|
|
47
|
+
0049-consume_conn_close.c
|
|
48
|
+
0050-subscribe_adds.c
|
|
49
|
+
0051-assign_adds.c
|
|
50
|
+
0052-msg_timestamps.c
|
|
51
|
+
0053-stats_cb.cpp
|
|
52
|
+
0054-offset_time.cpp
|
|
53
|
+
0055-producer_latency.c
|
|
54
|
+
0056-balanced_group_mt.c
|
|
55
|
+
0057-invalid_topic.cpp
|
|
56
|
+
0058-log.cpp
|
|
57
|
+
0059-bsearch.cpp
|
|
58
|
+
0060-op_prio.cpp
|
|
59
|
+
0061-consumer_lag.cpp
|
|
60
|
+
0062-stats_event.c
|
|
61
|
+
0063-clusterid.cpp
|
|
62
|
+
0064-interceptors.c
|
|
63
|
+
0065-yield.cpp
|
|
64
|
+
0066-plugins.cpp
|
|
65
|
+
0067-empty_topic.cpp
|
|
66
|
+
0068-produce_timeout.c
|
|
67
|
+
0069-consumer_add_parts.c
|
|
68
|
+
0070-null_empty.cpp
|
|
69
|
+
0072-headers_ut.c
|
|
70
|
+
0073-headers.c
|
|
71
|
+
0074-producev.c
|
|
72
|
+
0075-retry.c
|
|
73
|
+
0076-produce_retry.c
|
|
74
|
+
0077-compaction.c
|
|
75
|
+
0078-c_from_cpp.cpp
|
|
76
|
+
0079-fork.c
|
|
77
|
+
0080-admin_ut.c
|
|
78
|
+
0081-admin.c
|
|
79
|
+
0082-fetch_max_bytes.cpp
|
|
80
|
+
0083-cb_event.c
|
|
81
|
+
0084-destroy_flags.c
|
|
82
|
+
0085-headers.cpp
|
|
83
|
+
0086-purge.c
|
|
84
|
+
0088-produce_metadata_timeout.c
|
|
85
|
+
0089-max_poll_interval.c
|
|
86
|
+
0090-idempotence.c
|
|
87
|
+
0091-max_poll_interval_timeout.c
|
|
88
|
+
0092-mixed_msgver.c
|
|
89
|
+
0093-holb.c
|
|
90
|
+
0094-idempotence_msg_timeout.c
|
|
91
|
+
0095-all_brokers_down.cpp
|
|
92
|
+
0097-ssl_verify.cpp
|
|
93
|
+
0098-consumer-txn.cpp
|
|
94
|
+
0099-commit_metadata.c
|
|
95
|
+
0100-thread_interceptors.cpp
|
|
96
|
+
0101-fetch-from-follower.cpp
|
|
97
|
+
0102-static_group_rebalance.c
|
|
98
|
+
0103-transactions.c
|
|
99
|
+
0104-fetch_from_follower_mock.c
|
|
100
|
+
0105-transactions_mock.c
|
|
101
|
+
0106-cgrp_sess_timeout.c
|
|
102
|
+
0107-topic_recreate.c
|
|
103
|
+
0109-auto_create_topics.cpp
|
|
104
|
+
0110-batch_size.cpp
|
|
105
|
+
0111-delay_create_topics.cpp
|
|
106
|
+
0112-assign_unknown_part.c
|
|
107
|
+
0113-cooperative_rebalance.cpp
|
|
108
|
+
0114-sticky_partitioning.cpp
|
|
109
|
+
0115-producer_auth.cpp
|
|
110
|
+
0116-kafkaconsumer_close.cpp
|
|
111
|
+
0117-mock_errors.c
|
|
112
|
+
0118-commit_rebalance.c
|
|
113
|
+
0119-consumer_auth.cpp
|
|
114
|
+
0120-asymmetric_subscription.c
|
|
115
|
+
0121-clusterid.c
|
|
116
|
+
0122-buffer_cleaning_after_rebalance.c
|
|
117
|
+
0123-connections_max_idle.c
|
|
118
|
+
0124-openssl_invalid_engine.c
|
|
119
|
+
0125-immediate_flush.c
|
|
120
|
+
0126-oauthbearer_oidc.c
|
|
121
|
+
0127-fetch_queue_backoff.cpp
|
|
122
|
+
0128-sasl_callback_queue.cpp
|
|
123
|
+
0129-fetch_aborted_msgs.c
|
|
124
|
+
0130-store_offsets.c
|
|
125
|
+
0131-connect_timeout.c
|
|
126
|
+
0132-strategy_ordering.c
|
|
127
|
+
0133-ssl_keys.c
|
|
128
|
+
0134-ssl_provider.c
|
|
129
|
+
0135-sasl_credentials.cpp
|
|
130
|
+
0136-resolve_cb.c
|
|
131
|
+
0137-barrier_batch_consume.c
|
|
132
|
+
0138-admin_mock.c
|
|
133
|
+
0139-offset_validation_mock.c
|
|
134
|
+
0140-commit_metadata.cpp
|
|
135
|
+
0142-reauthentication.c
|
|
136
|
+
0143-exponential_backoff_mock.c
|
|
137
|
+
0144-idempotence_mock.c
|
|
138
|
+
0145-pause_resume_mock.c
|
|
139
|
+
0146-metadata_mock.c
|
|
140
|
+
0147-consumer_group_consumer_mock.c
|
|
141
|
+
0148-offset_fetch_commit_error_mock.c
|
|
142
|
+
0149-broker-same-host-port.c
|
|
143
|
+
0150-telemetry_mock.c
|
|
144
|
+
0151-purge-brokers.c
|
|
145
|
+
0152-rebootstrap.c
|
|
146
|
+
0153-memberid.c
|
|
147
|
+
0155-share_group_heartbeat_mock.c
|
|
148
|
+
0156-share_consumer_fetch_mock.c
|
|
149
|
+
0157-share_consumer_ack_mock.c
|
|
150
|
+
0158-share_consumer_transactions_mock.c
|
|
151
|
+
0170-share_consumer_subscription.c
|
|
152
|
+
0171-share_consumer_consume.c
|
|
153
|
+
0172-share_consumer_acknowledge.c
|
|
154
|
+
0173-share_consumer_commit_async.c
|
|
155
|
+
0174-share_consumer_concurrency.c
|
|
156
|
+
0175-share_consumer_groups.c
|
|
157
|
+
0176-share_consumer_commit_sync.c
|
|
158
|
+
0177-share_consumer_transactions.c
|
|
159
|
+
0178-share_consumer_close.c
|
|
160
|
+
0179-share_consumer_destroy.c
|
|
161
|
+
0180-share_consumer_config.c
|
|
162
|
+
0181-share_consumer_topic_delete.c
|
|
163
|
+
0182-share_consumer_error_handling_mock.c
|
|
164
|
+
0183-share_consumer_leader_change_mock.c
|
|
165
|
+
0184-share_consumer_topic_recreate.c
|
|
166
|
+
0185-share_consumer_max_poll_interval.c
|
|
167
|
+
0186-share_consumer_fatal_error.c
|
|
168
|
+
0190-share_consumer_telemetry.c
|
|
169
|
+
8000-idle.cpp
|
|
170
|
+
8001-fetch_from_follower_mock_manual.c
|
|
171
|
+
test.c
|
|
172
|
+
testcpp.cpp
|
|
173
|
+
rusage.c
|
|
174
|
+
)
|
|
175
|
+
|
|
176
|
+
if(NOT WIN32)
|
|
177
|
+
list(APPEND sources sockem.c sockem_ctrl.c)
|
|
178
|
+
else()
|
|
179
|
+
list(APPEND sources ../src/tinycthread.c ../src/tinycthread_extra.c)
|
|
180
|
+
endif()
|
|
181
|
+
|
|
182
|
+
add_executable(test-runner ${sources})
|
|
183
|
+
target_link_libraries(test-runner PUBLIC rdkafka++)
|
|
184
|
+
|
|
185
|
+
add_test(NAME RdKafkaTestInParallel COMMAND test-runner -p5)
|
|
186
|
+
add_test(NAME RdKafkaTestSequentially COMMAND test-runner -p1)
|
|
187
|
+
add_test(NAME RdKafkaTestBrokerLess COMMAND test-runner -p5 -l)
|
|
188
|
+
add_test(NAME RdKafkaTestBrokerLessQuick COMMAND test-runner -p5 -l -Q)
|
|
189
|
+
|
|
190
|
+
if(NOT WIN32 AND NOT APPLE)
|
|
191
|
+
set(tests_OUTPUT_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
|
192
|
+
add_subdirectory(interceptor_test)
|
|
193
|
+
endif()
|
|
@@ -0,0 +1,291 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
#
|
|
3
|
+
# librdkafka test trivup app module
|
|
4
|
+
#
|
|
5
|
+
# Requires:
|
|
6
|
+
# trivup python module
|
|
7
|
+
# gradle in your PATH
|
|
8
|
+
|
|
9
|
+
from trivup.trivup import App, UuidAllocator
|
|
10
|
+
from trivup.apps.ZookeeperApp import ZookeeperApp
|
|
11
|
+
from trivup.apps.KafkaBrokerApp import KafkaBrokerApp
|
|
12
|
+
from trivup.apps.KerberosKdcApp import KerberosKdcApp
|
|
13
|
+
from trivup.apps.OauthbearerOIDCApp import OauthbearerOIDCApp
|
|
14
|
+
|
|
15
|
+
import os
|
|
16
|
+
import json
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
class LibrdkafkaTestApp(App):
|
|
20
|
+
""" Sets up and executes the librdkafka regression tests.
|
|
21
|
+
Assumes tests are in the current directory.
|
|
22
|
+
Must be instantiated after ZookeeperApp and KafkaBrokerApp """
|
|
23
|
+
|
|
24
|
+
def __init__(self, cluster, version, conf=None,
|
|
25
|
+
tests=None, scenario="default"):
|
|
26
|
+
super(LibrdkafkaTestApp, self).__init__(cluster, conf=conf)
|
|
27
|
+
|
|
28
|
+
self.appid = UuidAllocator(self.cluster).next(self, trunc=8)
|
|
29
|
+
self.autostart = False
|
|
30
|
+
self.local_tests = True
|
|
31
|
+
self.test_mode = conf.get('test_mode', 'bare')
|
|
32
|
+
self.version = version
|
|
33
|
+
|
|
34
|
+
# Generate test config file
|
|
35
|
+
conf_blob = list()
|
|
36
|
+
self.security_protocol = 'PLAINTEXT'
|
|
37
|
+
|
|
38
|
+
f, self.test_conf_file = self.open_file('test.conf', 'perm')
|
|
39
|
+
f.write('broker.address.family=v4\n'.encode('ascii'))
|
|
40
|
+
f.write(('test.sql.command=sqlite3 rdktests\n').encode('ascii'))
|
|
41
|
+
f.write('test.timeout.multiplier=2\n'.encode('ascii'))
|
|
42
|
+
|
|
43
|
+
sparse = conf.get('sparse_connections', None)
|
|
44
|
+
if sparse is not None:
|
|
45
|
+
f.write('enable.sparse.connections={}\n'.format(
|
|
46
|
+
sparse).encode('ascii'))
|
|
47
|
+
|
|
48
|
+
if version.startswith('0.9') or version.startswith('0.8'):
|
|
49
|
+
conf_blob.append('api.version.request=false')
|
|
50
|
+
conf_blob.append('broker.version.fallback=%s' % version)
|
|
51
|
+
|
|
52
|
+
# SASL (only one mechanism supported at a time)
|
|
53
|
+
mech = self.conf.get('sasl_mechanisms', '').split(',')[0]
|
|
54
|
+
if mech != '':
|
|
55
|
+
conf_blob.append('sasl.mechanisms=%s' % mech)
|
|
56
|
+
if mech == 'PLAIN' or mech.find('SCRAM-') != -1:
|
|
57
|
+
self.security_protocol = 'SASL_PLAINTEXT'
|
|
58
|
+
# Use first user as SASL user/pass
|
|
59
|
+
for up in self.conf.get('sasl_users', '').split(','):
|
|
60
|
+
u, p = up.split('=')
|
|
61
|
+
conf_blob.append('sasl.username=%s' % u)
|
|
62
|
+
conf_blob.append('sasl.password=%s' % p)
|
|
63
|
+
break
|
|
64
|
+
|
|
65
|
+
elif mech == 'OAUTHBEARER':
|
|
66
|
+
self.security_protocol = 'SASL_PLAINTEXT'
|
|
67
|
+
oidc = cluster.find_app(OauthbearerOIDCApp)
|
|
68
|
+
if oidc is not None:
|
|
69
|
+
conf_blob.append('sasl.oauthbearer.method=%s\n' %
|
|
70
|
+
oidc.conf.get('sasl_oauthbearer_method'))
|
|
71
|
+
conf_blob.append('sasl.oauthbearer.client.id=%s\n' %
|
|
72
|
+
oidc.conf.get(
|
|
73
|
+
'sasl_oauthbearer_client_id'))
|
|
74
|
+
conf_blob.append('sasl.oauthbearer.client.secret=%s\n' %
|
|
75
|
+
oidc.conf.get(
|
|
76
|
+
'sasl_oauthbearer_client_secret'))
|
|
77
|
+
conf_blob.append('sasl.oauthbearer.extensions=%s\n' %
|
|
78
|
+
oidc.conf.get(
|
|
79
|
+
'sasl_oauthbearer_extensions'))
|
|
80
|
+
conf_blob.append('sasl.oauthbearer.scope=%s\n' %
|
|
81
|
+
oidc.conf.get('sasl_oauthbearer_scope'))
|
|
82
|
+
conf_blob.append('sasl.oauthbearer.token.endpoint.url=%s\n'
|
|
83
|
+
% oidc.conf.get('valid_url'))
|
|
84
|
+
self.env_add('VALID_OIDC_URL', oidc.conf.get('valid_url'))
|
|
85
|
+
self.env_add(
|
|
86
|
+
'INVALID_OIDC_URL',
|
|
87
|
+
oidc.conf.get('badformat_url'))
|
|
88
|
+
self.env_add(
|
|
89
|
+
'EXPIRED_TOKEN_OIDC_URL',
|
|
90
|
+
oidc.conf.get('expired_url'))
|
|
91
|
+
self.env_add(
|
|
92
|
+
'EXPIRED_TOKEN_OIDC_URL',
|
|
93
|
+
oidc.conf.get('expired_url'))
|
|
94
|
+
self.env['OAUTHBEARER_CLIENT_PRIVATE_KEY'] = \
|
|
95
|
+
oidc.conf['sasl_oauthbearer_client_private_key_path']
|
|
96
|
+
self.env['OAUTHBEARER_CLIENT_PRIVATE_KEY_ENCRYPTED'] = \
|
|
97
|
+
oidc.conf[
|
|
98
|
+
'sasl_oauthbearer_client_private_key_encrypted_path'] # noqa: E501
|
|
99
|
+
self.env['OAUTHBEARER_CLIENT_PRIVATE_KEY_PASSWORD'] = \
|
|
100
|
+
oidc.conf[
|
|
101
|
+
'sasl_oauthbearer_client_private_key_password']
|
|
102
|
+
else:
|
|
103
|
+
conf_blob.append(
|
|
104
|
+
'enable.sasl.oauthbearer.unsecure.jwt=true\n')
|
|
105
|
+
if not self.conf.get('sasl_oauthbearer_config'):
|
|
106
|
+
conf_blob.append(
|
|
107
|
+
'sasl.oauthbearer.config=scope=requiredScope'
|
|
108
|
+
' principal=admin\n')
|
|
109
|
+
else:
|
|
110
|
+
conf_blob.append(
|
|
111
|
+
'sasl.oauthbearer.config=%s\n' %
|
|
112
|
+
self.conf.get('sasl_oauthbearer_config'))
|
|
113
|
+
|
|
114
|
+
elif mech == 'GSSAPI':
|
|
115
|
+
self.security_protocol = 'SASL_PLAINTEXT'
|
|
116
|
+
kdc = cluster.find_app(KerberosKdcApp)
|
|
117
|
+
if kdc is None:
|
|
118
|
+
self.log(
|
|
119
|
+
'WARNING: sasl_mechanisms is GSSAPI set but no '
|
|
120
|
+
'KerberosKdcApp available: client SASL config will '
|
|
121
|
+
'be invalid (which might be intentional)')
|
|
122
|
+
else:
|
|
123
|
+
self.env_add('KRB5_CONFIG', kdc.conf['krb5_conf'])
|
|
124
|
+
self.env_add('KRB5_KDC_PROFILE', kdc.conf['kdc_conf'])
|
|
125
|
+
principal, keytab = kdc.add_principal(
|
|
126
|
+
self.name,
|
|
127
|
+
conf.get('advertised_hostname', self.node.name))
|
|
128
|
+
conf_blob.append('sasl.kerberos.service.name=%s' %
|
|
129
|
+
self.conf.get('sasl_servicename',
|
|
130
|
+
'kafka'))
|
|
131
|
+
conf_blob.append('sasl.kerberos.keytab=%s' % keytab)
|
|
132
|
+
conf_blob.append(
|
|
133
|
+
'sasl.kerberos.principal=%s' %
|
|
134
|
+
principal.split('@')[0])
|
|
135
|
+
|
|
136
|
+
else:
|
|
137
|
+
self.log(
|
|
138
|
+
'WARNING: FIXME: SASL %s client config not written to %s: unhandled mechanism' % # noqa: E501
|
|
139
|
+
(mech, self.test_conf_file))
|
|
140
|
+
|
|
141
|
+
# SSL config
|
|
142
|
+
if getattr(cluster, 'ssl', None) is not None:
|
|
143
|
+
ssl = cluster.ssl
|
|
144
|
+
ssl_intermediate_ca = cluster.conf.get(
|
|
145
|
+
'ssl_intermediate_ca', False)
|
|
146
|
+
|
|
147
|
+
key = ssl.create_cert('librdkafka%s' % self.appid,
|
|
148
|
+
through_intermediate=ssl_intermediate_ca)
|
|
149
|
+
|
|
150
|
+
conf_blob.append('ssl.ca.location=%s' % ssl.ca['pem'])
|
|
151
|
+
conf_blob.append('ssl.certificate.location=%s' % key['pub']['pem'])
|
|
152
|
+
conf_blob.append('ssl.key.location=%s' % key['priv']['pem'])
|
|
153
|
+
conf_blob.append('ssl.key.password=%s' % key['password'])
|
|
154
|
+
|
|
155
|
+
# Some tests need fine-grained access to various cert files,
|
|
156
|
+
# set up the env vars accordingly.
|
|
157
|
+
for k, v in ssl.ca.items():
|
|
158
|
+
self.env_add('SSL_ca_{}'.format(k), v)
|
|
159
|
+
|
|
160
|
+
for k, v in ssl.unused_ca.items():
|
|
161
|
+
self.env['SSL_unused_ca_{}'.format(k)] = v
|
|
162
|
+
|
|
163
|
+
self.env['SSL_all_cas_pem'] = ssl.all_cas['pem']
|
|
164
|
+
self.env['SSL_client_auth'] = cluster.conf.get(
|
|
165
|
+
'ssl_client_auth', 'required')
|
|
166
|
+
|
|
167
|
+
# Set envs for all generated keys so tests can find them.
|
|
168
|
+
for k, v in key.items():
|
|
169
|
+
if isinstance(v, dict):
|
|
170
|
+
for k2, v2 in v.items():
|
|
171
|
+
# E.g. "SSL_priv_der=path/to/librdkafka-priv.der"
|
|
172
|
+
self.env_add('SSL_{}_{}'.format(k, k2), v2)
|
|
173
|
+
else:
|
|
174
|
+
self.env_add('SSL_{}'.format(k), v)
|
|
175
|
+
|
|
176
|
+
if 'SASL' in self.security_protocol:
|
|
177
|
+
self.security_protocol = 'SASL_SSL'
|
|
178
|
+
else:
|
|
179
|
+
self.security_protocol = 'SSL'
|
|
180
|
+
|
|
181
|
+
# Define bootstrap brokers based on selected security protocol
|
|
182
|
+
self.dbg('Using client security.protocol=%s' % self.security_protocol)
|
|
183
|
+
all_listeners = (
|
|
184
|
+
','.join(
|
|
185
|
+
cluster.get_all(
|
|
186
|
+
'advertised.listeners',
|
|
187
|
+
'',
|
|
188
|
+
KafkaBrokerApp))).split(',')
|
|
189
|
+
bootstrap_servers = ','.join(
|
|
190
|
+
[x for x in all_listeners if x.startswith(self.security_protocol)])
|
|
191
|
+
if len(bootstrap_servers) == 0:
|
|
192
|
+
bootstrap_servers = all_listeners[0]
|
|
193
|
+
self.log(
|
|
194
|
+
'WARNING: No eligible listeners for security.protocol=%s in %s: falling back to first listener: %s: tests will fail (which might be the intention)' % # noqa: E501
|
|
195
|
+
(self.security_protocol, all_listeners, bootstrap_servers))
|
|
196
|
+
|
|
197
|
+
self.bootstrap_servers = bootstrap_servers
|
|
198
|
+
|
|
199
|
+
conf_blob.append('bootstrap.servers=%s' % bootstrap_servers)
|
|
200
|
+
conf_blob.append('security.protocol=%s' % self.security_protocol)
|
|
201
|
+
|
|
202
|
+
f.write(('\n'.join(conf_blob)).encode('ascii'))
|
|
203
|
+
f.close()
|
|
204
|
+
|
|
205
|
+
self.env_add('TEST_SCENARIO', scenario)
|
|
206
|
+
self.env_add('RDKAFKA_TEST_CONF', self.test_conf_file)
|
|
207
|
+
test_kafka_version = version
|
|
208
|
+
if 'TEST_KAFKA_VERSION' not in os.environ:
|
|
209
|
+
self.env_add('TEST_KAFKA_VERSION', test_kafka_version, False)
|
|
210
|
+
self.env_add('TRIVUP_ROOT', cluster.instance_path())
|
|
211
|
+
|
|
212
|
+
if self.test_mode != 'bash':
|
|
213
|
+
self.test_report_file = self.mkpath('test_report', pathtype='perm')
|
|
214
|
+
self.env_add('TEST_REPORT', self.test_report_file)
|
|
215
|
+
|
|
216
|
+
if tests is not None:
|
|
217
|
+
self.env_add('TESTS', ','.join(tests))
|
|
218
|
+
|
|
219
|
+
def finalize_env(self):
|
|
220
|
+
self.env_add(
|
|
221
|
+
'KAFKA_PATH',
|
|
222
|
+
self.cluster.get_all(
|
|
223
|
+
'destdir',
|
|
224
|
+
'',
|
|
225
|
+
KafkaBrokerApp)[0],
|
|
226
|
+
False)
|
|
227
|
+
|
|
228
|
+
zookeeper = self.cluster.get_all(
|
|
229
|
+
'address',
|
|
230
|
+
'',
|
|
231
|
+
ZookeeperApp)
|
|
232
|
+
if len(zookeeper):
|
|
233
|
+
self.env_add(
|
|
234
|
+
'ZK_ADDRESS',
|
|
235
|
+
zookeeper[0],
|
|
236
|
+
False)
|
|
237
|
+
self.env_add('BROKERS', self.cluster.bootstrap_servers(), False)
|
|
238
|
+
|
|
239
|
+
# Provide a HTTPS REST endpoint for the HTTP client tests.
|
|
240
|
+
self.env_add(
|
|
241
|
+
'RD_UT_HTTP_URL',
|
|
242
|
+
'https://jsonplaceholder.typicode.com/users',
|
|
243
|
+
False)
|
|
244
|
+
|
|
245
|
+
# Per broker env vars
|
|
246
|
+
for b in [x for x in self.cluster.apps if isinstance(
|
|
247
|
+
x, KafkaBrokerApp)]:
|
|
248
|
+
self.env_add('BROKER_ADDRESS_%d' % b.appid,
|
|
249
|
+
','.join([x for x in
|
|
250
|
+
b.conf['listeners'].split(',')
|
|
251
|
+
if x.startswith(self.security_protocol)]),
|
|
252
|
+
False)
|
|
253
|
+
# Add each broker pid as an env so they can be killed
|
|
254
|
+
# indivdidually.
|
|
255
|
+
self.env_add('BROKER_PID_%d' % b.appid, str(b.proc.pid), False)
|
|
256
|
+
# JMX port, if available
|
|
257
|
+
jmx_port = b.conf.get('jmx_port', None)
|
|
258
|
+
if jmx_port is not None:
|
|
259
|
+
self.env_add(
|
|
260
|
+
'BROKER_JMX_PORT_%d' %
|
|
261
|
+
b.appid, str(jmx_port), False)
|
|
262
|
+
|
|
263
|
+
def start_cmd(self):
|
|
264
|
+
self.finalize_env()
|
|
265
|
+
|
|
266
|
+
extra_args = list()
|
|
267
|
+
if not self.local_tests:
|
|
268
|
+
extra_args.append('-L')
|
|
269
|
+
if self.conf.get('args', None) is not None:
|
|
270
|
+
extra_args.append(self.conf.get('args'))
|
|
271
|
+
extra_args.append('-E')
|
|
272
|
+
return './run-test.sh -p%d -K %s %s' % (
|
|
273
|
+
int(self.conf.get('parallel', 5)), ' '.join(extra_args),
|
|
274
|
+
self.test_mode)
|
|
275
|
+
|
|
276
|
+
def report(self):
|
|
277
|
+
if self.test_mode == 'bash':
|
|
278
|
+
return None
|
|
279
|
+
|
|
280
|
+
try:
|
|
281
|
+
with open(self.test_report_file, 'r') as f:
|
|
282
|
+
res = json.load(f)
|
|
283
|
+
except Exception as e:
|
|
284
|
+
self.log(
|
|
285
|
+
'Failed to read report %s: %s' %
|
|
286
|
+
(self.test_report_file, str(e)))
|
|
287
|
+
return {'root_path': self.root_path(), 'error': str(e)}
|
|
288
|
+
return res
|
|
289
|
+
|
|
290
|
+
def deploy(self):
|
|
291
|
+
pass
|