@ohos-ports/confluentinc-kafka-javascript 1.10.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +457 -0
- package/LICENSE.kafkajs +31 -0
- package/LICENSE.node-rdkafka +25 -0
- package/LICENSE.txt +20 -0
- package/README.md +133 -0
- package/binding.gyp +184 -0
- package/build/Release/confluent-kafka-javascript.node +0 -0
- package/build/deps/librdkafka++.so.1 +0 -0
- package/build/deps/librdkafka.Makefile +6 -0
- package/build/deps/librdkafka.so.1 +0 -0
- package/build/deps/librdkafka.target.mk +55 -0
- package/deps/librdkafka/.clang-format +136 -0
- package/deps/librdkafka/.clang-format-cpp +103 -0
- package/deps/librdkafka/.dir-locals.el +10 -0
- package/deps/librdkafka/.formatignore +35 -0
- package/deps/librdkafka/.gdbmacros +19 -0
- package/deps/librdkafka/CHANGELOG.md +2477 -0
- package/deps/librdkafka/CMakeLists.txt +291 -0
- package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
- package/deps/librdkafka/CONFIGURATION.md +212 -0
- package/deps/librdkafka/CONTRIBUTING.md +431 -0
- package/deps/librdkafka/Doxyfile +2375 -0
- package/deps/librdkafka/INTRODUCTION.md +2752 -0
- package/deps/librdkafka/LICENSE +26 -0
- package/deps/librdkafka/LICENSE.cjson +22 -0
- package/deps/librdkafka/LICENSE.crc32c +28 -0
- package/deps/librdkafka/LICENSE.fnv1a +18 -0
- package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
- package/deps/librdkafka/LICENSE.lz4 +26 -0
- package/deps/librdkafka/LICENSE.murmur2 +25 -0
- package/deps/librdkafka/LICENSE.nanopb +22 -0
- package/deps/librdkafka/LICENSE.opentelemetry +203 -0
- package/deps/librdkafka/LICENSE.pycrc +23 -0
- package/deps/librdkafka/LICENSE.queue +31 -0
- package/deps/librdkafka/LICENSE.regexp +5 -0
- package/deps/librdkafka/LICENSE.snappy +36 -0
- package/deps/librdkafka/LICENSE.tinycthread +26 -0
- package/deps/librdkafka/LICENSE.wingetopt +49 -0
- package/deps/librdkafka/LICENSES.txt +625 -0
- package/deps/librdkafka/Makefile +125 -0
- package/deps/librdkafka/README.md +201 -0
- package/deps/librdkafka/README.win32 +26 -0
- package/deps/librdkafka/STATISTICS.md +624 -0
- package/deps/librdkafka/configure +214 -0
- package/deps/librdkafka/configure.self +341 -0
- package/deps/librdkafka/dev-conf.sh +123 -0
- package/deps/librdkafka/lds-gen.py +73 -0
- package/deps/librdkafka/mainpage.doxy +40 -0
- package/deps/librdkafka/mklove/Makefile.base +329 -0
- package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
- package/deps/librdkafka/mklove/modules/configure.base +2484 -0
- package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
- package/deps/librdkafka/mklove/modules/configure.cc +186 -0
- package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
- package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
- package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
- package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
- package/deps/librdkafka/mklove/modules/configure.host +132 -0
- package/deps/librdkafka/mklove/modules/configure.lib +49 -0
- package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
- package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
- package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
- package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
- package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
- package/deps/librdkafka/mklove/modules/configure.pic +16 -0
- package/deps/librdkafka/mklove/modules/configure.socket +20 -0
- package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
- package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
- package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
- package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
- package/deps/librdkafka/service.yml +182 -0
- package/deps/librdkafka/src/CMakeLists.txt +379 -0
- package/deps/librdkafka/src/Makefile +105 -0
- package/deps/librdkafka/src/README.lz4.md +30 -0
- package/deps/librdkafka/src/cJSON.c +3191 -0
- package/deps/librdkafka/src/cJSON.h +306 -0
- package/deps/librdkafka/src/crc32c.c +430 -0
- package/deps/librdkafka/src/crc32c.h +38 -0
- package/deps/librdkafka/src/generate_proto.sh +66 -0
- package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
- package/deps/librdkafka/src/lz4.c +2727 -0
- package/deps/librdkafka/src/lz4.h +842 -0
- package/deps/librdkafka/src/lz4frame.c +2078 -0
- package/deps/librdkafka/src/lz4frame.h +692 -0
- package/deps/librdkafka/src/lz4frame_static.h +47 -0
- package/deps/librdkafka/src/lz4hc.c +1631 -0
- package/deps/librdkafka/src/lz4hc.h +413 -0
- package/deps/librdkafka/src/nanopb/pb.h +917 -0
- package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
- package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
- package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
- package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
- package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
- package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
- package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
- package/deps/librdkafka/src/queue.h +850 -0
- package/deps/librdkafka/src/rd.h +592 -0
- package/deps/librdkafka/src/rdaddr.c +255 -0
- package/deps/librdkafka/src/rdaddr.h +202 -0
- package/deps/librdkafka/src/rdatomic.h +262 -0
- package/deps/librdkafka/src/rdavg.h +260 -0
- package/deps/librdkafka/src/rdavl.c +210 -0
- package/deps/librdkafka/src/rdavl.h +250 -0
- package/deps/librdkafka/src/rdbase64.c +200 -0
- package/deps/librdkafka/src/rdbase64.h +43 -0
- package/deps/librdkafka/src/rdbuf.c +1884 -0
- package/deps/librdkafka/src/rdbuf.h +375 -0
- package/deps/librdkafka/src/rdcrc32.c +114 -0
- package/deps/librdkafka/src/rdcrc32.h +170 -0
- package/deps/librdkafka/src/rddl.c +179 -0
- package/deps/librdkafka/src/rddl.h +43 -0
- package/deps/librdkafka/src/rdendian.h +175 -0
- package/deps/librdkafka/src/rdfloat.h +67 -0
- package/deps/librdkafka/src/rdfnv1a.c +113 -0
- package/deps/librdkafka/src/rdfnv1a.h +35 -0
- package/deps/librdkafka/src/rdgz.c +120 -0
- package/deps/librdkafka/src/rdgz.h +46 -0
- package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
- package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
- package/deps/librdkafka/src/rdhttp.c +831 -0
- package/deps/librdkafka/src/rdhttp.h +101 -0
- package/deps/librdkafka/src/rdinterval.h +177 -0
- package/deps/librdkafka/src/rdkafka.c +7287 -0
- package/deps/librdkafka/src/rdkafka.h +11795 -0
- package/deps/librdkafka/src/rdkafka_admin.c +10165 -0
- package/deps/librdkafka/src/rdkafka_admin.h +658 -0
- package/deps/librdkafka/src/rdkafka_assignment.c +1282 -0
- package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
- package/deps/librdkafka/src/rdkafka_assignor.c +1800 -0
- package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
- package/deps/librdkafka/src/rdkafka_aux.c +409 -0
- package/deps/librdkafka/src/rdkafka_aux.h +174 -0
- package/deps/librdkafka/src/rdkafka_background.c +222 -0
- package/deps/librdkafka/src/rdkafka_broker.c +6736 -0
- package/deps/librdkafka/src/rdkafka_broker.h +851 -0
- package/deps/librdkafka/src/rdkafka_buf.c +543 -0
- package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
- package/deps/librdkafka/src/rdkafka_cert.c +576 -0
- package/deps/librdkafka/src/rdkafka_cert.h +62 -0
- package/deps/librdkafka/src/rdkafka_cgrp.c +8310 -0
- package/deps/librdkafka/src/rdkafka_cgrp.h +589 -0
- package/deps/librdkafka/src/rdkafka_conf.c +5177 -0
- package/deps/librdkafka/src/rdkafka_conf.h +746 -0
- package/deps/librdkafka/src/rdkafka_confval.h +97 -0
- package/deps/librdkafka/src/rdkafka_coord.c +623 -0
- package/deps/librdkafka/src/rdkafka_coord.h +132 -0
- package/deps/librdkafka/src/rdkafka_error.c +228 -0
- package/deps/librdkafka/src/rdkafka_error.h +80 -0
- package/deps/librdkafka/src/rdkafka_event.c +502 -0
- package/deps/librdkafka/src/rdkafka_event.h +126 -0
- package/deps/librdkafka/src/rdkafka_feature.c +898 -0
- package/deps/librdkafka/src/rdkafka_feature.h +104 -0
- package/deps/librdkafka/src/rdkafka_fetcher.c +3820 -0
- package/deps/librdkafka/src/rdkafka_fetcher.h +62 -0
- package/deps/librdkafka/src/rdkafka_header.c +220 -0
- package/deps/librdkafka/src/rdkafka_header.h +76 -0
- package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
- package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
- package/deps/librdkafka/src/rdkafka_int.h +1505 -0
- package/deps/librdkafka/src/rdkafka_interceptor.c +842 -0
- package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
- package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
- package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
- package/deps/librdkafka/src/rdkafka_metadata.c +2347 -0
- package/deps/librdkafka/src/rdkafka_metadata.h +350 -0
- package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
- package/deps/librdkafka/src/rdkafka_mock.c +4514 -0
- package/deps/librdkafka/src/rdkafka_mock.h +867 -0
- package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1877 -0
- package/deps/librdkafka/src/rdkafka_mock_handlers.c +5255 -0
- package/deps/librdkafka/src/rdkafka_mock_int.h +1005 -0
- package/deps/librdkafka/src/rdkafka_mock_sharegrp.c +1207 -0
- package/deps/librdkafka/src/rdkafka_msg.c +2619 -0
- package/deps/librdkafka/src/rdkafka_msg.h +629 -0
- package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
- package/deps/librdkafka/src/rdkafka_msgset.h +105 -0
- package/deps/librdkafka/src/rdkafka_msgset_reader.c +2099 -0
- package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
- package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
- package/deps/librdkafka/src/rdkafka_offset.h +150 -0
- package/deps/librdkafka/src/rdkafka_op.c +1219 -0
- package/deps/librdkafka/src/rdkafka_op.h +1065 -0
- package/deps/librdkafka/src/rdkafka_partition.c +5109 -0
- package/deps/librdkafka/src/rdkafka_partition.h +1215 -0
- package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
- package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
- package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
- package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
- package/deps/librdkafka/src/rdkafka_proto.h +739 -0
- package/deps/librdkafka/src/rdkafka_protocol.h +131 -0
- package/deps/librdkafka/src/rdkafka_queue.c +1351 -0
- package/deps/librdkafka/src/rdkafka_queue.h +1235 -0
- package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
- package/deps/librdkafka/src/rdkafka_request.c +7298 -0
- package/deps/librdkafka/src/rdkafka_request.h +761 -0
- package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
- package/deps/librdkafka/src/rdkafka_sasl.c +589 -0
- package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
- package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
- package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1827 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
- package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
- package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
- package/deps/librdkafka/src/rdkafka_share_acknowledgement.c +1445 -0
- package/deps/librdkafka/src/rdkafka_share_acknowledgement.h +373 -0
- package/deps/librdkafka/src/rdkafka_ssl.c +2235 -0
- package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
- package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
- package/deps/librdkafka/src/rdkafka_subscription.c +411 -0
- package/deps/librdkafka/src/rdkafka_telemetry.c +761 -0
- package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1307 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.c +1309 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.h +459 -0
- package/deps/librdkafka/src/rdkafka_timer.c +407 -0
- package/deps/librdkafka/src/rdkafka_timer.h +117 -0
- package/deps/librdkafka/src/rdkafka_topic.c +2382 -0
- package/deps/librdkafka/src/rdkafka_topic.h +369 -0
- package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
- package/deps/librdkafka/src/rdkafka_transport.h +99 -0
- package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
- package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
- package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
- package/deps/librdkafka/src/rdlist.c +593 -0
- package/deps/librdkafka/src/rdlist.h +444 -0
- package/deps/librdkafka/src/rdlog.c +89 -0
- package/deps/librdkafka/src/rdlog.h +41 -0
- package/deps/librdkafka/src/rdmap.c +508 -0
- package/deps/librdkafka/src/rdmap.h +492 -0
- package/deps/librdkafka/src/rdmurmur2.c +167 -0
- package/deps/librdkafka/src/rdmurmur2.h +35 -0
- package/deps/librdkafka/src/rdports.c +61 -0
- package/deps/librdkafka/src/rdports.h +38 -0
- package/deps/librdkafka/src/rdposix.h +250 -0
- package/deps/librdkafka/src/rdrand.c +151 -0
- package/deps/librdkafka/src/rdrand.h +72 -0
- package/deps/librdkafka/src/rdregex.c +156 -0
- package/deps/librdkafka/src/rdregex.h +43 -0
- package/deps/librdkafka/src/rdsignal.h +57 -0
- package/deps/librdkafka/src/rdstring.c +645 -0
- package/deps/librdkafka/src/rdstring.h +98 -0
- package/deps/librdkafka/src/rdsysqueue.h +404 -0
- package/deps/librdkafka/src/rdtime.h +356 -0
- package/deps/librdkafka/src/rdtypes.h +86 -0
- package/deps/librdkafka/src/rdunittest.c +564 -0
- package/deps/librdkafka/src/rdunittest.h +232 -0
- package/deps/librdkafka/src/rdunittest_acknowledge.c +1177 -0
- package/deps/librdkafka/src/rdunittest_fetcher.c +1211 -0
- package/deps/librdkafka/src/rdunittest_msgset_errors.c +1521 -0
- package/deps/librdkafka/src/rdvarint.c +134 -0
- package/deps/librdkafka/src/rdvarint.h +165 -0
- package/deps/librdkafka/src/rdwin32.h +382 -0
- package/deps/librdkafka/src/rdxxhash.c +1030 -0
- package/deps/librdkafka/src/rdxxhash.h +328 -0
- package/deps/librdkafka/src/regexp.c +1352 -0
- package/deps/librdkafka/src/regexp.h +41 -0
- package/deps/librdkafka/src/snappy.c +1866 -0
- package/deps/librdkafka/src/snappy.h +62 -0
- package/deps/librdkafka/src/snappy_compat.h +138 -0
- package/deps/librdkafka/src/statistics_schema.json +444 -0
- package/deps/librdkafka/src/tinycthread.c +932 -0
- package/deps/librdkafka/src/tinycthread.h +503 -0
- package/deps/librdkafka/src/tinycthread_extra.c +210 -0
- package/deps/librdkafka/src/tinycthread_extra.h +218 -0
- package/deps/librdkafka/src/win32_config.h +58 -0
- package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
- package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
- package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
- package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
- package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
- package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
- package/deps/librdkafka/src-cpp/Makefile +55 -0
- package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
- package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
- package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
- package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
- package/deps/librdkafka/src-cpp/README.md +16 -0
- package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
- package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
- package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
- package/deps/librdkafka/tests/0000-unittests.c +72 -0
- package/deps/librdkafka/tests/0001-multiobj.c +102 -0
- package/deps/librdkafka/tests/0002-unkpart.c +244 -0
- package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
- package/deps/librdkafka/tests/0004-conf.c +934 -0
- package/deps/librdkafka/tests/0005-order.c +133 -0
- package/deps/librdkafka/tests/0006-symbols.c +163 -0
- package/deps/librdkafka/tests/0007-autotopic.c +136 -0
- package/deps/librdkafka/tests/0008-reqacks.c +179 -0
- package/deps/librdkafka/tests/0009-mock_cluster.c +272 -0
- package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
- package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
- package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
- package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
- package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
- package/deps/librdkafka/tests/0016-client_swname.c +181 -0
- package/deps/librdkafka/tests/0017-compression.c +140 -0
- package/deps/librdkafka/tests/0018-cgrp_term.c +444 -0
- package/deps/librdkafka/tests/0019-list_groups.c +289 -0
- package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
- package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
- package/deps/librdkafka/tests/0022-consume_batch.c +331 -0
- package/deps/librdkafka/tests/0025-timers.c +147 -0
- package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
- package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
- package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
- package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
- package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
- package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
- package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
- package/deps/librdkafka/tests/0035-api_version.c +73 -0
- package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
- package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
- package/deps/librdkafka/tests/0038-performance.c +121 -0
- package/deps/librdkafka/tests/0039-event.c +284 -0
- package/deps/librdkafka/tests/0040-io_event.c +257 -0
- package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
- package/deps/librdkafka/tests/0042-many_topics.c +252 -0
- package/deps/librdkafka/tests/0043-no_connection.c +77 -0
- package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
- package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
- package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
- package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
- package/deps/librdkafka/tests/0048-partitioner.c +283 -0
- package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
- package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
- package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
- package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
- package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
- package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
- package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
- package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
- package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
- package/deps/librdkafka/tests/0058-log.cpp +123 -0
- package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
- package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
- package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
- package/deps/librdkafka/tests/0062-stats_event.c +126 -0
- package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
- package/deps/librdkafka/tests/0064-interceptors.c +529 -0
- package/deps/librdkafka/tests/0065-yield.cpp +140 -0
- package/deps/librdkafka/tests/0066-plugins.cpp +143 -0
- package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
- package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
- package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
- package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
- package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
- package/deps/librdkafka/tests/0073-headers.c +381 -0
- package/deps/librdkafka/tests/0074-producev.c +87 -0
- package/deps/librdkafka/tests/0075-retry.c +290 -0
- package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
- package/deps/librdkafka/tests/0077-compaction.c +366 -0
- package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
- package/deps/librdkafka/tests/0079-fork.c +93 -0
- package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
- package/deps/librdkafka/tests/0081-admin.c +5633 -0
- package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
- package/deps/librdkafka/tests/0083-cb_event.c +233 -0
- package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
- package/deps/librdkafka/tests/0085-headers.cpp +392 -0
- package/deps/librdkafka/tests/0086-purge.c +368 -0
- package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
- package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
- package/deps/librdkafka/tests/0090-idempotence.c +171 -0
- package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
- package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
- package/deps/librdkafka/tests/0093-holb.c +200 -0
- package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
- package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
- package/deps/librdkafka/tests/0097-ssl_verify.cpp +674 -0
- package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
- package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
- package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
- package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
- package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
- package/deps/librdkafka/tests/0103-transactions.c +1383 -0
- package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
- package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
- package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
- package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
- package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
- package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
- package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
- package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
- package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
- package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
- package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
- package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
- package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
- package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
- package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
- package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
- package/deps/librdkafka/tests/0121-clusterid.c +115 -0
- package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
- package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
- package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
- package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
- package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +1164 -0
- package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
- package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +217 -0
- package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
- package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
- package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
- package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
- package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
- package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
- package/deps/librdkafka/tests/0135-sasl_credentials.cpp +279 -0
- package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
- package/deps/librdkafka/tests/0137-barrier_batch_consume.c +752 -0
- package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
- package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
- package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
- package/deps/librdkafka/tests/0142-reauthentication.c +931 -0
- package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
- package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
- package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
- package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
- package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +1210 -0
- package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +569 -0
- package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
- package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
- package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
- package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
- package/deps/librdkafka/tests/0153-memberid.c +128 -0
- package/deps/librdkafka/tests/0155-share_group_heartbeat_mock.c +2695 -0
- package/deps/librdkafka/tests/0156-share_consumer_fetch_mock.c +1551 -0
- package/deps/librdkafka/tests/0157-share_consumer_ack_mock.c +1788 -0
- package/deps/librdkafka/tests/0158-share_consumer_transactions_mock.c +467 -0
- package/deps/librdkafka/tests/0170-share_consumer_subscription.c +2192 -0
- package/deps/librdkafka/tests/0171-share_consumer_consume.c +2150 -0
- package/deps/librdkafka/tests/0172-share_consumer_acknowledge.c +1919 -0
- package/deps/librdkafka/tests/0173-share_consumer_commit_async.c +2735 -0
- package/deps/librdkafka/tests/0174-share_consumer_concurrency.c +1434 -0
- package/deps/librdkafka/tests/0175-share_consumer_groups.c +574 -0
- package/deps/librdkafka/tests/0176-share_consumer_commit_sync.c +2986 -0
- package/deps/librdkafka/tests/0177-share_consumer_transactions.c +1815 -0
- package/deps/librdkafka/tests/0178-share_consumer_close.c +2102 -0
- package/deps/librdkafka/tests/0179-share_consumer_destroy.c +2482 -0
- package/deps/librdkafka/tests/0180-share_consumer_config.c +1677 -0
- package/deps/librdkafka/tests/0181-share_consumer_topic_delete.c +354 -0
- package/deps/librdkafka/tests/0182-share_consumer_error_handling_mock.c +3358 -0
- package/deps/librdkafka/tests/0183-share_consumer_leader_change_mock.c +1234 -0
- package/deps/librdkafka/tests/0184-share_consumer_topic_recreate.c +1356 -0
- package/deps/librdkafka/tests/0185-share_consumer_max_poll_interval.c +557 -0
- package/deps/librdkafka/tests/0186-share_consumer_fatal_error.c +360 -0
- package/deps/librdkafka/tests/0190-share_consumer_telemetry.c +387 -0
- package/deps/librdkafka/tests/1000-unktopic.c +164 -0
- package/deps/librdkafka/tests/8000-idle.cpp +60 -0
- package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
- package/deps/librdkafka/tests/CMakeLists.txt +193 -0
- package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
- package/deps/librdkafka/tests/Makefile +182 -0
- package/deps/librdkafka/tests/README.md +514 -0
- package/deps/librdkafka/tests/autotest.sh +33 -0
- package/deps/librdkafka/tests/backtrace.gdb +30 -0
- package/deps/librdkafka/tests/broker_version_tests.py +315 -0
- package/deps/librdkafka/tests/buildbox.sh +17 -0
- package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
- package/deps/librdkafka/tests/cluster_testing.py +203 -0
- package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
- package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
- package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
- package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
- package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
- package/deps/librdkafka/tests/fuzzers/README.md +31 -0
- package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
- package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
- package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
- package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
- package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
- package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
- package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
- package/deps/librdkafka/tests/java/Makefile +13 -0
- package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
- package/deps/librdkafka/tests/java/README.md +14 -0
- package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
- package/deps/librdkafka/tests/java/run-class.sh +11 -0
- package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
- package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
- package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
- package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
- package/deps/librdkafka/tests/performance_plot.py +115 -0
- package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
- package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
- package/deps/librdkafka/tests/requirements.txt +2 -0
- package/deps/librdkafka/tests/run-all-tests.sh +81 -0
- package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-test-batches.py +157 -0
- package/deps/librdkafka/tests/run-test.sh +141 -0
- package/deps/librdkafka/tests/rusage.c +249 -0
- package/deps/librdkafka/tests/sasl_test.py +289 -0
- package/deps/librdkafka/tests/scenarios/README.md +6 -0
- package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
- package/deps/librdkafka/tests/scenarios/default.json +5 -0
- package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
- package/deps/librdkafka/tests/share_telemetry_verify/share-otel-collector-config.yaml +28 -0
- package/deps/librdkafka/tests/sockem.c +801 -0
- package/deps/librdkafka/tests/sockem.h +85 -0
- package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
- package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
- package/deps/librdkafka/tests/test.c +8376 -0
- package/deps/librdkafka/tests/test.conf.example +27 -0
- package/deps/librdkafka/tests/test.h +1150 -0
- package/deps/librdkafka/tests/testcpp.cpp +131 -0
- package/deps/librdkafka/tests/testcpp.h +388 -0
- package/deps/librdkafka/tests/testshared.h +416 -0
- package/deps/librdkafka/tests/tools/README.md +4 -0
- package/deps/librdkafka/tests/tools/stats/README.md +21 -0
- package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
- package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
- package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
- package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
- package/deps/librdkafka/tests/trivup/trivup-0.15.0.tar.gz +0 -0
- package/deps/librdkafka/tests/until-fail.sh +87 -0
- package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
- package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
- package/deps/librdkafka/vcpkg.json +23 -0
- package/deps/librdkafka/win32/README.md +5 -0
- package/deps/librdkafka/win32/build-package.bat +3 -0
- package/deps/librdkafka/win32/build.bat +19 -0
- package/deps/librdkafka/win32/common.vcxproj +84 -0
- package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
- package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
- package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
- package/deps/librdkafka/win32/librdkafka.sln +226 -0
- package/deps/librdkafka/win32/librdkafka.vcxproj +282 -0
- package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
- package/deps/librdkafka/win32/msbuild.ps1 +58 -0
- package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
- package/deps/librdkafka/win32/package-zip.ps1 +46 -0
- package/deps/librdkafka/win32/packages/repositories.config +4 -0
- package/deps/librdkafka/win32/push-package.bat +4 -0
- package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
- package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
- package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
- package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
- package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
- package/deps/librdkafka/win32/tests/test.conf.example +25 -0
- package/deps/librdkafka/win32/tests/tests.vcxproj +278 -0
- package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
- package/deps/librdkafka/win32/wingetopt.c +564 -0
- package/deps/librdkafka/win32/wingetopt.h +101 -0
- package/deps/librdkafka/win32/wintime.h +33 -0
- package/deps/librdkafka.gyp +83 -0
- package/deps/windows-install.py +80 -0
- package/index.d.ts +3 -0
- package/lib/admin.js +732 -0
- package/lib/client.js +679 -0
- package/lib/error.js +501 -0
- package/lib/index.js +8 -0
- package/lib/kafka-consumer-stream.js +399 -0
- package/lib/kafka-consumer.js +798 -0
- package/lib/kafkajs/_admin.js +1052 -0
- package/lib/kafkajs/_common.js +887 -0
- package/lib/kafkajs/_consumer.js +2156 -0
- package/lib/kafkajs/_consumer_cache.js +310 -0
- package/lib/kafkajs/_error.js +298 -0
- package/lib/kafkajs/_kafka.js +125 -0
- package/lib/kafkajs/_linked-list.js +220 -0
- package/lib/kafkajs/_producer.js +863 -0
- package/lib/kafkajs/index.js +5 -0
- package/lib/producer/high-level-producer.js +400 -0
- package/lib/producer-stream.js +337 -0
- package/lib/producer.js +405 -0
- package/lib/rdkafka.js +44 -0
- package/lib/tools/ref-counter.js +53 -0
- package/lib/topic-partition.js +91 -0
- package/lib/topic.js +43 -0
- package/lib/util.js +55 -0
- package/librdkafka.js +12 -0
- package/package.json +85 -0
- package/shim/source_location +54 -0
- package/src/admin.cc +1597 -0
- package/src/admin.h +112 -0
- package/src/binding.cc +76 -0
- package/src/binding.h +25 -0
- package/src/callbacks.cc +676 -0
- package/src/callbacks.h +302 -0
- package/src/common.cc +1628 -0
- package/src/common.h +192 -0
- package/src/config.cc +219 -0
- package/src/config.h +61 -0
- package/src/connection.cc +703 -0
- package/src/connection.h +117 -0
- package/src/errors.cc +119 -0
- package/src/errors.h +60 -0
- package/src/kafka-consumer.cc +1539 -0
- package/src/kafka-consumer.h +147 -0
- package/src/producer.cc +917 -0
- package/src/producer.h +124 -0
- package/src/topic.cc +173 -0
- package/src/topic.h +54 -0
- package/src/workers.cc +1714 -0
- package/src/workers.h +690 -0
- package/types/config.d.ts +1269 -0
- package/types/errors.d.ts +373 -0
- package/types/kafkajs.d.ts +568 -0
- package/types/rdkafka.d.ts +571 -0
- package/util/configure.js +32 -0
- package/util/generate-docs.sh +18 -0
- package/util/get-env.js +6 -0
- package/util/test-compile.js +11 -0
- package/util/test-producer-delivery.js +100 -0
|
@@ -0,0 +1,387 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2026, Confluent Inc.
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
#include "test.h"
|
|
30
|
+
#include "rdkafka.h"
|
|
31
|
+
|
|
32
|
+
#include <ctype.h>
|
|
33
|
+
#include <stdlib.h>
|
|
34
|
+
#include <string.h>
|
|
35
|
+
|
|
36
|
+
#define TELEMETRY_TOPIC_DEFAULT "client-telemetry-metrics"
|
|
37
|
+
#define METRIC_PREFIX "org.apache.kafka."
|
|
38
|
+
|
|
39
|
+
/* Expected share-consumer metric suffixes (without the org.apache.kafka.
|
|
40
|
+
* prefix). Mirrors RD_KAFKA_TELEMETRY_SHARE_CONSUMER_METRICS_INFO in
|
|
41
|
+
* src/rdkafka_telemetry_encode.h; hardcoded here so the test doesn't
|
|
42
|
+
* transitively include the internal header. */
|
|
43
|
+
static const char *const EXPECTED_SHARE_CONSUMER_METRICS[] = {
|
|
44
|
+
"consumer.share.poll.idle.ratio.avg",
|
|
45
|
+
"consumer.share.time.between.poll.avg",
|
|
46
|
+
"consumer.share.time.between.poll.max",
|
|
47
|
+
"consumer.share.fetch.manager.fetch.total",
|
|
48
|
+
"consumer.share.fetch.manager.fetch.rate",
|
|
49
|
+
"consumer.share.fetch.manager.fetch.latency.avg",
|
|
50
|
+
"consumer.share.fetch.manager.fetch.latency.max",
|
|
51
|
+
"consumer.share.fetch.manager.acknowledgements.send.total",
|
|
52
|
+
"consumer.share.fetch.manager.acknowledgements.send.rate",
|
|
53
|
+
"consumer.share.fetch.manager.fetch.throttle.time.avg",
|
|
54
|
+
"consumer.share.fetch.manager.fetch.throttle.time.max",
|
|
55
|
+
"consumer.share.coordinator.heartbeat.total",
|
|
56
|
+
"consumer.share.coordinator.heartbeat.rate",
|
|
57
|
+
"consumer.share.fetch.manager.fetch.size.avg",
|
|
58
|
+
"consumer.share.fetch.manager.fetch.size.max",
|
|
59
|
+
"consumer.share.fetch.manager.bytes.consumed.total",
|
|
60
|
+
"consumer.share.fetch.manager.bytes.consumed.rate",
|
|
61
|
+
};
|
|
62
|
+
|
|
63
|
+
#define EXPECTED_SHARE_CONSUMER_METRICS_CNT \
|
|
64
|
+
(sizeof(EXPECTED_SHARE_CONSUMER_METRICS) / \
|
|
65
|
+
sizeof(EXPECTED_SHARE_CONSUMER_METRICS[0]))
|
|
66
|
+
|
|
67
|
+
static const char *telemetry_topic(void) {
|
|
68
|
+
const char *env = getenv("TELEMETRY_TOPIC");
|
|
69
|
+
return env && *env ? env : TELEMETRY_TOPIC_DEFAULT;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/* Fixed-capacity set of unique metric names. */
|
|
73
|
+
#define MAX_SEEN_METRICS 64
|
|
74
|
+
#define MAX_METRIC_NAME_LEN 256
|
|
75
|
+
|
|
76
|
+
typedef struct {
|
|
77
|
+
char names[MAX_SEEN_METRICS][MAX_METRIC_NAME_LEN];
|
|
78
|
+
int cnt;
|
|
79
|
+
} seen_metrics_t;
|
|
80
|
+
|
|
81
|
+
static rd_bool_t seen_metrics_contains(const seen_metrics_t *seen,
|
|
82
|
+
const char *name) {
|
|
83
|
+
int i;
|
|
84
|
+
for (i = 0; i < seen->cnt; i++) {
|
|
85
|
+
if (strcmp(seen->names[i], name) == 0)
|
|
86
|
+
return rd_true;
|
|
87
|
+
}
|
|
88
|
+
return rd_false;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
static void seen_metrics_add(seen_metrics_t *seen, const char *name) {
|
|
92
|
+
if (seen_metrics_contains(seen, name))
|
|
93
|
+
return;
|
|
94
|
+
if (seen->cnt >= MAX_SEEN_METRICS) {
|
|
95
|
+
TEST_FAIL(
|
|
96
|
+
"seen_metrics capacity (%d) exceeded; dropping '%s'\n",
|
|
97
|
+
MAX_SEEN_METRICS, name);
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
rd_snprintf(seen->names[seen->cnt], MAX_METRIC_NAME_LEN, "%s", name);
|
|
101
|
+
seen->cnt++;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
/**
|
|
105
|
+
* @name End-to-end share-consumer telemetry integration test.
|
|
106
|
+
*
|
|
107
|
+
* Requires external infrastructure already brought up by the surrounding
|
|
108
|
+
* pipeline (packaging/tools/setup-share-telemetry-testing.sh):
|
|
109
|
+
* - broker with ClientOtlpMetricsReporter plugin loaded
|
|
110
|
+
* - OpenTelemetry Collector with Kafka exporter
|
|
111
|
+
* - topic "client-telemetry-metrics" (the OTel-exported telemetry sink)
|
|
112
|
+
* - client metrics subscription on "org.apache.kafka.consumer.share." prefix
|
|
113
|
+
*/
|
|
114
|
+
|
|
115
|
+
/**
|
|
116
|
+
* @brief Scan a raw byte buffer for every
|
|
117
|
+
* "org.apache.kafka.consumer.share.<chars>" substring and add each
|
|
118
|
+
* unique one to the names list.
|
|
119
|
+
*
|
|
120
|
+
* The OTLP protobuf encoding leaves metric names as plain UTF-8 — the
|
|
121
|
+
* field tag is binary but the string payload is uncompressed.
|
|
122
|
+
*/
|
|
123
|
+
static void
|
|
124
|
+
extract_share_metric_names(const void *data, size_t len, seen_metrics_t *seen) {
|
|
125
|
+
const char *p = (const char *)data;
|
|
126
|
+
const char *end = p + len;
|
|
127
|
+
const char prefix[] = METRIC_PREFIX "consumer.share.";
|
|
128
|
+
const size_t prefix_len = sizeof(prefix) - 1;
|
|
129
|
+
|
|
130
|
+
while (p + prefix_len <= end) {
|
|
131
|
+
const char *match = NULL;
|
|
132
|
+
const char *q;
|
|
133
|
+
for (q = p; q + prefix_len <= end; q++) {
|
|
134
|
+
if (memcmp(q, prefix, prefix_len) == 0) {
|
|
135
|
+
match = q;
|
|
136
|
+
break;
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
if (!match)
|
|
140
|
+
break;
|
|
141
|
+
|
|
142
|
+
const char *name_end = match + prefix_len;
|
|
143
|
+
while (name_end < end &&
|
|
144
|
+
(isalnum((unsigned char)*name_end) || *name_end == '.' ||
|
|
145
|
+
*name_end == '_')) {
|
|
146
|
+
name_end++;
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
size_t name_len = (size_t)(name_end - match);
|
|
150
|
+
if (name_len > 0 && name_len < MAX_METRIC_NAME_LEN) {
|
|
151
|
+
char name[MAX_METRIC_NAME_LEN];
|
|
152
|
+
memcpy(name, match, name_len);
|
|
153
|
+
name[name_len] = '\0';
|
|
154
|
+
seen_metrics_add(seen, name);
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
p = name_end;
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
/**
|
|
162
|
+
* @brief Produce a batch of messages and drive a share consumer through
|
|
163
|
+
* the consume path so the telemetry sampling sites fire.
|
|
164
|
+
*/
|
|
165
|
+
static void produce_and_share_consume(const char *topic, const char *group_id) {
|
|
166
|
+
rd_kafka_share_t *rkshare;
|
|
167
|
+
rd_kafka_conf_t *conf;
|
|
168
|
+
rd_kafka_topic_partition_list_t *subs;
|
|
169
|
+
rd_kafka_resp_err_t err;
|
|
170
|
+
char errstr[512];
|
|
171
|
+
int64_t deadline_us;
|
|
172
|
+
int consumed = 0;
|
|
173
|
+
|
|
174
|
+
TEST_SAY("Producing %d messages to %s\n", 200, topic);
|
|
175
|
+
test_create_topic_wait_exists(NULL, topic, 1, -1, 30 * 1000);
|
|
176
|
+
test_produce_msgs_easy(topic, 0, RD_KAFKA_PARTITION_UA, 200);
|
|
177
|
+
|
|
178
|
+
TEST_SAY(
|
|
179
|
+
"Starting share consumer (enable.metrics.push=true) for %d s\n",
|
|
180
|
+
20);
|
|
181
|
+
|
|
182
|
+
test_conf_init(&conf, NULL, 60);
|
|
183
|
+
test_conf_set(conf, "group.id", group_id);
|
|
184
|
+
test_conf_set(conf, "enable.metrics.push", "true");
|
|
185
|
+
|
|
186
|
+
rkshare = rd_kafka_share_consumer_new(conf, errstr, sizeof(errstr));
|
|
187
|
+
TEST_ASSERT(rkshare, "share_consumer_new failed: %s", errstr);
|
|
188
|
+
|
|
189
|
+
subs = rd_kafka_topic_partition_list_new(1);
|
|
190
|
+
rd_kafka_topic_partition_list_add(subs, topic, RD_KAFKA_PARTITION_UA);
|
|
191
|
+
err = rd_kafka_share_subscribe(rkshare, subs);
|
|
192
|
+
rd_kafka_topic_partition_list_destroy(subs);
|
|
193
|
+
TEST_ASSERT(!err, "share_subscribe: %s", rd_kafka_err2str(err));
|
|
194
|
+
|
|
195
|
+
deadline_us = test_clock() + 20 * 1000000;
|
|
196
|
+
while (test_clock() < deadline_us) {
|
|
197
|
+
rd_kafka_messages_t *batch = NULL;
|
|
198
|
+
rd_kafka_error_t *e;
|
|
199
|
+
size_t rcvd = 0;
|
|
200
|
+
size_t i;
|
|
201
|
+
|
|
202
|
+
e = rd_kafka_share_poll(rkshare, 1000, &batch);
|
|
203
|
+
if (e) {
|
|
204
|
+
rd_kafka_error_destroy(e);
|
|
205
|
+
continue;
|
|
206
|
+
}
|
|
207
|
+
rcvd = rd_kafka_messages_count(batch);
|
|
208
|
+
for (i = 0; i < rcvd; i++) {
|
|
209
|
+
rd_kafka_message_t *msg =
|
|
210
|
+
rd_kafka_messages_get(batch, i);
|
|
211
|
+
if (msg && !msg->err)
|
|
212
|
+
consumed++;
|
|
213
|
+
}
|
|
214
|
+
rd_kafka_messages_destroy(batch);
|
|
215
|
+
batch = NULL;
|
|
216
|
+
}
|
|
217
|
+
TEST_SAY("Share-consumed %d messages\n", consumed);
|
|
218
|
+
|
|
219
|
+
rd_kafka_share_consumer_close(rkshare);
|
|
220
|
+
rd_kafka_share_destroy(rkshare);
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
/**
|
|
224
|
+
* @brief Open a regular consumer on the telemetry topic, drain it for
|
|
225
|
+
* up to the given number of seconds, returning a list of every
|
|
226
|
+
* distinct "consumer.share.*" metric name seen across all messages.
|
|
227
|
+
*/
|
|
228
|
+
static void
|
|
229
|
+
consume_telemetry_topic(const char *topic, int seconds, seen_metrics_t *seen) {
|
|
230
|
+
rd_kafka_t *rk;
|
|
231
|
+
rd_kafka_conf_t *conf;
|
|
232
|
+
rd_kafka_topic_partition_list_t *subs;
|
|
233
|
+
int64_t deadline_us;
|
|
234
|
+
int msgs_seen = 0;
|
|
235
|
+
|
|
236
|
+
TEST_SAY("Consuming '%s' for up to %d s\n", topic, seconds);
|
|
237
|
+
|
|
238
|
+
test_conf_init(&conf, NULL, 60);
|
|
239
|
+
test_conf_set(conf, "group.id", "0190-telemetry-verifier");
|
|
240
|
+
test_conf_set(conf, "auto.offset.reset", "earliest");
|
|
241
|
+
test_conf_set(conf, "enable.auto.commit", "false");
|
|
242
|
+
|
|
243
|
+
rk = test_create_handle(RD_KAFKA_CONSUMER, conf);
|
|
244
|
+
rd_kafka_poll_set_consumer(rk);
|
|
245
|
+
|
|
246
|
+
subs = rd_kafka_topic_partition_list_new(1);
|
|
247
|
+
rd_kafka_topic_partition_list_add(subs, topic, RD_KAFKA_PARTITION_UA);
|
|
248
|
+
rd_kafka_subscribe(rk, subs);
|
|
249
|
+
rd_kafka_topic_partition_list_destroy(subs);
|
|
250
|
+
|
|
251
|
+
deadline_us = test_clock() + (int64_t)seconds * 1000000;
|
|
252
|
+
while (test_clock() < deadline_us) {
|
|
253
|
+
rd_kafka_message_t *msg = rd_kafka_consumer_poll(rk, 1000);
|
|
254
|
+
if (!msg)
|
|
255
|
+
continue;
|
|
256
|
+
if (msg->err) {
|
|
257
|
+
rd_kafka_message_destroy(msg);
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
msgs_seen++;
|
|
261
|
+
extract_share_metric_names(msg->payload, msg->len, seen);
|
|
262
|
+
rd_kafka_message_destroy(msg);
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
TEST_SAY(
|
|
266
|
+
"Read %d telemetry messages, observed %d distinct share metric "
|
|
267
|
+
"names\n",
|
|
268
|
+
msgs_seen, seen->cnt);
|
|
269
|
+
|
|
270
|
+
rd_kafka_consumer_close(rk);
|
|
271
|
+
rd_kafka_destroy(rk);
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
/**
|
|
275
|
+
* @brief Compare the seen-names list against EXPECTED_METRICS and
|
|
276
|
+
* TEST_ASSERT that every expected name appears with the full
|
|
277
|
+
* "org.apache.kafka." prefix.
|
|
278
|
+
*/
|
|
279
|
+
static void verify_metrics(const seen_metrics_t *seen) {
|
|
280
|
+
int missing = 0;
|
|
281
|
+
int expected_cnt = 0;
|
|
282
|
+
size_t i;
|
|
283
|
+
|
|
284
|
+
TEST_SAY("Verifying expected share-consumer metric names:\n");
|
|
285
|
+
for (i = 0; i < EXPECTED_SHARE_CONSUMER_METRICS_CNT; i++) {
|
|
286
|
+
char full_name[MAX_METRIC_NAME_LEN];
|
|
287
|
+
const char *short_name = EXPECTED_SHARE_CONSUMER_METRICS[i];
|
|
288
|
+
int found;
|
|
289
|
+
|
|
290
|
+
rd_snprintf(full_name, sizeof(full_name), METRIC_PREFIX "%s",
|
|
291
|
+
short_name);
|
|
292
|
+
found = seen_metrics_contains(seen, full_name) ? 1 : 0;
|
|
293
|
+
expected_cnt++;
|
|
294
|
+
TEST_SAY(" %s %s\n", found ? "[OK]" : "[MISSING]", full_name);
|
|
295
|
+
if (!found)
|
|
296
|
+
missing++;
|
|
297
|
+
}
|
|
298
|
+
|
|
299
|
+
TEST_ASSERT(missing == 0,
|
|
300
|
+
"%d of %d expected share-consumer metric name(s) "
|
|
301
|
+
"were not observed in topic '%s'",
|
|
302
|
+
missing, expected_cnt, telemetry_topic());
|
|
303
|
+
|
|
304
|
+
TEST_SAY("PASS: all %d expected share-consumer metric names observed\n",
|
|
305
|
+
expected_cnt);
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
|
|
309
|
+
/**
|
|
310
|
+
* @brief Return 1 if the given topic exists on the broker, 0 otherwise.
|
|
311
|
+
*
|
|
312
|
+
* Used to decide whether the surrounding telemetry pipeline is set up.
|
|
313
|
+
* If the OTel Collector is not running and producing into the topic,
|
|
314
|
+
* the topic itself won't exist and the test is skipped. CI pipelines
|
|
315
|
+
* that intend to exercise the full path are expected to verify infra
|
|
316
|
+
* health themselves before invoking this test.
|
|
317
|
+
*/
|
|
318
|
+
static int telemetry_infra_available(const char *topic) {
|
|
319
|
+
rd_kafka_t *rk;
|
|
320
|
+
rd_kafka_conf_t *conf;
|
|
321
|
+
const struct rd_kafka_metadata *md;
|
|
322
|
+
rd_kafka_resp_err_t err;
|
|
323
|
+
int found = 0;
|
|
324
|
+
int i;
|
|
325
|
+
|
|
326
|
+
test_conf_init(&conf, NULL, 30);
|
|
327
|
+
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
|
|
328
|
+
|
|
329
|
+
/* List ALL topics — does NOT trigger broker-side auto-create the
|
|
330
|
+
* way a per-topic metadata query would on clusters that have
|
|
331
|
+
* auto.create.topics.enable=true (e.g. trivup). */
|
|
332
|
+
err = rd_kafka_metadata(rk, 1, NULL, &md, 10 * 1000);
|
|
333
|
+
if (err == RD_KAFKA_RESP_ERR_NO_ERROR) {
|
|
334
|
+
for (i = 0; i < md->topic_cnt; i++) {
|
|
335
|
+
if (strcmp(md->topics[i].topic, topic) == 0 &&
|
|
336
|
+
md->topics[i].err == RD_KAFKA_RESP_ERR_NO_ERROR &&
|
|
337
|
+
md->topics[i].partition_cnt > 0) {
|
|
338
|
+
found = 1;
|
|
339
|
+
break;
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
rd_kafka_metadata_destroy(md);
|
|
343
|
+
}
|
|
344
|
+
|
|
345
|
+
rd_kafka_destroy(rk);
|
|
346
|
+
return found;
|
|
347
|
+
}
|
|
348
|
+
|
|
349
|
+
/**
|
|
350
|
+
* @brief Sub-test: basic produce → share-consume → verify metrics flow.
|
|
351
|
+
*
|
|
352
|
+
* Produces a batch of messages to a fresh topic, drives a share consumer
|
|
353
|
+
* over them so the telemetry sampling sites fire, then consumes from the
|
|
354
|
+
* telemetry topic and asserts every expected share-consumer metric name
|
|
355
|
+
* appears at least once.
|
|
356
|
+
*/
|
|
357
|
+
static void do_test_produce_share_consume_verify_metrics(void) {
|
|
358
|
+
const char *data_topic = test_mk_topic_name("0190-data", 1);
|
|
359
|
+
const char *group_id = test_mk_topic_name("0190-share-grp", 0);
|
|
360
|
+
seen_metrics_t seen = {0};
|
|
361
|
+
|
|
362
|
+
SUB_TEST();
|
|
363
|
+
|
|
364
|
+
produce_and_share_consume(data_topic, group_id);
|
|
365
|
+
|
|
366
|
+
consume_telemetry_topic(telemetry_topic(), 30, &seen);
|
|
367
|
+
verify_metrics(&seen);
|
|
368
|
+
|
|
369
|
+
SUB_TEST_PASS();
|
|
370
|
+
}
|
|
371
|
+
|
|
372
|
+
|
|
373
|
+
int main_0190_share_consumer_telemetry(int argc, char **argv) {
|
|
374
|
+
test_timeout_set(180);
|
|
375
|
+
|
|
376
|
+
if (!telemetry_infra_available(telemetry_topic())) {
|
|
377
|
+
TEST_SKIP(
|
|
378
|
+
"telemetry topic '%s' not found — "
|
|
379
|
+
"OTel/plugin pipeline not configured for this run\n",
|
|
380
|
+
telemetry_topic());
|
|
381
|
+
return 0;
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
do_test_produce_share_consume_verify_metrics();
|
|
385
|
+
|
|
386
|
+
return 0;
|
|
387
|
+
}
|
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2012-2022, Magnus Edenhill
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Tests that producing to unknown topic fails.
|
|
31
|
+
* Issue #39
|
|
32
|
+
*
|
|
33
|
+
* NOTE! This test requires auto.create.topics.enable=false to be
|
|
34
|
+
* configured on the broker!
|
|
35
|
+
*/
|
|
36
|
+
|
|
37
|
+
#define _GNU_SOURCE
|
|
38
|
+
#include <sys/time.h>
|
|
39
|
+
#include <time.h>
|
|
40
|
+
|
|
41
|
+
#include "test.h"
|
|
42
|
+
|
|
43
|
+
/* Typical include path would be <librdkafka/rdkafka.h>, but this program
|
|
44
|
+
* is built from within the librdkafka source tree and thus differs. */
|
|
45
|
+
#include "rdkafka.h" /* for Kafka driver */
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
static int msgs_wait = 0; /* bitmask */
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* Delivery report callback.
|
|
52
|
+
* Called for each message once to signal its delivery status.
|
|
53
|
+
*/
|
|
54
|
+
static void dr_cb(rd_kafka_t *rk,
|
|
55
|
+
void *payload,
|
|
56
|
+
size_t len,
|
|
57
|
+
rd_kafka_resp_err_t err,
|
|
58
|
+
void *opaque,
|
|
59
|
+
void *msg_opaque) {
|
|
60
|
+
int msgid = *(int *)msg_opaque;
|
|
61
|
+
|
|
62
|
+
free(msg_opaque);
|
|
63
|
+
|
|
64
|
+
if (!(msgs_wait & (1 << msgid)))
|
|
65
|
+
TEST_FAIL(
|
|
66
|
+
"Unwanted delivery report for message #%i "
|
|
67
|
+
"(waiting for 0x%x)\n",
|
|
68
|
+
msgid, msgs_wait);
|
|
69
|
+
|
|
70
|
+
TEST_SAY("Delivery report for message #%i: %s\n", msgid,
|
|
71
|
+
rd_kafka_err2str(err));
|
|
72
|
+
|
|
73
|
+
msgs_wait &= ~(1 << msgid);
|
|
74
|
+
|
|
75
|
+
if (err != RD_KAFKA_RESP_ERR__UNKNOWN_TOPIC)
|
|
76
|
+
TEST_FAIL("Message #%i failed with unexpected error %s\n",
|
|
77
|
+
msgid, rd_kafka_err2str(err));
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
int main(int argc, char **argv) {
|
|
82
|
+
char topic[64];
|
|
83
|
+
int partition = 0;
|
|
84
|
+
int r;
|
|
85
|
+
rd_kafka_t *rk;
|
|
86
|
+
rd_kafka_topic_t *rkt;
|
|
87
|
+
rd_kafka_conf_t *conf;
|
|
88
|
+
rd_kafka_topic_conf_t *topic_conf;
|
|
89
|
+
char errstr[512];
|
|
90
|
+
char msg[128];
|
|
91
|
+
int msgcnt = 10;
|
|
92
|
+
int i;
|
|
93
|
+
|
|
94
|
+
/* Generate unique topic name */
|
|
95
|
+
test_conf_init(&conf, &topic_conf, 10);
|
|
96
|
+
|
|
97
|
+
rd_snprintf(topic, sizeof(topic), "rdkafkatest1_unk_%x%x", rand(),
|
|
98
|
+
rand());
|
|
99
|
+
|
|
100
|
+
TEST_SAY(
|
|
101
|
+
"\033[33mNOTE! This test requires "
|
|
102
|
+
"auto.create.topics.enable=false to be configured on "
|
|
103
|
+
"the broker!\033[0m\n");
|
|
104
|
+
|
|
105
|
+
/* Set delivery report callback */
|
|
106
|
+
rd_kafka_conf_set_dr_cb(conf, dr_cb);
|
|
107
|
+
|
|
108
|
+
/* Create kafka instance */
|
|
109
|
+
rk = test_create_handle(RD_KAFKA_PRODUCER, conf);
|
|
110
|
+
|
|
111
|
+
rkt = rd_kafka_topic_new(rk, topic, topic_conf);
|
|
112
|
+
if (!rkt)
|
|
113
|
+
TEST_FAIL("Failed to create topic: %s\n", strerror(errno));
|
|
114
|
+
|
|
115
|
+
/* Produce a message */
|
|
116
|
+
for (i = 0; i < msgcnt; i++) {
|
|
117
|
+
int *msgidp = malloc(sizeof(*msgidp));
|
|
118
|
+
*msgidp = i;
|
|
119
|
+
rd_snprintf(msg, sizeof(msg), "%s test message #%i", argv[0],
|
|
120
|
+
i);
|
|
121
|
+
r = rd_kafka_produce(rkt, partition, RD_KAFKA_MSG_F_COPY, msg,
|
|
122
|
+
strlen(msg), NULL, 0, msgidp);
|
|
123
|
+
if (r == -1) {
|
|
124
|
+
if (errno == ENOENT)
|
|
125
|
+
TEST_SAY(
|
|
126
|
+
"Failed to produce message #%i: "
|
|
127
|
+
"unknown topic: good!\n",
|
|
128
|
+
i);
|
|
129
|
+
else
|
|
130
|
+
TEST_FAIL("Failed to produce message #%i: %s\n",
|
|
131
|
+
i, strerror(errno));
|
|
132
|
+
} else {
|
|
133
|
+
if (i > 5)
|
|
134
|
+
TEST_FAIL(
|
|
135
|
+
"Message #%i produced: "
|
|
136
|
+
"should've failed\n",
|
|
137
|
+
i);
|
|
138
|
+
msgs_wait |= (1 << i);
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
/* After half the messages: sleep to allow the metadata
|
|
142
|
+
* to be fetched from broker and update the actual partition
|
|
143
|
+
* count: this will make subsequent produce() calls fail
|
|
144
|
+
* immediately. */
|
|
145
|
+
if (i == 5)
|
|
146
|
+
sleep(2);
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
/* Wait for messages to time out */
|
|
150
|
+
while (rd_kafka_outq_len(rk) > 0)
|
|
151
|
+
rd_kafka_poll(rk, 50);
|
|
152
|
+
|
|
153
|
+
if (msgs_wait != 0)
|
|
154
|
+
TEST_FAIL("Still waiting for messages: 0x%x\n", msgs_wait);
|
|
155
|
+
|
|
156
|
+
/* Destroy topic */
|
|
157
|
+
rd_kafka_topic_destroy(rkt);
|
|
158
|
+
|
|
159
|
+
/* Destroy rdkafka instance */
|
|
160
|
+
TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
|
|
161
|
+
rd_kafka_destroy(rk);
|
|
162
|
+
|
|
163
|
+
return 0;
|
|
164
|
+
}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* librdkafka - Apache Kafka C library
|
|
3
|
+
*
|
|
4
|
+
* Copyright (c) 2016-2022, Magnus Edenhill
|
|
5
|
+
* All rights reserved.
|
|
6
|
+
*
|
|
7
|
+
* Redistribution and use in source and binary forms, with or without
|
|
8
|
+
* modification, are permitted provided that the following conditions are met:
|
|
9
|
+
*
|
|
10
|
+
* 1. Redistributions of source code must retain the above copyright notice,
|
|
11
|
+
* this list of conditions and the following disclaimer.
|
|
12
|
+
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
* this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
* and/or other materials provided with the distribution.
|
|
15
|
+
*
|
|
16
|
+
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
17
|
+
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
18
|
+
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
19
|
+
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
20
|
+
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
21
|
+
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
22
|
+
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
23
|
+
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
24
|
+
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
25
|
+
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
26
|
+
* POSSIBILITY OF SUCH DAMAGE.
|
|
27
|
+
*/
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
#include "testcpp.h"
|
|
31
|
+
#include <cstring>
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Manual test: idle producer
|
|
35
|
+
*/
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
static void do_test_idle_producer() {
|
|
39
|
+
RdKafka::Conf *conf;
|
|
40
|
+
Test::conf_init(&conf, NULL, 0);
|
|
41
|
+
|
|
42
|
+
std::string errstr;
|
|
43
|
+
RdKafka::Producer *p = RdKafka::Producer::create(conf, errstr);
|
|
44
|
+
if (!p)
|
|
45
|
+
Test::Fail("Failed to create Producer: " + errstr);
|
|
46
|
+
delete conf;
|
|
47
|
+
|
|
48
|
+
while (true)
|
|
49
|
+
p->poll(1000);
|
|
50
|
+
|
|
51
|
+
delete p;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
extern "C" {
|
|
56
|
+
int main_8000_idle(int argc, char **argv) {
|
|
57
|
+
do_test_idle_producer();
|
|
58
|
+
return 0;
|
|
59
|
+
}
|
|
60
|
+
}
|