@ohos-ports/confluentinc-kafka-javascript 1.10.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +457 -0
- package/LICENSE.kafkajs +31 -0
- package/LICENSE.node-rdkafka +25 -0
- package/LICENSE.txt +20 -0
- package/README.md +133 -0
- package/binding.gyp +184 -0
- package/build/Release/confluent-kafka-javascript.node +0 -0
- package/build/deps/librdkafka++.so.1 +0 -0
- package/build/deps/librdkafka.Makefile +6 -0
- package/build/deps/librdkafka.so.1 +0 -0
- package/build/deps/librdkafka.target.mk +55 -0
- package/deps/librdkafka/.clang-format +136 -0
- package/deps/librdkafka/.clang-format-cpp +103 -0
- package/deps/librdkafka/.dir-locals.el +10 -0
- package/deps/librdkafka/.formatignore +35 -0
- package/deps/librdkafka/.gdbmacros +19 -0
- package/deps/librdkafka/CHANGELOG.md +2477 -0
- package/deps/librdkafka/CMakeLists.txt +291 -0
- package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
- package/deps/librdkafka/CONFIGURATION.md +212 -0
- package/deps/librdkafka/CONTRIBUTING.md +431 -0
- package/deps/librdkafka/Doxyfile +2375 -0
- package/deps/librdkafka/INTRODUCTION.md +2752 -0
- package/deps/librdkafka/LICENSE +26 -0
- package/deps/librdkafka/LICENSE.cjson +22 -0
- package/deps/librdkafka/LICENSE.crc32c +28 -0
- package/deps/librdkafka/LICENSE.fnv1a +18 -0
- package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
- package/deps/librdkafka/LICENSE.lz4 +26 -0
- package/deps/librdkafka/LICENSE.murmur2 +25 -0
- package/deps/librdkafka/LICENSE.nanopb +22 -0
- package/deps/librdkafka/LICENSE.opentelemetry +203 -0
- package/deps/librdkafka/LICENSE.pycrc +23 -0
- package/deps/librdkafka/LICENSE.queue +31 -0
- package/deps/librdkafka/LICENSE.regexp +5 -0
- package/deps/librdkafka/LICENSE.snappy +36 -0
- package/deps/librdkafka/LICENSE.tinycthread +26 -0
- package/deps/librdkafka/LICENSE.wingetopt +49 -0
- package/deps/librdkafka/LICENSES.txt +625 -0
- package/deps/librdkafka/Makefile +125 -0
- package/deps/librdkafka/README.md +201 -0
- package/deps/librdkafka/README.win32 +26 -0
- package/deps/librdkafka/STATISTICS.md +624 -0
- package/deps/librdkafka/configure +214 -0
- package/deps/librdkafka/configure.self +341 -0
- package/deps/librdkafka/dev-conf.sh +123 -0
- package/deps/librdkafka/lds-gen.py +73 -0
- package/deps/librdkafka/mainpage.doxy +40 -0
- package/deps/librdkafka/mklove/Makefile.base +329 -0
- package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
- package/deps/librdkafka/mklove/modules/configure.base +2484 -0
- package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
- package/deps/librdkafka/mklove/modules/configure.cc +186 -0
- package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
- package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
- package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
- package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
- package/deps/librdkafka/mklove/modules/configure.host +132 -0
- package/deps/librdkafka/mklove/modules/configure.lib +49 -0
- package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
- package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
- package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
- package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
- package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
- package/deps/librdkafka/mklove/modules/configure.pic +16 -0
- package/deps/librdkafka/mklove/modules/configure.socket +20 -0
- package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
- package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
- package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
- package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
- package/deps/librdkafka/service.yml +182 -0
- package/deps/librdkafka/src/CMakeLists.txt +379 -0
- package/deps/librdkafka/src/Makefile +105 -0
- package/deps/librdkafka/src/README.lz4.md +30 -0
- package/deps/librdkafka/src/cJSON.c +3191 -0
- package/deps/librdkafka/src/cJSON.h +306 -0
- package/deps/librdkafka/src/crc32c.c +430 -0
- package/deps/librdkafka/src/crc32c.h +38 -0
- package/deps/librdkafka/src/generate_proto.sh +66 -0
- package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
- package/deps/librdkafka/src/lz4.c +2727 -0
- package/deps/librdkafka/src/lz4.h +842 -0
- package/deps/librdkafka/src/lz4frame.c +2078 -0
- package/deps/librdkafka/src/lz4frame.h +692 -0
- package/deps/librdkafka/src/lz4frame_static.h +47 -0
- package/deps/librdkafka/src/lz4hc.c +1631 -0
- package/deps/librdkafka/src/lz4hc.h +413 -0
- package/deps/librdkafka/src/nanopb/pb.h +917 -0
- package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
- package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
- package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
- package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
- package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
- package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
- package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
- package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
- package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
- package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
- package/deps/librdkafka/src/queue.h +850 -0
- package/deps/librdkafka/src/rd.h +592 -0
- package/deps/librdkafka/src/rdaddr.c +255 -0
- package/deps/librdkafka/src/rdaddr.h +202 -0
- package/deps/librdkafka/src/rdatomic.h +262 -0
- package/deps/librdkafka/src/rdavg.h +260 -0
- package/deps/librdkafka/src/rdavl.c +210 -0
- package/deps/librdkafka/src/rdavl.h +250 -0
- package/deps/librdkafka/src/rdbase64.c +200 -0
- package/deps/librdkafka/src/rdbase64.h +43 -0
- package/deps/librdkafka/src/rdbuf.c +1884 -0
- package/deps/librdkafka/src/rdbuf.h +375 -0
- package/deps/librdkafka/src/rdcrc32.c +114 -0
- package/deps/librdkafka/src/rdcrc32.h +170 -0
- package/deps/librdkafka/src/rddl.c +179 -0
- package/deps/librdkafka/src/rddl.h +43 -0
- package/deps/librdkafka/src/rdendian.h +175 -0
- package/deps/librdkafka/src/rdfloat.h +67 -0
- package/deps/librdkafka/src/rdfnv1a.c +113 -0
- package/deps/librdkafka/src/rdfnv1a.h +35 -0
- package/deps/librdkafka/src/rdgz.c +120 -0
- package/deps/librdkafka/src/rdgz.h +46 -0
- package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
- package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
- package/deps/librdkafka/src/rdhttp.c +831 -0
- package/deps/librdkafka/src/rdhttp.h +101 -0
- package/deps/librdkafka/src/rdinterval.h +177 -0
- package/deps/librdkafka/src/rdkafka.c +7287 -0
- package/deps/librdkafka/src/rdkafka.h +11795 -0
- package/deps/librdkafka/src/rdkafka_admin.c +10165 -0
- package/deps/librdkafka/src/rdkafka_admin.h +658 -0
- package/deps/librdkafka/src/rdkafka_assignment.c +1282 -0
- package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
- package/deps/librdkafka/src/rdkafka_assignor.c +1800 -0
- package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
- package/deps/librdkafka/src/rdkafka_aux.c +409 -0
- package/deps/librdkafka/src/rdkafka_aux.h +174 -0
- package/deps/librdkafka/src/rdkafka_background.c +222 -0
- package/deps/librdkafka/src/rdkafka_broker.c +6736 -0
- package/deps/librdkafka/src/rdkafka_broker.h +851 -0
- package/deps/librdkafka/src/rdkafka_buf.c +543 -0
- package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
- package/deps/librdkafka/src/rdkafka_cert.c +576 -0
- package/deps/librdkafka/src/rdkafka_cert.h +62 -0
- package/deps/librdkafka/src/rdkafka_cgrp.c +8310 -0
- package/deps/librdkafka/src/rdkafka_cgrp.h +589 -0
- package/deps/librdkafka/src/rdkafka_conf.c +5177 -0
- package/deps/librdkafka/src/rdkafka_conf.h +746 -0
- package/deps/librdkafka/src/rdkafka_confval.h +97 -0
- package/deps/librdkafka/src/rdkafka_coord.c +623 -0
- package/deps/librdkafka/src/rdkafka_coord.h +132 -0
- package/deps/librdkafka/src/rdkafka_error.c +228 -0
- package/deps/librdkafka/src/rdkafka_error.h +80 -0
- package/deps/librdkafka/src/rdkafka_event.c +502 -0
- package/deps/librdkafka/src/rdkafka_event.h +126 -0
- package/deps/librdkafka/src/rdkafka_feature.c +898 -0
- package/deps/librdkafka/src/rdkafka_feature.h +104 -0
- package/deps/librdkafka/src/rdkafka_fetcher.c +3820 -0
- package/deps/librdkafka/src/rdkafka_fetcher.h +62 -0
- package/deps/librdkafka/src/rdkafka_header.c +220 -0
- package/deps/librdkafka/src/rdkafka_header.h +76 -0
- package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
- package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
- package/deps/librdkafka/src/rdkafka_int.h +1505 -0
- package/deps/librdkafka/src/rdkafka_interceptor.c +842 -0
- package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
- package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
- package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
- package/deps/librdkafka/src/rdkafka_metadata.c +2347 -0
- package/deps/librdkafka/src/rdkafka_metadata.h +350 -0
- package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
- package/deps/librdkafka/src/rdkafka_mock.c +4514 -0
- package/deps/librdkafka/src/rdkafka_mock.h +867 -0
- package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1877 -0
- package/deps/librdkafka/src/rdkafka_mock_handlers.c +5255 -0
- package/deps/librdkafka/src/rdkafka_mock_int.h +1005 -0
- package/deps/librdkafka/src/rdkafka_mock_sharegrp.c +1207 -0
- package/deps/librdkafka/src/rdkafka_msg.c +2619 -0
- package/deps/librdkafka/src/rdkafka_msg.h +629 -0
- package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
- package/deps/librdkafka/src/rdkafka_msgset.h +105 -0
- package/deps/librdkafka/src/rdkafka_msgset_reader.c +2099 -0
- package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
- package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
- package/deps/librdkafka/src/rdkafka_offset.h +150 -0
- package/deps/librdkafka/src/rdkafka_op.c +1219 -0
- package/deps/librdkafka/src/rdkafka_op.h +1065 -0
- package/deps/librdkafka/src/rdkafka_partition.c +5109 -0
- package/deps/librdkafka/src/rdkafka_partition.h +1215 -0
- package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
- package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
- package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
- package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
- package/deps/librdkafka/src/rdkafka_proto.h +739 -0
- package/deps/librdkafka/src/rdkafka_protocol.h +131 -0
- package/deps/librdkafka/src/rdkafka_queue.c +1351 -0
- package/deps/librdkafka/src/rdkafka_queue.h +1235 -0
- package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
- package/deps/librdkafka/src/rdkafka_request.c +7298 -0
- package/deps/librdkafka/src/rdkafka_request.h +761 -0
- package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
- package/deps/librdkafka/src/rdkafka_sasl.c +589 -0
- package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
- package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
- package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1827 -0
- package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +52 -0
- package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
- package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
- package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
- package/deps/librdkafka/src/rdkafka_share_acknowledgement.c +1445 -0
- package/deps/librdkafka/src/rdkafka_share_acknowledgement.h +373 -0
- package/deps/librdkafka/src/rdkafka_ssl.c +2235 -0
- package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
- package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
- package/deps/librdkafka/src/rdkafka_subscription.c +411 -0
- package/deps/librdkafka/src/rdkafka_telemetry.c +761 -0
- package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1307 -0
- package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.c +1309 -0
- package/deps/librdkafka/src/rdkafka_telemetry_encode.h +459 -0
- package/deps/librdkafka/src/rdkafka_timer.c +407 -0
- package/deps/librdkafka/src/rdkafka_timer.h +117 -0
- package/deps/librdkafka/src/rdkafka_topic.c +2382 -0
- package/deps/librdkafka/src/rdkafka_topic.h +369 -0
- package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
- package/deps/librdkafka/src/rdkafka_transport.h +99 -0
- package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
- package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
- package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
- package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
- package/deps/librdkafka/src/rdlist.c +593 -0
- package/deps/librdkafka/src/rdlist.h +444 -0
- package/deps/librdkafka/src/rdlog.c +89 -0
- package/deps/librdkafka/src/rdlog.h +41 -0
- package/deps/librdkafka/src/rdmap.c +508 -0
- package/deps/librdkafka/src/rdmap.h +492 -0
- package/deps/librdkafka/src/rdmurmur2.c +167 -0
- package/deps/librdkafka/src/rdmurmur2.h +35 -0
- package/deps/librdkafka/src/rdports.c +61 -0
- package/deps/librdkafka/src/rdports.h +38 -0
- package/deps/librdkafka/src/rdposix.h +250 -0
- package/deps/librdkafka/src/rdrand.c +151 -0
- package/deps/librdkafka/src/rdrand.h +72 -0
- package/deps/librdkafka/src/rdregex.c +156 -0
- package/deps/librdkafka/src/rdregex.h +43 -0
- package/deps/librdkafka/src/rdsignal.h +57 -0
- package/deps/librdkafka/src/rdstring.c +645 -0
- package/deps/librdkafka/src/rdstring.h +98 -0
- package/deps/librdkafka/src/rdsysqueue.h +404 -0
- package/deps/librdkafka/src/rdtime.h +356 -0
- package/deps/librdkafka/src/rdtypes.h +86 -0
- package/deps/librdkafka/src/rdunittest.c +564 -0
- package/deps/librdkafka/src/rdunittest.h +232 -0
- package/deps/librdkafka/src/rdunittest_acknowledge.c +1177 -0
- package/deps/librdkafka/src/rdunittest_fetcher.c +1211 -0
- package/deps/librdkafka/src/rdunittest_msgset_errors.c +1521 -0
- package/deps/librdkafka/src/rdvarint.c +134 -0
- package/deps/librdkafka/src/rdvarint.h +165 -0
- package/deps/librdkafka/src/rdwin32.h +382 -0
- package/deps/librdkafka/src/rdxxhash.c +1030 -0
- package/deps/librdkafka/src/rdxxhash.h +328 -0
- package/deps/librdkafka/src/regexp.c +1352 -0
- package/deps/librdkafka/src/regexp.h +41 -0
- package/deps/librdkafka/src/snappy.c +1866 -0
- package/deps/librdkafka/src/snappy.h +62 -0
- package/deps/librdkafka/src/snappy_compat.h +138 -0
- package/deps/librdkafka/src/statistics_schema.json +444 -0
- package/deps/librdkafka/src/tinycthread.c +932 -0
- package/deps/librdkafka/src/tinycthread.h +503 -0
- package/deps/librdkafka/src/tinycthread_extra.c +210 -0
- package/deps/librdkafka/src/tinycthread_extra.h +218 -0
- package/deps/librdkafka/src/win32_config.h +58 -0
- package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
- package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
- package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
- package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
- package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
- package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
- package/deps/librdkafka/src-cpp/Makefile +55 -0
- package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
- package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
- package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
- package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
- package/deps/librdkafka/src-cpp/README.md +16 -0
- package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
- package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
- package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
- package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
- package/deps/librdkafka/tests/0000-unittests.c +72 -0
- package/deps/librdkafka/tests/0001-multiobj.c +102 -0
- package/deps/librdkafka/tests/0002-unkpart.c +244 -0
- package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
- package/deps/librdkafka/tests/0004-conf.c +934 -0
- package/deps/librdkafka/tests/0005-order.c +133 -0
- package/deps/librdkafka/tests/0006-symbols.c +163 -0
- package/deps/librdkafka/tests/0007-autotopic.c +136 -0
- package/deps/librdkafka/tests/0008-reqacks.c +179 -0
- package/deps/librdkafka/tests/0009-mock_cluster.c +272 -0
- package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
- package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
- package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
- package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
- package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
- package/deps/librdkafka/tests/0016-client_swname.c +181 -0
- package/deps/librdkafka/tests/0017-compression.c +140 -0
- package/deps/librdkafka/tests/0018-cgrp_term.c +444 -0
- package/deps/librdkafka/tests/0019-list_groups.c +289 -0
- package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
- package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
- package/deps/librdkafka/tests/0022-consume_batch.c +331 -0
- package/deps/librdkafka/tests/0025-timers.c +147 -0
- package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
- package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
- package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
- package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
- package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
- package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
- package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
- package/deps/librdkafka/tests/0035-api_version.c +73 -0
- package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
- package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
- package/deps/librdkafka/tests/0038-performance.c +121 -0
- package/deps/librdkafka/tests/0039-event.c +284 -0
- package/deps/librdkafka/tests/0040-io_event.c +257 -0
- package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
- package/deps/librdkafka/tests/0042-many_topics.c +252 -0
- package/deps/librdkafka/tests/0043-no_connection.c +77 -0
- package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
- package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
- package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
- package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
- package/deps/librdkafka/tests/0048-partitioner.c +283 -0
- package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
- package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
- package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
- package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
- package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
- package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
- package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
- package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
- package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
- package/deps/librdkafka/tests/0058-log.cpp +123 -0
- package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
- package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
- package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
- package/deps/librdkafka/tests/0062-stats_event.c +126 -0
- package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
- package/deps/librdkafka/tests/0064-interceptors.c +529 -0
- package/deps/librdkafka/tests/0065-yield.cpp +140 -0
- package/deps/librdkafka/tests/0066-plugins.cpp +143 -0
- package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
- package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
- package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
- package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
- package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
- package/deps/librdkafka/tests/0073-headers.c +381 -0
- package/deps/librdkafka/tests/0074-producev.c +87 -0
- package/deps/librdkafka/tests/0075-retry.c +290 -0
- package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
- package/deps/librdkafka/tests/0077-compaction.c +366 -0
- package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
- package/deps/librdkafka/tests/0079-fork.c +93 -0
- package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
- package/deps/librdkafka/tests/0081-admin.c +5633 -0
- package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
- package/deps/librdkafka/tests/0083-cb_event.c +233 -0
- package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
- package/deps/librdkafka/tests/0085-headers.cpp +392 -0
- package/deps/librdkafka/tests/0086-purge.c +368 -0
- package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
- package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
- package/deps/librdkafka/tests/0090-idempotence.c +171 -0
- package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
- package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
- package/deps/librdkafka/tests/0093-holb.c +200 -0
- package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
- package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
- package/deps/librdkafka/tests/0097-ssl_verify.cpp +674 -0
- package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
- package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
- package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
- package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
- package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
- package/deps/librdkafka/tests/0103-transactions.c +1383 -0
- package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
- package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
- package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
- package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
- package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
- package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
- package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
- package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
- package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
- package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
- package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
- package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
- package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
- package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
- package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
- package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
- package/deps/librdkafka/tests/0121-clusterid.c +115 -0
- package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
- package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
- package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
- package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
- package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +1164 -0
- package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
- package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +217 -0
- package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
- package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
- package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
- package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
- package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
- package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
- package/deps/librdkafka/tests/0135-sasl_credentials.cpp +279 -0
- package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
- package/deps/librdkafka/tests/0137-barrier_batch_consume.c +752 -0
- package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
- package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
- package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
- package/deps/librdkafka/tests/0142-reauthentication.c +931 -0
- package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
- package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
- package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
- package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
- package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +1210 -0
- package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +569 -0
- package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
- package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
- package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
- package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
- package/deps/librdkafka/tests/0153-memberid.c +128 -0
- package/deps/librdkafka/tests/0155-share_group_heartbeat_mock.c +2695 -0
- package/deps/librdkafka/tests/0156-share_consumer_fetch_mock.c +1551 -0
- package/deps/librdkafka/tests/0157-share_consumer_ack_mock.c +1788 -0
- package/deps/librdkafka/tests/0158-share_consumer_transactions_mock.c +467 -0
- package/deps/librdkafka/tests/0170-share_consumer_subscription.c +2192 -0
- package/deps/librdkafka/tests/0171-share_consumer_consume.c +2150 -0
- package/deps/librdkafka/tests/0172-share_consumer_acknowledge.c +1919 -0
- package/deps/librdkafka/tests/0173-share_consumer_commit_async.c +2735 -0
- package/deps/librdkafka/tests/0174-share_consumer_concurrency.c +1434 -0
- package/deps/librdkafka/tests/0175-share_consumer_groups.c +574 -0
- package/deps/librdkafka/tests/0176-share_consumer_commit_sync.c +2986 -0
- package/deps/librdkafka/tests/0177-share_consumer_transactions.c +1815 -0
- package/deps/librdkafka/tests/0178-share_consumer_close.c +2102 -0
- package/deps/librdkafka/tests/0179-share_consumer_destroy.c +2482 -0
- package/deps/librdkafka/tests/0180-share_consumer_config.c +1677 -0
- package/deps/librdkafka/tests/0181-share_consumer_topic_delete.c +354 -0
- package/deps/librdkafka/tests/0182-share_consumer_error_handling_mock.c +3358 -0
- package/deps/librdkafka/tests/0183-share_consumer_leader_change_mock.c +1234 -0
- package/deps/librdkafka/tests/0184-share_consumer_topic_recreate.c +1356 -0
- package/deps/librdkafka/tests/0185-share_consumer_max_poll_interval.c +557 -0
- package/deps/librdkafka/tests/0186-share_consumer_fatal_error.c +360 -0
- package/deps/librdkafka/tests/0190-share_consumer_telemetry.c +387 -0
- package/deps/librdkafka/tests/1000-unktopic.c +164 -0
- package/deps/librdkafka/tests/8000-idle.cpp +60 -0
- package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
- package/deps/librdkafka/tests/CMakeLists.txt +193 -0
- package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
- package/deps/librdkafka/tests/Makefile +182 -0
- package/deps/librdkafka/tests/README.md +514 -0
- package/deps/librdkafka/tests/autotest.sh +33 -0
- package/deps/librdkafka/tests/backtrace.gdb +30 -0
- package/deps/librdkafka/tests/broker_version_tests.py +315 -0
- package/deps/librdkafka/tests/buildbox.sh +17 -0
- package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
- package/deps/librdkafka/tests/cluster_testing.py +203 -0
- package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
- package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
- package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
- package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
- package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
- package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
- package/deps/librdkafka/tests/fuzzers/README.md +31 -0
- package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
- package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
- package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
- package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
- package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
- package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
- package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
- package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
- package/deps/librdkafka/tests/java/Makefile +13 -0
- package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
- package/deps/librdkafka/tests/java/README.md +14 -0
- package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
- package/deps/librdkafka/tests/java/run-class.sh +11 -0
- package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
- package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
- package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
- package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
- package/deps/librdkafka/tests/performance_plot.py +115 -0
- package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
- package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
- package/deps/librdkafka/tests/requirements.txt +2 -0
- package/deps/librdkafka/tests/run-all-tests.sh +81 -0
- package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
- package/deps/librdkafka/tests/run-test-batches.py +157 -0
- package/deps/librdkafka/tests/run-test.sh +141 -0
- package/deps/librdkafka/tests/rusage.c +249 -0
- package/deps/librdkafka/tests/sasl_test.py +289 -0
- package/deps/librdkafka/tests/scenarios/README.md +6 -0
- package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
- package/deps/librdkafka/tests/scenarios/default.json +5 -0
- package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
- package/deps/librdkafka/tests/share_telemetry_verify/share-otel-collector-config.yaml +28 -0
- package/deps/librdkafka/tests/sockem.c +801 -0
- package/deps/librdkafka/tests/sockem.h +85 -0
- package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
- package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
- package/deps/librdkafka/tests/test.c +8376 -0
- package/deps/librdkafka/tests/test.conf.example +27 -0
- package/deps/librdkafka/tests/test.h +1150 -0
- package/deps/librdkafka/tests/testcpp.cpp +131 -0
- package/deps/librdkafka/tests/testcpp.h +388 -0
- package/deps/librdkafka/tests/testshared.h +416 -0
- package/deps/librdkafka/tests/tools/README.md +4 -0
- package/deps/librdkafka/tests/tools/stats/README.md +21 -0
- package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
- package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
- package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
- package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
- package/deps/librdkafka/tests/trivup/trivup-0.15.0.tar.gz +0 -0
- package/deps/librdkafka/tests/until-fail.sh +87 -0
- package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
- package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
- package/deps/librdkafka/vcpkg.json +23 -0
- package/deps/librdkafka/win32/README.md +5 -0
- package/deps/librdkafka/win32/build-package.bat +3 -0
- package/deps/librdkafka/win32/build.bat +19 -0
- package/deps/librdkafka/win32/common.vcxproj +84 -0
- package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
- package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
- package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
- package/deps/librdkafka/win32/librdkafka.sln +226 -0
- package/deps/librdkafka/win32/librdkafka.vcxproj +282 -0
- package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
- package/deps/librdkafka/win32/msbuild.ps1 +58 -0
- package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
- package/deps/librdkafka/win32/package-zip.ps1 +46 -0
- package/deps/librdkafka/win32/packages/repositories.config +4 -0
- package/deps/librdkafka/win32/push-package.bat +4 -0
- package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
- package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
- package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
- package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
- package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
- package/deps/librdkafka/win32/tests/test.conf.example +25 -0
- package/deps/librdkafka/win32/tests/tests.vcxproj +278 -0
- package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
- package/deps/librdkafka/win32/wingetopt.c +564 -0
- package/deps/librdkafka/win32/wingetopt.h +101 -0
- package/deps/librdkafka/win32/wintime.h +33 -0
- package/deps/librdkafka.gyp +83 -0
- package/deps/windows-install.py +80 -0
- package/index.d.ts +3 -0
- package/lib/admin.js +732 -0
- package/lib/client.js +679 -0
- package/lib/error.js +501 -0
- package/lib/index.js +8 -0
- package/lib/kafka-consumer-stream.js +399 -0
- package/lib/kafka-consumer.js +798 -0
- package/lib/kafkajs/_admin.js +1052 -0
- package/lib/kafkajs/_common.js +887 -0
- package/lib/kafkajs/_consumer.js +2156 -0
- package/lib/kafkajs/_consumer_cache.js +310 -0
- package/lib/kafkajs/_error.js +298 -0
- package/lib/kafkajs/_kafka.js +125 -0
- package/lib/kafkajs/_linked-list.js +220 -0
- package/lib/kafkajs/_producer.js +863 -0
- package/lib/kafkajs/index.js +5 -0
- package/lib/producer/high-level-producer.js +400 -0
- package/lib/producer-stream.js +337 -0
- package/lib/producer.js +405 -0
- package/lib/rdkafka.js +44 -0
- package/lib/tools/ref-counter.js +53 -0
- package/lib/topic-partition.js +91 -0
- package/lib/topic.js +43 -0
- package/lib/util.js +55 -0
- package/librdkafka.js +12 -0
- package/package.json +85 -0
- package/shim/source_location +54 -0
- package/src/admin.cc +1597 -0
- package/src/admin.h +112 -0
- package/src/binding.cc +76 -0
- package/src/binding.h +25 -0
- package/src/callbacks.cc +676 -0
- package/src/callbacks.h +302 -0
- package/src/common.cc +1628 -0
- package/src/common.h +192 -0
- package/src/config.cc +219 -0
- package/src/config.h +61 -0
- package/src/connection.cc +703 -0
- package/src/connection.h +117 -0
- package/src/errors.cc +119 -0
- package/src/errors.h +60 -0
- package/src/kafka-consumer.cc +1539 -0
- package/src/kafka-consumer.h +147 -0
- package/src/producer.cc +917 -0
- package/src/producer.h +124 -0
- package/src/topic.cc +173 -0
- package/src/topic.h +54 -0
- package/src/workers.cc +1714 -0
- package/src/workers.h +690 -0
- package/types/config.d.ts +1269 -0
- package/types/errors.d.ts +373 -0
- package/types/kafkajs.d.ts +568 -0
- package/types/rdkafka.d.ts +571 -0
- package/util/configure.js +32 -0
- package/util/generate-docs.sh +18 -0
- package/util/get-env.js +6 -0
- package/util/test-compile.js +11 -0
- package/util/test-producer-delivery.js +100 -0
package/CHANGELOG.md
ADDED
|
@@ -0,0 +1,457 @@
|
|
|
1
|
+
# confluent-kafka-javascript 1.10.0
|
|
2
|
+
|
|
3
|
+
v1.10.0 is a feature release. It is supported for all usage.
|
|
4
|
+
|
|
5
|
+
## Enhancements
|
|
6
|
+
1. References librdkafka v2.15.0. Refer to the [librdkafka v2.15.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.15.0) for more information.
|
|
7
|
+
2. Support for union-of-pools/auto-pool mapping for schema registry (#500)
|
|
8
|
+
|
|
9
|
+
## Fixes
|
|
10
|
+
1. Handle non-HTTP errors during retries (#499)
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
# confluent-kafka-javascript 1.9.1
|
|
14
|
+
|
|
15
|
+
v1.9.1 is a maintenance release. It is supported for all usage.
|
|
16
|
+
|
|
17
|
+
## Enhancements
|
|
18
|
+
1. References librdkafka v2.14.2. Refer to the [librdkafka v2.14.2 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.14.2) for more information.
|
|
19
|
+
|
|
20
|
+
## Fixes
|
|
21
|
+
1. Handle anyOf/allOf in JSON transforms (#479)
|
|
22
|
+
2. Preserve custom subjectNameStrategy in serde constructors (#482)
|
|
23
|
+
3. Correct the TypeScript return type of `admin.fetchTopicMetadata` to `Promise<Array<ITopicMetadata>>` (#367)
|
|
24
|
+
4. Correct the TypeScript `MemberDescription` shape returned by `admin.describeGroups` so `assignment`/`targetAssignment` wrap a `topicPartitions` array and `memberAssignment`/`memberMetadata` are nullable (#487)
|
|
25
|
+
5. Correct the TypeScript `FetchOffsetsPartition.error` type returned by `admin.fetchOffsets` to `LibrdKafkaError | null`, matching the runtime which always populates the field. It never returnes undefined. (#489)
|
|
26
|
+
6. Correct broken "types" path so TS consumers get types (#484)
|
|
27
|
+
7. Resolve IHeaders import for installed clients (#492)
|
|
28
|
+
8. Fix error callback passing and object to the logger instead of a string (#483)
|
|
29
|
+
9. Fix security vulnerabilities in dependencies (#478)
|
|
30
|
+
10. Handle missing Protobuf message index bytes in ProtobufDeserializer (#481)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
# confluent-kafka-javascript 1.9.0
|
|
34
|
+
|
|
35
|
+
v1.9.0 is a feature release. It is supported for all usage.
|
|
36
|
+
|
|
37
|
+
## Enhancements
|
|
38
|
+
1. References librdkafka v2.14.0. Refer to the [librdkafka v2.14.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.14.0) for more information.
|
|
39
|
+
2. Add AssociatedNameStrategy (#454).
|
|
40
|
+
3. Add enableAt to RuleSet (#470).
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
# confluent-kafka-javascript 1.8.2
|
|
44
|
+
|
|
45
|
+
v1.8.2 is a maintenance release. It is supported for all usage.
|
|
46
|
+
|
|
47
|
+
## Enhancements
|
|
48
|
+
|
|
49
|
+
1. Minor enhancement to JSON Schema validation reporting (#434)
|
|
50
|
+
2. Minor upgrade axios to 1.13.5 (#447)
|
|
51
|
+
|
|
52
|
+
## Fixes
|
|
53
|
+
|
|
54
|
+
1. Fix security vulnerabilities in dependencies (#437)
|
|
55
|
+
2. Process Avro arrays sequentially to avoid race conditions (#445)
|
|
56
|
+
3. Add NULL checks to prevent segfaults when Kafka metadata contains NULL values during broker restarts. This fix adds comprehensive NULL safety checks for node pointers, partition leaders, ISR arrays, and replica arrays in the native C++ code, JavaScript wrapper, and TypeScript definitions.
|
|
57
|
+
|
|
58
|
+
There was no v1.8.1 release.
|
|
59
|
+
|
|
60
|
+
# confluent-kafka-javascript 1.8.0
|
|
61
|
+
|
|
62
|
+
v1.8.0 is a feature release. It is supported for all usage.
|
|
63
|
+
|
|
64
|
+
## Enhancements
|
|
65
|
+
|
|
66
|
+
1. References librdkafka v2.13.0. Refer to the [librdkafka v2.13.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.13.0) for more information.
|
|
67
|
+
2. Export CelExecutor/CelFieldExecutor in schemaregistry index.ts (#412).
|
|
68
|
+
3. Minor improvement to rule failure message (#419).
|
|
69
|
+
4. Prevent a condition that causes fetch failures when max
|
|
70
|
+
batch size is set or the default one and there's a low consumption
|
|
71
|
+
rate (#418 @LucioFranco, #424).
|
|
72
|
+
|
|
73
|
+
## Fixes
|
|
74
|
+
|
|
75
|
+
1. fix(deps): update dependency validator to v13.15.22 [security] (#413).
|
|
76
|
+
2. Prevent max message cache size reaching zero by having a minimum of 1 message per worker after the round up (#424).
|
|
77
|
+
|
|
78
|
+
# confluent-kafka-javascript 1.7.0
|
|
79
|
+
|
|
80
|
+
v1.7.0 is a feature release. It is supported for all usage.
|
|
81
|
+
|
|
82
|
+
### Enhancements
|
|
83
|
+
|
|
84
|
+
1. References librdkafka v2.12.1. Refer to the [librdkafka v2.12.1 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.12.1) for more information.
|
|
85
|
+
2. Configurable batch size through the `js.consumer.max.batch.size` property
|
|
86
|
+
and cache size through the `js.consumer.max.cache.size.per.worker.ms`
|
|
87
|
+
property (#393).
|
|
88
|
+
3. Statistics callback now available when using the promisified API with all
|
|
89
|
+
client types (#399).
|
|
90
|
+
4. Fix for at-least-once guarantee not ensured in case a seek happens on one
|
|
91
|
+
partition and there are messages being fetched about other partitions (#393).
|
|
92
|
+
5. Avoid returning a negative lag in case there is no cached offset for
|
|
93
|
+
the HWM (#406).
|
|
94
|
+
|
|
95
|
+
# confluent-kafka-javascript 1.6.0
|
|
96
|
+
|
|
97
|
+
v1.6.0 is a feature release. It is supported for all usage.
|
|
98
|
+
|
|
99
|
+
### Enhancements
|
|
100
|
+
|
|
101
|
+
1. References librdkafka v2.12.0. Refer to the [librdkafka v2.12.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.12.0) for more information.
|
|
102
|
+
2. OAuth OIDC method example for Kafka metadata based authentication with
|
|
103
|
+
an Azure IMDS endpoint using an attached managed identity as principal (#377).
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
# confluent-kafka-javascript 1.5.0
|
|
107
|
+
|
|
108
|
+
v1.5.0 is a feature release. It is supported for all usage.
|
|
109
|
+
|
|
110
|
+
### Enhancements
|
|
111
|
+
|
|
112
|
+
1. Adds support for `highWatermark`, `offsetLag()`, and `offsetLagLow()` in `eachBatch` callback (#317).
|
|
113
|
+
|
|
114
|
+
|
|
115
|
+
## Fixes
|
|
116
|
+
|
|
117
|
+
1. Fix issue of delay of up to 5s in receiving messages after pause and resume, or seek (#285, #363).
|
|
118
|
+
|
|
119
|
+
|
|
120
|
+
# confluent-kafka-javascript v1.4.1
|
|
121
|
+
|
|
122
|
+
v1.4.1 is a maintenance release. It is supported for all usage.
|
|
123
|
+
|
|
124
|
+
## Enhancements
|
|
125
|
+
|
|
126
|
+
1. References librdkafka v2.11.1. Refer to the [librdkafka v2.11.1 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.11.1) for more information.
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
# confluent-kafka-javascript v1.4.0
|
|
130
|
+
|
|
131
|
+
v1.4.0 is a feature release. It is supported for all usage.
|
|
132
|
+
|
|
133
|
+
## Enhancements
|
|
134
|
+
|
|
135
|
+
1. References librdkafka v2.11.0. Refer to the [librdkafka v2.11.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.11.0) for more information.
|
|
136
|
+
2. [KIP-848] `describeGroups()` now supports KIP-848 introduced `consumer` groups. Two new fields for consumer group type and target assignment have also been added. Type defines whether this group is a `classic` or `consumer` group. Target assignment is only valid for the `consumer` protocol and it defaults to being undefined (#329).
|
|
137
|
+
3. [KIP-848] Admin API for listing consumer groups now has an optional filter to return only groups of given types (#328).
|
|
138
|
+
4. Add support for Node v24 pre-built binaries (@weyert, #307, #337).
|
|
139
|
+
|
|
140
|
+
|
|
141
|
+
# confluent-kafka-javascript v1.3.2
|
|
142
|
+
|
|
143
|
+
v1.3.2 is a maintenance release. It is supported for all usage.
|
|
144
|
+
|
|
145
|
+
## Enhancements
|
|
146
|
+
|
|
147
|
+
1. References librdkafka v2.10.1. Refer to the [librdkafka v2.10.1 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.10.1) for more information.
|
|
148
|
+
2. Support for schema id in header (#303)
|
|
149
|
+
3. Add CEL support for Data Quality rules (#313)
|
|
150
|
+
|
|
151
|
+
## Fixes
|
|
152
|
+
|
|
153
|
+
1. Fix missing await during JSON deserialization (#301)
|
|
154
|
+
2. Fix possible NPE in CSFLE executor (#305)
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
# confluent-kafka-javascript v1.3.1
|
|
158
|
+
|
|
159
|
+
v1.3.1 is a maintenance release. It is supported for all usage.
|
|
160
|
+
|
|
161
|
+
## Fixes
|
|
162
|
+
|
|
163
|
+
1. Avoid a race condition that causes 100% usage of a CPU core when
|
|
164
|
+
consuming with `partitionsConsumedConcurrently > 1` and all messages
|
|
165
|
+
are consumed (#300)
|
|
166
|
+
2. Fix type definition for `Kafka()` constructor and for passing topic configurations
|
|
167
|
+
to the `producer()` and `consumer()` in the promisified API (@davidkhala, #297, #321).
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
# confluent-kafka-javascript v1.3.0
|
|
171
|
+
|
|
172
|
+
v1.3.0 is a feature release. It is supported for all usage.
|
|
173
|
+
|
|
174
|
+
## Enhancements
|
|
175
|
+
|
|
176
|
+
1. References librdkafka v2.10.0. Refer to the [librdkafka v2.10.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.10.0) for more information.
|
|
177
|
+
|
|
178
|
+
## Fixes
|
|
179
|
+
|
|
180
|
+
1. Support Protobuf oneof fields in Data Contract rules (#261)
|
|
181
|
+
2. Ensure use of DEK object is thread-safe (#268)
|
|
182
|
+
3. Fix token fetch to return after successful request (#278)
|
|
183
|
+
4. Add loose OAuth authorization (#289)
|
|
184
|
+
|
|
185
|
+
|
|
186
|
+
# confluent-kafka-javascript v1.2.0
|
|
187
|
+
|
|
188
|
+
v1.2.0 is a feature release. It is supported for all usage.
|
|
189
|
+
|
|
190
|
+
## Enhancements
|
|
191
|
+
|
|
192
|
+
1. Add support for an Admin API to fetch topic offsets by timestamp (#206).
|
|
193
|
+
2. References librdkafka v2.8.0. Refer to the [librdkafka v2.8.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.8.0) for more information.
|
|
194
|
+
|
|
195
|
+
## Fixes
|
|
196
|
+
|
|
197
|
+
1. Fixes an issue where the `eachBatch` callback was being called for the same partition concurrently (#224).
|
|
198
|
+
2. Uses a Debian based builder instead of an Ubuntu based builder to ensure compatibility with older, but supported versions of Linux (#228).
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
# confluent-kafka-javascript v1.1.0
|
|
202
|
+
|
|
203
|
+
v1.1.0 is a feature release. It is supported for all usage.
|
|
204
|
+
|
|
205
|
+
## Fixes
|
|
206
|
+
|
|
207
|
+
1. Ensure algorithm query param is passed for CSFLE (#230)
|
|
208
|
+
2. Handle records nested in arrays/maps when searching for tags (#231)
|
|
209
|
+
|
|
210
|
+
|
|
211
|
+
# confluent-kafka-javascript v1.0.0
|
|
212
|
+
|
|
213
|
+
v1.0.0 is a feature release. It is supported for all usage.
|
|
214
|
+
|
|
215
|
+
## Enhancements
|
|
216
|
+
|
|
217
|
+
1. Add support for an Admin API to fetch topic offsets (#156).
|
|
218
|
+
2. Add support for Node v23 pre-built binaries (#158).
|
|
219
|
+
3. Add KafkaJS-compatible errors to promisified Admin API (createTopics, deleteGroups, deleteTopicRecords) (#159).
|
|
220
|
+
4. Include error types within Type definitions for promisified API (#210).
|
|
221
|
+
|
|
222
|
+
## Fixes
|
|
223
|
+
|
|
224
|
+
1. Fixes an issue where `uv_async_init` was being called off the event loop thread,
|
|
225
|
+
causing the node process to hang (#190).
|
|
226
|
+
|
|
227
|
+
|
|
228
|
+
# confluent-kafka-javascript v0.6.1
|
|
229
|
+
|
|
230
|
+
v0.6.1 is a limited availability maintenance release. It is supported for all usage.
|
|
231
|
+
|
|
232
|
+
## Fixes
|
|
233
|
+
|
|
234
|
+
### Schema Registry
|
|
235
|
+
|
|
236
|
+
1. Sync aws-sdk packages to the same versioning.
|
|
237
|
+
|
|
238
|
+
2. Minor enhancement to allow AWS profile to be specified.
|
|
239
|
+
|
|
240
|
+
3. Add ability to override disable flag and actions on a rule.
|
|
241
|
+
|
|
242
|
+
# confluent-kafka-javascript v0.6.0
|
|
243
|
+
|
|
244
|
+
v0.6.0 is a limited availability maintenance release. It is supported for all usage.
|
|
245
|
+
|
|
246
|
+
## Fixes
|
|
247
|
+
|
|
248
|
+
### Schema Registry
|
|
249
|
+
|
|
250
|
+
1. Add AWS AssumeRole support to AWS KMS. You can now specify a role arn, and optional
|
|
251
|
+
role session name and optional role external id.
|
|
252
|
+
|
|
253
|
+
2. Ensure different key ids use different client instances.
|
|
254
|
+
|
|
255
|
+
# confluent-kafka-javascript v0.5.2
|
|
256
|
+
|
|
257
|
+
v0.5.2 is a limited availability maintenance release. It is supported for all usage.
|
|
258
|
+
|
|
259
|
+
Note: v0.5.2 has no code changes from v0.5.1, version is bumped to sync with @confluentinc/schemaregistry.
|
|
260
|
+
|
|
261
|
+
|
|
262
|
+
# confluent-kafka-javascript v0.5.1
|
|
263
|
+
|
|
264
|
+
v0.5.1 is a limited availability maintenance release. It is supported for all usage.
|
|
265
|
+
|
|
266
|
+
## Fixes
|
|
267
|
+
|
|
268
|
+
1. Fix an issue where `sendOffsets` wasn't working correctly in the transactional
|
|
269
|
+
producer (#172).
|
|
270
|
+
|
|
271
|
+
|
|
272
|
+
# confluent-kafka-javascript v0.5.0
|
|
273
|
+
|
|
274
|
+
v0.5.0 is a limited availability feature release. It is supported for all usage.
|
|
275
|
+
|
|
276
|
+
Note: v0.5.0 was not released because of the bug mentioned in v0.5.1 section. Instead,
|
|
277
|
+
v0.5.1 was released with the fix directly.
|
|
278
|
+
|
|
279
|
+
## Enhancements
|
|
280
|
+
|
|
281
|
+
1. Add support for an Admin API to delete records.(#141).
|
|
282
|
+
2. Add support for an Admin API to describe topics.(#155).
|
|
283
|
+
3. Add support for dependent Admin client (#153).
|
|
284
|
+
4. References librdkafka v2.6.1. Refer to the [librdkafka v2.6.1 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.6.1) for more information.
|
|
285
|
+
|
|
286
|
+
## Fixes
|
|
287
|
+
|
|
288
|
+
1. Fixes an issue with unresolved raced Promises leaking in the consumer (#151).
|
|
289
|
+
2. Removes schemaregistry dependencies from root package.json to prevent issues with Node 18 (#162).
|
|
290
|
+
|
|
291
|
+
|
|
292
|
+
# confluent-kafka-javascript v0.4.0
|
|
293
|
+
|
|
294
|
+
v0.4.0 is a limited availability feature release. It is supported for all usage.
|
|
295
|
+
|
|
296
|
+
## Enhancements
|
|
297
|
+
|
|
298
|
+
1. Fixes an issue where headers were not passed correctly to the `eachBatch` callback (#130).
|
|
299
|
+
2. Add support for an Admin API to list a consumer group's offsets (#49).
|
|
300
|
+
3. Reduce consumer poll timeout to nil and add wakeups for new messages. This improves
|
|
301
|
+
the consumer efficiency, and resolves issues while running multiple consumers within
|
|
302
|
+
the same node process (#135).
|
|
303
|
+
4. Add pre-built binaries for macOS (Intel).
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
# confluent-kafka-javascript v0.3.0
|
|
307
|
+
|
|
308
|
+
v0.3.0 is a limited availability feature release. It is supported for all usage.
|
|
309
|
+
|
|
310
|
+
## Enhancements
|
|
311
|
+
|
|
312
|
+
1. References librdkafka v2.6.0. Refer to the [librdkafka v2.6.0 release notes](https://github.com/confluentinc/librdkafka/releases/tag/v2.6.0) for more information.
|
|
313
|
+
1. Minor optimization to reduce schema ID lookups (#123).
|
|
314
|
+
|
|
315
|
+
|
|
316
|
+
# confluent-kafka-javascript v0.2.1
|
|
317
|
+
|
|
318
|
+
v0.2.1 is a limited availability release. It is supported for all usage.
|
|
319
|
+
|
|
320
|
+
## Features
|
|
321
|
+
|
|
322
|
+
1. Update README, docs, and examples for Confluent's Schema Registry client.
|
|
323
|
+
|
|
324
|
+
|
|
325
|
+
# confluent-kafka-javascript v0.2.0
|
|
326
|
+
|
|
327
|
+
v0.2.0 is a limited availability release. It is supported for all usage.
|
|
328
|
+
|
|
329
|
+
## Features
|
|
330
|
+
|
|
331
|
+
1. Switch to using `librdkafka` on the latest released tag `v2.5.3` instead of `master`.
|
|
332
|
+
|
|
333
|
+
|
|
334
|
+
# confluent-kafka-javascript v0.1.17-devel
|
|
335
|
+
|
|
336
|
+
v0.1.17-devel is a pre-production, early-access release.
|
|
337
|
+
|
|
338
|
+
## Features
|
|
339
|
+
|
|
340
|
+
1. Add a commitCb method to the callback-based API which allows committing asynchronously.
|
|
341
|
+
2. Pass assign/unassign functions to the rebalance callback in the promisified API, allowing
|
|
342
|
+
the user to control the assignment of partitions, or pause just after a rebalance.
|
|
343
|
+
3. Remove store from promisified API and let the library handle all the stores.
|
|
344
|
+
4. Add JavaScript-level debug logging to the client for debugging issues within the binding.
|
|
345
|
+
5. Various fixes for performance and robustness of the consumer cache.
|
|
346
|
+
6. Remove `consumerGroupId` argument from the `sendOffsets` method of the transactional producer,
|
|
347
|
+
and instead, only allow using a `consumer`.
|
|
348
|
+
|
|
349
|
+
## Fixes
|
|
350
|
+
|
|
351
|
+
1. Do not modify RegExps which don't start with a ^, instead, throw an error so
|
|
352
|
+
that there is no unexpected behaviour for the user (Issue [#64](https://github.com/confluentinc/confluent-kafka-javascript/issues/64)).
|
|
353
|
+
2. Do not mutate arguments in run, pause and resume (Issue [#61](https://github.com/confluentinc/confluent-kafka-javascript/issues/61)).
|
|
354
|
+
3. Fix a segmentation fault in `listGroups` when passing `matchConsumerGroupStates` as undefined.
|
|
355
|
+
|
|
356
|
+
|
|
357
|
+
# confluent-kafka-javascript v0.1.16-devel
|
|
358
|
+
|
|
359
|
+
v0.1.16-devel is a pre-production, early-access release.
|
|
360
|
+
|
|
361
|
+
## Features
|
|
362
|
+
|
|
363
|
+
1. Add per-partition concurrency to consumer.
|
|
364
|
+
2. Add true `eachBatch` support to consumer.
|
|
365
|
+
3. Add a `leaderEpoch` field to the topic partitions where required (listing, committing, etc.).
|
|
366
|
+
|
|
367
|
+
|
|
368
|
+
# confluent-kafka-javascript v0.1.15-devel
|
|
369
|
+
|
|
370
|
+
v0.1.15-devel is a pre-production, early-access release.
|
|
371
|
+
|
|
372
|
+
## Features
|
|
373
|
+
|
|
374
|
+
1. Add Node v22 builds and bump librdkafka version on each version bump of this library.
|
|
375
|
+
|
|
376
|
+
|
|
377
|
+
# confluent-kafka-javascript v0.1.14-devel
|
|
378
|
+
|
|
379
|
+
v0.1.14-devel is a pre-production, early-access release.
|
|
380
|
+
|
|
381
|
+
## Features
|
|
382
|
+
|
|
383
|
+
1. Add metadata to offset commit and offset store (non-promisified API).
|
|
384
|
+
2. Add types for logger and loglevel to configuration.
|
|
385
|
+
3. Add Producer polling from background thread. This improves performance for cases when send is awaited on.
|
|
386
|
+
4. Enable consume optimization from v0.1.13-devel (Features #2) by default for the promisified API.
|
|
387
|
+
|
|
388
|
+
## Bug Fixes
|
|
389
|
+
|
|
390
|
+
1. Fix issues with the header conversions from promisified API to the non-promisified API to match
|
|
391
|
+
the type signature and allow Buffers to be passed as header values in the C++ layer.
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
# confluent-kafka-javascript v0.1.13-devel
|
|
395
|
+
|
|
396
|
+
v0.1.13-devel is a pre-production, early-access release.
|
|
397
|
+
|
|
398
|
+
## Features
|
|
399
|
+
|
|
400
|
+
1. Add support for `storeOffsets` in the consumer API.
|
|
401
|
+
2. Add optimization while consuming, in cases where the size of messages pending in our subscription is less than the consumer cache size.
|
|
402
|
+
|
|
403
|
+
## Bug Fixes
|
|
404
|
+
|
|
405
|
+
1. Fix memory leak in incremental assign (@martijnimhoff, #35).
|
|
406
|
+
2. Fix various issues with typings, and reconcile typings, JavaScript code, and MIGRATION.md to be consistent.
|
|
407
|
+
|
|
408
|
+
|
|
409
|
+
# confluent-kafka-javascript v0.1.12-devel
|
|
410
|
+
|
|
411
|
+
v0.1.12-devel is a pre-production, early-access release.
|
|
412
|
+
|
|
413
|
+
## Features
|
|
414
|
+
|
|
415
|
+
1. Add support for `listTopics` in the Admin API.
|
|
416
|
+
2. Add support for OAUTHBEARER token refresh callback for both promisified and non promisified API.
|
|
417
|
+
|
|
418
|
+
## Bug Fixes
|
|
419
|
+
|
|
420
|
+
1. Fix aliasing bug between `NodeKafka::Conf` and `RdKafka::ConfImpl`.
|
|
421
|
+
2. Fix issue where `assign/unassign` were called instead of `incrementalAssign/incrementalUnassign` while using
|
|
422
|
+
the Cooperative Sticky assigner, and setting the `rebalance_cb` as a boolean rather than as a function.
|
|
423
|
+
3. Fix memory leaks in Dispatcher and Conf (both leaked memory at client close).
|
|
424
|
+
4. Fix type definitions and make `KafkaJS` and `RdKafka` separate namespaces, while maintaining compatibility
|
|
425
|
+
with node-rdkafka's type definitions.
|
|
426
|
+
|
|
427
|
+
|
|
428
|
+
# confluent-kafka-javascript v0.1.11-devel
|
|
429
|
+
|
|
430
|
+
v0.1.11-devel is a pre-production, early-access release.
|
|
431
|
+
|
|
432
|
+
## Features
|
|
433
|
+
|
|
434
|
+
1. Add support for `eachBatch` in the Consumer API (partial support for API compatibility).
|
|
435
|
+
2. Add support for `listGroups`, `describeGroups` and `deleteGroups` in the Admin API.
|
|
436
|
+
|
|
437
|
+
|
|
438
|
+
# confluent-kafka-javascript v0.1.10-devel
|
|
439
|
+
|
|
440
|
+
v0.1.10-devel is a pre-production, early-access release.
|
|
441
|
+
|
|
442
|
+
## Features
|
|
443
|
+
|
|
444
|
+
1. Pre-built binaries for Windows (x64) added on an experimental basis.
|
|
445
|
+
|
|
446
|
+
|
|
447
|
+
# confluent-kafka-javascript v0.1.9-devel
|
|
448
|
+
|
|
449
|
+
v0.1.9-devel is a pre-production, early-access release.
|
|
450
|
+
|
|
451
|
+
## Features
|
|
452
|
+
|
|
453
|
+
1. Pre-built binaries for Linux (both amd64 and arm64, both musl and glibc), for macOS (m1), for node versions 18, 20 and 21.
|
|
454
|
+
2. Promisified API for Consumer, Producer and Admin Client.
|
|
455
|
+
3. Allow passing topic configuration properties via the global configuration block.
|
|
456
|
+
4. Remove dependencies with security issues.
|
|
457
|
+
5. Support for the Cooperative Sticky assignor.
|
package/LICENSE.kafkajs
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
The promisified API (lib/kafkajs) is inspired by kafkajs (github.com/tulios/kafkajs).
|
|
2
|
+
The promisified tests (test/promisified) are also adapted from there.
|
|
3
|
+
Many error types are also adapted from there.
|
|
4
|
+
The license notice is reproduced below.
|
|
5
|
+
|
|
6
|
+
----
|
|
7
|
+
|
|
8
|
+
The MIT License
|
|
9
|
+
|
|
10
|
+
Copyright (c) 2018 Túlio Ornelas (ornelas.tulio@gmail.com)
|
|
11
|
+
|
|
12
|
+
Permission is hereby granted, free of charge,
|
|
13
|
+
to any person obtaining a copy of this software and
|
|
14
|
+
associated documentation files (the "Software"), to
|
|
15
|
+
deal in the Software without restriction, including
|
|
16
|
+
without limitation the rights to use, copy, modify,
|
|
17
|
+
merge, publish, distribute, sublicense, and/or sell
|
|
18
|
+
copies of the Software, and to permit persons to whom
|
|
19
|
+
the Software is furnished to do so,
|
|
20
|
+
subject to the following conditions:
|
|
21
|
+
|
|
22
|
+
The above copyright notice and this permission notice
|
|
23
|
+
shall be included in all copies or substantial portions of the Software.
|
|
24
|
+
|
|
25
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
26
|
+
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
|
27
|
+
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
28
|
+
IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR
|
|
29
|
+
ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
|
30
|
+
TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
|
31
|
+
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
This project is based on node-rdkafka (github.com/Blizzard/node-rdkafka).
|
|
2
|
+
The license notice is reproduced below.
|
|
3
|
+
|
|
4
|
+
--------
|
|
5
|
+
|
|
6
|
+
The MIT License (MIT)
|
|
7
|
+
Copyright (c) 2016 Blizzard Entertainment
|
|
8
|
+
|
|
9
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy of
|
|
10
|
+
this software and associated documentation files (the "Software"), to deal in
|
|
11
|
+
the Software without restriction, including without limitation the rights to
|
|
12
|
+
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
|
|
13
|
+
of the Software, and to permit persons to whom the Software is furnished to do
|
|
14
|
+
so, subject to the following conditions:
|
|
15
|
+
|
|
16
|
+
The above copyright notice and this permission notice shall be included in all
|
|
17
|
+
copies or substantial portions of the Software.
|
|
18
|
+
|
|
19
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
20
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
21
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
22
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
23
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
24
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
25
|
+
IN THE SOFTWARE.
|
package/LICENSE.txt
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
The MIT License (MIT)
|
|
2
|
+
Copyright (c) 2023 Confluent, Inc.
|
|
3
|
+
|
|
4
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy of
|
|
5
|
+
this software and associated documentation files (the "Software"), to deal in
|
|
6
|
+
the Software without restriction, including without limitation the rights to
|
|
7
|
+
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
|
|
8
|
+
of the Software, and to permit persons to whom the Software is furnished to do
|
|
9
|
+
so, subject to the following conditions:
|
|
10
|
+
|
|
11
|
+
The above copyright notice and this permission notice shall be included in all
|
|
12
|
+
copies or substantial portions of the Software.
|
|
13
|
+
|
|
14
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
15
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
16
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
17
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
18
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
19
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
20
|
+
IN THE SOFTWARE.
|
package/README.md
ADDED
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
Confluent's JavaScript Client for Apache Kafka®
|
|
2
|
+
===============================================
|
|
3
|
+
|
|
4
|
+
**confluent-kafka-javascript** is Confluent's JavaScript client for [Apache Kafka](http://kafka.apache.org/) and the
|
|
5
|
+
[Confluent Platform](https://www.confluent.io/product/compare/). The goal is to provide an highly performant, reliable and easy to use JavaScript client that is based on [node-rdkafka](https://github.com/Blizzard/node-rdkafka) yet also API compatible with [KafkaJS](https://github.com/tulios/kafkajs) to provide flexibility to users and streamline migrations from other clients.
|
|
6
|
+
|
|
7
|
+
Features:
|
|
8
|
+
|
|
9
|
+
- **High performance** - confluent-kafka-javascript is a lightweight wrapper around
|
|
10
|
+
[librdkafka](https://github.com/confluentinc/librdkafka), a finely tuned C
|
|
11
|
+
client.
|
|
12
|
+
|
|
13
|
+
- **Reliability** - There are a lot of details to get right when writing an Apache Kafka
|
|
14
|
+
client. We get them right in one place (librdkafka) and leverage this work
|
|
15
|
+
across all of our clients.
|
|
16
|
+
|
|
17
|
+
- **Supported** - Commercial support is offered by [Confluent](https://confluent.io/).
|
|
18
|
+
|
|
19
|
+
- **Future proof** - Confluent, founded by the
|
|
20
|
+
creators of Kafka, is building a [streaming platform](https://www.confluent.io/product/)
|
|
21
|
+
with Apache Kafka at its core. It's high priority for us that client features keep
|
|
22
|
+
pace with core Apache Kafka and components of the [Confluent Platform](https://www.confluent.io/product/).
|
|
23
|
+
|
|
24
|
+
This library leverages the work and concepts from two popular Apache Kafka JavaScript clients: [node-rdkafka](https://github.com/Blizzard/node-rdkafka) and [KafkaJS](https://github.com/tulios/kafkajs). The core is heavily based on the node-rdkafka library, which uses our own [librdkafka](https://github.com/confluentinc/librdkafka) library for core client functionality. However, we leverage a promisified API and a more idiomatic interface, similar to the one in KafkaJS, making it easy for developers to migrate and adopt this client depending on the patterns and interface they prefer. We're very happy to have been able to leverage the excellent work of the many authors of these libraries!
|
|
25
|
+
|
|
26
|
+
To use **Schema Registry**, use the [@confluentinc/schemaregistry](https://www.npmjs.com/package/@confluentinc/schemaregistry) library that is compatible with this library. For a simple schema registry example, see [sr.js](https://github.com/confluentinc/confluent-kafka-javascript/blob/master/examples/kafkajs/sr.js).
|
|
27
|
+
|
|
28
|
+
## Requirements
|
|
29
|
+
|
|
30
|
+
The following configurations are supported:
|
|
31
|
+
|
|
32
|
+
* Linux (x64 and arm64) - we support both musl and glibc based distributions:
|
|
33
|
+
|
|
34
|
+
| Distribution | Supported Node Versions |
|
|
35
|
+
| ----------------------------------------- | ----------------------- |
|
|
36
|
+
| Debian Bullseye/Ubuntu 20.04 | 18, 20, 21, 22, 23, 24 |
|
|
37
|
+
| Debian Bookworm/Ubuntu 22.04 | 18, 20, 21, 22, 23, 24 |
|
|
38
|
+
| Alpine Linux 3.20+ | 18, 20, 21, 22, 23, 24 |
|
|
39
|
+
| AlmaLinux 9/Rocky Linux 9/CentOS Stream 9 | 18, 20, 21, 22, 23, 24 |
|
|
40
|
+
|
|
41
|
+
Other distributions will probably work given a modern version of gcc/glibc, but we don't test the pre-built binaries with them.
|
|
42
|
+
|
|
43
|
+
* macOS - arm64/m1. macOS (Intel) is supported on a best-effort basis. Node versions 18, 20, 21, 22, 23 and 24 are supported.
|
|
44
|
+
* Windows - x64. Node versions 18, 20, 21, 22, 23 and 24 are supported.
|
|
45
|
+
|
|
46
|
+
> [!WARNING]
|
|
47
|
+
> Pre-built binary support will be dropped after the EOL of the node version or the OS.
|
|
48
|
+
|
|
49
|
+
Installation on any of these platforms is meant to be seamless, without any C/C++ compilation required.
|
|
50
|
+
|
|
51
|
+
```bash
|
|
52
|
+
npm install @confluentinc/kafka-javascript
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
In case your system configuration is not within the supported ones, check the detailed [installation instructions](./INTRODUCTION.md#Installation-Instructions) for more information.
|
|
56
|
+
|
|
57
|
+
Yarn and pnpm support is experimental.
|
|
58
|
+
|
|
59
|
+
# Getting Started
|
|
60
|
+
|
|
61
|
+
Below is a simple produce example using the promisified API.
|
|
62
|
+
|
|
63
|
+
```javascript
|
|
64
|
+
const { Kafka } = require('@confluentinc/kafka-javascript').KafkaJS;
|
|
65
|
+
|
|
66
|
+
async function producerStart() {
|
|
67
|
+
const producer = new Kafka().producer({
|
|
68
|
+
'bootstrap.servers': '<fill>',
|
|
69
|
+
'security.protocol': 'SASL_SSL',
|
|
70
|
+
'sasl.mechanisms': 'PLAIN',
|
|
71
|
+
'sasl.username': '<fill>',
|
|
72
|
+
'sasl.password': '<fill>',
|
|
73
|
+
});
|
|
74
|
+
|
|
75
|
+
await producer.connect();
|
|
76
|
+
console.log("Connected successfully");
|
|
77
|
+
|
|
78
|
+
const res = []
|
|
79
|
+
for (let i = 0; i < 50; i++) {
|
|
80
|
+
res.push(producer.send({
|
|
81
|
+
topic: 'test-topic',
|
|
82
|
+
messages: [
|
|
83
|
+
{ value: 'v', partition: 0, key: 'x' },
|
|
84
|
+
]
|
|
85
|
+
}));
|
|
86
|
+
}
|
|
87
|
+
await Promise.all(res);
|
|
88
|
+
|
|
89
|
+
await producer.disconnect();
|
|
90
|
+
console.log("Disconnected successfully");
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
producerStart();
|
|
94
|
+
```
|
|
95
|
+
|
|
96
|
+
There are two variants of the API offered by this library. A promisified API and a callback-based API.
|
|
97
|
+
|
|
98
|
+
1. If you're starting afresh, you should use the [promisified API](INTRODUCTION.md#promisified-api).
|
|
99
|
+
2. If you're migrating from `kafkajs`, you can use the [migration guide](MIGRATION.md#kafkajs) to get started quickly.
|
|
100
|
+
3. If you're migrating from `node-rdkafka`, you can use the [migration guide](MIGRATION.md#node-rdkafka).
|
|
101
|
+
|
|
102
|
+
An in-depth reference may be found at [INTRODUCTION.md](INTRODUCTION.md).
|
|
103
|
+
|
|
104
|
+
## Contributing
|
|
105
|
+
|
|
106
|
+
Bug reports and feedback is appreciated in the form of Github Issues.
|
|
107
|
+
For guidelines on contributing please see [CONTRIBUTING.md](CONTRIBUTING.md)
|
|
108
|
+
|
|
109
|
+
## Librdkafka Version
|
|
110
|
+
|
|
111
|
+
| confluent-kafka-javascript | librdkafka |
|
|
112
|
+
| -------------------------- | ---------- |
|
|
113
|
+
| 1.0.0 | 2.6.1 |
|
|
114
|
+
| 1.2.0 | 2.8.0 |
|
|
115
|
+
| 1.3.0 | 2.10.0 |
|
|
116
|
+
| 1.3.1 | 2.10.0 |
|
|
117
|
+
| 1.3.2 | 2.10.1 |
|
|
118
|
+
| 1.4.0 | 2.11.0 |
|
|
119
|
+
| 1.4.1 | 2.11.1 |
|
|
120
|
+
| 1.5.0 | 2.11.1 |
|
|
121
|
+
| 1.6.0 | 2.12.0 |
|
|
122
|
+
| 1.7.0 | 2.12.1 |
|
|
123
|
+
| 1.8.0 | 2.13.0 |
|
|
124
|
+
| 1.8.2 | 2.13.2 |
|
|
125
|
+
| 1.9.0 | 2.14.0 |
|
|
126
|
+
| 1.9.1 | 2.14.2 |
|
|
127
|
+
| 1.10.0 | 2.15.0 |
|
|
128
|
+
|
|
129
|
+
This mapping is applicable if you're using a pre-built binary. Otherwise, you can check the librdkafka version with the following command:
|
|
130
|
+
|
|
131
|
+
```bash
|
|
132
|
+
node -e 'console.log(require("@confluentinc/kafka-javascript").librdkafkaVersion)'
|
|
133
|
+
```
|