@ohos-ports/confluentinc-kafka-javascript 1.10.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (628) hide show
  1. package/CHANGELOG.md +457 -0
  2. package/LICENSE.kafkajs +31 -0
  3. package/LICENSE.node-rdkafka +25 -0
  4. package/LICENSE.txt +20 -0
  5. package/README.md +133 -0
  6. package/binding.gyp +184 -0
  7. package/build/Release/confluent-kafka-javascript.node +0 -0
  8. package/build/deps/librdkafka++.so.1 +0 -0
  9. package/build/deps/librdkafka.Makefile +6 -0
  10. package/build/deps/librdkafka.so.1 +0 -0
  11. package/build/deps/librdkafka.target.mk +55 -0
  12. package/deps/librdkafka/.clang-format +136 -0
  13. package/deps/librdkafka/.clang-format-cpp +103 -0
  14. package/deps/librdkafka/.dir-locals.el +10 -0
  15. package/deps/librdkafka/.formatignore +35 -0
  16. package/deps/librdkafka/.gdbmacros +19 -0
  17. package/deps/librdkafka/CHANGELOG.md +2477 -0
  18. package/deps/librdkafka/CMakeLists.txt +291 -0
  19. package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
  20. package/deps/librdkafka/CONFIGURATION.md +212 -0
  21. package/deps/librdkafka/CONTRIBUTING.md +431 -0
  22. package/deps/librdkafka/Doxyfile +2375 -0
  23. package/deps/librdkafka/INTRODUCTION.md +2752 -0
  24. package/deps/librdkafka/LICENSE +26 -0
  25. package/deps/librdkafka/LICENSE.cjson +22 -0
  26. package/deps/librdkafka/LICENSE.crc32c +28 -0
  27. package/deps/librdkafka/LICENSE.fnv1a +18 -0
  28. package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
  29. package/deps/librdkafka/LICENSE.lz4 +26 -0
  30. package/deps/librdkafka/LICENSE.murmur2 +25 -0
  31. package/deps/librdkafka/LICENSE.nanopb +22 -0
  32. package/deps/librdkafka/LICENSE.opentelemetry +203 -0
  33. package/deps/librdkafka/LICENSE.pycrc +23 -0
  34. package/deps/librdkafka/LICENSE.queue +31 -0
  35. package/deps/librdkafka/LICENSE.regexp +5 -0
  36. package/deps/librdkafka/LICENSE.snappy +36 -0
  37. package/deps/librdkafka/LICENSE.tinycthread +26 -0
  38. package/deps/librdkafka/LICENSE.wingetopt +49 -0
  39. package/deps/librdkafka/LICENSES.txt +625 -0
  40. package/deps/librdkafka/Makefile +125 -0
  41. package/deps/librdkafka/README.md +201 -0
  42. package/deps/librdkafka/README.win32 +26 -0
  43. package/deps/librdkafka/STATISTICS.md +624 -0
  44. package/deps/librdkafka/configure +214 -0
  45. package/deps/librdkafka/configure.self +341 -0
  46. package/deps/librdkafka/dev-conf.sh +123 -0
  47. package/deps/librdkafka/lds-gen.py +73 -0
  48. package/deps/librdkafka/mainpage.doxy +40 -0
  49. package/deps/librdkafka/mklove/Makefile.base +329 -0
  50. package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
  51. package/deps/librdkafka/mklove/modules/configure.base +2484 -0
  52. package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
  53. package/deps/librdkafka/mklove/modules/configure.cc +186 -0
  54. package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
  55. package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
  56. package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
  57. package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
  58. package/deps/librdkafka/mklove/modules/configure.host +132 -0
  59. package/deps/librdkafka/mklove/modules/configure.lib +49 -0
  60. package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
  61. package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
  62. package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
  63. package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
  64. package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
  65. package/deps/librdkafka/mklove/modules/configure.pic +16 -0
  66. package/deps/librdkafka/mklove/modules/configure.socket +20 -0
  67. package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
  68. package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
  69. package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
  70. package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
  71. package/deps/librdkafka/service.yml +182 -0
  72. package/deps/librdkafka/src/CMakeLists.txt +379 -0
  73. package/deps/librdkafka/src/Makefile +105 -0
  74. package/deps/librdkafka/src/README.lz4.md +30 -0
  75. package/deps/librdkafka/src/cJSON.c +3191 -0
  76. package/deps/librdkafka/src/cJSON.h +306 -0
  77. package/deps/librdkafka/src/crc32c.c +430 -0
  78. package/deps/librdkafka/src/crc32c.h +38 -0
  79. package/deps/librdkafka/src/generate_proto.sh +66 -0
  80. package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
  81. package/deps/librdkafka/src/lz4.c +2727 -0
  82. package/deps/librdkafka/src/lz4.h +842 -0
  83. package/deps/librdkafka/src/lz4frame.c +2078 -0
  84. package/deps/librdkafka/src/lz4frame.h +692 -0
  85. package/deps/librdkafka/src/lz4frame_static.h +47 -0
  86. package/deps/librdkafka/src/lz4hc.c +1631 -0
  87. package/deps/librdkafka/src/lz4hc.h +413 -0
  88. package/deps/librdkafka/src/nanopb/pb.h +917 -0
  89. package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
  90. package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
  91. package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
  92. package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
  93. package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
  94. package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
  95. package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
  96. package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
  97. package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
  98. package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
  99. package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
  100. package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
  101. package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
  102. package/deps/librdkafka/src/queue.h +850 -0
  103. package/deps/librdkafka/src/rd.h +592 -0
  104. package/deps/librdkafka/src/rdaddr.c +255 -0
  105. package/deps/librdkafka/src/rdaddr.h +202 -0
  106. package/deps/librdkafka/src/rdatomic.h +262 -0
  107. package/deps/librdkafka/src/rdavg.h +260 -0
  108. package/deps/librdkafka/src/rdavl.c +210 -0
  109. package/deps/librdkafka/src/rdavl.h +250 -0
  110. package/deps/librdkafka/src/rdbase64.c +200 -0
  111. package/deps/librdkafka/src/rdbase64.h +43 -0
  112. package/deps/librdkafka/src/rdbuf.c +1884 -0
  113. package/deps/librdkafka/src/rdbuf.h +375 -0
  114. package/deps/librdkafka/src/rdcrc32.c +114 -0
  115. package/deps/librdkafka/src/rdcrc32.h +170 -0
  116. package/deps/librdkafka/src/rddl.c +179 -0
  117. package/deps/librdkafka/src/rddl.h +43 -0
  118. package/deps/librdkafka/src/rdendian.h +175 -0
  119. package/deps/librdkafka/src/rdfloat.h +67 -0
  120. package/deps/librdkafka/src/rdfnv1a.c +113 -0
  121. package/deps/librdkafka/src/rdfnv1a.h +35 -0
  122. package/deps/librdkafka/src/rdgz.c +120 -0
  123. package/deps/librdkafka/src/rdgz.h +46 -0
  124. package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
  125. package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
  126. package/deps/librdkafka/src/rdhttp.c +831 -0
  127. package/deps/librdkafka/src/rdhttp.h +101 -0
  128. package/deps/librdkafka/src/rdinterval.h +177 -0
  129. package/deps/librdkafka/src/rdkafka.c +7287 -0
  130. package/deps/librdkafka/src/rdkafka.h +11795 -0
  131. package/deps/librdkafka/src/rdkafka_admin.c +10165 -0
  132. package/deps/librdkafka/src/rdkafka_admin.h +658 -0
  133. package/deps/librdkafka/src/rdkafka_assignment.c +1282 -0
  134. package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
  135. package/deps/librdkafka/src/rdkafka_assignor.c +1800 -0
  136. package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
  137. package/deps/librdkafka/src/rdkafka_aux.c +409 -0
  138. package/deps/librdkafka/src/rdkafka_aux.h +174 -0
  139. package/deps/librdkafka/src/rdkafka_background.c +222 -0
  140. package/deps/librdkafka/src/rdkafka_broker.c +6736 -0
  141. package/deps/librdkafka/src/rdkafka_broker.h +851 -0
  142. package/deps/librdkafka/src/rdkafka_buf.c +543 -0
  143. package/deps/librdkafka/src/rdkafka_buf.h +1525 -0
  144. package/deps/librdkafka/src/rdkafka_cert.c +576 -0
  145. package/deps/librdkafka/src/rdkafka_cert.h +62 -0
  146. package/deps/librdkafka/src/rdkafka_cgrp.c +8310 -0
  147. package/deps/librdkafka/src/rdkafka_cgrp.h +589 -0
  148. package/deps/librdkafka/src/rdkafka_conf.c +5177 -0
  149. package/deps/librdkafka/src/rdkafka_conf.h +746 -0
  150. package/deps/librdkafka/src/rdkafka_confval.h +97 -0
  151. package/deps/librdkafka/src/rdkafka_coord.c +623 -0
  152. package/deps/librdkafka/src/rdkafka_coord.h +132 -0
  153. package/deps/librdkafka/src/rdkafka_error.c +228 -0
  154. package/deps/librdkafka/src/rdkafka_error.h +80 -0
  155. package/deps/librdkafka/src/rdkafka_event.c +502 -0
  156. package/deps/librdkafka/src/rdkafka_event.h +126 -0
  157. package/deps/librdkafka/src/rdkafka_feature.c +898 -0
  158. package/deps/librdkafka/src/rdkafka_feature.h +104 -0
  159. package/deps/librdkafka/src/rdkafka_fetcher.c +3820 -0
  160. package/deps/librdkafka/src/rdkafka_fetcher.h +62 -0
  161. package/deps/librdkafka/src/rdkafka_header.c +220 -0
  162. package/deps/librdkafka/src/rdkafka_header.h +76 -0
  163. package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
  164. package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
  165. package/deps/librdkafka/src/rdkafka_int.h +1505 -0
  166. package/deps/librdkafka/src/rdkafka_interceptor.c +842 -0
  167. package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
  168. package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
  169. package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
  170. package/deps/librdkafka/src/rdkafka_metadata.c +2347 -0
  171. package/deps/librdkafka/src/rdkafka_metadata.h +350 -0
  172. package/deps/librdkafka/src/rdkafka_metadata_cache.c +1183 -0
  173. package/deps/librdkafka/src/rdkafka_mock.c +4514 -0
  174. package/deps/librdkafka/src/rdkafka_mock.h +867 -0
  175. package/deps/librdkafka/src/rdkafka_mock_cgrp.c +1877 -0
  176. package/deps/librdkafka/src/rdkafka_mock_handlers.c +5255 -0
  177. package/deps/librdkafka/src/rdkafka_mock_int.h +1005 -0
  178. package/deps/librdkafka/src/rdkafka_mock_sharegrp.c +1207 -0
  179. package/deps/librdkafka/src/rdkafka_msg.c +2619 -0
  180. package/deps/librdkafka/src/rdkafka_msg.h +629 -0
  181. package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
  182. package/deps/librdkafka/src/rdkafka_msgset.h +105 -0
  183. package/deps/librdkafka/src/rdkafka_msgset_reader.c +2099 -0
  184. package/deps/librdkafka/src/rdkafka_msgset_writer.c +1474 -0
  185. package/deps/librdkafka/src/rdkafka_offset.c +1565 -0
  186. package/deps/librdkafka/src/rdkafka_offset.h +150 -0
  187. package/deps/librdkafka/src/rdkafka_op.c +1219 -0
  188. package/deps/librdkafka/src/rdkafka_op.h +1065 -0
  189. package/deps/librdkafka/src/rdkafka_partition.c +5109 -0
  190. package/deps/librdkafka/src/rdkafka_partition.h +1215 -0
  191. package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
  192. package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
  193. package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
  194. package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
  195. package/deps/librdkafka/src/rdkafka_proto.h +739 -0
  196. package/deps/librdkafka/src/rdkafka_protocol.h +131 -0
  197. package/deps/librdkafka/src/rdkafka_queue.c +1351 -0
  198. package/deps/librdkafka/src/rdkafka_queue.h +1235 -0
  199. package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
  200. package/deps/librdkafka/src/rdkafka_request.c +7298 -0
  201. package/deps/librdkafka/src/rdkafka_request.h +761 -0
  202. package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
  203. package/deps/librdkafka/src/rdkafka_sasl.c +589 -0
  204. package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
  205. package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
  206. package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
  207. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1833 -0
  208. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
  209. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +1827 -0
  210. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +52 -0
  211. package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
  212. package/deps/librdkafka/src/rdkafka_sasl_scram.c +858 -0
  213. package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
  214. package/deps/librdkafka/src/rdkafka_share_acknowledgement.c +1445 -0
  215. package/deps/librdkafka/src/rdkafka_share_acknowledgement.h +373 -0
  216. package/deps/librdkafka/src/rdkafka_ssl.c +2235 -0
  217. package/deps/librdkafka/src/rdkafka_ssl.h +86 -0
  218. package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4785 -0
  219. package/deps/librdkafka/src/rdkafka_subscription.c +411 -0
  220. package/deps/librdkafka/src/rdkafka_telemetry.c +761 -0
  221. package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
  222. package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1307 -0
  223. package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
  224. package/deps/librdkafka/src/rdkafka_telemetry_encode.c +1309 -0
  225. package/deps/librdkafka/src/rdkafka_telemetry_encode.h +459 -0
  226. package/deps/librdkafka/src/rdkafka_timer.c +407 -0
  227. package/deps/librdkafka/src/rdkafka_timer.h +117 -0
  228. package/deps/librdkafka/src/rdkafka_topic.c +2382 -0
  229. package/deps/librdkafka/src/rdkafka_topic.h +369 -0
  230. package/deps/librdkafka/src/rdkafka_transport.c +1309 -0
  231. package/deps/librdkafka/src/rdkafka_transport.h +99 -0
  232. package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
  233. package/deps/librdkafka/src/rdkafka_txnmgr.c +3256 -0
  234. package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
  235. package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
  236. package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
  237. package/deps/librdkafka/src/rdlist.c +593 -0
  238. package/deps/librdkafka/src/rdlist.h +444 -0
  239. package/deps/librdkafka/src/rdlog.c +89 -0
  240. package/deps/librdkafka/src/rdlog.h +41 -0
  241. package/deps/librdkafka/src/rdmap.c +508 -0
  242. package/deps/librdkafka/src/rdmap.h +492 -0
  243. package/deps/librdkafka/src/rdmurmur2.c +167 -0
  244. package/deps/librdkafka/src/rdmurmur2.h +35 -0
  245. package/deps/librdkafka/src/rdports.c +61 -0
  246. package/deps/librdkafka/src/rdports.h +38 -0
  247. package/deps/librdkafka/src/rdposix.h +250 -0
  248. package/deps/librdkafka/src/rdrand.c +151 -0
  249. package/deps/librdkafka/src/rdrand.h +72 -0
  250. package/deps/librdkafka/src/rdregex.c +156 -0
  251. package/deps/librdkafka/src/rdregex.h +43 -0
  252. package/deps/librdkafka/src/rdsignal.h +57 -0
  253. package/deps/librdkafka/src/rdstring.c +645 -0
  254. package/deps/librdkafka/src/rdstring.h +98 -0
  255. package/deps/librdkafka/src/rdsysqueue.h +404 -0
  256. package/deps/librdkafka/src/rdtime.h +356 -0
  257. package/deps/librdkafka/src/rdtypes.h +86 -0
  258. package/deps/librdkafka/src/rdunittest.c +564 -0
  259. package/deps/librdkafka/src/rdunittest.h +232 -0
  260. package/deps/librdkafka/src/rdunittest_acknowledge.c +1177 -0
  261. package/deps/librdkafka/src/rdunittest_fetcher.c +1211 -0
  262. package/deps/librdkafka/src/rdunittest_msgset_errors.c +1521 -0
  263. package/deps/librdkafka/src/rdvarint.c +134 -0
  264. package/deps/librdkafka/src/rdvarint.h +165 -0
  265. package/deps/librdkafka/src/rdwin32.h +382 -0
  266. package/deps/librdkafka/src/rdxxhash.c +1030 -0
  267. package/deps/librdkafka/src/rdxxhash.h +328 -0
  268. package/deps/librdkafka/src/regexp.c +1352 -0
  269. package/deps/librdkafka/src/regexp.h +41 -0
  270. package/deps/librdkafka/src/snappy.c +1866 -0
  271. package/deps/librdkafka/src/snappy.h +62 -0
  272. package/deps/librdkafka/src/snappy_compat.h +138 -0
  273. package/deps/librdkafka/src/statistics_schema.json +444 -0
  274. package/deps/librdkafka/src/tinycthread.c +932 -0
  275. package/deps/librdkafka/src/tinycthread.h +503 -0
  276. package/deps/librdkafka/src/tinycthread_extra.c +210 -0
  277. package/deps/librdkafka/src/tinycthread_extra.h +218 -0
  278. package/deps/librdkafka/src/win32_config.h +58 -0
  279. package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
  280. package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
  281. package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
  282. package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
  283. package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
  284. package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
  285. package/deps/librdkafka/src-cpp/Makefile +55 -0
  286. package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
  287. package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
  288. package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
  289. package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
  290. package/deps/librdkafka/src-cpp/README.md +16 -0
  291. package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
  292. package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
  293. package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
  294. package/deps/librdkafka/src-cpp/rdkafkacpp.h +3797 -0
  295. package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
  296. package/deps/librdkafka/tests/0000-unittests.c +72 -0
  297. package/deps/librdkafka/tests/0001-multiobj.c +102 -0
  298. package/deps/librdkafka/tests/0002-unkpart.c +244 -0
  299. package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
  300. package/deps/librdkafka/tests/0004-conf.c +934 -0
  301. package/deps/librdkafka/tests/0005-order.c +133 -0
  302. package/deps/librdkafka/tests/0006-symbols.c +163 -0
  303. package/deps/librdkafka/tests/0007-autotopic.c +136 -0
  304. package/deps/librdkafka/tests/0008-reqacks.c +179 -0
  305. package/deps/librdkafka/tests/0009-mock_cluster.c +272 -0
  306. package/deps/librdkafka/tests/0011-produce_batch.c +753 -0
  307. package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
  308. package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
  309. package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
  310. package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
  311. package/deps/librdkafka/tests/0016-client_swname.c +181 -0
  312. package/deps/librdkafka/tests/0017-compression.c +140 -0
  313. package/deps/librdkafka/tests/0018-cgrp_term.c +444 -0
  314. package/deps/librdkafka/tests/0019-list_groups.c +289 -0
  315. package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
  316. package/deps/librdkafka/tests/0021-rkt_destroy.c +72 -0
  317. package/deps/librdkafka/tests/0022-consume_batch.c +331 -0
  318. package/deps/librdkafka/tests/0025-timers.c +147 -0
  319. package/deps/librdkafka/tests/0026-consume_pause.c +547 -0
  320. package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
  321. package/deps/librdkafka/tests/0029-assign_offset.c +202 -0
  322. package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
  323. package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
  324. package/deps/librdkafka/tests/0033-regex_subscribe.c +536 -0
  325. package/deps/librdkafka/tests/0034-offset_reset.c +398 -0
  326. package/deps/librdkafka/tests/0035-api_version.c +73 -0
  327. package/deps/librdkafka/tests/0036-partial_fetch.c +87 -0
  328. package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
  329. package/deps/librdkafka/tests/0038-performance.c +121 -0
  330. package/deps/librdkafka/tests/0039-event.c +284 -0
  331. package/deps/librdkafka/tests/0040-io_event.c +257 -0
  332. package/deps/librdkafka/tests/0041-fetch_max_bytes.c +97 -0
  333. package/deps/librdkafka/tests/0042-many_topics.c +252 -0
  334. package/deps/librdkafka/tests/0043-no_connection.c +77 -0
  335. package/deps/librdkafka/tests/0044-partition_cnt.c +94 -0
  336. package/deps/librdkafka/tests/0045-subscribe_update.c +1010 -0
  337. package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
  338. package/deps/librdkafka/tests/0047-partial_buf_tmout.c +98 -0
  339. package/deps/librdkafka/tests/0048-partitioner.c +283 -0
  340. package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
  341. package/deps/librdkafka/tests/0050-subscribe_adds.c +145 -0
  342. package/deps/librdkafka/tests/0051-assign_adds.c +126 -0
  343. package/deps/librdkafka/tests/0052-msg_timestamps.c +238 -0
  344. package/deps/librdkafka/tests/0053-stats_cb.cpp +527 -0
  345. package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
  346. package/deps/librdkafka/tests/0055-producer_latency.c +539 -0
  347. package/deps/librdkafka/tests/0056-balanced_group_mt.c +315 -0
  348. package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
  349. package/deps/librdkafka/tests/0058-log.cpp +123 -0
  350. package/deps/librdkafka/tests/0059-bsearch.cpp +241 -0
  351. package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
  352. package/deps/librdkafka/tests/0061-consumer_lag.cpp +295 -0
  353. package/deps/librdkafka/tests/0062-stats_event.c +126 -0
  354. package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
  355. package/deps/librdkafka/tests/0064-interceptors.c +529 -0
  356. package/deps/librdkafka/tests/0065-yield.cpp +140 -0
  357. package/deps/librdkafka/tests/0066-plugins.cpp +143 -0
  358. package/deps/librdkafka/tests/0067-empty_topic.cpp +151 -0
  359. package/deps/librdkafka/tests/0068-produce_timeout.c +136 -0
  360. package/deps/librdkafka/tests/0069-consumer_add_parts.c +119 -0
  361. package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
  362. package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
  363. package/deps/librdkafka/tests/0073-headers.c +381 -0
  364. package/deps/librdkafka/tests/0074-producev.c +87 -0
  365. package/deps/librdkafka/tests/0075-retry.c +290 -0
  366. package/deps/librdkafka/tests/0076-produce_retry.c +452 -0
  367. package/deps/librdkafka/tests/0077-compaction.c +366 -0
  368. package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
  369. package/deps/librdkafka/tests/0079-fork.c +93 -0
  370. package/deps/librdkafka/tests/0080-admin_ut.c +3095 -0
  371. package/deps/librdkafka/tests/0081-admin.c +5633 -0
  372. package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +137 -0
  373. package/deps/librdkafka/tests/0083-cb_event.c +233 -0
  374. package/deps/librdkafka/tests/0084-destroy_flags.c +208 -0
  375. package/deps/librdkafka/tests/0085-headers.cpp +392 -0
  376. package/deps/librdkafka/tests/0086-purge.c +368 -0
  377. package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
  378. package/deps/librdkafka/tests/0089-max_poll_interval.c +511 -0
  379. package/deps/librdkafka/tests/0090-idempotence.c +171 -0
  380. package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +295 -0
  381. package/deps/librdkafka/tests/0092-mixed_msgver.c +103 -0
  382. package/deps/librdkafka/tests/0093-holb.c +200 -0
  383. package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +231 -0
  384. package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
  385. package/deps/librdkafka/tests/0097-ssl_verify.cpp +674 -0
  386. package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
  387. package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
  388. package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
  389. package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
  390. package/deps/librdkafka/tests/0102-static_group_rebalance.c +836 -0
  391. package/deps/librdkafka/tests/0103-transactions.c +1383 -0
  392. package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +625 -0
  393. package/deps/librdkafka/tests/0105-transactions_mock.c +3930 -0
  394. package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +318 -0
  395. package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
  396. package/deps/librdkafka/tests/0109-auto_create_topics.cpp +278 -0
  397. package/deps/librdkafka/tests/0110-batch_size.cpp +182 -0
  398. package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
  399. package/deps/librdkafka/tests/0112-assign_unknown_part.c +87 -0
  400. package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3473 -0
  401. package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
  402. package/deps/librdkafka/tests/0115-producer_auth.cpp +182 -0
  403. package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +216 -0
  404. package/deps/librdkafka/tests/0117-mock_errors.c +331 -0
  405. package/deps/librdkafka/tests/0118-commit_rebalance.c +154 -0
  406. package/deps/librdkafka/tests/0119-consumer_auth.cpp +167 -0
  407. package/deps/librdkafka/tests/0120-asymmetric_subscription.c +185 -0
  408. package/deps/librdkafka/tests/0121-clusterid.c +115 -0
  409. package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
  410. package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
  411. package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
  412. package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
  413. package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +1164 -0
  414. package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
  415. package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +217 -0
  416. package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +79 -0
  417. package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
  418. package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
  419. package/deps/librdkafka/tests/0132-strategy_ordering.c +179 -0
  420. package/deps/librdkafka/tests/0133-ssl_keys.c +150 -0
  421. package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
  422. package/deps/librdkafka/tests/0135-sasl_credentials.cpp +279 -0
  423. package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
  424. package/deps/librdkafka/tests/0137-barrier_batch_consume.c +752 -0
  425. package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
  426. package/deps/librdkafka/tests/0139-offset_validation_mock.c +950 -0
  427. package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
  428. package/deps/librdkafka/tests/0142-reauthentication.c +931 -0
  429. package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +552 -0
  430. package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
  431. package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
  432. package/deps/librdkafka/tests/0146-metadata_mock.c +505 -0
  433. package/deps/librdkafka/tests/0147-consumer_group_consumer_mock.c +1210 -0
  434. package/deps/librdkafka/tests/0148-offset_fetch_commit_error_mock.c +569 -0
  435. package/deps/librdkafka/tests/0149-broker-same-host-port.c +140 -0
  436. package/deps/librdkafka/tests/0150-telemetry_mock.c +651 -0
  437. package/deps/librdkafka/tests/0151-purge-brokers.c +566 -0
  438. package/deps/librdkafka/tests/0152-rebootstrap.c +59 -0
  439. package/deps/librdkafka/tests/0153-memberid.c +128 -0
  440. package/deps/librdkafka/tests/0155-share_group_heartbeat_mock.c +2695 -0
  441. package/deps/librdkafka/tests/0156-share_consumer_fetch_mock.c +1551 -0
  442. package/deps/librdkafka/tests/0157-share_consumer_ack_mock.c +1788 -0
  443. package/deps/librdkafka/tests/0158-share_consumer_transactions_mock.c +467 -0
  444. package/deps/librdkafka/tests/0170-share_consumer_subscription.c +2192 -0
  445. package/deps/librdkafka/tests/0171-share_consumer_consume.c +2150 -0
  446. package/deps/librdkafka/tests/0172-share_consumer_acknowledge.c +1919 -0
  447. package/deps/librdkafka/tests/0173-share_consumer_commit_async.c +2735 -0
  448. package/deps/librdkafka/tests/0174-share_consumer_concurrency.c +1434 -0
  449. package/deps/librdkafka/tests/0175-share_consumer_groups.c +574 -0
  450. package/deps/librdkafka/tests/0176-share_consumer_commit_sync.c +2986 -0
  451. package/deps/librdkafka/tests/0177-share_consumer_transactions.c +1815 -0
  452. package/deps/librdkafka/tests/0178-share_consumer_close.c +2102 -0
  453. package/deps/librdkafka/tests/0179-share_consumer_destroy.c +2482 -0
  454. package/deps/librdkafka/tests/0180-share_consumer_config.c +1677 -0
  455. package/deps/librdkafka/tests/0181-share_consumer_topic_delete.c +354 -0
  456. package/deps/librdkafka/tests/0182-share_consumer_error_handling_mock.c +3358 -0
  457. package/deps/librdkafka/tests/0183-share_consumer_leader_change_mock.c +1234 -0
  458. package/deps/librdkafka/tests/0184-share_consumer_topic_recreate.c +1356 -0
  459. package/deps/librdkafka/tests/0185-share_consumer_max_poll_interval.c +557 -0
  460. package/deps/librdkafka/tests/0186-share_consumer_fatal_error.c +360 -0
  461. package/deps/librdkafka/tests/0190-share_consumer_telemetry.c +387 -0
  462. package/deps/librdkafka/tests/1000-unktopic.c +164 -0
  463. package/deps/librdkafka/tests/8000-idle.cpp +60 -0
  464. package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
  465. package/deps/librdkafka/tests/CMakeLists.txt +193 -0
  466. package/deps/librdkafka/tests/LibrdkafkaTestApp.py +291 -0
  467. package/deps/librdkafka/tests/Makefile +182 -0
  468. package/deps/librdkafka/tests/README.md +514 -0
  469. package/deps/librdkafka/tests/autotest.sh +33 -0
  470. package/deps/librdkafka/tests/backtrace.gdb +30 -0
  471. package/deps/librdkafka/tests/broker_version_tests.py +315 -0
  472. package/deps/librdkafka/tests/buildbox.sh +17 -0
  473. package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
  474. package/deps/librdkafka/tests/cluster_testing.py +203 -0
  475. package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
  476. package/deps/librdkafka/tests/fixtures/oauthbearer/jwt_assertion_template.json +10 -0
  477. package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
  478. package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
  479. package/deps/librdkafka/tests/fixtures/ssl/client.keystore.intermediate.p12 +0 -0
  480. package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
  481. package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.intermediate.pem +72 -0
  482. package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +50 -0
  483. package/deps/librdkafka/tests/fixtures/ssl/client2.intermediate.key +46 -0
  484. package/deps/librdkafka/tests/fixtures/ssl/client2.key +46 -0
  485. package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +168 -0
  486. package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
  487. package/deps/librdkafka/tests/fuzzers/README.md +31 -0
  488. package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
  489. package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
  490. package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
  491. package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
  492. package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
  493. package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
  494. package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
  495. package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
  496. package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
  497. package/deps/librdkafka/tests/java/Makefile +13 -0
  498. package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
  499. package/deps/librdkafka/tests/java/README.md +14 -0
  500. package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
  501. package/deps/librdkafka/tests/java/run-class.sh +11 -0
  502. package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
  503. package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
  504. package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
  505. package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
  506. package/deps/librdkafka/tests/performance_plot.py +115 -0
  507. package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
  508. package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
  509. package/deps/librdkafka/tests/requirements.txt +2 -0
  510. package/deps/librdkafka/tests/run-all-tests.sh +81 -0
  511. package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
  512. package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
  513. package/deps/librdkafka/tests/run-test-batches.py +157 -0
  514. package/deps/librdkafka/tests/run-test.sh +141 -0
  515. package/deps/librdkafka/tests/rusage.c +249 -0
  516. package/deps/librdkafka/tests/sasl_test.py +289 -0
  517. package/deps/librdkafka/tests/scenarios/README.md +6 -0
  518. package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
  519. package/deps/librdkafka/tests/scenarios/default.json +5 -0
  520. package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
  521. package/deps/librdkafka/tests/share_telemetry_verify/share-otel-collector-config.yaml +28 -0
  522. package/deps/librdkafka/tests/sockem.c +801 -0
  523. package/deps/librdkafka/tests/sockem.h +85 -0
  524. package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
  525. package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
  526. package/deps/librdkafka/tests/test.c +8376 -0
  527. package/deps/librdkafka/tests/test.conf.example +27 -0
  528. package/deps/librdkafka/tests/test.h +1150 -0
  529. package/deps/librdkafka/tests/testcpp.cpp +131 -0
  530. package/deps/librdkafka/tests/testcpp.h +388 -0
  531. package/deps/librdkafka/tests/testshared.h +416 -0
  532. package/deps/librdkafka/tests/tools/README.md +4 -0
  533. package/deps/librdkafka/tests/tools/stats/README.md +21 -0
  534. package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
  535. package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
  536. package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
  537. package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
  538. package/deps/librdkafka/tests/trivup/trivup-0.15.0.tar.gz +0 -0
  539. package/deps/librdkafka/tests/until-fail.sh +87 -0
  540. package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
  541. package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
  542. package/deps/librdkafka/vcpkg.json +23 -0
  543. package/deps/librdkafka/win32/README.md +5 -0
  544. package/deps/librdkafka/win32/build-package.bat +3 -0
  545. package/deps/librdkafka/win32/build.bat +19 -0
  546. package/deps/librdkafka/win32/common.vcxproj +84 -0
  547. package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
  548. package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
  549. package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
  550. package/deps/librdkafka/win32/librdkafka.sln +226 -0
  551. package/deps/librdkafka/win32/librdkafka.vcxproj +282 -0
  552. package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
  553. package/deps/librdkafka/win32/msbuild.ps1 +58 -0
  554. package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
  555. package/deps/librdkafka/win32/package-zip.ps1 +46 -0
  556. package/deps/librdkafka/win32/packages/repositories.config +4 -0
  557. package/deps/librdkafka/win32/push-package.bat +4 -0
  558. package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
  559. package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
  560. package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
  561. package/deps/librdkafka/win32/setup-msys2.ps1 +47 -0
  562. package/deps/librdkafka/win32/setup-vcpkg.ps1 +34 -0
  563. package/deps/librdkafka/win32/tests/test.conf.example +25 -0
  564. package/deps/librdkafka/win32/tests/tests.vcxproj +278 -0
  565. package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
  566. package/deps/librdkafka/win32/wingetopt.c +564 -0
  567. package/deps/librdkafka/win32/wingetopt.h +101 -0
  568. package/deps/librdkafka/win32/wintime.h +33 -0
  569. package/deps/librdkafka.gyp +83 -0
  570. package/deps/windows-install.py +80 -0
  571. package/index.d.ts +3 -0
  572. package/lib/admin.js +732 -0
  573. package/lib/client.js +679 -0
  574. package/lib/error.js +501 -0
  575. package/lib/index.js +8 -0
  576. package/lib/kafka-consumer-stream.js +399 -0
  577. package/lib/kafka-consumer.js +798 -0
  578. package/lib/kafkajs/_admin.js +1052 -0
  579. package/lib/kafkajs/_common.js +887 -0
  580. package/lib/kafkajs/_consumer.js +2156 -0
  581. package/lib/kafkajs/_consumer_cache.js +310 -0
  582. package/lib/kafkajs/_error.js +298 -0
  583. package/lib/kafkajs/_kafka.js +125 -0
  584. package/lib/kafkajs/_linked-list.js +220 -0
  585. package/lib/kafkajs/_producer.js +863 -0
  586. package/lib/kafkajs/index.js +5 -0
  587. package/lib/producer/high-level-producer.js +400 -0
  588. package/lib/producer-stream.js +337 -0
  589. package/lib/producer.js +405 -0
  590. package/lib/rdkafka.js +44 -0
  591. package/lib/tools/ref-counter.js +53 -0
  592. package/lib/topic-partition.js +91 -0
  593. package/lib/topic.js +43 -0
  594. package/lib/util.js +55 -0
  595. package/librdkafka.js +12 -0
  596. package/package.json +85 -0
  597. package/shim/source_location +54 -0
  598. package/src/admin.cc +1597 -0
  599. package/src/admin.h +112 -0
  600. package/src/binding.cc +76 -0
  601. package/src/binding.h +25 -0
  602. package/src/callbacks.cc +676 -0
  603. package/src/callbacks.h +302 -0
  604. package/src/common.cc +1628 -0
  605. package/src/common.h +192 -0
  606. package/src/config.cc +219 -0
  607. package/src/config.h +61 -0
  608. package/src/connection.cc +703 -0
  609. package/src/connection.h +117 -0
  610. package/src/errors.cc +119 -0
  611. package/src/errors.h +60 -0
  612. package/src/kafka-consumer.cc +1539 -0
  613. package/src/kafka-consumer.h +147 -0
  614. package/src/producer.cc +917 -0
  615. package/src/producer.h +124 -0
  616. package/src/topic.cc +173 -0
  617. package/src/topic.h +54 -0
  618. package/src/workers.cc +1714 -0
  619. package/src/workers.h +690 -0
  620. package/types/config.d.ts +1269 -0
  621. package/types/errors.d.ts +373 -0
  622. package/types/kafkajs.d.ts +568 -0
  623. package/types/rdkafka.d.ts +571 -0
  624. package/util/configure.js +32 -0
  625. package/util/generate-docs.sh +18 -0
  626. package/util/get-env.js +6 -0
  627. package/util/test-compile.js +11 -0
  628. package/util/test-producer-delivery.js +100 -0
@@ -0,0 +1,1211 @@
1
+ /*
2
+ * librdkafka - Apache Kafka C library
3
+ *
4
+ * Copyright (c) 2026, Confluent Inc.
5
+ * All rights reserved.
6
+ *
7
+ * Redistribution and use in source and binary forms, with or without
8
+ * modification, are permitted provided that the following conditions are met:
9
+ *
10
+ * 1. Redistributions of source code must retain the above copyright notice,
11
+ * this list of conditions and the following disclaimer.
12
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
13
+ * this list of conditions and the following disclaimer in the documentation
14
+ * and/or other materials provided with the distribution.
15
+ *
16
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
17
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
20
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26
+ * POSSIBILITY OF SUCH DAMAGE.
27
+ */
28
+
29
+ /**
30
+ * @name Unit tests for Share Consumer acknowledgement flow
31
+ * @{
32
+ *
33
+ * Tests cover:
34
+ * - rd_kafka_share_filter_acquired_records_and_update_ack_type()
35
+ * - rd_kafka_share_build_ack_details()
36
+ * - rd_kafka_share_build_inflight_acks_map()
37
+ */
38
+
39
+ #include "rd.h"
40
+ #include "rdunittest.h"
41
+ #include "rdkafka_int.h"
42
+ #include "rdkafka_queue.h"
43
+ #include "rdkafka_fetcher.h"
44
+ #include "rdkafka_partition.h"
45
+ #include "rdkafka_share_acknowledgement.h"
46
+
47
+
48
+ /**
49
+ * @name Test helpers
50
+ * @{
51
+ */
52
+
53
+ static rd_kafka_t *ut_mock_rk;
54
+
55
+ static rd_kafka_share_t *ut_create_mock_rkshare(void) {
56
+ rd_kafka_conf_t *conf = rd_kafka_conf_new();
57
+ char errstr[128];
58
+
59
+ if (rd_kafka_conf_set(conf, "group.id", "ut-share-ack", errstr,
60
+ sizeof(errstr)) != RD_KAFKA_CONF_OK) {
61
+ rd_kafka_conf_destroy(conf);
62
+ return NULL;
63
+ }
64
+
65
+ rd_kafka_share_t *rkshare =
66
+ rd_kafka_share_consumer_new(conf, errstr, sizeof(errstr));
67
+
68
+ return rkshare;
69
+ }
70
+
71
+ static void ut_destroy_mock_rkshare(rd_kafka_share_t *rkshare) {
72
+ if (!rkshare)
73
+ return;
74
+ rd_kafka_share_consumer_close(rkshare);
75
+ rd_kafka_share_destroy(rkshare);
76
+ }
77
+
78
+ static rd_kafka_topic_partition_t *
79
+ ut_create_rktpar_with_id(const char *topic,
80
+ int32_t partition,
81
+ rd_kafka_Uuid_t topic_id) {
82
+ return rd_kafka_topic_partition_new_with_id_and_name(topic_id, topic,
83
+ partition);
84
+ }
85
+
86
+ static void ut_add_batches_to_map(rd_kafka_share_t *rkshare,
87
+ rd_kafka_share_ack_batches_t *batches) {
88
+ rd_kafka_topic_partition_t *key = rd_kafka_topic_partition_new(
89
+ batches->rktpar->topic, batches->rktpar->partition);
90
+ /* Mark entries as sorted */
91
+ batches->entries.rl_flags |= RD_LIST_F_SORTED;
92
+ RD_MAP_SET(&rkshare->rkshare_inflight_acks, key, batches);
93
+ }
94
+
95
+ static rd_kafka_q_t *ut_create_mock_queue(void) {
96
+ rd_kafka_q_t *rkq = rd_calloc(1, sizeof(*rkq));
97
+ rd_kafka_q_init(rkq, NULL);
98
+ rkq->rkq_flags |= RD_KAFKA_Q_F_ALLOCATED;
99
+ return rkq;
100
+ }
101
+
102
+ static void ut_destroy_mock_queue(rd_kafka_q_t *rkq) {
103
+ if (!rkq)
104
+ return;
105
+ rd_kafka_q_destroy_owner(rkq);
106
+ }
107
+
108
+ static rd_kafka_op_t *ut_create_fetch_op_with_offset(int64_t offset) {
109
+ rd_kafka_op_t *rko = rd_kafka_op_new(RD_KAFKA_OP_FETCH);
110
+ rko->rko_u.fetch.rkm.rkm_rkmessage.offset = offset;
111
+ return rko;
112
+ }
113
+
114
+ static void ut_op_destroy_free(void *ptr) {
115
+ rd_kafka_op_destroy((rd_kafka_op_t *)ptr);
116
+ }
117
+
118
+ static rd_kafka_op_t *ut_create_share_fetch_response_rko(void) {
119
+ rd_kafka_op_t *rko = rd_kafka_op_new(RD_KAFKA_OP_SHARE_FETCH_RESPONSE);
120
+ rko->rko_u.share_fetch_response.inflight_acks = rd_list_new(0, NULL);
121
+ rko->rko_u.share_fetch_response.message_rkos = rd_list_new(0, NULL);
122
+ return rko;
123
+ }
124
+
125
+ /**
126
+ * @brief Set all entry types to a single uniform value.
127
+ */
128
+ static void
129
+ ut_set_types_uniform(rd_kafka_share_ack_batch_entry_t *entry,
130
+ rd_kafka_share_internal_acknowledgement_type t) {
131
+ int i;
132
+ for (i = 0; i < entry->types_cnt; i++)
133
+ entry->types[i] = t;
134
+ }
135
+
136
+ /**
137
+ * @brief Set entry types from an array.
138
+ */
139
+ static void
140
+ ut_set_types(rd_kafka_share_ack_batch_entry_t *entry,
141
+ const rd_kafka_share_internal_acknowledgement_type *types,
142
+ int cnt) {
143
+ int i;
144
+ for (i = 0; i < cnt; i++)
145
+ entry->types[i] = types[i];
146
+ }
147
+
148
+ /**@}*/
149
+
150
+
151
+ /**
152
+ * @name Tests for rd_kafka_share_filter_acquired_records_and_update_ack_type()
153
+ * @{
154
+ */
155
+
156
+ /** @brief All messages in contiguous range are acquired with ACQUIRED type. */
157
+ static int unittest_filter_all_acquired(void) {
158
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
159
+ rd_list_t filtered_msgs;
160
+ int64_t FirstOffsets[1] = {0};
161
+ int64_t LastOffsets[1] = {4};
162
+ int16_t DeliveryCounts[1] = {1};
163
+ int i;
164
+
165
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
166
+
167
+ for (i = 0; i < 5; i++) {
168
+ rd_kafka_op_t *rko = ut_create_fetch_op_with_offset(i);
169
+ rd_kafka_q_enq(temp_fetchq, rko);
170
+ }
171
+
172
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
173
+ temp_fetchq, &filtered_msgs, FirstOffsets, LastOffsets,
174
+ DeliveryCounts, 1);
175
+
176
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 5,
177
+ "Expected 5 messages, got %d",
178
+ rd_list_cnt(&filtered_msgs));
179
+
180
+ for (i = 0; i < 5; i++) {
181
+ rd_kafka_op_t *rko = rd_list_elem(&filtered_msgs, i);
182
+ rd_kafka_msg_t *rkm = &rko->rko_u.fetch.rkm;
183
+ RD_UT_ASSERT(rkm->rkm_u.consumer.ack_type ==
184
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
185
+ "Message %d: expected ACQUIRED ack_type", i);
186
+ RD_UT_ASSERT(rkm->rkm_u.consumer.delivery_count == 1,
187
+ "Message %d: expected delivery_count=1, got %d", i,
188
+ rkm->rkm_u.consumer.delivery_count);
189
+ }
190
+
191
+ rd_list_destroy(&filtered_msgs);
192
+ ut_destroy_mock_queue(temp_fetchq);
193
+
194
+ RD_UT_PASS();
195
+ }
196
+
197
+ /** @brief Only messages within acquired range pass; others filtered out. */
198
+ static int unittest_filter_partial_range(void) {
199
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
200
+ rd_list_t filtered_msgs;
201
+ int64_t FirstOffsets[1] = {2};
202
+ int64_t LastOffsets[1] = {5};
203
+ int16_t DeliveryCounts[1] = {1};
204
+ int i;
205
+
206
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
207
+
208
+ for (i = 0; i < 10; i++) {
209
+ rd_kafka_op_t *rko = ut_create_fetch_op_with_offset(i);
210
+ rd_kafka_q_enq(temp_fetchq, rko);
211
+ }
212
+
213
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
214
+ temp_fetchq, &filtered_msgs, FirstOffsets, LastOffsets,
215
+ DeliveryCounts, 1);
216
+
217
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 4,
218
+ "Expected 4 messages, got %d",
219
+ rd_list_cnt(&filtered_msgs));
220
+
221
+ for (i = 0; i < 4; i++) {
222
+ rd_kafka_op_t *rko = rd_list_elem(&filtered_msgs, i);
223
+ int64_t offset = rd_kafka_op_get_offset(rko);
224
+ RD_UT_ASSERT(offset == 2 + i,
225
+ "Message %d: expected offset %d, got %" PRId64, i,
226
+ 2 + i, offset);
227
+ }
228
+
229
+ rd_list_destroy(&filtered_msgs);
230
+ ut_destroy_mock_queue(temp_fetchq);
231
+
232
+ RD_UT_PASS();
233
+ }
234
+
235
+ /** @brief Multiple disjoint acquired ranges filter correct messages. */
236
+ static int unittest_filter_disjoint_ranges(void) {
237
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
238
+ rd_list_t filtered_msgs;
239
+ int64_t FirstOffsets[3] = {1, 5, 9};
240
+ int64_t LastOffsets[3] = {2, 6, 9};
241
+ int16_t DeliveryCounts[3] = {1, 2, 3};
242
+ int i;
243
+ int64_t expected_offsets[] = {1, 2, 5, 6, 9};
244
+
245
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
246
+
247
+ for (i = 0; i < 10; i++) {
248
+ rd_kafka_op_t *rko = ut_create_fetch_op_with_offset(i);
249
+ rd_kafka_q_enq(temp_fetchq, rko);
250
+ }
251
+
252
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
253
+ temp_fetchq, &filtered_msgs, FirstOffsets, LastOffsets,
254
+ DeliveryCounts, 3);
255
+
256
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 5,
257
+ "Expected 5 messages, got %d",
258
+ rd_list_cnt(&filtered_msgs));
259
+
260
+ for (i = 0; i < 5; i++) {
261
+ rd_kafka_op_t *rko = rd_list_elem(&filtered_msgs, i);
262
+ int64_t offset = rd_kafka_op_get_offset(rko);
263
+ RD_UT_ASSERT(offset == expected_offsets[i],
264
+ "Message %d: expected offset %" PRId64
265
+ ", got %" PRId64,
266
+ i, expected_offsets[i], offset);
267
+ }
268
+
269
+ rd_list_destroy(&filtered_msgs);
270
+ ut_destroy_mock_queue(temp_fetchq);
271
+
272
+ RD_UT_PASS();
273
+ }
274
+
275
+ /** @brief Empty queue returns no messages. */
276
+ static int unittest_filter_empty_queue(void) {
277
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
278
+ rd_list_t filtered_msgs;
279
+ int64_t FirstOffsets[1] = {0};
280
+ int64_t LastOffsets[1] = {10};
281
+ int16_t DeliveryCounts[1] = {1};
282
+
283
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
284
+
285
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
286
+ temp_fetchq, &filtered_msgs, FirstOffsets, LastOffsets,
287
+ DeliveryCounts, 1);
288
+
289
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 0,
290
+ "Expected 0 messages, got %d",
291
+ rd_list_cnt(&filtered_msgs));
292
+
293
+ rd_list_destroy(&filtered_msgs);
294
+ ut_destroy_mock_queue(temp_fetchq);
295
+
296
+ RD_UT_PASS();
297
+ }
298
+
299
+ /** @brief No acquired ranges means all messages filtered out. */
300
+ static int unittest_filter_no_ranges(void) {
301
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
302
+ rd_list_t filtered_msgs;
303
+ int i;
304
+
305
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
306
+
307
+ for (i = 0; i < 5; i++) {
308
+ rd_kafka_op_t *rko = ut_create_fetch_op_with_offset(i);
309
+ rd_kafka_q_enq(temp_fetchq, rko);
310
+ }
311
+
312
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
313
+ temp_fetchq, &filtered_msgs, NULL, NULL, NULL, 0);
314
+
315
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 0,
316
+ "Expected 0 messages, got %d",
317
+ rd_list_cnt(&filtered_msgs));
318
+
319
+ rd_list_destroy(&filtered_msgs);
320
+ ut_destroy_mock_queue(temp_fetchq);
321
+
322
+ RD_UT_PASS();
323
+ }
324
+
325
+ /** @brief Non-sequential offsets in queue; only matching ones pass. */
326
+ static int unittest_filter_sparse_offsets(void) {
327
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
328
+ rd_list_t filtered_msgs;
329
+ int64_t FirstOffsets[1] = {5};
330
+ int64_t LastOffsets[1] = {25};
331
+ int16_t DeliveryCounts[1] = {1};
332
+ int64_t sparse_offsets[] = {0, 10, 20, 30};
333
+ int i;
334
+ int64_t expected_offsets[] = {10, 20};
335
+
336
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
337
+
338
+ for (i = 0; i < 4; i++) {
339
+ rd_kafka_op_t *rko =
340
+ ut_create_fetch_op_with_offset(sparse_offsets[i]);
341
+ rd_kafka_q_enq(temp_fetchq, rko);
342
+ }
343
+
344
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
345
+ temp_fetchq, &filtered_msgs, FirstOffsets, LastOffsets,
346
+ DeliveryCounts, 1);
347
+
348
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 2,
349
+ "Expected 2 messages, got %d",
350
+ rd_list_cnt(&filtered_msgs));
351
+
352
+ for (i = 0; i < 2; i++) {
353
+ rd_kafka_op_t *rko = rd_list_elem(&filtered_msgs, i);
354
+ int64_t offset = rd_kafka_op_get_offset(rko);
355
+ RD_UT_ASSERT(offset == expected_offsets[i],
356
+ "Message %d: expected offset %" PRId64
357
+ ", got %" PRId64,
358
+ i, expected_offsets[i], offset);
359
+ }
360
+
361
+ rd_list_destroy(&filtered_msgs);
362
+ ut_destroy_mock_queue(temp_fetchq);
363
+
364
+ RD_UT_PASS();
365
+ }
366
+
367
+ /** @brief Acquired range beyond all queue messages returns empty. */
368
+ static int unittest_filter_range_beyond_messages(void) {
369
+ rd_kafka_q_t *temp_fetchq = ut_create_mock_queue();
370
+ rd_list_t filtered_msgs;
371
+ int64_t FirstOffsets[1] = {100};
372
+ int64_t LastOffsets[1] = {200};
373
+ int16_t DeliveryCounts[1] = {1};
374
+ int i;
375
+
376
+ rd_list_init(&filtered_msgs, 0, ut_op_destroy_free);
377
+
378
+ for (i = 0; i < 5; i++) {
379
+ rd_kafka_op_t *rko = ut_create_fetch_op_with_offset(i);
380
+ rd_kafka_q_enq(temp_fetchq, rko);
381
+ }
382
+
383
+ rd_kafka_share_filter_acquired_records_and_update_ack_type(
384
+ temp_fetchq, &filtered_msgs, FirstOffsets, LastOffsets,
385
+ DeliveryCounts, 1);
386
+
387
+ RD_UT_ASSERT(rd_list_cnt(&filtered_msgs) == 0,
388
+ "Expected 0 messages, got %d",
389
+ rd_list_cnt(&filtered_msgs));
390
+
391
+ rd_list_destroy(&filtered_msgs);
392
+ ut_destroy_mock_queue(temp_fetchq);
393
+
394
+ RD_UT_PASS();
395
+ }
396
+
397
+ /**@}*/
398
+
399
+
400
+ /**
401
+ * @name Tests for rd_kafka_share_build_ack_details()
402
+ * @{
403
+ */
404
+
405
+ /** @brief All ACCEPT types extracted as single collated entry. */
406
+ static int unittest_ack_details_all_accept(void) {
407
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
408
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
409
+ rd_list_t *ack_details;
410
+ rd_kafka_share_ack_batches_t *out_batch;
411
+ rd_kafka_share_ack_batch_entry_t *out_entry;
412
+
413
+ rd_kafka_topic_partition_t *rktpar =
414
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
415
+ rd_kafka_share_ack_batches_t *batches =
416
+ rd_kafka_share_ack_batches_new(rktpar, 1, 5);
417
+
418
+ rd_kafka_share_ack_batch_entry_t *entry =
419
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
420
+ ut_set_types_uniform(entry, RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT);
421
+ rd_list_add(&batches->entries, entry);
422
+
423
+ ut_add_batches_to_map(rkshare, batches);
424
+
425
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
426
+
427
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
428
+ RD_UT_ASSERT(rd_list_cnt(ack_details) == 1, "Expected 1 batch, got %d",
429
+ rd_list_cnt(ack_details));
430
+
431
+ out_batch = rd_list_elem(ack_details, 0);
432
+ RD_UT_ASSERT(rd_list_cnt(&out_batch->entries) == 1,
433
+ "Expected 1 collated entry, got %d",
434
+ rd_list_cnt(&out_batch->entries));
435
+
436
+ out_entry = rd_list_elem(&out_batch->entries, 0);
437
+ RD_UT_ASSERT(out_entry->start_offset == 100,
438
+ "Expected start=100, got %" PRId64,
439
+ out_entry->start_offset);
440
+ RD_UT_ASSERT(out_entry->end_offset == 104,
441
+ "Expected end=104, got %" PRId64, out_entry->end_offset);
442
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
443
+ "Expected ACCEPT type");
444
+
445
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 0,
446
+ "Expected empty map");
447
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 0,
448
+ "Expected unacked_cnt=0, got %" PRId64,
449
+ rkshare->rkshare_unacked_cnt);
450
+
451
+ rd_list_destroy(ack_details);
452
+ ut_destroy_mock_rkshare(rkshare);
453
+
454
+ RD_UT_PASS();
455
+ }
456
+
457
+ /** @brief All ACQUIRED types returns NULL (nothing to extract). */
458
+ static int unittest_ack_details_all_acquired(void) {
459
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
460
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
461
+ rd_list_t *ack_details;
462
+
463
+ rd_kafka_topic_partition_t *rktpar =
464
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
465
+ rd_kafka_share_ack_batches_t *batches =
466
+ rd_kafka_share_ack_batches_new(rktpar, 1, 5);
467
+
468
+ rd_kafka_share_ack_batch_entry_t *entry =
469
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
470
+ ut_set_types_uniform(entry, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
471
+ rd_list_add(&batches->entries, entry);
472
+
473
+ ut_add_batches_to_map(rkshare, batches);
474
+ rkshare->rkshare_unacked_cnt = 5;
475
+
476
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
477
+
478
+ RD_UT_ASSERT(ack_details == NULL, "Expected NULL ack_details");
479
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
480
+ "Expected map to still have 1 entry");
481
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 5,
482
+ "Expected unacked_cnt=5, got %" PRId64,
483
+ rkshare->rkshare_unacked_cnt);
484
+
485
+ ut_destroy_mock_rkshare(rkshare);
486
+
487
+ RD_UT_PASS();
488
+ }
489
+
490
+ /** @brief Mixed types collated; ACQUIRED offsets remain in map. */
491
+ static int unittest_ack_details_mixed_collation(void) {
492
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
493
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
494
+ rd_list_t *ack_details;
495
+ rd_kafka_share_ack_batches_t *out_batch;
496
+ rd_kafka_share_ack_batch_entry_t *out_entry;
497
+ const rd_kafka_share_internal_acknowledgement_type types[] = {
498
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
499
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
500
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
501
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
502
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
503
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
504
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
505
+ RD_KAFKA_SHARE_INTERNAL_ACK_RELEASE,
506
+ RD_KAFKA_SHARE_INTERNAL_ACK_RELEASE,
507
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT};
508
+
509
+ rd_kafka_topic_partition_t *rktpar =
510
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
511
+ rd_kafka_share_ack_batches_t *batches =
512
+ rd_kafka_share_ack_batches_new(rktpar, 1, 10);
513
+
514
+ rd_kafka_share_ack_batch_entry_t *entry =
515
+ rd_kafka_share_ack_batch_entry_new(100, 109, 10, 1);
516
+ ut_set_types(entry, types, 10);
517
+ rd_list_add(&batches->entries, entry);
518
+
519
+ ut_add_batches_to_map(rkshare, batches);
520
+
521
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
522
+
523
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
524
+ RD_UT_ASSERT(rd_list_cnt(ack_details) == 1, "Expected 1 batch");
525
+
526
+ out_batch = rd_list_elem(ack_details, 0);
527
+ RD_UT_ASSERT(rd_list_cnt(&out_batch->entries) == 4,
528
+ "Expected 4 collated entries, got %d",
529
+ rd_list_cnt(&out_batch->entries));
530
+
531
+ out_entry = rd_list_elem(&out_batch->entries, 0);
532
+ RD_UT_ASSERT(out_entry->start_offset == 100 &&
533
+ out_entry->end_offset == 101,
534
+ "Entry 0: expected 100-101");
535
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
536
+ "Entry 0: expected ACCEPT");
537
+
538
+ out_entry = rd_list_elem(&out_batch->entries, 1);
539
+ RD_UT_ASSERT(out_entry->start_offset == 102 &&
540
+ out_entry->end_offset == 104,
541
+ "Entry 1: expected 102-104");
542
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
543
+ "Entry 1: expected REJECT");
544
+
545
+ out_entry = rd_list_elem(&out_batch->entries, 2);
546
+ RD_UT_ASSERT(out_entry->start_offset == 107 &&
547
+ out_entry->end_offset == 108,
548
+ "Entry 2: expected 107-108");
549
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_RELEASE,
550
+ "Entry 2: expected RELEASE");
551
+
552
+ out_entry = rd_list_elem(&out_batch->entries, 3);
553
+ RD_UT_ASSERT(out_entry->start_offset == 109 &&
554
+ out_entry->end_offset == 109,
555
+ "Entry 3: expected 109-109");
556
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
557
+ "Entry 3: expected ACCEPT");
558
+
559
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
560
+ "Expected 1 entry remaining in map");
561
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 2,
562
+ "Expected unacked_cnt=2, got %" PRId64,
563
+ rkshare->rkshare_unacked_cnt);
564
+
565
+ rd_list_destroy(ack_details);
566
+ ut_destroy_mock_rkshare(rkshare);
567
+
568
+ RD_UT_PASS();
569
+ }
570
+
571
+ /** @brief Alternating types produce separate entries (no collation). */
572
+ static int unittest_ack_details_alternating(void) {
573
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
574
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
575
+ rd_list_t *ack_details;
576
+ rd_kafka_share_ack_batches_t *out_batch;
577
+ const rd_kafka_share_internal_acknowledgement_type types[] = {
578
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
579
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
580
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
581
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
582
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT};
583
+
584
+ rd_kafka_topic_partition_t *rktpar =
585
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
586
+ rd_kafka_share_ack_batches_t *batches =
587
+ rd_kafka_share_ack_batches_new(rktpar, 1, 5);
588
+
589
+ rd_kafka_share_ack_batch_entry_t *entry =
590
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
591
+ ut_set_types(entry, types, 5);
592
+ rd_list_add(&batches->entries, entry);
593
+
594
+ ut_add_batches_to_map(rkshare, batches);
595
+
596
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
597
+
598
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
599
+ out_batch = rd_list_elem(ack_details, 0);
600
+ RD_UT_ASSERT(rd_list_cnt(&out_batch->entries) == 5,
601
+ "Expected 5 collated entries, got %d",
602
+ rd_list_cnt(&out_batch->entries));
603
+
604
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 0,
605
+ "Expected empty map");
606
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 0,
607
+ "Expected unacked_cnt=0");
608
+
609
+ rd_list_destroy(ack_details);
610
+ ut_destroy_mock_rkshare(rkshare);
611
+
612
+ RD_UT_PASS();
613
+ }
614
+
615
+ /** @brief Multiple partitions with mixed states processed independently. */
616
+ static int unittest_ack_details_multi_partition(void) {
617
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
618
+ rd_kafka_Uuid_t topic_id0 = rd_kafka_Uuid_random();
619
+ rd_kafka_Uuid_t topic_id1 = rd_kafka_Uuid_random();
620
+ rd_list_t *ack_details;
621
+ const rd_kafka_share_internal_acknowledgement_type types1[] = {
622
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
623
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
624
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
625
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
626
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT};
627
+
628
+ rd_kafka_topic_partition_t *rktpar0 =
629
+ ut_create_rktpar_with_id("test-topic", 0, topic_id0);
630
+ rd_kafka_share_ack_batches_t *batches0 =
631
+ rd_kafka_share_ack_batches_new(rktpar0, 1, 3);
632
+ rd_kafka_share_ack_batch_entry_t *entry0 =
633
+ rd_kafka_share_ack_batch_entry_new(100, 102, 3, 1);
634
+ ut_set_types_uniform(entry0, RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT);
635
+ rd_list_add(&batches0->entries, entry0);
636
+ ut_add_batches_to_map(rkshare, batches0);
637
+
638
+ rd_kafka_topic_partition_t *rktpar1 =
639
+ ut_create_rktpar_with_id("test-topic", 1, topic_id1);
640
+ rd_kafka_share_ack_batches_t *batches1 =
641
+ rd_kafka_share_ack_batches_new(rktpar1, 2, 5);
642
+ rd_kafka_share_ack_batch_entry_t *entry1 =
643
+ rd_kafka_share_ack_batch_entry_new(200, 204, 5, 2);
644
+ ut_set_types(entry1, types1, 5);
645
+ rd_list_add(&batches1->entries, entry1);
646
+ ut_add_batches_to_map(rkshare, batches1);
647
+
648
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
649
+
650
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
651
+ RD_UT_ASSERT(rd_list_cnt(ack_details) == 2,
652
+ "Expected 2 batches, got %d", rd_list_cnt(ack_details));
653
+
654
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
655
+ "Expected 1 entry in map (partition 1)");
656
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 2,
657
+ "Expected unacked_cnt=2, got %" PRId64,
658
+ rkshare->rkshare_unacked_cnt);
659
+
660
+ rd_list_destroy(ack_details);
661
+ ut_destroy_mock_rkshare(rkshare);
662
+
663
+ RD_UT_PASS();
664
+ }
665
+
666
+ /** @brief Empty inflight map returns NULL. */
667
+ static int unittest_ack_details_empty_map(void) {
668
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
669
+ rd_list_t *ack_details;
670
+
671
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
672
+
673
+ RD_UT_ASSERT(ack_details == NULL, "Expected NULL for empty map");
674
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 0,
675
+ "Expected unacked_cnt=0");
676
+
677
+ ut_destroy_mock_rkshare(rkshare);
678
+
679
+ RD_UT_PASS();
680
+ }
681
+
682
+ /** @brief Leader metadata and delivery_count preserved in output. */
683
+ static int unittest_ack_details_metadata(void) {
684
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
685
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
686
+ rd_list_t *ack_details;
687
+ rd_kafka_share_ack_batches_t *out_batch;
688
+ rd_kafka_share_ack_batch_entry_t *out_entry;
689
+
690
+ rd_kafka_topic_partition_t *rktpar =
691
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
692
+ rd_kafka_share_ack_batches_t *batches =
693
+ rd_kafka_share_ack_batches_new(rktpar, 5, 2);
694
+
695
+ rd_kafka_share_ack_batch_entry_t *entry =
696
+ rd_kafka_share_ack_batch_entry_new(100, 101, 2, 3);
697
+ ut_set_types_uniform(entry, RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT);
698
+ rd_list_add(&batches->entries, entry);
699
+
700
+ ut_add_batches_to_map(rkshare, batches);
701
+
702
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
703
+
704
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
705
+ out_batch = rd_list_elem(ack_details, 0);
706
+ RD_UT_ASSERT(out_batch->response_leader_id == 5,
707
+ "Expected leader_id=5, got %d",
708
+ out_batch->response_leader_id);
709
+
710
+ out_entry = rd_list_elem(&out_batch->entries, 0);
711
+ RD_UT_ASSERT(out_entry->delivery_count == 3,
712
+ "Expected delivery_count=3, got %d",
713
+ out_entry->delivery_count);
714
+
715
+ rd_list_destroy(ack_details);
716
+ ut_destroy_mock_rkshare(rkshare);
717
+
718
+ RD_UT_PASS();
719
+ }
720
+
721
+ /** @brief GAPs extracted while ACQUIRED offsets remain in map. */
722
+ static int unittest_ack_details_gap_acquired(void) {
723
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
724
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
725
+ rd_list_t *ack_details;
726
+ rd_kafka_share_ack_batches_t *out_batch;
727
+ const rd_kafka_share_internal_acknowledgement_type types[] = {
728
+ RD_KAFKA_SHARE_INTERNAL_ACK_GAP,
729
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
730
+ RD_KAFKA_SHARE_INTERNAL_ACK_GAP,
731
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
732
+ RD_KAFKA_SHARE_INTERNAL_ACK_GAP};
733
+
734
+ rd_kafka_topic_partition_t *rktpar =
735
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
736
+ rd_kafka_share_ack_batches_t *batches =
737
+ rd_kafka_share_ack_batches_new(rktpar, 1, 5);
738
+
739
+ rd_kafka_share_ack_batch_entry_t *entry =
740
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
741
+ ut_set_types(entry, types, 5);
742
+ rd_list_add(&batches->entries, entry);
743
+
744
+ ut_add_batches_to_map(rkshare, batches);
745
+ rkshare->rkshare_unacked_cnt = 2;
746
+
747
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
748
+
749
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
750
+ RD_UT_ASSERT(rd_list_cnt(ack_details) == 1, "Expected 1 batch");
751
+
752
+ out_batch = rd_list_elem(ack_details, 0);
753
+ RD_UT_ASSERT(rd_list_cnt(&out_batch->entries) == 3,
754
+ "Expected 3 GAP entries, got %d",
755
+ rd_list_cnt(&out_batch->entries));
756
+
757
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
758
+ "Expected 1 entry remaining in map");
759
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 2,
760
+ "Expected unacked_cnt=2, got %" PRId64,
761
+ rkshare->rkshare_unacked_cnt);
762
+
763
+ rd_list_destroy(ack_details);
764
+ ut_destroy_mock_rkshare(rkshare);
765
+
766
+ RD_UT_PASS();
767
+ }
768
+
769
+ /** @brief Multiple batch entries in same partition processed independently. */
770
+ static int unittest_ack_details_multi_entry(void) {
771
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
772
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
773
+ rd_list_t *ack_details;
774
+ rd_kafka_share_ack_batches_t *out_batch;
775
+ rd_kafka_share_ack_batch_entry_t *out_entry;
776
+
777
+ rd_kafka_topic_partition_t *rktpar =
778
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
779
+ rd_kafka_share_ack_batches_t *batches =
780
+ rd_kafka_share_ack_batches_new(rktpar, 1, 6);
781
+
782
+ rd_kafka_share_ack_batch_entry_t *entry1 =
783
+ rd_kafka_share_ack_batch_entry_new(100, 102, 3, 1);
784
+ ut_set_types_uniform(entry1, RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT);
785
+ rd_list_add(&batches->entries, entry1);
786
+
787
+ rd_kafka_share_ack_batch_entry_t *entry2 =
788
+ rd_kafka_share_ack_batch_entry_new(200, 202, 3, 2);
789
+ ut_set_types_uniform(entry2, RD_KAFKA_SHARE_INTERNAL_ACK_REJECT);
790
+ rd_list_add(&batches->entries, entry2);
791
+
792
+ ut_add_batches_to_map(rkshare, batches);
793
+
794
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
795
+
796
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
797
+ RD_UT_ASSERT(rd_list_cnt(ack_details) == 1, "Expected 1 batch");
798
+
799
+ out_batch = rd_list_elem(ack_details, 0);
800
+ RD_UT_ASSERT(rd_list_cnt(&out_batch->entries) == 2,
801
+ "Expected 2 collated entries, got %d",
802
+ rd_list_cnt(&out_batch->entries));
803
+
804
+ out_entry = rd_list_elem(&out_batch->entries, 0);
805
+ RD_UT_ASSERT(out_entry->start_offset == 100 &&
806
+ out_entry->end_offset == 102,
807
+ "Entry 0: expected 100-102");
808
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
809
+ "Entry 0: expected ACCEPT");
810
+
811
+ out_entry = rd_list_elem(&out_batch->entries, 1);
812
+ RD_UT_ASSERT(out_entry->start_offset == 200 &&
813
+ out_entry->end_offset == 202,
814
+ "Entry 1: expected 200-202");
815
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
816
+ "Entry 1: expected REJECT");
817
+
818
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 0,
819
+ "Expected empty map");
820
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 0,
821
+ "Expected unacked_cnt=0");
822
+
823
+ rd_list_destroy(ack_details);
824
+ ut_destroy_mock_rkshare(rkshare);
825
+
826
+ RD_UT_PASS();
827
+ }
828
+
829
+ /** @brief Interleaved ACQUIRED breaks extractable ranges into segments. */
830
+ static int unittest_ack_details_interleaved(void) {
831
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
832
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
833
+ rd_list_t *ack_details;
834
+ rd_kafka_share_ack_batches_t *out_batch;
835
+ rd_kafka_share_ack_batch_entry_t *out_entry;
836
+ const rd_kafka_share_internal_acknowledgement_type types[] = {
837
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
838
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
839
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
840
+ RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
841
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
842
+ RD_KAFKA_SHARE_INTERNAL_ACK_RELEASE,
843
+ RD_KAFKA_SHARE_INTERNAL_ACK_RELEASE,
844
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
845
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
846
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT};
847
+
848
+ rd_kafka_topic_partition_t *rktpar =
849
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
850
+ rd_kafka_share_ack_batches_t *batches =
851
+ rd_kafka_share_ack_batches_new(rktpar, 1, 10);
852
+
853
+ rd_kafka_share_ack_batch_entry_t *entry =
854
+ rd_kafka_share_ack_batch_entry_new(100, 109, 10, 1);
855
+ ut_set_types(entry, types, 10);
856
+ rd_list_add(&batches->entries, entry);
857
+
858
+ ut_add_batches_to_map(rkshare, batches);
859
+
860
+ ack_details = rd_kafka_share_build_ack_details(rkshare);
861
+
862
+ RD_UT_ASSERT(ack_details != NULL, "Expected non-NULL ack_details");
863
+ out_batch = rd_list_elem(ack_details, 0);
864
+ RD_UT_ASSERT(rd_list_cnt(&out_batch->entries) == 4,
865
+ "Expected 4 collated entries, got %d",
866
+ rd_list_cnt(&out_batch->entries));
867
+
868
+ out_entry = rd_list_elem(&out_batch->entries, 0);
869
+ RD_UT_ASSERT(out_entry->start_offset == 100 &&
870
+ out_entry->end_offset == 100,
871
+ "Entry 0: expected 100-100, got %" PRId64 "-%" PRId64,
872
+ out_entry->start_offset, out_entry->end_offset);
873
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
874
+ "Entry 0: expected ACCEPT");
875
+
876
+ out_entry = rd_list_elem(&out_batch->entries, 1);
877
+ RD_UT_ASSERT(out_entry->start_offset == 102 &&
878
+ out_entry->end_offset == 103,
879
+ "Entry 1: expected 102-103");
880
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_REJECT,
881
+ "Entry 1: expected REJECT");
882
+
883
+ out_entry = rd_list_elem(&out_batch->entries, 2);
884
+ RD_UT_ASSERT(out_entry->start_offset == 105 &&
885
+ out_entry->end_offset == 106,
886
+ "Entry 2: expected 105-106");
887
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_RELEASE,
888
+ "Entry 2: expected RELEASE");
889
+
890
+ out_entry = rd_list_elem(&out_batch->entries, 3);
891
+ RD_UT_ASSERT(out_entry->start_offset == 108 &&
892
+ out_entry->end_offset == 109,
893
+ "Entry 3: expected 108-109");
894
+ RD_UT_ASSERT(out_entry->types[0] == RD_KAFKA_SHARE_INTERNAL_ACK_ACCEPT,
895
+ "Entry 3: expected ACCEPT");
896
+
897
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
898
+ "Expected 1 entry remaining in map");
899
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 3,
900
+ "Expected unacked_cnt=3, got %" PRId64,
901
+ rkshare->rkshare_unacked_cnt);
902
+
903
+ rd_list_destroy(ack_details);
904
+ ut_destroy_mock_rkshare(rkshare);
905
+
906
+ RD_UT_PASS();
907
+ }
908
+
909
+ /**@}*/
910
+
911
+
912
+ /**
913
+ * @name Tests for rd_kafka_share_build_inflight_acks_map()
914
+ * @{
915
+ */
916
+
917
+ /** @brief Single partition with all ACQUIRED mapped correctly. */
918
+ static int unittest_ack_mapping_single_partition(void) {
919
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
920
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
921
+ rd_kafka_op_t *response_rko = ut_create_share_fetch_response_rko();
922
+
923
+ rd_kafka_topic_partition_t *rktpar =
924
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
925
+ rd_kafka_share_ack_batches_t *batches =
926
+ rd_kafka_share_ack_batches_new(rktpar, 1, 5);
927
+
928
+ rd_kafka_share_ack_batch_entry_t *entry =
929
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
930
+ ut_set_types_uniform(entry, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
931
+ rd_list_add(&batches->entries, entry);
932
+
933
+ rd_list_add(response_rko->rko_u.share_fetch_response.inflight_acks,
934
+ batches);
935
+
936
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko);
937
+
938
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
939
+ "Expected 1 map entry, got %d",
940
+ (int)RD_MAP_CNT(&rkshare->rkshare_inflight_acks));
941
+
942
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 5,
943
+ "Expected unacked_cnt=5, got %" PRId64,
944
+ rkshare->rkshare_unacked_cnt);
945
+
946
+ rd_kafka_op_destroy(response_rko);
947
+ ut_destroy_mock_rkshare(rkshare);
948
+
949
+ RD_UT_PASS();
950
+ }
951
+
952
+ /** @brief Multiple partitions create separate map entries. */
953
+ static int unittest_ack_mapping_multi_partition(void) {
954
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
955
+ rd_kafka_Uuid_t topic_id0 = rd_kafka_Uuid_random();
956
+ rd_kafka_Uuid_t topic_id1 = rd_kafka_Uuid_random();
957
+ rd_kafka_op_t *response_rko = ut_create_share_fetch_response_rko();
958
+
959
+ rd_kafka_topic_partition_t *rktpar0 =
960
+ ut_create_rktpar_with_id("test-topic", 0, topic_id0);
961
+ rd_kafka_share_ack_batches_t *batches0 =
962
+ rd_kafka_share_ack_batches_new(rktpar0, 1, 3);
963
+ rd_kafka_share_ack_batch_entry_t *entry0 =
964
+ rd_kafka_share_ack_batch_entry_new(100, 102, 3, 1);
965
+ ut_set_types_uniform(entry0, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
966
+ rd_list_add(&batches0->entries, entry0);
967
+ rd_list_add(response_rko->rko_u.share_fetch_response.inflight_acks,
968
+ batches0);
969
+
970
+ rd_kafka_topic_partition_t *rktpar1 =
971
+ ut_create_rktpar_with_id("test-topic", 1, topic_id1);
972
+ rd_kafka_share_ack_batches_t *batches1 =
973
+ rd_kafka_share_ack_batches_new(rktpar1, 2, 2);
974
+ rd_kafka_share_ack_batch_entry_t *entry1 =
975
+ rd_kafka_share_ack_batch_entry_new(200, 201, 2, 1);
976
+ ut_set_types_uniform(entry1, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
977
+ rd_list_add(&batches1->entries, entry1);
978
+ rd_list_add(response_rko->rko_u.share_fetch_response.inflight_acks,
979
+ batches1);
980
+
981
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko);
982
+
983
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 2,
984
+ "Expected 2 map entries, got %d",
985
+ (int)RD_MAP_CNT(&rkshare->rkshare_inflight_acks));
986
+
987
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 5,
988
+ "Expected unacked_cnt=5, got %" PRId64,
989
+ rkshare->rkshare_unacked_cnt);
990
+
991
+ rd_kafka_op_destroy(response_rko);
992
+ ut_destroy_mock_rkshare(rkshare);
993
+
994
+ RD_UT_PASS();
995
+ }
996
+
997
+ /** @brief GAP types not counted in unacked_cnt; only ACQUIRED counted. */
998
+ static int unittest_ack_mapping_gaps(void) {
999
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
1000
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
1001
+ rd_kafka_op_t *response_rko = ut_create_share_fetch_response_rko();
1002
+ const rd_kafka_share_internal_acknowledgement_type types[] = {
1003
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
1004
+ RD_KAFKA_SHARE_INTERNAL_ACK_GAP,
1005
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED,
1006
+ RD_KAFKA_SHARE_INTERNAL_ACK_GAP,
1007
+ RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED};
1008
+
1009
+ rd_kafka_topic_partition_t *rktpar =
1010
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
1011
+ rd_kafka_share_ack_batches_t *batches =
1012
+ rd_kafka_share_ack_batches_new(rktpar, 1, 5);
1013
+
1014
+ rd_kafka_share_ack_batch_entry_t *entry =
1015
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
1016
+ ut_set_types(entry, types, 5);
1017
+ rd_list_add(&batches->entries, entry);
1018
+
1019
+ rd_list_add(response_rko->rko_u.share_fetch_response.inflight_acks,
1020
+ batches);
1021
+
1022
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko);
1023
+
1024
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 3,
1025
+ "Expected unacked_cnt=3, got %" PRId64,
1026
+ rkshare->rkshare_unacked_cnt);
1027
+
1028
+ rd_kafka_op_destroy(response_rko);
1029
+ ut_destroy_mock_rkshare(rkshare);
1030
+
1031
+ RD_UT_PASS();
1032
+ }
1033
+
1034
+ /** @brief Empty inflight_acks list leaves map empty. */
1035
+ static int unittest_ack_mapping_empty(void) {
1036
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
1037
+ rd_kafka_op_t *response_rko = ut_create_share_fetch_response_rko();
1038
+
1039
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko);
1040
+
1041
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 0,
1042
+ "Expected empty map");
1043
+
1044
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 0,
1045
+ "Expected unacked_cnt=0");
1046
+
1047
+ rd_kafka_op_destroy(response_rko);
1048
+ ut_destroy_mock_rkshare(rkshare);
1049
+
1050
+ RD_UT_PASS();
1051
+ }
1052
+
1053
+ /** @brief Multiple entries per partition stored in single map entry. */
1054
+ static int unittest_ack_mapping_multi_entry(void) {
1055
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
1056
+ rd_kafka_Uuid_t topic_id = rd_kafka_Uuid_random();
1057
+ rd_kafka_op_t *response_rko = ut_create_share_fetch_response_rko();
1058
+
1059
+ rd_kafka_topic_partition_t *rktpar =
1060
+ ut_create_rktpar_with_id("test-topic", 0, topic_id);
1061
+ rd_kafka_share_ack_batches_t *batches =
1062
+ rd_kafka_share_ack_batches_new(rktpar, 1, 7);
1063
+
1064
+ rd_kafka_share_ack_batch_entry_t *entry1 =
1065
+ rd_kafka_share_ack_batch_entry_new(100, 104, 5, 1);
1066
+ ut_set_types_uniform(entry1, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
1067
+ rd_list_add(&batches->entries, entry1);
1068
+
1069
+ rd_kafka_share_ack_batch_entry_t *entry2 =
1070
+ rd_kafka_share_ack_batch_entry_new(200, 201, 2, 2);
1071
+ ut_set_types_uniform(entry2, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
1072
+ rd_list_add(&batches->entries, entry2);
1073
+
1074
+ rd_list_add(response_rko->rko_u.share_fetch_response.inflight_acks,
1075
+ batches);
1076
+
1077
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko);
1078
+
1079
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
1080
+ "Expected 1 map entry");
1081
+
1082
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 7,
1083
+ "Expected unacked_cnt=7, got %" PRId64,
1084
+ rkshare->rkshare_unacked_cnt);
1085
+
1086
+ rd_kafka_op_destroy(response_rko);
1087
+ ut_destroy_mock_rkshare(rkshare);
1088
+
1089
+ RD_UT_PASS();
1090
+ }
1091
+
1092
+ /** @brief Multiple calls accumulate partitions in map. */
1093
+ static int unittest_ack_mapping_cumulative(void) {
1094
+ rd_kafka_share_t *rkshare = ut_create_mock_rkshare();
1095
+ rd_kafka_Uuid_t topic_id0 = rd_kafka_Uuid_random();
1096
+ rd_kafka_Uuid_t topic_id1 = rd_kafka_Uuid_random();
1097
+ rd_kafka_op_t *response_rko1, *response_rko2;
1098
+
1099
+ response_rko1 = ut_create_share_fetch_response_rko();
1100
+ rd_kafka_topic_partition_t *rktpar0 =
1101
+ ut_create_rktpar_with_id("test-topic", 0, topic_id0);
1102
+ rd_kafka_share_ack_batches_t *batches0 =
1103
+ rd_kafka_share_ack_batches_new(rktpar0, 1, 3);
1104
+ rd_kafka_share_ack_batch_entry_t *entry0 =
1105
+ rd_kafka_share_ack_batch_entry_new(100, 102, 3, 1);
1106
+ ut_set_types_uniform(entry0, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
1107
+ rd_list_add(&batches0->entries, entry0);
1108
+ rd_list_add(response_rko1->rko_u.share_fetch_response.inflight_acks,
1109
+ batches0);
1110
+
1111
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko1);
1112
+
1113
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 1,
1114
+ "After 1st call: expected 1 map entry");
1115
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 3,
1116
+ "After 1st call: expected unacked_cnt=3");
1117
+
1118
+ response_rko2 = ut_create_share_fetch_response_rko();
1119
+ rd_kafka_topic_partition_t *rktpar1 =
1120
+ ut_create_rktpar_with_id("test-topic", 1, topic_id1);
1121
+ rd_kafka_share_ack_batches_t *batches1 =
1122
+ rd_kafka_share_ack_batches_new(rktpar1, 2, 2);
1123
+ rd_kafka_share_ack_batch_entry_t *entry1 =
1124
+ rd_kafka_share_ack_batch_entry_new(200, 201, 2, 1);
1125
+ ut_set_types_uniform(entry1, RD_KAFKA_SHARE_INTERNAL_ACK_ACQUIRED);
1126
+ rd_list_add(&batches1->entries, entry1);
1127
+ rd_list_add(response_rko2->rko_u.share_fetch_response.inflight_acks,
1128
+ batches1);
1129
+
1130
+ rd_kafka_share_build_inflight_acks_map(rkshare, response_rko2);
1131
+
1132
+ RD_UT_ASSERT(RD_MAP_CNT(&rkshare->rkshare_inflight_acks) == 2,
1133
+ "After 2nd call: expected 2 map entries");
1134
+ RD_UT_ASSERT(rkshare->rkshare_unacked_cnt == 5,
1135
+ "After 2nd call: expected unacked_cnt=5");
1136
+
1137
+ rd_kafka_op_destroy(response_rko1);
1138
+ rd_kafka_op_destroy(response_rko2);
1139
+ ut_destroy_mock_rkshare(rkshare);
1140
+
1141
+ RD_UT_PASS();
1142
+ }
1143
+
1144
+ /**@}*/
1145
+
1146
+
1147
+ /**
1148
+ * @name Main test entry point
1149
+ * @{
1150
+ */
1151
+
1152
+ int unittest_fetcher_share_filter_forward(void) {
1153
+ int fails = 0;
1154
+ const struct {
1155
+ const char *name;
1156
+ int (*call)(void);
1157
+ } tests[] = {
1158
+ /* filter tests */
1159
+ {"filter_all_acquired", unittest_filter_all_acquired},
1160
+ {"filter_partial_range", unittest_filter_partial_range},
1161
+ {"filter_disjoint_ranges", unittest_filter_disjoint_ranges},
1162
+ {"filter_empty_queue", unittest_filter_empty_queue},
1163
+ {"filter_no_ranges", unittest_filter_no_ranges},
1164
+ {"filter_sparse_offsets", unittest_filter_sparse_offsets},
1165
+ {"filter_range_beyond", unittest_filter_range_beyond_messages},
1166
+ /* ack_details tests */
1167
+ {"ack_details_all_accept", unittest_ack_details_all_accept},
1168
+ {"ack_details_all_acquired", unittest_ack_details_all_acquired},
1169
+ {"ack_details_mixed_collation",
1170
+ unittest_ack_details_mixed_collation},
1171
+ {"ack_details_alternating", unittest_ack_details_alternating},
1172
+ {"ack_details_multi_partition",
1173
+ unittest_ack_details_multi_partition},
1174
+ {"ack_details_empty_map", unittest_ack_details_empty_map},
1175
+ {"ack_details_metadata", unittest_ack_details_metadata},
1176
+ {"ack_details_gap_acquired", unittest_ack_details_gap_acquired},
1177
+ {"ack_details_multi_entry", unittest_ack_details_multi_entry},
1178
+ {"ack_details_interleaved", unittest_ack_details_interleaved},
1179
+ /* ack_mapping tests */
1180
+ {"ack_mapping_single_partition",
1181
+ unittest_ack_mapping_single_partition},
1182
+ {"ack_mapping_multi_partition",
1183
+ unittest_ack_mapping_multi_partition},
1184
+ {"ack_mapping_gaps", unittest_ack_mapping_gaps},
1185
+ {"ack_mapping_empty", unittest_ack_mapping_empty},
1186
+ {"ack_mapping_multi_entry", unittest_ack_mapping_multi_entry},
1187
+ {"ack_mapping_cumulative", unittest_ack_mapping_cumulative},
1188
+ {NULL}};
1189
+ int i;
1190
+
1191
+ ut_mock_rk = rd_calloc(1, sizeof(*ut_mock_rk));
1192
+
1193
+ for (i = 0; tests[i].name; i++) {
1194
+ int f = tests[i].call();
1195
+ RD_UT_SAY(" %s: %s", tests[i].name,
1196
+ f ? "\033[31mFAIL\033[0m" : "\033[32mPASS\033[0m");
1197
+ fails += f;
1198
+ }
1199
+
1200
+ rd_free(ut_mock_rk);
1201
+ ut_mock_rk = NULL;
1202
+
1203
+ if (fails > 0) {
1204
+ RD_UT_SAY("%d test(s) failed", fails);
1205
+ return 1;
1206
+ }
1207
+
1208
+ RD_UT_PASS();
1209
+ }
1210
+
1211
+ /**@}*/