@platformatic/rdkafka 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (767) hide show
  1. package/.editorconfig +5 -0
  2. package/.jshintignore +1 -0
  3. package/.jshintrc +23 -0
  4. package/CONTRIBUTING.md +237 -0
  5. package/LICENSE.txt +21 -0
  6. package/Makefile +94 -0
  7. package/README.md +630 -0
  8. package/bench/consumer-raw-rdkafka.js +76 -0
  9. package/bench/consumer-subscribe.js +77 -0
  10. package/bench/kafka-consumer-stream.js +100 -0
  11. package/bench/producer-raw-rdkafka.js +125 -0
  12. package/bench/producer-rdkafka.js +117 -0
  13. package/bench/seed.sh +38 -0
  14. package/binding.gyp +155 -0
  15. package/ci/checks/librdkafka-correct-version.js +67 -0
  16. package/ci/checks/librdkafka-exists.js +13 -0
  17. package/ci/librdkafka-defs-generator.js +193 -0
  18. package/ci/prepublish.js +3 -0
  19. package/config.d.ts +1132 -0
  20. package/configure +15 -0
  21. package/cpplint.py +6325 -0
  22. package/deploy.enc +0 -0
  23. package/deps/librdkafka/.clang-format +136 -0
  24. package/deps/librdkafka/.clang-format-cpp +103 -0
  25. package/deps/librdkafka/.dir-locals.el +10 -0
  26. package/deps/librdkafka/.formatignore +33 -0
  27. package/deps/librdkafka/.gdbmacros +19 -0
  28. package/deps/librdkafka/.semaphore/project.yml +43 -0
  29. package/deps/librdkafka/.semaphore/project_public.yml +20 -0
  30. package/deps/librdkafka/.semaphore/semaphore.yml +355 -0
  31. package/deps/librdkafka/CHANGELOG.md +1738 -0
  32. package/deps/librdkafka/CMakeLists.txt +291 -0
  33. package/deps/librdkafka/CODE_OF_CONDUCT.md +46 -0
  34. package/deps/librdkafka/CONFIGURATION.md +189 -0
  35. package/deps/librdkafka/CONTRIBUTING.md +431 -0
  36. package/deps/librdkafka/Doxyfile +2375 -0
  37. package/deps/librdkafka/INTRODUCTION.md +2173 -0
  38. package/deps/librdkafka/LICENSE +26 -0
  39. package/deps/librdkafka/LICENSE.cjson +22 -0
  40. package/deps/librdkafka/LICENSE.crc32c +28 -0
  41. package/deps/librdkafka/LICENSE.fnv1a +18 -0
  42. package/deps/librdkafka/LICENSE.hdrhistogram +27 -0
  43. package/deps/librdkafka/LICENSE.lz4 +26 -0
  44. package/deps/librdkafka/LICENSE.murmur2 +25 -0
  45. package/deps/librdkafka/LICENSE.nanopb +22 -0
  46. package/deps/librdkafka/LICENSE.opentelemetry +203 -0
  47. package/deps/librdkafka/LICENSE.pycrc +23 -0
  48. package/deps/librdkafka/LICENSE.queue +31 -0
  49. package/deps/librdkafka/LICENSE.regexp +5 -0
  50. package/deps/librdkafka/LICENSE.snappy +36 -0
  51. package/deps/librdkafka/LICENSE.tinycthread +26 -0
  52. package/deps/librdkafka/LICENSE.wingetopt +49 -0
  53. package/deps/librdkafka/LICENSES.txt +625 -0
  54. package/deps/librdkafka/Makefile +124 -0
  55. package/deps/librdkafka/README.md +199 -0
  56. package/deps/librdkafka/README.win32 +26 -0
  57. package/deps/librdkafka/STATISTICS.md +624 -0
  58. package/deps/librdkafka/configure +214 -0
  59. package/deps/librdkafka/configure.self +331 -0
  60. package/deps/librdkafka/debian/changelog +111 -0
  61. package/deps/librdkafka/debian/compat +1 -0
  62. package/deps/librdkafka/debian/control +71 -0
  63. package/deps/librdkafka/debian/copyright +99 -0
  64. package/deps/librdkafka/debian/gbp.conf +9 -0
  65. package/deps/librdkafka/debian/librdkafka++1.install +1 -0
  66. package/deps/librdkafka/debian/librdkafka-dev.examples +2 -0
  67. package/deps/librdkafka/debian/librdkafka-dev.install +9 -0
  68. package/deps/librdkafka/debian/librdkafka1.docs +5 -0
  69. package/deps/librdkafka/debian/librdkafka1.install +1 -0
  70. package/deps/librdkafka/debian/librdkafka1.symbols +135 -0
  71. package/deps/librdkafka/debian/rules +19 -0
  72. package/deps/librdkafka/debian/source/format +1 -0
  73. package/deps/librdkafka/debian/watch +2 -0
  74. package/deps/librdkafka/dev-conf.sh +123 -0
  75. package/deps/librdkafka/examples/CMakeLists.txt +79 -0
  76. package/deps/librdkafka/examples/Makefile +167 -0
  77. package/deps/librdkafka/examples/README.md +42 -0
  78. package/deps/librdkafka/examples/alter_consumer_group_offsets.c +338 -0
  79. package/deps/librdkafka/examples/consumer.c +261 -0
  80. package/deps/librdkafka/examples/delete_records.c +233 -0
  81. package/deps/librdkafka/examples/describe_cluster.c +322 -0
  82. package/deps/librdkafka/examples/describe_consumer_groups.c +436 -0
  83. package/deps/librdkafka/examples/describe_topics.c +427 -0
  84. package/deps/librdkafka/examples/elect_leaders.c +317 -0
  85. package/deps/librdkafka/examples/globals.json +11 -0
  86. package/deps/librdkafka/examples/idempotent_producer.c +344 -0
  87. package/deps/librdkafka/examples/incremental_alter_configs.c +348 -0
  88. package/deps/librdkafka/examples/kafkatest_verifiable_client.cpp +961 -0
  89. package/deps/librdkafka/examples/list_consumer_group_offsets.c +359 -0
  90. package/deps/librdkafka/examples/list_consumer_groups.c +365 -0
  91. package/deps/librdkafka/examples/list_offsets.c +327 -0
  92. package/deps/librdkafka/examples/misc.c +287 -0
  93. package/deps/librdkafka/examples/openssl_engine_example.cpp +249 -0
  94. package/deps/librdkafka/examples/producer.c +251 -0
  95. package/deps/librdkafka/examples/producer.cpp +228 -0
  96. package/deps/librdkafka/examples/rdkafka_complex_consumer_example.c +617 -0
  97. package/deps/librdkafka/examples/rdkafka_complex_consumer_example.cpp +467 -0
  98. package/deps/librdkafka/examples/rdkafka_consume_batch.cpp +264 -0
  99. package/deps/librdkafka/examples/rdkafka_example.c +853 -0
  100. package/deps/librdkafka/examples/rdkafka_example.cpp +679 -0
  101. package/deps/librdkafka/examples/rdkafka_performance.c +1781 -0
  102. package/deps/librdkafka/examples/transactions-older-broker.c +668 -0
  103. package/deps/librdkafka/examples/transactions.c +665 -0
  104. package/deps/librdkafka/examples/user_scram.c +492 -0
  105. package/deps/librdkafka/examples/win_ssl_cert_store.cpp +395 -0
  106. package/deps/librdkafka/lds-gen.py +73 -0
  107. package/deps/librdkafka/mainpage.doxy +40 -0
  108. package/deps/librdkafka/mklove/Makefile.base +329 -0
  109. package/deps/librdkafka/mklove/modules/configure.atomics +144 -0
  110. package/deps/librdkafka/mklove/modules/configure.base +2484 -0
  111. package/deps/librdkafka/mklove/modules/configure.builtin +70 -0
  112. package/deps/librdkafka/mklove/modules/configure.cc +186 -0
  113. package/deps/librdkafka/mklove/modules/configure.cxx +8 -0
  114. package/deps/librdkafka/mklove/modules/configure.fileversion +65 -0
  115. package/deps/librdkafka/mklove/modules/configure.gitversion +29 -0
  116. package/deps/librdkafka/mklove/modules/configure.good_cflags +18 -0
  117. package/deps/librdkafka/mklove/modules/configure.host +132 -0
  118. package/deps/librdkafka/mklove/modules/configure.lib +49 -0
  119. package/deps/librdkafka/mklove/modules/configure.libcurl +99 -0
  120. package/deps/librdkafka/mklove/modules/configure.libsasl2 +36 -0
  121. package/deps/librdkafka/mklove/modules/configure.libssl +147 -0
  122. package/deps/librdkafka/mklove/modules/configure.libzstd +58 -0
  123. package/deps/librdkafka/mklove/modules/configure.parseversion +95 -0
  124. package/deps/librdkafka/mklove/modules/configure.pic +16 -0
  125. package/deps/librdkafka/mklove/modules/configure.socket +20 -0
  126. package/deps/librdkafka/mklove/modules/configure.zlib +61 -0
  127. package/deps/librdkafka/mklove/modules/patches/README.md +8 -0
  128. package/deps/librdkafka/mklove/modules/patches/libcurl.0000-no-runtime-linking-check.patch +11 -0
  129. package/deps/librdkafka/mklove/modules/patches/libssl.0000-osx-rand-include-fix-OpenSSL-PR16409.patch +56 -0
  130. package/deps/librdkafka/packaging/RELEASE.md +311 -0
  131. package/deps/librdkafka/packaging/alpine/build-alpine.sh +38 -0
  132. package/deps/librdkafka/packaging/archlinux/PKGBUILD +30 -0
  133. package/deps/librdkafka/packaging/cmake/Config.cmake.in +37 -0
  134. package/deps/librdkafka/packaging/cmake/Modules/FindLZ4.cmake +38 -0
  135. package/deps/librdkafka/packaging/cmake/Modules/FindZSTD.cmake +27 -0
  136. package/deps/librdkafka/packaging/cmake/Modules/LICENSE.FindZstd +178 -0
  137. package/deps/librdkafka/packaging/cmake/README.md +38 -0
  138. package/deps/librdkafka/packaging/cmake/config.h.in +52 -0
  139. package/deps/librdkafka/packaging/cmake/parseversion.cmake +60 -0
  140. package/deps/librdkafka/packaging/cmake/rdkafka.pc.in +12 -0
  141. package/deps/librdkafka/packaging/cmake/try_compile/atomic_32_test.c +8 -0
  142. package/deps/librdkafka/packaging/cmake/try_compile/atomic_64_test.c +8 -0
  143. package/deps/librdkafka/packaging/cmake/try_compile/c11threads_test.c +14 -0
  144. package/deps/librdkafka/packaging/cmake/try_compile/crc32c_hw_test.c +27 -0
  145. package/deps/librdkafka/packaging/cmake/try_compile/dlopen_test.c +11 -0
  146. package/deps/librdkafka/packaging/cmake/try_compile/libsasl2_test.c +7 -0
  147. package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_darwin_test.c +6 -0
  148. package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_freebsd_test.c +7 -0
  149. package/deps/librdkafka/packaging/cmake/try_compile/pthread_setname_gnu_test.c +5 -0
  150. package/deps/librdkafka/packaging/cmake/try_compile/rand_r_test.c +7 -0
  151. package/deps/librdkafka/packaging/cmake/try_compile/rdkafka_setup.cmake +122 -0
  152. package/deps/librdkafka/packaging/cmake/try_compile/regex_test.c +10 -0
  153. package/deps/librdkafka/packaging/cmake/try_compile/strndup_test.c +5 -0
  154. package/deps/librdkafka/packaging/cmake/try_compile/sync_32_test.c +8 -0
  155. package/deps/librdkafka/packaging/cmake/try_compile/sync_64_test.c +8 -0
  156. package/deps/librdkafka/packaging/cp/README.md +13 -0
  157. package/deps/librdkafka/packaging/cp/check_features.c +64 -0
  158. package/deps/librdkafka/packaging/cp/verify-deb.sh +33 -0
  159. package/deps/librdkafka/packaging/cp/verify-packages.sh +48 -0
  160. package/deps/librdkafka/packaging/cp/verify-rpm.sh +39 -0
  161. package/deps/librdkafka/packaging/debian/changelog +66 -0
  162. package/deps/librdkafka/packaging/debian/compat +1 -0
  163. package/deps/librdkafka/packaging/debian/control +49 -0
  164. package/deps/librdkafka/packaging/debian/copyright +84 -0
  165. package/deps/librdkafka/packaging/debian/gbp.conf +9 -0
  166. package/deps/librdkafka/packaging/debian/librdkafka-dev.dirs +2 -0
  167. package/deps/librdkafka/packaging/debian/librdkafka-dev.examples +2 -0
  168. package/deps/librdkafka/packaging/debian/librdkafka-dev.install +6 -0
  169. package/deps/librdkafka/packaging/debian/librdkafka-dev.substvars +1 -0
  170. package/deps/librdkafka/packaging/debian/librdkafka.dsc +16 -0
  171. package/deps/librdkafka/packaging/debian/librdkafka1-dbg.substvars +1 -0
  172. package/deps/librdkafka/packaging/debian/librdkafka1.dirs +1 -0
  173. package/deps/librdkafka/packaging/debian/librdkafka1.install +2 -0
  174. package/deps/librdkafka/packaging/debian/librdkafka1.postinst.debhelper +5 -0
  175. package/deps/librdkafka/packaging/debian/librdkafka1.postrm.debhelper +5 -0
  176. package/deps/librdkafka/packaging/debian/librdkafka1.symbols +64 -0
  177. package/deps/librdkafka/packaging/debian/rules +19 -0
  178. package/deps/librdkafka/packaging/debian/source/format +1 -0
  179. package/deps/librdkafka/packaging/debian/watch +2 -0
  180. package/deps/librdkafka/packaging/get_version.py +21 -0
  181. package/deps/librdkafka/packaging/homebrew/README.md +15 -0
  182. package/deps/librdkafka/packaging/homebrew/brew-update-pr.sh +31 -0
  183. package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw-static.sh +52 -0
  184. package/deps/librdkafka/packaging/mingw-w64/configure-build-msys2-mingw.sh +21 -0
  185. package/deps/librdkafka/packaging/mingw-w64/run-tests.sh +6 -0
  186. package/deps/librdkafka/packaging/mingw-w64/semaphoreci-build.sh +38 -0
  187. package/deps/librdkafka/packaging/mingw-w64/travis-before-install.sh +20 -0
  188. package/deps/librdkafka/packaging/nuget/README.md +84 -0
  189. package/deps/librdkafka/packaging/nuget/artifact.py +177 -0
  190. package/deps/librdkafka/packaging/nuget/cleanup-s3.py +143 -0
  191. package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr120.zip +0 -0
  192. package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-win32__bldtype-Release/msvcr140.zip +0 -0
  193. package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr120.zip +0 -0
  194. package/deps/librdkafka/packaging/nuget/common/p-common__plat-windows__arch-x64__bldtype-Release/msvcr140.zip +0 -0
  195. package/deps/librdkafka/packaging/nuget/nuget.sh +21 -0
  196. package/deps/librdkafka/packaging/nuget/nugetpackage.py +278 -0
  197. package/deps/librdkafka/packaging/nuget/packaging.py +448 -0
  198. package/deps/librdkafka/packaging/nuget/push-to-nuget.sh +21 -0
  199. package/deps/librdkafka/packaging/nuget/release.py +167 -0
  200. package/deps/librdkafka/packaging/nuget/requirements.txt +3 -0
  201. package/deps/librdkafka/packaging/nuget/staticpackage.py +178 -0
  202. package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.nuspec +21 -0
  203. package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.props +18 -0
  204. package/deps/librdkafka/packaging/nuget/templates/librdkafka.redist.targets +19 -0
  205. package/deps/librdkafka/packaging/nuget/zfile/__init__.py +0 -0
  206. package/deps/librdkafka/packaging/nuget/zfile/zfile.py +98 -0
  207. package/deps/librdkafka/packaging/rpm/Makefile +92 -0
  208. package/deps/librdkafka/packaging/rpm/README.md +23 -0
  209. package/deps/librdkafka/packaging/rpm/el7-x86_64.cfg +40 -0
  210. package/deps/librdkafka/packaging/rpm/librdkafka.spec +118 -0
  211. package/deps/librdkafka/packaging/rpm/mock-on-docker.sh +96 -0
  212. package/deps/librdkafka/packaging/rpm/tests/Makefile +25 -0
  213. package/deps/librdkafka/packaging/rpm/tests/README.md +8 -0
  214. package/deps/librdkafka/packaging/rpm/tests/run-test.sh +42 -0
  215. package/deps/librdkafka/packaging/rpm/tests/test-on-docker.sh +56 -0
  216. package/deps/librdkafka/packaging/rpm/tests/test.c +77 -0
  217. package/deps/librdkafka/packaging/rpm/tests/test.cpp +34 -0
  218. package/deps/librdkafka/packaging/tools/build-configurations-checks.sh +10 -0
  219. package/deps/librdkafka/packaging/tools/build-deb-package.sh +64 -0
  220. package/deps/librdkafka/packaging/tools/build-debian.sh +65 -0
  221. package/deps/librdkafka/packaging/tools/build-manylinux.sh +68 -0
  222. package/deps/librdkafka/packaging/tools/build-release-artifacts.sh +139 -0
  223. package/deps/librdkafka/packaging/tools/distro-build.sh +38 -0
  224. package/deps/librdkafka/packaging/tools/gh-release-checksums.py +39 -0
  225. package/deps/librdkafka/packaging/tools/rdutcoverage.sh +25 -0
  226. package/deps/librdkafka/packaging/tools/requirements.txt +2 -0
  227. package/deps/librdkafka/packaging/tools/style-format.sh +148 -0
  228. package/deps/librdkafka/service.yml +18 -0
  229. package/deps/librdkafka/src/CMakeLists.txt +374 -0
  230. package/deps/librdkafka/src/Makefile +103 -0
  231. package/deps/librdkafka/src/README.lz4.md +30 -0
  232. package/deps/librdkafka/src/cJSON.c +2834 -0
  233. package/deps/librdkafka/src/cJSON.h +398 -0
  234. package/deps/librdkafka/src/crc32c.c +430 -0
  235. package/deps/librdkafka/src/crc32c.h +38 -0
  236. package/deps/librdkafka/src/generate_proto.sh +66 -0
  237. package/deps/librdkafka/src/librdkafka_cgrp_synch.png +0 -0
  238. package/deps/librdkafka/src/lz4.c +2727 -0
  239. package/deps/librdkafka/src/lz4.h +842 -0
  240. package/deps/librdkafka/src/lz4frame.c +2078 -0
  241. package/deps/librdkafka/src/lz4frame.h +692 -0
  242. package/deps/librdkafka/src/lz4frame_static.h +47 -0
  243. package/deps/librdkafka/src/lz4hc.c +1631 -0
  244. package/deps/librdkafka/src/lz4hc.h +413 -0
  245. package/deps/librdkafka/src/nanopb/pb.h +917 -0
  246. package/deps/librdkafka/src/nanopb/pb_common.c +388 -0
  247. package/deps/librdkafka/src/nanopb/pb_common.h +49 -0
  248. package/deps/librdkafka/src/nanopb/pb_decode.c +1727 -0
  249. package/deps/librdkafka/src/nanopb/pb_decode.h +193 -0
  250. package/deps/librdkafka/src/nanopb/pb_encode.c +1000 -0
  251. package/deps/librdkafka/src/nanopb/pb_encode.h +185 -0
  252. package/deps/librdkafka/src/opentelemetry/common.pb.c +32 -0
  253. package/deps/librdkafka/src/opentelemetry/common.pb.h +170 -0
  254. package/deps/librdkafka/src/opentelemetry/metrics.options +2 -0
  255. package/deps/librdkafka/src/opentelemetry/metrics.pb.c +67 -0
  256. package/deps/librdkafka/src/opentelemetry/metrics.pb.h +966 -0
  257. package/deps/librdkafka/src/opentelemetry/resource.pb.c +12 -0
  258. package/deps/librdkafka/src/opentelemetry/resource.pb.h +58 -0
  259. package/deps/librdkafka/src/queue.h +850 -0
  260. package/deps/librdkafka/src/rd.h +441 -0
  261. package/deps/librdkafka/src/rdaddr.c +255 -0
  262. package/deps/librdkafka/src/rdaddr.h +203 -0
  263. package/deps/librdkafka/src/rdatomic.h +226 -0
  264. package/deps/librdkafka/src/rdavg.h +259 -0
  265. package/deps/librdkafka/src/rdavl.c +210 -0
  266. package/deps/librdkafka/src/rdavl.h +250 -0
  267. package/deps/librdkafka/src/rdbase64.c +169 -0
  268. package/deps/librdkafka/src/rdbase64.h +41 -0
  269. package/deps/librdkafka/src/rdbuf.c +1884 -0
  270. package/deps/librdkafka/src/rdbuf.h +375 -0
  271. package/deps/librdkafka/src/rdcrc32.c +114 -0
  272. package/deps/librdkafka/src/rdcrc32.h +170 -0
  273. package/deps/librdkafka/src/rddl.c +179 -0
  274. package/deps/librdkafka/src/rddl.h +43 -0
  275. package/deps/librdkafka/src/rdendian.h +174 -0
  276. package/deps/librdkafka/src/rdfloat.h +67 -0
  277. package/deps/librdkafka/src/rdfnv1a.c +113 -0
  278. package/deps/librdkafka/src/rdfnv1a.h +35 -0
  279. package/deps/librdkafka/src/rdgz.c +120 -0
  280. package/deps/librdkafka/src/rdgz.h +46 -0
  281. package/deps/librdkafka/src/rdhdrhistogram.c +721 -0
  282. package/deps/librdkafka/src/rdhdrhistogram.h +87 -0
  283. package/deps/librdkafka/src/rdhttp.c +512 -0
  284. package/deps/librdkafka/src/rdhttp.h +83 -0
  285. package/deps/librdkafka/src/rdinterval.h +177 -0
  286. package/deps/librdkafka/src/rdkafka.c +5351 -0
  287. package/deps/librdkafka/src/rdkafka.h +10603 -0
  288. package/deps/librdkafka/src/rdkafka_admin.c +9417 -0
  289. package/deps/librdkafka/src/rdkafka_admin.h +619 -0
  290. package/deps/librdkafka/src/rdkafka_assignment.c +1010 -0
  291. package/deps/librdkafka/src/rdkafka_assignment.h +73 -0
  292. package/deps/librdkafka/src/rdkafka_assignor.c +1786 -0
  293. package/deps/librdkafka/src/rdkafka_assignor.h +402 -0
  294. package/deps/librdkafka/src/rdkafka_aux.c +409 -0
  295. package/deps/librdkafka/src/rdkafka_aux.h +174 -0
  296. package/deps/librdkafka/src/rdkafka_background.c +221 -0
  297. package/deps/librdkafka/src/rdkafka_broker.c +6186 -0
  298. package/deps/librdkafka/src/rdkafka_broker.h +686 -0
  299. package/deps/librdkafka/src/rdkafka_buf.c +540 -0
  300. package/deps/librdkafka/src/rdkafka_buf.h +1524 -0
  301. package/deps/librdkafka/src/rdkafka_cert.c +552 -0
  302. package/deps/librdkafka/src/rdkafka_cert.h +61 -0
  303. package/deps/librdkafka/src/rdkafka_cgrp.c +7262 -0
  304. package/deps/librdkafka/src/rdkafka_cgrp.h +443 -0
  305. package/deps/librdkafka/src/rdkafka_conf.c +4456 -0
  306. package/deps/librdkafka/src/rdkafka_conf.h +668 -0
  307. package/deps/librdkafka/src/rdkafka_confval.h +97 -0
  308. package/deps/librdkafka/src/rdkafka_coord.c +623 -0
  309. package/deps/librdkafka/src/rdkafka_coord.h +132 -0
  310. package/deps/librdkafka/src/rdkafka_error.c +228 -0
  311. package/deps/librdkafka/src/rdkafka_error.h +80 -0
  312. package/deps/librdkafka/src/rdkafka_event.c +502 -0
  313. package/deps/librdkafka/src/rdkafka_event.h +126 -0
  314. package/deps/librdkafka/src/rdkafka_feature.c +461 -0
  315. package/deps/librdkafka/src/rdkafka_feature.h +102 -0
  316. package/deps/librdkafka/src/rdkafka_fetcher.c +1402 -0
  317. package/deps/librdkafka/src/rdkafka_fetcher.h +44 -0
  318. package/deps/librdkafka/src/rdkafka_header.c +220 -0
  319. package/deps/librdkafka/src/rdkafka_header.h +76 -0
  320. package/deps/librdkafka/src/rdkafka_idempotence.c +807 -0
  321. package/deps/librdkafka/src/rdkafka_idempotence.h +144 -0
  322. package/deps/librdkafka/src/rdkafka_int.h +1222 -0
  323. package/deps/librdkafka/src/rdkafka_interceptor.c +819 -0
  324. package/deps/librdkafka/src/rdkafka_interceptor.h +104 -0
  325. package/deps/librdkafka/src/rdkafka_lz4.c +450 -0
  326. package/deps/librdkafka/src/rdkafka_lz4.h +49 -0
  327. package/deps/librdkafka/src/rdkafka_metadata.c +2124 -0
  328. package/deps/librdkafka/src/rdkafka_metadata.h +341 -0
  329. package/deps/librdkafka/src/rdkafka_metadata_cache.c +977 -0
  330. package/deps/librdkafka/src/rdkafka_mock.c +2885 -0
  331. package/deps/librdkafka/src/rdkafka_mock.h +491 -0
  332. package/deps/librdkafka/src/rdkafka_mock_cgrp.c +710 -0
  333. package/deps/librdkafka/src/rdkafka_mock_handlers.c +2817 -0
  334. package/deps/librdkafka/src/rdkafka_mock_int.h +591 -0
  335. package/deps/librdkafka/src/rdkafka_msg.c +2573 -0
  336. package/deps/librdkafka/src/rdkafka_msg.h +614 -0
  337. package/deps/librdkafka/src/rdkafka_msgbatch.h +62 -0
  338. package/deps/librdkafka/src/rdkafka_msgset.h +98 -0
  339. package/deps/librdkafka/src/rdkafka_msgset_reader.c +1806 -0
  340. package/deps/librdkafka/src/rdkafka_msgset_writer.c +1470 -0
  341. package/deps/librdkafka/src/rdkafka_offset.c +1537 -0
  342. package/deps/librdkafka/src/rdkafka_offset.h +150 -0
  343. package/deps/librdkafka/src/rdkafka_op.c +997 -0
  344. package/deps/librdkafka/src/rdkafka_op.h +834 -0
  345. package/deps/librdkafka/src/rdkafka_partition.c +4801 -0
  346. package/deps/librdkafka/src/rdkafka_partition.h +1173 -0
  347. package/deps/librdkafka/src/rdkafka_pattern.c +228 -0
  348. package/deps/librdkafka/src/rdkafka_pattern.h +70 -0
  349. package/deps/librdkafka/src/rdkafka_plugin.c +213 -0
  350. package/deps/librdkafka/src/rdkafka_plugin.h +41 -0
  351. package/deps/librdkafka/src/rdkafka_proto.h +733 -0
  352. package/deps/librdkafka/src/rdkafka_protocol.h +127 -0
  353. package/deps/librdkafka/src/rdkafka_queue.c +1153 -0
  354. package/deps/librdkafka/src/rdkafka_queue.h +1201 -0
  355. package/deps/librdkafka/src/rdkafka_range_assignor.c +1748 -0
  356. package/deps/librdkafka/src/rdkafka_request.c +6817 -0
  357. package/deps/librdkafka/src/rdkafka_request.h +709 -0
  358. package/deps/librdkafka/src/rdkafka_roundrobin_assignor.c +123 -0
  359. package/deps/librdkafka/src/rdkafka_sasl.c +528 -0
  360. package/deps/librdkafka/src/rdkafka_sasl.h +63 -0
  361. package/deps/librdkafka/src/rdkafka_sasl_cyrus.c +722 -0
  362. package/deps/librdkafka/src/rdkafka_sasl_int.h +89 -0
  363. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.c +1829 -0
  364. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer.h +52 -0
  365. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.c +589 -0
  366. package/deps/librdkafka/src/rdkafka_sasl_oauthbearer_oidc.h +37 -0
  367. package/deps/librdkafka/src/rdkafka_sasl_plain.c +142 -0
  368. package/deps/librdkafka/src/rdkafka_sasl_scram.c +857 -0
  369. package/deps/librdkafka/src/rdkafka_sasl_win32.c +550 -0
  370. package/deps/librdkafka/src/rdkafka_ssl.c +1904 -0
  371. package/deps/librdkafka/src/rdkafka_ssl.h +64 -0
  372. package/deps/librdkafka/src/rdkafka_sticky_assignor.c +4781 -0
  373. package/deps/librdkafka/src/rdkafka_subscription.c +278 -0
  374. package/deps/librdkafka/src/rdkafka_telemetry.c +703 -0
  375. package/deps/librdkafka/src/rdkafka_telemetry.h +52 -0
  376. package/deps/librdkafka/src/rdkafka_telemetry_decode.c +1053 -0
  377. package/deps/librdkafka/src/rdkafka_telemetry_decode.h +59 -0
  378. package/deps/librdkafka/src/rdkafka_telemetry_encode.c +993 -0
  379. package/deps/librdkafka/src/rdkafka_telemetry_encode.h +301 -0
  380. package/deps/librdkafka/src/rdkafka_timer.c +402 -0
  381. package/deps/librdkafka/src/rdkafka_timer.h +117 -0
  382. package/deps/librdkafka/src/rdkafka_topic.c +2078 -0
  383. package/deps/librdkafka/src/rdkafka_topic.h +328 -0
  384. package/deps/librdkafka/src/rdkafka_transport.c +1297 -0
  385. package/deps/librdkafka/src/rdkafka_transport.h +94 -0
  386. package/deps/librdkafka/src/rdkafka_transport_int.h +100 -0
  387. package/deps/librdkafka/src/rdkafka_txnmgr.c +3251 -0
  388. package/deps/librdkafka/src/rdkafka_txnmgr.h +171 -0
  389. package/deps/librdkafka/src/rdkafka_zstd.c +226 -0
  390. package/deps/librdkafka/src/rdkafka_zstd.h +57 -0
  391. package/deps/librdkafka/src/rdlist.c +576 -0
  392. package/deps/librdkafka/src/rdlist.h +434 -0
  393. package/deps/librdkafka/src/rdlog.c +89 -0
  394. package/deps/librdkafka/src/rdlog.h +41 -0
  395. package/deps/librdkafka/src/rdmap.c +503 -0
  396. package/deps/librdkafka/src/rdmap.h +492 -0
  397. package/deps/librdkafka/src/rdmurmur2.c +167 -0
  398. package/deps/librdkafka/src/rdmurmur2.h +35 -0
  399. package/deps/librdkafka/src/rdports.c +61 -0
  400. package/deps/librdkafka/src/rdports.h +38 -0
  401. package/deps/librdkafka/src/rdposix.h +250 -0
  402. package/deps/librdkafka/src/rdrand.c +70 -0
  403. package/deps/librdkafka/src/rdrand.h +43 -0
  404. package/deps/librdkafka/src/rdregex.c +156 -0
  405. package/deps/librdkafka/src/rdregex.h +43 -0
  406. package/deps/librdkafka/src/rdsignal.h +57 -0
  407. package/deps/librdkafka/src/rdstring.c +645 -0
  408. package/deps/librdkafka/src/rdstring.h +98 -0
  409. package/deps/librdkafka/src/rdsysqueue.h +404 -0
  410. package/deps/librdkafka/src/rdtime.h +325 -0
  411. package/deps/librdkafka/src/rdtypes.h +86 -0
  412. package/deps/librdkafka/src/rdunittest.c +532 -0
  413. package/deps/librdkafka/src/rdunittest.h +230 -0
  414. package/deps/librdkafka/src/rdvarint.c +134 -0
  415. package/deps/librdkafka/src/rdvarint.h +165 -0
  416. package/deps/librdkafka/src/rdwin32.h +382 -0
  417. package/deps/librdkafka/src/rdxxhash.c +1030 -0
  418. package/deps/librdkafka/src/rdxxhash.h +328 -0
  419. package/deps/librdkafka/src/regexp.c +1347 -0
  420. package/deps/librdkafka/src/regexp.h +41 -0
  421. package/deps/librdkafka/src/snappy.c +1866 -0
  422. package/deps/librdkafka/src/snappy.h +62 -0
  423. package/deps/librdkafka/src/snappy_compat.h +138 -0
  424. package/deps/librdkafka/src/statistics_schema.json +444 -0
  425. package/deps/librdkafka/src/tinycthread.c +932 -0
  426. package/deps/librdkafka/src/tinycthread.h +503 -0
  427. package/deps/librdkafka/src/tinycthread_extra.c +175 -0
  428. package/deps/librdkafka/src/tinycthread_extra.h +208 -0
  429. package/deps/librdkafka/src/win32_config.h +58 -0
  430. package/deps/librdkafka/src-cpp/CMakeLists.txt +90 -0
  431. package/deps/librdkafka/src-cpp/ConfImpl.cpp +84 -0
  432. package/deps/librdkafka/src-cpp/ConsumerImpl.cpp +244 -0
  433. package/deps/librdkafka/src-cpp/HandleImpl.cpp +436 -0
  434. package/deps/librdkafka/src-cpp/HeadersImpl.cpp +48 -0
  435. package/deps/librdkafka/src-cpp/KafkaConsumerImpl.cpp +296 -0
  436. package/deps/librdkafka/src-cpp/Makefile +55 -0
  437. package/deps/librdkafka/src-cpp/MessageImpl.cpp +38 -0
  438. package/deps/librdkafka/src-cpp/MetadataImpl.cpp +170 -0
  439. package/deps/librdkafka/src-cpp/ProducerImpl.cpp +197 -0
  440. package/deps/librdkafka/src-cpp/QueueImpl.cpp +70 -0
  441. package/deps/librdkafka/src-cpp/README.md +16 -0
  442. package/deps/librdkafka/src-cpp/RdKafka.cpp +59 -0
  443. package/deps/librdkafka/src-cpp/TopicImpl.cpp +124 -0
  444. package/deps/librdkafka/src-cpp/TopicPartitionImpl.cpp +57 -0
  445. package/deps/librdkafka/src-cpp/rdkafkacpp.h +3771 -0
  446. package/deps/librdkafka/src-cpp/rdkafkacpp_int.h +1641 -0
  447. package/deps/librdkafka/tests/0000-unittests.c +72 -0
  448. package/deps/librdkafka/tests/0001-multiobj.c +98 -0
  449. package/deps/librdkafka/tests/0002-unkpart.c +244 -0
  450. package/deps/librdkafka/tests/0003-msgmaxsize.c +173 -0
  451. package/deps/librdkafka/tests/0004-conf.c +867 -0
  452. package/deps/librdkafka/tests/0005-order.c +133 -0
  453. package/deps/librdkafka/tests/0006-symbols.c +163 -0
  454. package/deps/librdkafka/tests/0007-autotopic.c +136 -0
  455. package/deps/librdkafka/tests/0008-reqacks.c +179 -0
  456. package/deps/librdkafka/tests/0009-mock_cluster.c +96 -0
  457. package/deps/librdkafka/tests/0011-produce_batch.c +752 -0
  458. package/deps/librdkafka/tests/0012-produce_consume.c +537 -0
  459. package/deps/librdkafka/tests/0013-null-msgs.c +473 -0
  460. package/deps/librdkafka/tests/0014-reconsume-191.c +512 -0
  461. package/deps/librdkafka/tests/0015-offset_seeks.c +172 -0
  462. package/deps/librdkafka/tests/0016-client_swname.c +166 -0
  463. package/deps/librdkafka/tests/0017-compression.c +142 -0
  464. package/deps/librdkafka/tests/0018-cgrp_term.c +333 -0
  465. package/deps/librdkafka/tests/0019-list_groups.c +289 -0
  466. package/deps/librdkafka/tests/0020-destroy_hang.c +162 -0
  467. package/deps/librdkafka/tests/0021-rkt_destroy.c +71 -0
  468. package/deps/librdkafka/tests/0022-consume_batch.c +276 -0
  469. package/deps/librdkafka/tests/0025-timers.c +147 -0
  470. package/deps/librdkafka/tests/0026-consume_pause.c +549 -0
  471. package/deps/librdkafka/tests/0028-long_topicnames.c +79 -0
  472. package/deps/librdkafka/tests/0029-assign_offset.c +204 -0
  473. package/deps/librdkafka/tests/0030-offset_commit.c +589 -0
  474. package/deps/librdkafka/tests/0031-get_offsets.c +235 -0
  475. package/deps/librdkafka/tests/0033-regex_subscribe.c +520 -0
  476. package/deps/librdkafka/tests/0034-offset_reset.c +377 -0
  477. package/deps/librdkafka/tests/0035-api_version.c +73 -0
  478. package/deps/librdkafka/tests/0036-partial_fetch.c +86 -0
  479. package/deps/librdkafka/tests/0037-destroy_hang_local.c +85 -0
  480. package/deps/librdkafka/tests/0038-performance.c +120 -0
  481. package/deps/librdkafka/tests/0039-event.c +284 -0
  482. package/deps/librdkafka/tests/0040-io_event.c +251 -0
  483. package/deps/librdkafka/tests/0041-fetch_max_bytes.c +96 -0
  484. package/deps/librdkafka/tests/0042-many_topics.c +252 -0
  485. package/deps/librdkafka/tests/0043-no_connection.c +77 -0
  486. package/deps/librdkafka/tests/0044-partition_cnt.c +93 -0
  487. package/deps/librdkafka/tests/0045-subscribe_update.c +746 -0
  488. package/deps/librdkafka/tests/0046-rkt_cache.c +65 -0
  489. package/deps/librdkafka/tests/0047-partial_buf_tmout.c +97 -0
  490. package/deps/librdkafka/tests/0048-partitioner.c +283 -0
  491. package/deps/librdkafka/tests/0049-consume_conn_close.c +162 -0
  492. package/deps/librdkafka/tests/0050-subscribe_adds.c +144 -0
  493. package/deps/librdkafka/tests/0051-assign_adds.c +125 -0
  494. package/deps/librdkafka/tests/0052-msg_timestamps.c +220 -0
  495. package/deps/librdkafka/tests/0053-stats_cb.cpp +535 -0
  496. package/deps/librdkafka/tests/0054-offset_time.cpp +236 -0
  497. package/deps/librdkafka/tests/0055-producer_latency.c +366 -0
  498. package/deps/librdkafka/tests/0056-balanced_group_mt.c +311 -0
  499. package/deps/librdkafka/tests/0057-invalid_topic.cpp +112 -0
  500. package/deps/librdkafka/tests/0058-log.cpp +123 -0
  501. package/deps/librdkafka/tests/0059-bsearch.cpp +237 -0
  502. package/deps/librdkafka/tests/0060-op_prio.cpp +163 -0
  503. package/deps/librdkafka/tests/0061-consumer_lag.cpp +275 -0
  504. package/deps/librdkafka/tests/0062-stats_event.c +126 -0
  505. package/deps/librdkafka/tests/0063-clusterid.cpp +180 -0
  506. package/deps/librdkafka/tests/0064-interceptors.c +481 -0
  507. package/deps/librdkafka/tests/0065-yield.cpp +140 -0
  508. package/deps/librdkafka/tests/0066-plugins.cpp +129 -0
  509. package/deps/librdkafka/tests/0067-empty_topic.cpp +148 -0
  510. package/deps/librdkafka/tests/0068-produce_timeout.c +138 -0
  511. package/deps/librdkafka/tests/0069-consumer_add_parts.c +123 -0
  512. package/deps/librdkafka/tests/0070-null_empty.cpp +197 -0
  513. package/deps/librdkafka/tests/0072-headers_ut.c +448 -0
  514. package/deps/librdkafka/tests/0073-headers.c +381 -0
  515. package/deps/librdkafka/tests/0074-producev.c +87 -0
  516. package/deps/librdkafka/tests/0075-retry.c +253 -0
  517. package/deps/librdkafka/tests/0076-produce_retry.c +450 -0
  518. package/deps/librdkafka/tests/0077-compaction.c +357 -0
  519. package/deps/librdkafka/tests/0078-c_from_cpp.cpp +96 -0
  520. package/deps/librdkafka/tests/0079-fork.c +93 -0
  521. package/deps/librdkafka/tests/0080-admin_ut.c +3065 -0
  522. package/deps/librdkafka/tests/0081-admin.c +5333 -0
  523. package/deps/librdkafka/tests/0082-fetch_max_bytes.cpp +133 -0
  524. package/deps/librdkafka/tests/0083-cb_event.c +228 -0
  525. package/deps/librdkafka/tests/0084-destroy_flags.c +212 -0
  526. package/deps/librdkafka/tests/0085-headers.cpp +388 -0
  527. package/deps/librdkafka/tests/0086-purge.c +335 -0
  528. package/deps/librdkafka/tests/0088-produce_metadata_timeout.c +162 -0
  529. package/deps/librdkafka/tests/0089-max_poll_interval.c +506 -0
  530. package/deps/librdkafka/tests/0090-idempotence.c +172 -0
  531. package/deps/librdkafka/tests/0091-max_poll_interval_timeout.c +297 -0
  532. package/deps/librdkafka/tests/0092-mixed_msgver.c +97 -0
  533. package/deps/librdkafka/tests/0093-holb.c +197 -0
  534. package/deps/librdkafka/tests/0094-idempotence_msg_timeout.c +230 -0
  535. package/deps/librdkafka/tests/0095-all_brokers_down.cpp +122 -0
  536. package/deps/librdkafka/tests/0097-ssl_verify.cpp +466 -0
  537. package/deps/librdkafka/tests/0098-consumer-txn.cpp +1218 -0
  538. package/deps/librdkafka/tests/0099-commit_metadata.c +194 -0
  539. package/deps/librdkafka/tests/0100-thread_interceptors.cpp +195 -0
  540. package/deps/librdkafka/tests/0101-fetch-from-follower.cpp +446 -0
  541. package/deps/librdkafka/tests/0102-static_group_rebalance.c +535 -0
  542. package/deps/librdkafka/tests/0103-transactions.c +1383 -0
  543. package/deps/librdkafka/tests/0104-fetch_from_follower_mock.c +624 -0
  544. package/deps/librdkafka/tests/0105-transactions_mock.c +3923 -0
  545. package/deps/librdkafka/tests/0106-cgrp_sess_timeout.c +297 -0
  546. package/deps/librdkafka/tests/0107-topic_recreate.c +259 -0
  547. package/deps/librdkafka/tests/0109-auto_create_topics.cpp +218 -0
  548. package/deps/librdkafka/tests/0110-batch_size.cpp +183 -0
  549. package/deps/librdkafka/tests/0111-delay_create_topics.cpp +127 -0
  550. package/deps/librdkafka/tests/0112-assign_unknown_part.c +98 -0
  551. package/deps/librdkafka/tests/0113-cooperative_rebalance.cpp +3329 -0
  552. package/deps/librdkafka/tests/0114-sticky_partitioning.cpp +176 -0
  553. package/deps/librdkafka/tests/0115-producer_auth.cpp +179 -0
  554. package/deps/librdkafka/tests/0116-kafkaconsumer_close.cpp +214 -0
  555. package/deps/librdkafka/tests/0117-mock_errors.c +321 -0
  556. package/deps/librdkafka/tests/0118-commit_rebalance.c +121 -0
  557. package/deps/librdkafka/tests/0119-consumer_auth.cpp +148 -0
  558. package/deps/librdkafka/tests/0120-asymmetric_subscription.c +180 -0
  559. package/deps/librdkafka/tests/0121-clusterid.c +115 -0
  560. package/deps/librdkafka/tests/0122-buffer_cleaning_after_rebalance.c +227 -0
  561. package/deps/librdkafka/tests/0123-connections_max_idle.c +98 -0
  562. package/deps/librdkafka/tests/0124-openssl_invalid_engine.c +69 -0
  563. package/deps/librdkafka/tests/0125-immediate_flush.c +144 -0
  564. package/deps/librdkafka/tests/0126-oauthbearer_oidc.c +213 -0
  565. package/deps/librdkafka/tests/0127-fetch_queue_backoff.cpp +165 -0
  566. package/deps/librdkafka/tests/0128-sasl_callback_queue.cpp +125 -0
  567. package/deps/librdkafka/tests/0129-fetch_aborted_msgs.c +78 -0
  568. package/deps/librdkafka/tests/0130-store_offsets.c +178 -0
  569. package/deps/librdkafka/tests/0131-connect_timeout.c +81 -0
  570. package/deps/librdkafka/tests/0132-strategy_ordering.c +171 -0
  571. package/deps/librdkafka/tests/0133-ssl_keys.c +128 -0
  572. package/deps/librdkafka/tests/0134-ssl_provider.c +92 -0
  573. package/deps/librdkafka/tests/0135-sasl_credentials.cpp +143 -0
  574. package/deps/librdkafka/tests/0136-resolve_cb.c +181 -0
  575. package/deps/librdkafka/tests/0137-barrier_batch_consume.c +609 -0
  576. package/deps/librdkafka/tests/0138-admin_mock.c +281 -0
  577. package/deps/librdkafka/tests/0139-offset_validation_mock.c +442 -0
  578. package/deps/librdkafka/tests/0140-commit_metadata.cpp +108 -0
  579. package/deps/librdkafka/tests/0142-reauthentication.c +495 -0
  580. package/deps/librdkafka/tests/0143-exponential_backoff_mock.c +553 -0
  581. package/deps/librdkafka/tests/0144-idempotence_mock.c +373 -0
  582. package/deps/librdkafka/tests/0145-pause_resume_mock.c +119 -0
  583. package/deps/librdkafka/tests/0146-metadata_mock.c +444 -0
  584. package/deps/librdkafka/tests/0150-telemetry_mock.c +648 -0
  585. package/deps/librdkafka/tests/1000-unktopic.c +164 -0
  586. package/deps/librdkafka/tests/8000-idle.cpp +60 -0
  587. package/deps/librdkafka/tests/8001-fetch_from_follower_mock_manual.c +113 -0
  588. package/deps/librdkafka/tests/CMakeLists.txt +164 -0
  589. package/deps/librdkafka/tests/LibrdkafkaTestApp.py +266 -0
  590. package/deps/librdkafka/tests/Makefile +182 -0
  591. package/deps/librdkafka/tests/README.md +509 -0
  592. package/deps/librdkafka/tests/autotest.sh +33 -0
  593. package/deps/librdkafka/tests/backtrace.gdb +30 -0
  594. package/deps/librdkafka/tests/broker_version_tests.py +315 -0
  595. package/deps/librdkafka/tests/buildbox.sh +17 -0
  596. package/deps/librdkafka/tests/cleanup-checker-tests.sh +20 -0
  597. package/deps/librdkafka/tests/cluster_testing.py +191 -0
  598. package/deps/librdkafka/tests/delete-test-topics.sh +56 -0
  599. package/deps/librdkafka/tests/fixtures/ssl/Makefile +8 -0
  600. package/deps/librdkafka/tests/fixtures/ssl/README.md +13 -0
  601. package/deps/librdkafka/tests/fixtures/ssl/client.keystore.p12 +0 -0
  602. package/deps/librdkafka/tests/fixtures/ssl/client2.certificate.pem +109 -0
  603. package/deps/librdkafka/tests/fixtures/ssl/client2.key +34 -0
  604. package/deps/librdkafka/tests/fixtures/ssl/create_keys.sh +93 -0
  605. package/deps/librdkafka/tests/fuzzers/Makefile +12 -0
  606. package/deps/librdkafka/tests/fuzzers/README.md +31 -0
  607. package/deps/librdkafka/tests/fuzzers/fuzz_regex.c +74 -0
  608. package/deps/librdkafka/tests/fuzzers/helpers.h +90 -0
  609. package/deps/librdkafka/tests/gen-ssl-certs.sh +165 -0
  610. package/deps/librdkafka/tests/interactive_broker_version.py +170 -0
  611. package/deps/librdkafka/tests/interceptor_test/CMakeLists.txt +16 -0
  612. package/deps/librdkafka/tests/interceptor_test/Makefile +22 -0
  613. package/deps/librdkafka/tests/interceptor_test/interceptor_test.c +314 -0
  614. package/deps/librdkafka/tests/interceptor_test/interceptor_test.h +54 -0
  615. package/deps/librdkafka/tests/java/IncrementalRebalanceCli.java +97 -0
  616. package/deps/librdkafka/tests/java/Makefile +12 -0
  617. package/deps/librdkafka/tests/java/Murmur2Cli.java +46 -0
  618. package/deps/librdkafka/tests/java/README.md +14 -0
  619. package/deps/librdkafka/tests/java/TransactionProducerCli.java +162 -0
  620. package/deps/librdkafka/tests/java/run-class.sh +11 -0
  621. package/deps/librdkafka/tests/librdkafka.suppressions +483 -0
  622. package/deps/librdkafka/tests/lz4_manual_test.sh +59 -0
  623. package/deps/librdkafka/tests/multi-broker-version-test.sh +50 -0
  624. package/deps/librdkafka/tests/parse-refcnt.sh +43 -0
  625. package/deps/librdkafka/tests/performance_plot.py +115 -0
  626. package/deps/librdkafka/tests/plugin_test/Makefile +19 -0
  627. package/deps/librdkafka/tests/plugin_test/plugin_test.c +58 -0
  628. package/deps/librdkafka/tests/requirements.txt +2 -0
  629. package/deps/librdkafka/tests/run-consumer-tests.sh +16 -0
  630. package/deps/librdkafka/tests/run-producer-tests.sh +16 -0
  631. package/deps/librdkafka/tests/run-test.sh +140 -0
  632. package/deps/librdkafka/tests/rusage.c +249 -0
  633. package/deps/librdkafka/tests/sasl_test.py +289 -0
  634. package/deps/librdkafka/tests/scenarios/README.md +6 -0
  635. package/deps/librdkafka/tests/scenarios/ak23.json +6 -0
  636. package/deps/librdkafka/tests/scenarios/default.json +5 -0
  637. package/deps/librdkafka/tests/scenarios/noautocreate.json +5 -0
  638. package/deps/librdkafka/tests/sockem.c +801 -0
  639. package/deps/librdkafka/tests/sockem.h +85 -0
  640. package/deps/librdkafka/tests/sockem_ctrl.c +145 -0
  641. package/deps/librdkafka/tests/sockem_ctrl.h +61 -0
  642. package/deps/librdkafka/tests/test.c +7318 -0
  643. package/deps/librdkafka/tests/test.conf.example +27 -0
  644. package/deps/librdkafka/tests/test.h +979 -0
  645. package/deps/librdkafka/tests/testcpp.cpp +126 -0
  646. package/deps/librdkafka/tests/testcpp.h +360 -0
  647. package/deps/librdkafka/tests/testshared.h +402 -0
  648. package/deps/librdkafka/tests/tools/README.md +4 -0
  649. package/deps/librdkafka/tests/tools/stats/README.md +21 -0
  650. package/deps/librdkafka/tests/tools/stats/filter.jq +42 -0
  651. package/deps/librdkafka/tests/tools/stats/graph.py +150 -0
  652. package/deps/librdkafka/tests/tools/stats/requirements.txt +3 -0
  653. package/deps/librdkafka/tests/tools/stats/to_csv.py +124 -0
  654. package/deps/librdkafka/tests/until-fail.sh +87 -0
  655. package/deps/librdkafka/tests/xxxx-assign_partition.c +122 -0
  656. package/deps/librdkafka/tests/xxxx-metadata.cpp +159 -0
  657. package/deps/librdkafka/vcpkg.json +23 -0
  658. package/deps/librdkafka/win32/README.md +5 -0
  659. package/deps/librdkafka/win32/build-package.bat +3 -0
  660. package/deps/librdkafka/win32/build.bat +19 -0
  661. package/deps/librdkafka/win32/common.vcxproj +84 -0
  662. package/deps/librdkafka/win32/install-openssl.ps1 +33 -0
  663. package/deps/librdkafka/win32/interceptor_test/interceptor_test.vcxproj +87 -0
  664. package/deps/librdkafka/win32/librdkafka.autopkg.template +54 -0
  665. package/deps/librdkafka/win32/librdkafka.master.testing.targets +13 -0
  666. package/deps/librdkafka/win32/librdkafka.sln +226 -0
  667. package/deps/librdkafka/win32/librdkafka.vcxproj +276 -0
  668. package/deps/librdkafka/win32/librdkafkacpp/librdkafkacpp.vcxproj +104 -0
  669. package/deps/librdkafka/win32/msbuild.ps1 +15 -0
  670. package/deps/librdkafka/win32/openssl_engine_example/openssl_engine_example.vcxproj +132 -0
  671. package/deps/librdkafka/win32/package-zip.ps1 +46 -0
  672. package/deps/librdkafka/win32/packages/repositories.config +4 -0
  673. package/deps/librdkafka/win32/push-package.bat +4 -0
  674. package/deps/librdkafka/win32/rdkafka_complex_consumer_example_cpp/rdkafka_complex_consumer_example_cpp.vcxproj +67 -0
  675. package/deps/librdkafka/win32/rdkafka_example/rdkafka_example.vcxproj +97 -0
  676. package/deps/librdkafka/win32/rdkafka_performance/rdkafka_performance.vcxproj +97 -0
  677. package/deps/librdkafka/win32/setup-msys2.ps1 +31 -0
  678. package/deps/librdkafka/win32/setup-vcpkg.ps1 +12 -0
  679. package/deps/librdkafka/win32/tests/test.conf.example +25 -0
  680. package/deps/librdkafka/win32/tests/tests.vcxproj +247 -0
  681. package/deps/librdkafka/win32/win_ssl_cert_store/win_ssl_cert_store.vcxproj +132 -0
  682. package/deps/librdkafka/win32/wingetopt.c +564 -0
  683. package/deps/librdkafka/win32/wingetopt.h +100 -0
  684. package/deps/librdkafka/win32/wintime.h +33 -0
  685. package/deps/librdkafka.gyp +62 -0
  686. package/deps/windows-install.py +73 -0
  687. package/docker-compose.yml +23 -0
  688. package/e2e/admin.spec.js +187 -0
  689. package/e2e/both.spec.js +726 -0
  690. package/e2e/consumer.spec.js +386 -0
  691. package/e2e/groups.spec.js +132 -0
  692. package/e2e/listener.js +51 -0
  693. package/e2e/producer-transaction.spec.js +333 -0
  694. package/e2e/producer.spec.js +283 -0
  695. package/errors.d.ts +347 -0
  696. package/examples/consumer-flow.md +76 -0
  697. package/examples/consumer.md +45 -0
  698. package/examples/docker-alpine.md +30 -0
  699. package/examples/high-level-producer.md +32 -0
  700. package/examples/metadata.md +27 -0
  701. package/examples/oauthbearer-default-flow.md +80 -0
  702. package/examples/producer-cluster.md +103 -0
  703. package/examples/producer.md +73 -0
  704. package/index.d.ts +357 -0
  705. package/lib/admin.js +233 -0
  706. package/lib/client.js +578 -0
  707. package/lib/error.js +472 -0
  708. package/lib/index.js +34 -0
  709. package/lib/kafka-consumer-stream.js +397 -0
  710. package/lib/kafka-consumer.js +698 -0
  711. package/lib/producer/high-level-producer.js +323 -0
  712. package/lib/producer-stream.js +307 -0
  713. package/lib/producer.js +375 -0
  714. package/lib/tools/ref-counter.js +52 -0
  715. package/lib/topic-partition.js +88 -0
  716. package/lib/topic.js +42 -0
  717. package/lib/util.js +29 -0
  718. package/librdkafka.js +12 -0
  719. package/make_docs.sh +59 -0
  720. package/package.json +53 -0
  721. package/renovate.json +30 -0
  722. package/run_docker.sh +42 -0
  723. package/src/admin.cc +624 -0
  724. package/src/admin.h +78 -0
  725. package/src/binding.cc +73 -0
  726. package/src/binding.h +25 -0
  727. package/src/callbacks.cc +614 -0
  728. package/src/callbacks.h +265 -0
  729. package/src/common.cc +582 -0
  730. package/src/common.h +134 -0
  731. package/src/config.cc +167 -0
  732. package/src/config.h +45 -0
  733. package/src/connection.cc +482 -0
  734. package/src/connection.h +108 -0
  735. package/src/errors.cc +96 -0
  736. package/src/errors.h +53 -0
  737. package/src/kafka-consumer.cc +1457 -0
  738. package/src/kafka-consumer.h +136 -0
  739. package/src/per-isolate-data.cc +57 -0
  740. package/src/per-isolate-data.h +39 -0
  741. package/src/producer.cc +873 -0
  742. package/src/producer.h +125 -0
  743. package/src/topic.cc +180 -0
  744. package/src/topic.h +56 -0
  745. package/src/workers.cc +1245 -0
  746. package/src/workers.h +511 -0
  747. package/test/binding.spec.js +66 -0
  748. package/test/consumer.spec.js +91 -0
  749. package/test/error.spec.js +8 -0
  750. package/test/index.spec.js +8 -0
  751. package/test/kafka-consumer-stream.spec.js +298 -0
  752. package/test/kafka-consumer-worker.js +51 -0
  753. package/test/kafka-consumer.spec.js +86 -0
  754. package/test/mocha.opts +1 -0
  755. package/test/mock.js +55 -0
  756. package/test/producer/high-level-producer.spec.js +496 -0
  757. package/test/producer-stream.spec.js +723 -0
  758. package/test/producer-worker.js +53 -0
  759. package/test/producer.spec.js +120 -0
  760. package/test/tools/ref-counter.spec.js +53 -0
  761. package/test/topic-partition.spec.js +104 -0
  762. package/test/util.spec.js +46 -0
  763. package/util/configure.js +30 -0
  764. package/util/get-env.js +6 -0
  765. package/util/test-compile.js +11 -0
  766. package/util/test-producer-delivery.js +100 -0
  767. package/win_install.ps1 +2 -0
@@ -0,0 +1,2817 @@
1
+ /*
2
+ * librdkafka - Apache Kafka C library
3
+ *
4
+ * Copyright (c) 2019-2022, Magnus Edenhill,
5
+ * 2023, Confluent Inc.
6
+ * All rights reserved.
7
+ *
8
+ * Redistribution and use in source and binary forms, with or without
9
+ * modification, are permitted provided that the following conditions are met:
10
+ *
11
+ * 1. Redistributions of source code must retain the above copyright notice,
12
+ * this list of conditions and the following disclaimer.
13
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
14
+ * this list of conditions and the following disclaimer in the documentation
15
+ * and/or other materials provided with the distribution.
16
+ *
17
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
+ * POSSIBILITY OF SUCH DAMAGE.
28
+ */
29
+
30
+ /**
31
+ * Mocks - protocol request handlers
32
+ *
33
+ */
34
+
35
+ #include "rdkafka_int.h"
36
+ #include "rdbuf.h"
37
+ #include "rdrand.h"
38
+ #include "rdkafka_interceptor.h"
39
+ #include "rdkafka_mock_int.h"
40
+ #include "rdkafka_transport_int.h"
41
+ #include "rdkafka_offset.h"
42
+ #include "rdkafka_telemetry_decode.h"
43
+
44
+
45
+
46
+ void rd_kafka_mock_Produce_reply_tags_partition_write(
47
+ rd_kafka_buf_t *rkbuf,
48
+ int tagtype,
49
+ rd_kafka_mock_partition_t *mpart) {
50
+ switch (tagtype) {
51
+ case 0: /* CurrentLeader */
52
+ /* Leader id */
53
+ rd_kafka_buf_write_i32(rkbuf, mpart->leader->id);
54
+ /* Leader epoch */
55
+ rd_kafka_buf_write_i32(rkbuf, mpart->leader_epoch);
56
+ /* Field tags */
57
+ rd_kafka_buf_write_tags_empty(rkbuf);
58
+ break;
59
+ default:
60
+ break;
61
+ }
62
+ }
63
+
64
+ void rd_kafka_mock_Produce_reply_tags_write(
65
+ rd_kafka_buf_t *rkbuf,
66
+ int tagtype,
67
+ rd_kafka_mock_broker_t **changed_leaders,
68
+ int changed_leader_cnt) {
69
+ int i;
70
+ switch (tagtype) {
71
+ case 0: /* NodeEndpoints */
72
+ /* #NodeEndpoints */
73
+ rd_kafka_buf_write_arraycnt(rkbuf, changed_leader_cnt);
74
+ for (i = 0; i < changed_leader_cnt; i++) {
75
+ rd_kafka_mock_broker_t *changed_leader =
76
+ changed_leaders[i];
77
+ /* Leader id */
78
+ rd_kafka_buf_write_i32(rkbuf, changed_leader->id);
79
+ /* Leader Hostname */
80
+ rd_kafka_buf_write_str(
81
+ rkbuf, changed_leader->advertised_listener, -1);
82
+
83
+ /* Leader Port number */
84
+ rd_kafka_buf_write_i32(rkbuf,
85
+ (int32_t)changed_leader->port);
86
+
87
+ /* Leader Rack */
88
+ rd_kafka_buf_write_str(rkbuf, changed_leader->rack, -1);
89
+
90
+ /* Field tags */
91
+ rd_kafka_buf_write_tags_empty(rkbuf);
92
+ }
93
+ default:
94
+ break;
95
+ }
96
+ }
97
+
98
+ /**
99
+ * @brief Handle ProduceRequest
100
+ */
101
+ static int rd_kafka_mock_handle_Produce(rd_kafka_mock_connection_t *mconn,
102
+ rd_kafka_buf_t *rkbuf) {
103
+ const rd_bool_t log_decode_errors = rd_true;
104
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
105
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
106
+ int32_t TopicsCnt;
107
+ rd_kafkap_str_t TransactionalId = RD_KAFKAP_STR_INITIALIZER;
108
+ int16_t Acks;
109
+ int32_t TimeoutMs;
110
+ rd_kafka_resp_err_t all_err;
111
+ int32_t tags_to_write[1] = {0};
112
+ size_t tags_to_write_cnt = 0;
113
+ int changed_leaders_cnt = 0;
114
+ rd_kafka_mock_broker_t **changed_leaders =
115
+ rd_calloc(mcluster->broker_cnt, sizeof(*changed_leaders));
116
+
117
+
118
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3)
119
+ rd_kafka_buf_read_str(rkbuf, &TransactionalId);
120
+
121
+ rd_kafka_buf_read_i16(rkbuf, &Acks);
122
+ rd_kafka_buf_read_i32(rkbuf, &TimeoutMs);
123
+ /* #Topics */
124
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, RD_KAFKAP_TOPICS_MAX);
125
+
126
+ /* Response: #Topics */
127
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
128
+
129
+ /* Inject error, if any */
130
+ all_err = rd_kafka_mock_next_request_error(mconn, resp);
131
+
132
+ while (TopicsCnt-- > 0) {
133
+ rd_kafkap_str_t Topic;
134
+ int32_t PartitionCnt;
135
+ rd_kafka_mock_topic_t *mtopic;
136
+
137
+ rd_kafka_buf_read_str(rkbuf, &Topic);
138
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartitionCnt,
139
+ RD_KAFKAP_PARTITIONS_MAX);
140
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
141
+
142
+ /* Response: Topic */
143
+ rd_kafka_buf_write_kstr(resp, &Topic);
144
+ /* Response: #Partitions */
145
+ rd_kafka_buf_write_arraycnt(resp, PartitionCnt);
146
+
147
+ while (PartitionCnt-- > 0) {
148
+ int32_t Partition;
149
+ rd_kafka_mock_partition_t *mpart = NULL;
150
+ rd_kafkap_bytes_t records;
151
+ rd_kafka_resp_err_t err = RD_KAFKA_RESP_ERR_NO_ERROR;
152
+ int64_t BaseOffset = -1;
153
+ int32_t partition_tags_to_write[1] = {0};
154
+ size_t partition_tags_to_write_cnt = 0;
155
+
156
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
157
+
158
+ if (mtopic)
159
+ mpart = rd_kafka_mock_partition_find(mtopic,
160
+ Partition);
161
+
162
+ rd_kafka_buf_read_kbytes(rkbuf, &records);
163
+ /* Partition Tags */
164
+ rd_kafka_buf_skip_tags(rkbuf);
165
+ /* Response: Partition */
166
+ rd_kafka_buf_write_i32(resp, Partition);
167
+
168
+ if (all_err)
169
+ err = all_err;
170
+ else if (!mpart)
171
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
172
+ else if (mpart->leader != mconn->broker)
173
+ err =
174
+ RD_KAFKA_RESP_ERR_NOT_LEADER_FOR_PARTITION;
175
+
176
+ /* Append to partition log */
177
+ if (!err)
178
+ err = rd_kafka_mock_partition_log_append(
179
+ mpart, &records, &TransactionalId,
180
+ &BaseOffset);
181
+
182
+ /* Response: ErrorCode */
183
+ rd_kafka_buf_write_i16(resp, err);
184
+
185
+ if (err) {
186
+ /* Response: BaseOffset */
187
+ rd_kafka_buf_write_i64(resp, BaseOffset);
188
+
189
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
190
+ /* Response: LogAppendTimeMs */
191
+ rd_kafka_buf_write_i64(resp, -1);
192
+ }
193
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 6) {
194
+ /* Response: LogStartOffset */
195
+ rd_kafka_buf_write_i64(resp, -1);
196
+ }
197
+
198
+ } else {
199
+ /* Response: BaseOffset */
200
+ rd_kafka_buf_write_i64(resp, BaseOffset);
201
+
202
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
203
+ /* Response: LogAppendTimeMs */
204
+ rd_kafka_buf_write_i64(resp, 1234);
205
+ }
206
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 6) {
207
+ /* Response: LogStartOffset */
208
+ rd_kafka_buf_write_i64(
209
+ resp, mpart->start_offset);
210
+ }
211
+ }
212
+
213
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 8) {
214
+ /* Response: #RecordErrors
215
+ * TODO: Add support for injecting RecordErrors
216
+ * 0 record errors for now */
217
+ rd_kafka_buf_write_arraycnt(resp, 0);
218
+
219
+ /* Response: ErrorMessage */
220
+ rd_kafka_buf_write_str(resp, NULL, 0);
221
+ }
222
+
223
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 10 &&
224
+ err == RD_KAFKA_RESP_ERR_NOT_LEADER_FOR_PARTITION) {
225
+ int changed_leader_idx;
226
+ /* See if this leader is already included */
227
+ for (changed_leader_idx = 0;
228
+ changed_leader_idx < changed_leaders_cnt;
229
+ changed_leader_idx++) {
230
+ if (changed_leaders[changed_leader_idx]
231
+ ->id == mpart->leader->id)
232
+ break;
233
+ }
234
+ if (changed_leader_idx == changed_leaders_cnt) {
235
+ /* Add the new leader that wasn't
236
+ * present */
237
+ changed_leaders[changed_leaders_cnt] =
238
+ mpart->leader;
239
+ changed_leaders_cnt++;
240
+ }
241
+
242
+ partition_tags_to_write
243
+ [partition_tags_to_write_cnt] =
244
+ 0 /* CurrentLeader */;
245
+ partition_tags_to_write_cnt++;
246
+ }
247
+
248
+ /* Response: Partition tags */
249
+ rd_kafka_buf_write_tags(
250
+ resp,
251
+ rd_kafka_mock_Produce_reply_tags_partition_write,
252
+ partition_tags_to_write,
253
+ partition_tags_to_write_cnt, mpart);
254
+ }
255
+
256
+ /* Topic tags */
257
+ rd_kafka_buf_skip_tags(rkbuf);
258
+ /* Response: Topic tags */
259
+ rd_kafka_buf_write_tags_empty(resp);
260
+ }
261
+
262
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
263
+ /* Response: ThrottleTime */
264
+ rd_kafka_buf_write_i32(resp, 0);
265
+ }
266
+
267
+ /* Response: Top level tags */
268
+ if (changed_leaders_cnt) {
269
+ tags_to_write[tags_to_write_cnt] = 0 /* NodeEndpoints */;
270
+ tags_to_write_cnt++;
271
+ }
272
+
273
+ rd_kafka_buf_write_tags(resp, rd_kafka_mock_Produce_reply_tags_write,
274
+ tags_to_write, tags_to_write_cnt,
275
+ changed_leaders, changed_leaders_cnt);
276
+
277
+ rd_kafka_mock_connection_send_response0(mconn, resp, rd_true);
278
+ rd_free(changed_leaders);
279
+ return 0;
280
+
281
+ err_parse:
282
+ rd_free(changed_leaders);
283
+ rd_kafka_buf_destroy(resp);
284
+ return -1;
285
+ }
286
+
287
+ void rd_kafka_mock_Fetch_reply_tags_partition_write(
288
+ rd_kafka_buf_t *rkbuf,
289
+ int tagtype,
290
+ rd_kafka_mock_partition_t *mpart) {
291
+ switch (tagtype) {
292
+ case 1: /* CurrentLeader */
293
+ /* Leader id */
294
+ rd_kafka_buf_write_i32(rkbuf, mpart->leader->id);
295
+ /* Leader epoch */
296
+ rd_kafka_buf_write_i32(rkbuf, mpart->leader_epoch);
297
+ /* Field tags */
298
+ rd_kafka_buf_write_tags_empty(rkbuf);
299
+ break;
300
+ default:
301
+ break;
302
+ }
303
+ }
304
+
305
+ void rd_kafka_mock_Fetch_reply_tags_write(
306
+ rd_kafka_buf_t *rkbuf,
307
+ int tagtype,
308
+ rd_kafka_mock_broker_t **changed_leaders,
309
+ int changed_leader_cnt) {
310
+ int i;
311
+ switch (tagtype) {
312
+ case 0: /* NodeEndpoints */
313
+ /* #NodeEndpoints */
314
+ rd_kafka_buf_write_arraycnt(rkbuf, changed_leader_cnt);
315
+ for (i = 0; i < changed_leader_cnt; i++) {
316
+ rd_kafka_mock_broker_t *changed_leader =
317
+ changed_leaders[i];
318
+ /* Leader id */
319
+ rd_kafka_buf_write_i32(rkbuf, changed_leader->id);
320
+ /* Leader Hostname */
321
+ rd_kafka_buf_write_str(
322
+ rkbuf, changed_leader->advertised_listener, -1);
323
+
324
+ /* Leader Port number */
325
+ rd_kafka_buf_write_i32(rkbuf,
326
+ (int32_t)changed_leader->port);
327
+
328
+ /* Leader Rack */
329
+ rd_kafka_buf_write_str(rkbuf, changed_leader->rack, -1);
330
+
331
+ /* Field tags */
332
+ rd_kafka_buf_write_tags_empty(rkbuf);
333
+ }
334
+ default:
335
+ break;
336
+ }
337
+ }
338
+
339
+
340
+ /**
341
+ * @brief Handle FetchRequest
342
+ */
343
+ static int rd_kafka_mock_handle_Fetch(rd_kafka_mock_connection_t *mconn,
344
+ rd_kafka_buf_t *rkbuf) {
345
+ const rd_bool_t log_decode_errors = rd_true;
346
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
347
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
348
+ rd_kafka_resp_err_t all_err;
349
+ int32_t ReplicaId = -1, MaxWait, MinBytes, MaxBytes = -1,
350
+ SessionId = -1, Epoch, TopicsCnt;
351
+ int8_t IsolationLevel;
352
+ size_t totsize = 0;
353
+
354
+ int32_t tags_to_write[1] = {0};
355
+ uint64_t tags_to_write_cnt = 0;
356
+
357
+ int changed_leaders_cnt = 0;
358
+ rd_kafka_mock_broker_t **changed_leaders =
359
+ rd_calloc(mcluster->broker_cnt, sizeof(*changed_leaders));
360
+
361
+ if (rkbuf->rkbuf_reqhdr.ApiVersion <= 14) {
362
+ rd_kafka_buf_read_i32(rkbuf, &ReplicaId);
363
+ }
364
+ rd_kafka_buf_read_i32(rkbuf, &MaxWait);
365
+ rd_kafka_buf_read_i32(rkbuf, &MinBytes);
366
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3)
367
+ rd_kafka_buf_read_i32(rkbuf, &MaxBytes);
368
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 4)
369
+ rd_kafka_buf_read_i8(rkbuf, &IsolationLevel);
370
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 7) {
371
+ rd_kafka_buf_read_i32(rkbuf, &SessionId);
372
+ rd_kafka_buf_read_i32(rkbuf, &Epoch);
373
+ }
374
+
375
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
376
+ /* Response: ThrottleTime */
377
+ rd_kafka_buf_write_i32(resp, 0);
378
+ }
379
+
380
+
381
+ /* Inject error, if any */
382
+ all_err = rd_kafka_mock_next_request_error(mconn, resp);
383
+
384
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 7) {
385
+ /* Response: ErrorCode */
386
+ rd_kafka_buf_write_i16(resp, all_err);
387
+
388
+ /* Response: SessionId */
389
+ rd_kafka_buf_write_i32(resp, SessionId);
390
+ }
391
+
392
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, RD_KAFKAP_TOPICS_MAX);
393
+
394
+ /* Response: #Topics */
395
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
396
+
397
+ while (TopicsCnt-- > 0) {
398
+ rd_kafkap_str_t Topic = RD_KAFKAP_STR_INITIALIZER;
399
+ rd_kafka_Uuid_t TopicId = RD_KAFKA_UUID_ZERO;
400
+ int32_t PartitionCnt;
401
+ rd_kafka_mock_topic_t *mtopic;
402
+ rd_bool_t find_topic_by_id = rd_true;
403
+
404
+ if (rkbuf->rkbuf_reqhdr.ApiVersion <= 12) {
405
+ rd_kafka_buf_read_str(rkbuf, &Topic);
406
+ find_topic_by_id = rd_false;
407
+ }
408
+
409
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 13) {
410
+ rd_kafka_buf_read_uuid(rkbuf, &TopicId);
411
+ }
412
+
413
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartitionCnt,
414
+ RD_KAFKAP_PARTITIONS_MAX);
415
+
416
+ if (find_topic_by_id) {
417
+ mtopic =
418
+ rd_kafka_mock_topic_find_by_id(mcluster, TopicId);
419
+ /* Response: TopicId */
420
+ rd_kafka_buf_write_uuid(resp, &TopicId);
421
+ } else {
422
+ mtopic =
423
+ rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
424
+ /* Response: Topic */
425
+ rd_kafka_buf_write_kstr(resp, &Topic);
426
+ }
427
+
428
+ /* Response: #Partitions */
429
+ rd_kafka_buf_write_arraycnt(resp, PartitionCnt);
430
+
431
+ while (PartitionCnt-- > 0) {
432
+ int32_t Partition, CurrentLeaderEpoch = -1,
433
+ LastFetchedEpoch = -1, PartMaxBytes;
434
+ int64_t FetchOffset, LogStartOffset;
435
+ rd_kafka_mock_partition_t *mpart = NULL;
436
+ rd_kafka_resp_err_t err = all_err;
437
+ rd_bool_t on_follower;
438
+ size_t partsize = 0;
439
+ const rd_kafka_mock_msgset_t *mset = NULL;
440
+ int32_t partition_tags_to_write[1] = {0};
441
+ uint64_t partition_tags_to_write_cnt = 0;
442
+
443
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
444
+
445
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 9)
446
+ rd_kafka_buf_read_i32(rkbuf,
447
+ &CurrentLeaderEpoch);
448
+
449
+ rd_kafka_buf_read_i64(rkbuf, &FetchOffset);
450
+
451
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 12)
452
+ rd_kafka_buf_read_i32(rkbuf, &LastFetchedEpoch);
453
+
454
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 5)
455
+ rd_kafka_buf_read_i64(rkbuf, &LogStartOffset);
456
+
457
+ rd_kafka_buf_read_i32(rkbuf, &PartMaxBytes);
458
+
459
+ /* Partition tags */
460
+ rd_kafka_buf_skip_tags(rkbuf);
461
+
462
+ if (mtopic)
463
+ mpart = rd_kafka_mock_partition_find(mtopic,
464
+ Partition);
465
+ else if (find_topic_by_id)
466
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_ID;
467
+
468
+ /* Response: Partition */
469
+ rd_kafka_buf_write_i32(resp, Partition);
470
+
471
+ /* Fetch is directed at follower and this is
472
+ * the follower broker. */
473
+ on_follower =
474
+ mpart && mpart->follower_id == mconn->broker->id;
475
+
476
+ if (!err) {
477
+ if (!all_err && !mpart)
478
+ err =
479
+ RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
480
+ else if (!all_err &&
481
+ mpart->leader != mconn->broker &&
482
+ !on_follower)
483
+ err =
484
+ RD_KAFKA_RESP_ERR_NOT_LEADER_OR_FOLLOWER;
485
+ }
486
+
487
+ if (!err && mpart)
488
+ err =
489
+ rd_kafka_mock_partition_leader_epoch_check(
490
+ mpart, CurrentLeaderEpoch);
491
+
492
+ /* Find MessageSet for FetchOffset */
493
+ if (!err && FetchOffset != mpart->end_offset) {
494
+ /* Kafka currently only returns
495
+ * OFFSET_NOT_AVAILABLE
496
+ * in ListOffsets calls */
497
+ if (!(mset = rd_kafka_mock_msgset_find(
498
+ mpart, FetchOffset, on_follower)))
499
+ err =
500
+ RD_KAFKA_RESP_ERR_OFFSET_OUT_OF_RANGE;
501
+ rd_kafka_dbg(
502
+ mcluster->rk, MOCK, "MOCK",
503
+ "Topic %.*s [%" PRId32
504
+ "] fetch err %s for offset %" PRId64
505
+ " mset %p, on_follower %d, "
506
+ "start %" PRId64 ", end_offset %" PRId64
507
+ ", current epoch %" PRId32,
508
+ RD_KAFKAP_STR_PR(&Topic), Partition,
509
+ rd_kafka_err2name(err), FetchOffset, mset,
510
+ on_follower, mpart->start_offset,
511
+ mpart->end_offset, mpart->leader_epoch);
512
+ }
513
+
514
+
515
+ /* Response: ErrorCode */
516
+ rd_kafka_buf_write_i16(resp, err);
517
+
518
+ /* Response: Highwatermark */
519
+ rd_kafka_buf_write_i64(
520
+ resp,
521
+ mpart ? (on_follower ? mpart->follower_end_offset
522
+ : mpart->end_offset)
523
+ : -1);
524
+
525
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 4) {
526
+ /* Response: LastStableOffset */
527
+ rd_kafka_buf_write_i64(
528
+ resp, mpart ? mpart->end_offset : -1);
529
+ }
530
+
531
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 5) {
532
+ /* Response: LogStartOffset */
533
+ rd_kafka_buf_write_i64(
534
+ resp,
535
+ !mpart ? -1
536
+ : (on_follower
537
+ ? mpart->follower_start_offset
538
+ : mpart->start_offset));
539
+ }
540
+
541
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 4) {
542
+ /* Response: #Aborted */
543
+ rd_kafka_buf_write_arraycnt(resp, 0);
544
+ }
545
+
546
+
547
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 11) {
548
+ int32_t PreferredReadReplica =
549
+ mpart && mpart->leader == mconn->broker &&
550
+ mpart->follower_id != -1
551
+ ? mpart->follower_id
552
+ : -1;
553
+
554
+ /* Response: PreferredReplica */
555
+ rd_kafka_buf_write_i32(resp,
556
+ PreferredReadReplica);
557
+
558
+ if (PreferredReadReplica != -1) {
559
+ /* Don't return any data when
560
+ * PreferredReadReplica is set */
561
+ mset = NULL;
562
+ MaxWait = 0;
563
+ }
564
+ }
565
+
566
+
567
+ if (mset && partsize < (size_t)PartMaxBytes &&
568
+ totsize < (size_t)MaxBytes) {
569
+ /* Response: Records */
570
+ size_t written = rd_kafka_buf_write_kbytes(
571
+ resp, &mset->bytes);
572
+ partsize += written;
573
+ totsize += written;
574
+
575
+ /* FIXME: Multiple messageSets ? */
576
+ } else {
577
+ /* Empty Response: Records: Null */
578
+ rd_kafka_buf_write_arraycnt(resp, 0);
579
+ }
580
+
581
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 12 &&
582
+ err == RD_KAFKA_RESP_ERR_NOT_LEADER_OR_FOLLOWER) {
583
+ int changed_leader_idx;
584
+ for (changed_leader_idx = 0;
585
+ changed_leader_idx < changed_leaders_cnt;
586
+ changed_leader_idx++) {
587
+ if (changed_leaders[changed_leader_idx]
588
+ ->id == mpart->leader->id)
589
+ break;
590
+ }
591
+ if (changed_leader_idx == changed_leaders_cnt) {
592
+ changed_leaders[changed_leaders_cnt] =
593
+ mpart->leader;
594
+ changed_leaders_cnt++;
595
+ }
596
+ /* CurrentLeader */
597
+ partition_tags_to_write
598
+ [partition_tags_to_write_cnt] = 1;
599
+ partition_tags_to_write_cnt++;
600
+ }
601
+
602
+ /* Response: Partition tags */
603
+ rd_kafka_buf_write_tags(
604
+ resp,
605
+ rd_kafka_mock_Fetch_reply_tags_partition_write,
606
+ partition_tags_to_write,
607
+ partition_tags_to_write_cnt, mpart);
608
+ }
609
+
610
+ /* Topic tags */
611
+ rd_kafka_buf_skip_tags(rkbuf);
612
+ /* Response: Topic tags */
613
+ rd_kafka_buf_write_tags_empty(resp);
614
+ }
615
+
616
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 7) {
617
+ int32_t ForgottenTopicCnt;
618
+ rd_kafka_buf_read_arraycnt(rkbuf, &ForgottenTopicCnt,
619
+ RD_KAFKAP_TOPICS_MAX);
620
+ while (ForgottenTopicCnt-- > 0) {
621
+ rd_kafkap_str_t Topic = RD_KAFKAP_STR_INITIALIZER;
622
+ rd_kafka_Uuid_t TopicId = RD_KAFKA_UUID_ZERO;
623
+ int32_t ForgPartCnt;
624
+ if (rkbuf->rkbuf_reqhdr.ApiVersion <= 12) {
625
+ rd_kafka_buf_read_str(rkbuf, &Topic);
626
+ }
627
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 13) {
628
+ rd_kafka_buf_read_uuid(rkbuf, &TopicId);
629
+ }
630
+ rd_kafka_buf_read_arraycnt(rkbuf, &ForgPartCnt,
631
+ RD_KAFKAP_PARTITIONS_MAX);
632
+ while (ForgPartCnt-- > 0) {
633
+ int32_t Partition;
634
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
635
+ }
636
+
637
+ /* ForgottenTopic tags */
638
+ rd_kafka_buf_skip_tags(rkbuf);
639
+ }
640
+ }
641
+
642
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 11) {
643
+ rd_kafkap_str_t RackId;
644
+ char *rack;
645
+ rd_kafka_buf_read_str(rkbuf, &RackId);
646
+ RD_KAFKAP_STR_DUPA(&rack, &RackId);
647
+ /* Matt might do something sensible with this */
648
+ }
649
+
650
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 16 && changed_leaders_cnt) {
651
+ tags_to_write[tags_to_write_cnt] = 0 /* NodeEndpoints */;
652
+ tags_to_write_cnt++;
653
+ }
654
+
655
+ /* Response: Top level tags */
656
+ rd_kafka_buf_write_tags(resp, rd_kafka_mock_Fetch_reply_tags_write,
657
+ tags_to_write, tags_to_write_cnt,
658
+ changed_leaders, changed_leaders_cnt);
659
+
660
+ /* If there was no data, delay up to MaxWait.
661
+ * This isn't strictly correct since we should cut the wait short
662
+ * and feed newly produced data if a producer writes to the
663
+ * partitions, but that is too much of a hassle here since we
664
+ * can't block the thread. */
665
+ if (!totsize && MaxWait > 0)
666
+ resp->rkbuf_ts_retry = rd_clock() + (MaxWait * 1000);
667
+
668
+ rd_kafka_mock_connection_send_response0(mconn, resp, rd_true);
669
+ rd_free(changed_leaders);
670
+ return 0;
671
+
672
+ err_parse:
673
+ rd_kafka_buf_destroy(resp);
674
+ rd_free(changed_leaders);
675
+ return -1;
676
+ }
677
+
678
+
679
+
680
+ /**
681
+ * @brief Handle ListOffsets
682
+ */
683
+ static int rd_kafka_mock_handle_ListOffsets(rd_kafka_mock_connection_t *mconn,
684
+ rd_kafka_buf_t *rkbuf) {
685
+ const rd_bool_t log_decode_errors = rd_true;
686
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
687
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
688
+ rd_kafka_resp_err_t all_err;
689
+ int32_t ReplicaId, TopicsCnt;
690
+ int8_t IsolationLevel;
691
+
692
+ rd_kafka_buf_read_i32(rkbuf, &ReplicaId);
693
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2)
694
+ rd_kafka_buf_read_i8(rkbuf, &IsolationLevel);
695
+
696
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
697
+ /* Response: ThrottleTime */
698
+ rd_kafka_buf_write_i32(resp, 0);
699
+ }
700
+
701
+
702
+ /* Inject error, if any */
703
+ all_err = rd_kafka_mock_next_request_error(mconn, resp);
704
+
705
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, RD_KAFKAP_TOPICS_MAX);
706
+
707
+ /* Response: #Topics */
708
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
709
+
710
+ while (TopicsCnt-- > 0) {
711
+ rd_kafkap_str_t Topic;
712
+ int32_t PartitionCnt;
713
+ rd_kafka_mock_topic_t *mtopic;
714
+
715
+ rd_kafka_buf_read_str(rkbuf, &Topic);
716
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartitionCnt,
717
+ RD_KAFKAP_PARTITIONS_MAX);
718
+
719
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
720
+
721
+ /* Response: Topic */
722
+ rd_kafka_buf_write_kstr(resp, &Topic);
723
+ /* Response: #Partitions */
724
+ rd_kafka_buf_write_arraycnt(resp, PartitionCnt);
725
+
726
+ while (PartitionCnt-- > 0) {
727
+ int32_t Partition, CurrentLeaderEpoch = -1;
728
+ int64_t Timestamp, Offset = -1;
729
+ int32_t MaxNumOffsets;
730
+ rd_kafka_mock_partition_t *mpart = NULL;
731
+ rd_kafka_resp_err_t err = all_err;
732
+
733
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
734
+
735
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 4)
736
+ rd_kafka_buf_read_i32(rkbuf,
737
+ &CurrentLeaderEpoch);
738
+
739
+ rd_kafka_buf_read_i64(rkbuf, &Timestamp);
740
+
741
+ if (rkbuf->rkbuf_reqhdr.ApiVersion == 0)
742
+ rd_kafka_buf_read_i32(rkbuf, &MaxNumOffsets);
743
+
744
+ /* Partition tags */
745
+ rd_kafka_buf_skip_tags(rkbuf);
746
+
747
+ if (mtopic)
748
+ mpart = rd_kafka_mock_partition_find(mtopic,
749
+ Partition);
750
+
751
+ /* Response: Partition */
752
+ rd_kafka_buf_write_i32(resp, Partition);
753
+
754
+ if (!all_err && !mpart)
755
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
756
+ else if (!all_err && mpart->leader != mconn->broker)
757
+ err =
758
+ RD_KAFKA_RESP_ERR_NOT_LEADER_FOR_PARTITION;
759
+
760
+ if (!err && mpart)
761
+ err =
762
+ rd_kafka_mock_partition_leader_epoch_check(
763
+ mpart, CurrentLeaderEpoch);
764
+
765
+ /* Response: ErrorCode */
766
+ rd_kafka_buf_write_i16(resp, err);
767
+
768
+ if (!err && mpart) {
769
+ if (Timestamp == RD_KAFKA_OFFSET_BEGINNING)
770
+ Offset = mpart->start_offset;
771
+ else if (Timestamp == RD_KAFKA_OFFSET_END)
772
+ Offset = mpart->end_offset;
773
+ else if (Timestamp < 0)
774
+ Offset = -1;
775
+ else /* FIXME: by timestamp */
776
+ Offset = -1;
777
+ }
778
+
779
+ if (rkbuf->rkbuf_reqhdr.ApiVersion == 0) {
780
+ /* Response: #OldStyleOffsets */
781
+ rd_kafka_buf_write_i32(resp,
782
+ Offset != -1 ? 1 : 0);
783
+ /* Response: OldStyleOffsets[0] */
784
+ if (Offset != -1)
785
+ rd_kafka_buf_write_i64(resp, Offset);
786
+ } else {
787
+ /* Response: Timestamp (FIXME) */
788
+ rd_kafka_buf_write_i64(resp, -1);
789
+
790
+ /* Response: Offset */
791
+ rd_kafka_buf_write_i64(resp, Offset);
792
+ }
793
+
794
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 4) {
795
+ /* Response: LeaderEpoch */
796
+ const rd_kafka_mock_msgset_t *mset = NULL;
797
+ int32_t leader_epoch = -1;
798
+ rd_bool_t on_follower = rd_false;
799
+
800
+ if (mpart) {
801
+ on_follower =
802
+ mpart && mpart->follower_id ==
803
+ mconn->broker->id;
804
+
805
+ if (Offset >= 0 &&
806
+ (mset = rd_kafka_mock_msgset_find(
807
+ mpart, Offset, on_follower))) {
808
+ leader_epoch =
809
+ mset->leader_epoch;
810
+ }
811
+ }
812
+
813
+ rd_kafka_buf_write_i32(resp, leader_epoch);
814
+ }
815
+
816
+ /* Response: Partition tags */
817
+ rd_kafka_buf_write_tags_empty(resp);
818
+
819
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCK",
820
+ "Topic %.*s [%" PRId32
821
+ "] returning "
822
+ "offset %" PRId64 " (leader epoch %" PRId32
823
+ ") for %s: %s",
824
+ RD_KAFKAP_STR_PR(&Topic), Partition,
825
+ Offset, mpart ? mpart->leader_epoch : -1,
826
+ rd_kafka_offset2str(Timestamp),
827
+ rd_kafka_err2str(err));
828
+ }
829
+
830
+ /* Topic tags */
831
+ rd_kafka_buf_skip_tags(rkbuf);
832
+ /* Response: Topic tags */
833
+ rd_kafka_buf_write_tags_empty(resp);
834
+ }
835
+
836
+
837
+ rd_kafka_mock_connection_send_response(mconn, resp);
838
+
839
+ return 0;
840
+
841
+ err_parse:
842
+ rd_kafka_buf_destroy(resp);
843
+ return -1;
844
+ }
845
+
846
+
847
+ /**
848
+ * @brief Handle OffsetFetch (fetch committed offsets)
849
+ */
850
+ static int rd_kafka_mock_handle_OffsetFetch(rd_kafka_mock_connection_t *mconn,
851
+ rd_kafka_buf_t *rkbuf) {
852
+ const rd_bool_t log_decode_errors = rd_true;
853
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
854
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
855
+ rd_kafka_mock_broker_t *mrkb;
856
+ rd_kafka_resp_err_t all_err;
857
+ int32_t TopicsCnt;
858
+ rd_kafkap_str_t GroupId;
859
+
860
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3) {
861
+ /* Response: ThrottleTime */
862
+ rd_kafka_buf_write_i32(resp, 0);
863
+ }
864
+
865
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
866
+
867
+ /* Inject error, if any */
868
+ all_err = rd_kafka_mock_next_request_error(mconn, resp);
869
+
870
+ mrkb = rd_kafka_mock_cluster_get_coord(mcluster, RD_KAFKA_COORD_GROUP,
871
+ &GroupId);
872
+ if (!mrkb && !all_err)
873
+ all_err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR; // FIXME? check if
874
+ // its this mrkb?
875
+
876
+
877
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, 100000);
878
+
879
+ /* Response: #Topics */
880
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
881
+
882
+ while (TopicsCnt-- > 0) {
883
+ rd_kafkap_str_t Topic;
884
+ int32_t PartitionCnt;
885
+ rd_kafka_mock_topic_t *mtopic;
886
+
887
+ rd_kafka_buf_read_str(rkbuf, &Topic);
888
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartitionCnt, 100000);
889
+
890
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
891
+
892
+ /* Response: Topic */
893
+ rd_kafka_buf_write_kstr(resp, &Topic);
894
+ /* Response: #Partitions */
895
+ rd_kafka_buf_write_arraycnt(resp, PartitionCnt);
896
+
897
+ while (PartitionCnt-- > 0) {
898
+ int32_t Partition;
899
+ rd_kafka_mock_partition_t *mpart = NULL;
900
+ const rd_kafka_mock_committed_offset_t *coff = NULL;
901
+ rd_kafka_resp_err_t err = all_err;
902
+
903
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
904
+
905
+ if (mtopic)
906
+ mpart = rd_kafka_mock_partition_find(mtopic,
907
+ Partition);
908
+
909
+ /* Response: Partition */
910
+ rd_kafka_buf_write_i32(resp, Partition);
911
+
912
+ if (!all_err && !mpart)
913
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
914
+
915
+ if (!err)
916
+ coff = rd_kafka_mock_committed_offset_find(
917
+ mpart, &GroupId);
918
+
919
+ /* Response: CommittedOffset */
920
+ rd_kafka_buf_write_i64(resp, coff ? coff->offset : -1);
921
+
922
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 5) {
923
+ /* Response: CommittedLeaderEpoch */
924
+ rd_kafka_buf_write_i32(
925
+ resp, mpart ? mpart->leader_epoch : -1);
926
+ }
927
+
928
+ /* Response: Metadata */
929
+ rd_kafka_buf_write_kstr(resp,
930
+ coff ? coff->metadata : NULL);
931
+
932
+ /* Response: ErrorCode */
933
+ rd_kafka_buf_write_i16(resp, err);
934
+
935
+ /* Response: Struct tags */
936
+ rd_kafka_buf_write_tags_empty(resp);
937
+
938
+ if (coff)
939
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCK",
940
+ "Topic %s [%" PRId32
941
+ "] returning "
942
+ "committed offset %" PRId64
943
+ " for group %s",
944
+ mtopic->name, mpart->id,
945
+ coff->offset, coff->group);
946
+ else
947
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCK",
948
+ "Topic %.*s [%" PRId32
949
+ "] has no "
950
+ "committed offset for group %.*s: "
951
+ "%s",
952
+ RD_KAFKAP_STR_PR(&Topic),
953
+ Partition,
954
+ RD_KAFKAP_STR_PR(&GroupId),
955
+ rd_kafka_err2str(err));
956
+ }
957
+
958
+ /* Request: Skip struct tags */
959
+ rd_kafka_buf_skip_tags(rkbuf);
960
+
961
+ /* Response: Struct tags */
962
+ rd_kafka_buf_write_tags_empty(resp);
963
+ }
964
+
965
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
966
+ /* Response: Outer ErrorCode */
967
+ rd_kafka_buf_write_i16(resp, all_err);
968
+ }
969
+
970
+
971
+ rd_kafka_mock_connection_send_response(mconn, resp);
972
+
973
+ return 0;
974
+
975
+ err_parse:
976
+ rd_kafka_buf_destroy(resp);
977
+ return -1;
978
+ }
979
+
980
+
981
+
982
+ /**
983
+ * @brief Handle OffsetCommit
984
+ */
985
+ static int rd_kafka_mock_handle_OffsetCommit(rd_kafka_mock_connection_t *mconn,
986
+ rd_kafka_buf_t *rkbuf) {
987
+ const rd_bool_t log_decode_errors = rd_true;
988
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
989
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
990
+ rd_kafka_mock_broker_t *mrkb;
991
+ rd_kafka_resp_err_t all_err;
992
+ int32_t GenerationId = -1, TopicsCnt;
993
+ rd_kafkap_str_t GroupId, MemberId, GroupInstanceId;
994
+
995
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3) {
996
+ /* Response: ThrottleTime */
997
+ rd_kafka_buf_write_i32(resp, 0);
998
+ }
999
+
1000
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
1001
+
1002
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1003
+ rd_kafka_buf_read_i32(rkbuf, &GenerationId);
1004
+ rd_kafka_buf_read_str(rkbuf, &MemberId);
1005
+ }
1006
+
1007
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 7)
1008
+ rd_kafka_buf_read_str(rkbuf, &GroupInstanceId);
1009
+
1010
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2 &&
1011
+ rkbuf->rkbuf_reqhdr.ApiVersion <= 4) {
1012
+ int64_t RetentionTimeMs;
1013
+ rd_kafka_buf_read_i64(rkbuf, &RetentionTimeMs);
1014
+ }
1015
+
1016
+
1017
+ /* Inject error, if any */
1018
+ all_err = rd_kafka_mock_next_request_error(mconn, resp);
1019
+
1020
+ mrkb = rd_kafka_mock_cluster_get_coord(mcluster, RD_KAFKA_COORD_GROUP,
1021
+ &GroupId);
1022
+ if (!mrkb && !all_err)
1023
+ all_err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
1024
+
1025
+
1026
+ if (!all_err) {
1027
+ rd_kafka_mock_cgrp_t *mcgrp;
1028
+
1029
+ mcgrp = rd_kafka_mock_cgrp_find(mcluster, &GroupId);
1030
+ if (mcgrp) {
1031
+ rd_kafka_mock_cgrp_member_t *member = NULL;
1032
+
1033
+ if (!RD_KAFKAP_STR_IS_NULL(&MemberId))
1034
+ member = rd_kafka_mock_cgrp_member_find(
1035
+ mcgrp, &MemberId);
1036
+
1037
+ if (!member)
1038
+ all_err = RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID;
1039
+ else
1040
+ all_err = rd_kafka_mock_cgrp_check_state(
1041
+ mcgrp, member, rkbuf, GenerationId);
1042
+ }
1043
+
1044
+ /* FIXME: also check that partitions are assigned to member */
1045
+ }
1046
+
1047
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, RD_KAFKAP_TOPICS_MAX);
1048
+
1049
+ /* Response: #Topics */
1050
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
1051
+
1052
+ while (TopicsCnt-- > 0) {
1053
+ rd_kafkap_str_t Topic;
1054
+ int32_t PartitionCnt;
1055
+ rd_kafka_mock_topic_t *mtopic;
1056
+
1057
+ rd_kafka_buf_read_str(rkbuf, &Topic);
1058
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartitionCnt,
1059
+ RD_KAFKAP_PARTITIONS_MAX);
1060
+
1061
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
1062
+
1063
+ /* Response: Topic */
1064
+ rd_kafka_buf_write_kstr(resp, &Topic);
1065
+ /* Response: #Partitions */
1066
+ rd_kafka_buf_write_arraycnt(resp, PartitionCnt);
1067
+
1068
+ while (PartitionCnt-- > 0) {
1069
+ int32_t Partition;
1070
+ rd_kafka_mock_partition_t *mpart = NULL;
1071
+ rd_kafka_resp_err_t err = all_err;
1072
+ int64_t CommittedOffset;
1073
+ rd_kafkap_str_t Metadata;
1074
+
1075
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
1076
+
1077
+ if (mtopic)
1078
+ mpart = rd_kafka_mock_partition_find(mtopic,
1079
+ Partition);
1080
+
1081
+ /* Response: Partition */
1082
+ rd_kafka_buf_write_i32(resp, Partition);
1083
+
1084
+ if (!all_err && !mpart)
1085
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
1086
+
1087
+ rd_kafka_buf_read_i64(rkbuf, &CommittedOffset);
1088
+
1089
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 6) {
1090
+ int32_t CommittedLeaderEpoch;
1091
+ rd_kafka_buf_read_i32(rkbuf,
1092
+ &CommittedLeaderEpoch);
1093
+
1094
+ if (!err && mpart)
1095
+ err =
1096
+ rd_kafka_mock_partition_leader_epoch_check(
1097
+ mpart, CommittedLeaderEpoch);
1098
+ }
1099
+
1100
+ if (rkbuf->rkbuf_reqhdr.ApiVersion == 1) {
1101
+ int64_t CommitTimestamp;
1102
+ rd_kafka_buf_read_i64(rkbuf, &CommitTimestamp);
1103
+ }
1104
+
1105
+ rd_kafka_buf_read_str(rkbuf, &Metadata);
1106
+ rd_kafka_buf_skip_tags(rkbuf);
1107
+
1108
+ if (!err)
1109
+ rd_kafka_mock_commit_offset(mpart, &GroupId,
1110
+ CommittedOffset,
1111
+ &Metadata);
1112
+
1113
+ /* Response: ErrorCode */
1114
+ rd_kafka_buf_write_i16(resp, err);
1115
+ rd_kafka_buf_write_tags_empty(resp);
1116
+ }
1117
+ rd_kafka_buf_skip_tags(rkbuf);
1118
+ rd_kafka_buf_write_tags_empty(resp);
1119
+ }
1120
+
1121
+ rd_kafka_mock_connection_send_response(mconn, resp);
1122
+
1123
+ return 0;
1124
+
1125
+ err_parse:
1126
+ rd_kafka_buf_destroy(resp);
1127
+ return -1;
1128
+ }
1129
+
1130
+
1131
+
1132
+ /**
1133
+ * @brief Handle ApiVersionRequest
1134
+ */
1135
+ static int rd_kafka_mock_handle_ApiVersion(rd_kafka_mock_connection_t *mconn,
1136
+ rd_kafka_buf_t *rkbuf);
1137
+
1138
+
1139
+ /**
1140
+ * @brief Write a MetadataResponse.Topics. entry to \p resp.
1141
+ *
1142
+ * @param mtopic may be NULL
1143
+ */
1144
+ static void
1145
+ rd_kafka_mock_buf_write_Metadata_Topic(rd_kafka_mock_cluster_t *mcluster,
1146
+ rd_kafka_buf_t *resp,
1147
+ int16_t ApiVersion,
1148
+ rd_kafka_Uuid_t topic_id,
1149
+ const char *topic,
1150
+ const rd_kafka_mock_topic_t *mtopic,
1151
+ rd_kafka_resp_err_t err) {
1152
+ int i;
1153
+ int partition_cnt =
1154
+ (!mtopic || err == RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART ||
1155
+ err == RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_ID)
1156
+ ? 0
1157
+ : mtopic->partition_cnt;
1158
+
1159
+ /* Response: Topics.ErrorCode */
1160
+ rd_kafka_buf_write_i16(resp, err);
1161
+ /* Response: Topics.Name */
1162
+ rd_kafka_buf_write_str(resp, topic, -1);
1163
+
1164
+ if (ApiVersion >= 10) {
1165
+ /* Response: Topics.TopicId */
1166
+ rd_kafka_buf_write_uuid(resp, &topic_id);
1167
+ }
1168
+
1169
+ if (ApiVersion >= 1) {
1170
+ /* Response: Topics.IsInternal */
1171
+ rd_kafka_buf_write_bool(resp, rd_false);
1172
+ }
1173
+ /* Response: Topics.#Partitions */
1174
+ rd_kafka_buf_write_arraycnt(resp, partition_cnt);
1175
+
1176
+ for (i = 0; mtopic && i < partition_cnt; i++) {
1177
+ rd_kafka_mock_partition_leader_t *mpart_leader;
1178
+ rd_kafka_mock_partition_t *mpart = &mtopic->partitions[i];
1179
+ int r;
1180
+
1181
+ /* Response: ..Partitions.ErrorCode */
1182
+ rd_kafka_buf_write_i16(resp, 0);
1183
+ /* Response: ..Partitions.PartitionIndex */
1184
+ rd_kafka_buf_write_i32(resp, mpart->id);
1185
+
1186
+ mpart_leader =
1187
+ rd_kafka_mock_partition_next_leader_response(mpart);
1188
+ if (mpart_leader) {
1189
+ rd_kafka_dbg(
1190
+ mcluster->rk, MOCK, "MOCK",
1191
+ "MetadataRequest: using next leader response "
1192
+ "(%" PRId32 ", %" PRId32 ")",
1193
+ mpart_leader->leader_id,
1194
+ mpart_leader->leader_epoch);
1195
+
1196
+ /* Response: ..Partitions.Leader */
1197
+ rd_kafka_buf_write_i32(resp, mpart_leader->leader_id);
1198
+
1199
+ if (ApiVersion >= 7) {
1200
+ /* Response: ..Partitions.LeaderEpoch */
1201
+ rd_kafka_buf_write_i32(
1202
+ resp, mpart_leader->leader_epoch);
1203
+ }
1204
+ rd_kafka_mock_partition_leader_destroy(mpart,
1205
+ mpart_leader);
1206
+ mpart_leader = NULL;
1207
+ } else {
1208
+ /* Response: ..Partitions.Leader */
1209
+ rd_kafka_buf_write_i32(
1210
+ resp, mpart->leader ? mpart->leader->id : -1);
1211
+
1212
+ if (ApiVersion >= 7) {
1213
+ /* Response: ..Partitions.LeaderEpoch */
1214
+ rd_kafka_buf_write_i32(resp,
1215
+ mpart->leader_epoch);
1216
+ }
1217
+ }
1218
+
1219
+ /* Response: ..Partitions.#ReplicaNodes */
1220
+ rd_kafka_buf_write_arraycnt(resp, mpart->replica_cnt);
1221
+ for (r = 0; r < mpart->replica_cnt; r++)
1222
+ rd_kafka_buf_write_i32(resp, mpart->replicas[r]->id);
1223
+
1224
+ /* Response: ..Partitions.#IsrNodes */
1225
+ /* Let Replicas == ISRs for now */
1226
+ rd_kafka_buf_write_arraycnt(resp, mpart->replica_cnt);
1227
+ for (r = 0; r < mpart->replica_cnt; r++)
1228
+ rd_kafka_buf_write_i32(resp, mpart->replicas[r]->id);
1229
+
1230
+ if (ApiVersion >= 5) {
1231
+ /* Response: ...OfflineReplicas */
1232
+ rd_kafka_buf_write_arraycnt(resp, 0);
1233
+ }
1234
+
1235
+ rd_kafka_buf_write_tags_empty(resp);
1236
+ }
1237
+
1238
+ if (ApiVersion >= 8) {
1239
+ /* Response: Topics.TopicAuthorizedOperations */
1240
+ rd_kafka_buf_write_i32(resp, INT32_MIN);
1241
+ }
1242
+
1243
+ rd_kafka_buf_write_tags_empty(resp);
1244
+ }
1245
+
1246
+
1247
+ /**
1248
+ * @brief Handle MetadataRequest
1249
+ */
1250
+ static int rd_kafka_mock_handle_Metadata(rd_kafka_mock_connection_t *mconn,
1251
+ rd_kafka_buf_t *rkbuf) {
1252
+ const rd_bool_t log_decode_errors = rd_true;
1253
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
1254
+ rd_bool_t AllowAutoTopicCreation = rd_true;
1255
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
1256
+ const rd_kafka_mock_broker_t *mrkb;
1257
+ rd_kafka_topic_partition_list_t *requested_topics = NULL;
1258
+ rd_bool_t list_all_topics = rd_false;
1259
+ int32_t TopicsCnt;
1260
+ int i;
1261
+
1262
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3) {
1263
+ /* Response: ThrottleTime */
1264
+ rd_kafka_buf_write_i32(resp, 0);
1265
+ }
1266
+
1267
+ /* Response: #Brokers */
1268
+ rd_kafka_buf_write_arraycnt(resp, mcluster->broker_cnt);
1269
+
1270
+ TAILQ_FOREACH(mrkb, &mcluster->brokers, link) {
1271
+ /* Response: Brokers.Nodeid */
1272
+ rd_kafka_buf_write_i32(resp, mrkb->id);
1273
+ /* Response: Brokers.Host */
1274
+ rd_kafka_buf_write_str(resp, mrkb->advertised_listener, -1);
1275
+ /* Response: Brokers.Port */
1276
+ rd_kafka_buf_write_i32(resp, (int32_t)mrkb->port);
1277
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1278
+ /* Response: Brokers.Rack (Matt's going to love this) */
1279
+ rd_kafka_buf_write_str(resp, mrkb->rack, -1);
1280
+ }
1281
+ rd_kafka_buf_write_tags_empty(resp);
1282
+ }
1283
+
1284
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
1285
+ /* Response: ClusterId */
1286
+ rd_kafka_buf_write_str(resp, mcluster->id, -1);
1287
+ }
1288
+
1289
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1290
+ /* Response: ControllerId */
1291
+ rd_kafka_buf_write_i32(resp, mcluster->controller_id);
1292
+ }
1293
+
1294
+ /* #Topics */
1295
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, RD_KAFKAP_TOPICS_MAX);
1296
+
1297
+ if (TopicsCnt > 0)
1298
+ requested_topics = rd_kafka_topic_partition_list_new(TopicsCnt);
1299
+ else if (rkbuf->rkbuf_reqhdr.ApiVersion == 0 || TopicsCnt == -1)
1300
+ list_all_topics = rd_true;
1301
+
1302
+ for (i = 0; i < TopicsCnt; i++) {
1303
+ rd_kafkap_str_t Topic;
1304
+ rd_kafka_Uuid_t TopicId = RD_KAFKA_UUID_ZERO;
1305
+ rd_kafka_topic_partition_t *rktpar;
1306
+ char *topic = NULL;
1307
+
1308
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 10) {
1309
+ /* TopicId */
1310
+ rd_kafka_buf_read_uuid(rkbuf, &TopicId);
1311
+ }
1312
+ rd_kafka_buf_read_str(rkbuf, &Topic);
1313
+ RD_KAFKAP_STR_DUPA(&topic, &Topic);
1314
+
1315
+ rktpar = rd_kafka_topic_partition_list_add(
1316
+ requested_topics, topic, RD_KAFKA_PARTITION_UA);
1317
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 10)
1318
+ rd_kafka_topic_partition_set_topic_id(rktpar, TopicId);
1319
+ rd_kafka_buf_skip_tags(rkbuf);
1320
+ }
1321
+
1322
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 4)
1323
+ rd_kafka_buf_read_bool(rkbuf, &AllowAutoTopicCreation);
1324
+
1325
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 8) {
1326
+ rd_bool_t IncludeClusterAuthorizedOperations;
1327
+ rd_bool_t IncludeTopicAuthorizedOperations;
1328
+ if (rkbuf->rkbuf_reqhdr.ApiVersion <= 10)
1329
+ rd_kafka_buf_read_bool(
1330
+ rkbuf, &IncludeClusterAuthorizedOperations);
1331
+ rd_kafka_buf_read_bool(rkbuf,
1332
+ &IncludeTopicAuthorizedOperations);
1333
+ }
1334
+
1335
+ if (list_all_topics) {
1336
+ rd_kafka_mock_topic_t *mtopic;
1337
+ /* Response: #Topics */
1338
+ rd_kafka_buf_write_arraycnt(resp, mcluster->topic_cnt);
1339
+
1340
+ TAILQ_FOREACH(mtopic, &mcluster->topics, link) {
1341
+ rd_kafka_mock_buf_write_Metadata_Topic(
1342
+ mcluster, resp, rkbuf->rkbuf_reqhdr.ApiVersion,
1343
+ mtopic->id, mtopic->name, mtopic, mtopic->err);
1344
+ }
1345
+
1346
+ } else if (requested_topics) {
1347
+ /* Response: #Topics */
1348
+ rd_kafka_buf_write_arraycnt(resp, requested_topics->cnt);
1349
+
1350
+ for (i = 0; i < requested_topics->cnt; i++) {
1351
+ const rd_kafka_topic_partition_t *rktpar =
1352
+ &requested_topics->elems[i];
1353
+ rd_kafka_mock_topic_t *mtopic = NULL;
1354
+ rd_kafka_resp_err_t err = RD_KAFKA_RESP_ERR_NO_ERROR;
1355
+ char *topic_name = rktpar->topic;
1356
+ rd_kafka_Uuid_t topic_id =
1357
+ rd_kafka_topic_partition_get_topic_id(rktpar);
1358
+ rd_bool_t invalid_before_12 =
1359
+ rkbuf->rkbuf_reqhdr.ApiVersion < 12 &&
1360
+ (!RD_KAFKA_UUID_IS_ZERO(topic_id) || !topic_name);
1361
+ rd_bool_t invalid_after_12 =
1362
+ rkbuf->rkbuf_reqhdr.ApiVersion >= 12 &&
1363
+ RD_KAFKA_UUID_IS_ZERO(topic_id) && !topic_name;
1364
+ if (invalid_before_12 || invalid_after_12) {
1365
+ err = RD_KAFKA_RESP_ERR_INVALID_REQUEST;
1366
+ }
1367
+
1368
+ if (!err) {
1369
+ rd_bool_t use_topic_id =
1370
+ !RD_KAFKA_UUID_IS_ZERO(topic_id);
1371
+ if (use_topic_id) {
1372
+ mtopic = rd_kafka_mock_topic_find_by_id(
1373
+ mcluster, topic_id);
1374
+ } else
1375
+ mtopic = rd_kafka_mock_topic_find(
1376
+ mcluster, topic_name);
1377
+
1378
+ if (mtopic) {
1379
+ topic_name = mtopic->name;
1380
+ topic_id = mtopic->id;
1381
+ } else if (!use_topic_id) {
1382
+ topic_name = rktpar->topic;
1383
+ } else {
1384
+ topic_name = NULL;
1385
+ }
1386
+
1387
+ if (!mtopic && topic_name &&
1388
+ AllowAutoTopicCreation) {
1389
+ mtopic =
1390
+ rd_kafka_mock_topic_auto_create(
1391
+ mcluster, topic_name, -1, &err);
1392
+ topic_id = mtopic->id;
1393
+ } else if (!mtopic) {
1394
+ err =
1395
+ use_topic_id
1396
+ ? RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_ID
1397
+ : RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
1398
+ }
1399
+ }
1400
+
1401
+ rd_kafka_mock_buf_write_Metadata_Topic(
1402
+ mcluster, resp, rkbuf->rkbuf_reqhdr.ApiVersion,
1403
+ topic_id, topic_name, mtopic,
1404
+ err ? err : mtopic->err);
1405
+ }
1406
+
1407
+ } else {
1408
+ /* Response: #Topics: brokers only */
1409
+ rd_kafka_buf_write_arraycnt(resp, 0);
1410
+ }
1411
+
1412
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 8 &&
1413
+ rkbuf->rkbuf_reqhdr.ApiVersion <= 10) {
1414
+ /* ClusterAuthorizedOperations */
1415
+ rd_kafka_buf_write_i32(resp, INT32_MIN);
1416
+ }
1417
+
1418
+ rd_kafka_buf_skip_tags(rkbuf);
1419
+ rd_kafka_buf_write_tags_empty(resp);
1420
+
1421
+ if (requested_topics)
1422
+ rd_kafka_topic_partition_list_destroy(requested_topics);
1423
+
1424
+ rd_kafka_mock_connection_send_response(mconn, resp);
1425
+
1426
+ return 0;
1427
+
1428
+ err_parse:
1429
+ if (requested_topics)
1430
+ rd_kafka_topic_partition_list_destroy(requested_topics);
1431
+
1432
+ rd_kafka_buf_destroy(resp);
1433
+ return -1;
1434
+ }
1435
+
1436
+
1437
+ /**
1438
+ * @brief Handle FindCoordinatorRequest
1439
+ */
1440
+ static int
1441
+ rd_kafka_mock_handle_FindCoordinator(rd_kafka_mock_connection_t *mconn,
1442
+ rd_kafka_buf_t *rkbuf) {
1443
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
1444
+ const rd_bool_t log_decode_errors = rd_true;
1445
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
1446
+ rd_kafkap_str_t Key;
1447
+ int8_t KeyType = RD_KAFKA_COORD_GROUP;
1448
+ const rd_kafka_mock_broker_t *mrkb = NULL;
1449
+ rd_kafka_resp_err_t err;
1450
+
1451
+ /* Key */
1452
+ rd_kafka_buf_read_str(rkbuf, &Key);
1453
+
1454
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1455
+ /* KeyType */
1456
+ rd_kafka_buf_read_i8(rkbuf, &KeyType);
1457
+ }
1458
+
1459
+
1460
+ /*
1461
+ * Construct response
1462
+ */
1463
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1464
+ /* Response: Throttle */
1465
+ rd_kafka_buf_write_i32(resp, 0);
1466
+ }
1467
+
1468
+ /* Inject error, if any */
1469
+ err = rd_kafka_mock_next_request_error(mconn, resp);
1470
+
1471
+ if (!err && RD_KAFKAP_STR_LEN(&Key) > 0) {
1472
+ mrkb = rd_kafka_mock_cluster_get_coord(mcluster, KeyType, &Key);
1473
+ rd_assert(mrkb);
1474
+ }
1475
+
1476
+ if (!mrkb && !err)
1477
+ err = RD_KAFKA_RESP_ERR_COORDINATOR_NOT_AVAILABLE;
1478
+
1479
+ if (err) {
1480
+ /* Response: ErrorCode and ErrorMessage */
1481
+ rd_kafka_buf_write_i16(resp, err);
1482
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1)
1483
+ rd_kafka_buf_write_str(resp, rd_kafka_err2str(err), -1);
1484
+
1485
+ /* Response: NodeId, Host, Port */
1486
+ rd_kafka_buf_write_i32(resp, -1);
1487
+ rd_kafka_buf_write_str(resp, NULL, -1);
1488
+ rd_kafka_buf_write_i32(resp, -1);
1489
+ } else {
1490
+ /* Response: ErrorCode and ErrorMessage */
1491
+ rd_kafka_buf_write_i16(resp, 0);
1492
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1)
1493
+ rd_kafka_buf_write_str(resp, NULL, -1);
1494
+
1495
+ /* Response: NodeId, Host, Port */
1496
+ rd_kafka_buf_write_i32(resp, mrkb->id);
1497
+ rd_kafka_buf_write_str(resp, mrkb->advertised_listener, -1);
1498
+ rd_kafka_buf_write_i32(resp, (int32_t)mrkb->port);
1499
+ }
1500
+
1501
+ rd_kafka_mock_connection_send_response(mconn, resp);
1502
+ return 0;
1503
+
1504
+ err_parse:
1505
+ rd_kafka_buf_destroy(resp);
1506
+ return -1;
1507
+ }
1508
+
1509
+
1510
+
1511
+ /**
1512
+ * @brief Handle JoinGroupRequest
1513
+ */
1514
+ static int rd_kafka_mock_handle_JoinGroup(rd_kafka_mock_connection_t *mconn,
1515
+ rd_kafka_buf_t *rkbuf) {
1516
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
1517
+ rd_kafka_mock_broker_t *mrkb;
1518
+ const rd_bool_t log_decode_errors = rd_true;
1519
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
1520
+ rd_kafkap_str_t GroupId, MemberId, ProtocolType;
1521
+ rd_kafkap_str_t GroupInstanceId = RD_KAFKAP_STR_INITIALIZER;
1522
+ int32_t SessionTimeoutMs;
1523
+ int32_t MaxPollIntervalMs = -1;
1524
+ int32_t ProtocolCnt = 0;
1525
+ int32_t i;
1526
+ rd_kafka_resp_err_t err;
1527
+ rd_kafka_mock_cgrp_t *mcgrp;
1528
+ rd_kafka_mock_cgrp_proto_t *protos = NULL;
1529
+
1530
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
1531
+ rd_kafka_buf_read_i32(rkbuf, &SessionTimeoutMs);
1532
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1)
1533
+ rd_kafka_buf_read_i32(rkbuf, &MaxPollIntervalMs);
1534
+ rd_kafka_buf_read_str(rkbuf, &MemberId);
1535
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 5)
1536
+ rd_kafka_buf_read_str(rkbuf, &GroupInstanceId);
1537
+ rd_kafka_buf_read_str(rkbuf, &ProtocolType);
1538
+ rd_kafka_buf_read_i32(rkbuf, &ProtocolCnt);
1539
+
1540
+ if (ProtocolCnt > 1000) {
1541
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCK",
1542
+ "JoinGroupRequest: ProtocolCnt %" PRId32
1543
+ " > max allowed 1000",
1544
+ ProtocolCnt);
1545
+ rd_kafka_buf_destroy(resp);
1546
+ return -1;
1547
+ }
1548
+
1549
+ protos = rd_malloc(sizeof(*protos) * ProtocolCnt);
1550
+ for (i = 0; i < ProtocolCnt; i++) {
1551
+ rd_kafkap_str_t ProtocolName;
1552
+ rd_kafkap_bytes_t Metadata;
1553
+ rd_kafka_buf_read_str(rkbuf, &ProtocolName);
1554
+ rd_kafka_buf_read_kbytes(rkbuf, &Metadata);
1555
+ protos[i].name = rd_kafkap_str_copy(&ProtocolName);
1556
+ protos[i].metadata = rd_kafkap_bytes_copy(&Metadata);
1557
+ }
1558
+
1559
+ /*
1560
+ * Construct response
1561
+ */
1562
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
1563
+ /* Response: Throttle */
1564
+ rd_kafka_buf_write_i32(resp, 0);
1565
+ }
1566
+
1567
+ /* Inject error, if any */
1568
+ err = rd_kafka_mock_next_request_error(mconn, resp);
1569
+
1570
+ if (!err) {
1571
+ mrkb = rd_kafka_mock_cluster_get_coord(
1572
+ mcluster, RD_KAFKA_COORD_GROUP, &GroupId);
1573
+
1574
+ if (!mrkb)
1575
+ err = RD_KAFKA_RESP_ERR_COORDINATOR_NOT_AVAILABLE;
1576
+ else if (mrkb != mconn->broker)
1577
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
1578
+ }
1579
+
1580
+ if (!err) {
1581
+ mcgrp =
1582
+ rd_kafka_mock_cgrp_get(mcluster, &GroupId, &ProtocolType);
1583
+ rd_assert(mcgrp);
1584
+
1585
+ /* This triggers an async rebalance, the response will be
1586
+ * sent later. */
1587
+ err = rd_kafka_mock_cgrp_member_add(
1588
+ mcgrp, mconn, resp, &MemberId, &ProtocolType,
1589
+ &GroupInstanceId, protos, ProtocolCnt, SessionTimeoutMs);
1590
+ if (!err) {
1591
+ /* .._add() assumes ownership of resp and protos */
1592
+ protos = NULL;
1593
+ rd_kafka_mock_connection_set_blocking(mconn, rd_true);
1594
+ return 0;
1595
+ }
1596
+ }
1597
+
1598
+ rd_kafka_mock_cgrp_protos_destroy(protos, ProtocolCnt);
1599
+
1600
+ /* Error case */
1601
+ rd_kafka_buf_write_i16(resp, err); /* ErrorCode */
1602
+ rd_kafka_buf_write_i32(resp, -1); /* GenerationId */
1603
+ rd_kafka_buf_write_str(resp, NULL, -1); /* ProtocolName */
1604
+ rd_kafka_buf_write_str(resp, NULL, -1); /* LeaderId */
1605
+ rd_kafka_buf_write_kstr(resp, NULL); /* MemberId */
1606
+ rd_kafka_buf_write_i32(resp, 0); /* MemberCnt */
1607
+
1608
+ rd_kafka_mock_connection_send_response(mconn, resp);
1609
+
1610
+ return 0;
1611
+
1612
+ err_parse:
1613
+ rd_kafka_buf_destroy(resp);
1614
+ if (protos)
1615
+ rd_kafka_mock_cgrp_protos_destroy(protos, ProtocolCnt);
1616
+ return -1;
1617
+ }
1618
+
1619
+
1620
+ /**
1621
+ * @brief Handle HeartbeatRequest
1622
+ */
1623
+ static int rd_kafka_mock_handle_Heartbeat(rd_kafka_mock_connection_t *mconn,
1624
+ rd_kafka_buf_t *rkbuf) {
1625
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
1626
+ rd_kafka_mock_broker_t *mrkb;
1627
+ const rd_bool_t log_decode_errors = rd_true;
1628
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
1629
+ rd_kafkap_str_t GroupId, MemberId;
1630
+ rd_kafkap_str_t GroupInstanceId = RD_KAFKAP_STR_INITIALIZER;
1631
+ int32_t GenerationId;
1632
+ rd_kafka_resp_err_t err;
1633
+ rd_kafka_mock_cgrp_t *mcgrp;
1634
+ rd_kafka_mock_cgrp_member_t *member = NULL;
1635
+
1636
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
1637
+ rd_kafka_buf_read_i32(rkbuf, &GenerationId);
1638
+ rd_kafka_buf_read_str(rkbuf, &MemberId);
1639
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3)
1640
+ rd_kafka_buf_read_str(rkbuf, &GroupInstanceId);
1641
+
1642
+ /*
1643
+ * Construct response
1644
+ */
1645
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1646
+ /* Response: Throttle */
1647
+ rd_kafka_buf_write_i32(resp, 0);
1648
+ }
1649
+
1650
+ /* Inject error, if any */
1651
+ err = rd_kafka_mock_next_request_error(mconn, resp);
1652
+ if (!err) {
1653
+ mrkb = rd_kafka_mock_cluster_get_coord(
1654
+ mcluster, RD_KAFKA_COORD_GROUP, &GroupId);
1655
+
1656
+ if (!mrkb)
1657
+ err = RD_KAFKA_RESP_ERR_COORDINATOR_NOT_AVAILABLE;
1658
+ else if (mrkb != mconn->broker)
1659
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
1660
+ }
1661
+
1662
+ if (!err) {
1663
+ mcgrp = rd_kafka_mock_cgrp_find(mcluster, &GroupId);
1664
+ if (!mcgrp)
1665
+ err = RD_KAFKA_RESP_ERR_GROUP_ID_NOT_FOUND;
1666
+ }
1667
+
1668
+ if (!err) {
1669
+ member = rd_kafka_mock_cgrp_member_find(mcgrp, &MemberId);
1670
+ if (!member)
1671
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID;
1672
+ }
1673
+
1674
+ if (!err)
1675
+ err = rd_kafka_mock_cgrp_check_state(mcgrp, member, rkbuf,
1676
+ GenerationId);
1677
+
1678
+ if (!err)
1679
+ rd_kafka_mock_cgrp_member_active(mcgrp, member);
1680
+
1681
+ rd_kafka_buf_write_i16(resp, err); /* ErrorCode */
1682
+
1683
+ rd_kafka_mock_connection_send_response(mconn, resp);
1684
+
1685
+ return 0;
1686
+
1687
+ err_parse:
1688
+ rd_kafka_buf_destroy(resp);
1689
+ return -1;
1690
+ }
1691
+
1692
+
1693
+ /**
1694
+ * @brief Handle LeaveGroupRequest
1695
+ */
1696
+ static int rd_kafka_mock_handle_LeaveGroup(rd_kafka_mock_connection_t *mconn,
1697
+ rd_kafka_buf_t *rkbuf) {
1698
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
1699
+ rd_kafka_mock_broker_t *mrkb;
1700
+ const rd_bool_t log_decode_errors = rd_true;
1701
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
1702
+ rd_kafkap_str_t GroupId, MemberId;
1703
+ rd_kafka_resp_err_t err;
1704
+ rd_kafka_mock_cgrp_t *mcgrp;
1705
+ rd_kafka_mock_cgrp_member_t *member = NULL;
1706
+
1707
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
1708
+ rd_kafka_buf_read_str(rkbuf, &MemberId);
1709
+
1710
+ /*
1711
+ * Construct response
1712
+ */
1713
+
1714
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1715
+ /* Response: Throttle */
1716
+ rd_kafka_buf_write_i32(resp, 0);
1717
+ }
1718
+
1719
+ /* Inject error, if any */
1720
+ err = rd_kafka_mock_next_request_error(mconn, resp);
1721
+ if (!err) {
1722
+ mrkb = rd_kafka_mock_cluster_get_coord(
1723
+ mcluster, RD_KAFKA_COORD_GROUP, &GroupId);
1724
+
1725
+ if (!mrkb)
1726
+ err = RD_KAFKA_RESP_ERR_COORDINATOR_NOT_AVAILABLE;
1727
+ else if (mrkb != mconn->broker)
1728
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
1729
+ }
1730
+
1731
+ if (!err) {
1732
+ mcgrp = rd_kafka_mock_cgrp_find(mcluster, &GroupId);
1733
+ if (!mcgrp)
1734
+ err = RD_KAFKA_RESP_ERR_GROUP_ID_NOT_FOUND;
1735
+ }
1736
+
1737
+ if (!err) {
1738
+ member = rd_kafka_mock_cgrp_member_find(mcgrp, &MemberId);
1739
+ if (!member)
1740
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID;
1741
+ }
1742
+
1743
+ if (!err)
1744
+ err = rd_kafka_mock_cgrp_check_state(mcgrp, member, rkbuf, -1);
1745
+
1746
+ if (!err)
1747
+ rd_kafka_mock_cgrp_member_leave(mcgrp, member);
1748
+
1749
+ rd_kafka_buf_write_i16(resp, err); /* ErrorCode */
1750
+
1751
+ rd_kafka_mock_connection_send_response(mconn, resp);
1752
+
1753
+ return 0;
1754
+
1755
+ err_parse:
1756
+ rd_kafka_buf_destroy(resp);
1757
+ return -1;
1758
+ }
1759
+
1760
+
1761
+
1762
+ /**
1763
+ * @brief Handle SyncGroupRequest
1764
+ */
1765
+ static int rd_kafka_mock_handle_SyncGroup(rd_kafka_mock_connection_t *mconn,
1766
+ rd_kafka_buf_t *rkbuf) {
1767
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
1768
+ rd_kafka_mock_broker_t *mrkb;
1769
+ const rd_bool_t log_decode_errors = rd_true;
1770
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
1771
+ rd_kafkap_str_t GroupId, MemberId;
1772
+ rd_kafkap_str_t GroupInstanceId = RD_KAFKAP_STR_INITIALIZER;
1773
+ int32_t GenerationId, AssignmentCnt;
1774
+ int32_t i;
1775
+ rd_kafka_resp_err_t err;
1776
+ rd_kafka_mock_cgrp_t *mcgrp = NULL;
1777
+ rd_kafka_mock_cgrp_member_t *member = NULL;
1778
+
1779
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
1780
+ rd_kafka_buf_read_i32(rkbuf, &GenerationId);
1781
+ rd_kafka_buf_read_str(rkbuf, &MemberId);
1782
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3)
1783
+ rd_kafka_buf_read_str(rkbuf, &GroupInstanceId);
1784
+ rd_kafka_buf_read_i32(rkbuf, &AssignmentCnt);
1785
+
1786
+ /*
1787
+ * Construct response
1788
+ */
1789
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
1790
+ /* Response: Throttle */
1791
+ rd_kafka_buf_write_i32(resp, 0);
1792
+ }
1793
+
1794
+ /* Inject error, if any */
1795
+ err = rd_kafka_mock_next_request_error(mconn, resp);
1796
+ if (!err) {
1797
+ mrkb = rd_kafka_mock_cluster_get_coord(
1798
+ mcluster, RD_KAFKA_COORD_GROUP, &GroupId);
1799
+
1800
+ if (!mrkb)
1801
+ err = RD_KAFKA_RESP_ERR_COORDINATOR_NOT_AVAILABLE;
1802
+ else if (mrkb != mconn->broker)
1803
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
1804
+ }
1805
+
1806
+ if (!err) {
1807
+ mcgrp = rd_kafka_mock_cgrp_find(mcluster, &GroupId);
1808
+ if (!mcgrp)
1809
+ err = RD_KAFKA_RESP_ERR_GROUP_ID_NOT_FOUND;
1810
+ }
1811
+
1812
+ if (!err) {
1813
+ member = rd_kafka_mock_cgrp_member_find(mcgrp, &MemberId);
1814
+ if (!member)
1815
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_MEMBER_ID;
1816
+ }
1817
+
1818
+ if (!err)
1819
+ err = rd_kafka_mock_cgrp_check_state(mcgrp, member, rkbuf,
1820
+ GenerationId);
1821
+
1822
+ if (!err)
1823
+ rd_kafka_mock_cgrp_member_active(mcgrp, member);
1824
+
1825
+ if (!err) {
1826
+ rd_bool_t is_leader = mcgrp->leader && mcgrp->leader == member;
1827
+
1828
+ if (AssignmentCnt > 0 && !is_leader)
1829
+ err =
1830
+ RD_KAFKA_RESP_ERR_NOT_LEADER_FOR_PARTITION; /* FIXME
1831
+ */
1832
+ else if (AssignmentCnt == 0 && is_leader)
1833
+ err = RD_KAFKA_RESP_ERR_INVALID_PARTITIONS; /* FIXME */
1834
+ }
1835
+
1836
+ for (i = 0; i < AssignmentCnt; i++) {
1837
+ rd_kafkap_str_t MemberId2;
1838
+ rd_kafkap_bytes_t Metadata;
1839
+ rd_kafka_mock_cgrp_member_t *member2;
1840
+
1841
+ rd_kafka_buf_read_str(rkbuf, &MemberId2);
1842
+ rd_kafka_buf_read_kbytes(rkbuf, &Metadata);
1843
+
1844
+ if (err)
1845
+ continue;
1846
+
1847
+ /* Find member */
1848
+ member2 = rd_kafka_mock_cgrp_member_find(mcgrp, &MemberId2);
1849
+ if (!member2)
1850
+ continue;
1851
+
1852
+ rd_kafka_mock_cgrp_member_assignment_set(mcgrp, member2,
1853
+ &Metadata);
1854
+ }
1855
+
1856
+ if (!err) {
1857
+ err = rd_kafka_mock_cgrp_member_sync_set(mcgrp, member, mconn,
1858
+ resp);
1859
+ /* .._sync_set() assumes ownership of resp */
1860
+ if (!err)
1861
+ return 0; /* Response will be sent when all members
1862
+ * are synchronized */
1863
+ }
1864
+
1865
+ /* Error case */
1866
+ rd_kafka_buf_write_i16(resp, err); /* ErrorCode */
1867
+ rd_kafka_buf_write_bytes(resp, NULL, -1); /* MemberState */
1868
+
1869
+ rd_kafka_mock_connection_send_response(mconn, resp);
1870
+
1871
+ return 0;
1872
+
1873
+ err_parse:
1874
+ rd_kafka_buf_destroy(resp);
1875
+ return -1;
1876
+ }
1877
+
1878
+
1879
+
1880
+ /**
1881
+ * @brief Generate a unique ProducerID
1882
+ */
1883
+ static const rd_kafka_pid_t
1884
+ rd_kafka_mock_pid_new(rd_kafka_mock_cluster_t *mcluster,
1885
+ const rd_kafkap_str_t *TransactionalId) {
1886
+ size_t tidlen =
1887
+ TransactionalId ? RD_KAFKAP_STR_LEN(TransactionalId) : 0;
1888
+ rd_kafka_mock_pid_t *mpid = rd_malloc(sizeof(*mpid) + tidlen);
1889
+ rd_kafka_pid_t ret;
1890
+
1891
+ mpid->pid.id = rd_jitter(1, 900000) * 1000;
1892
+ mpid->pid.epoch = 0;
1893
+
1894
+ if (tidlen > 0)
1895
+ memcpy(mpid->TransactionalId, TransactionalId->str, tidlen);
1896
+ mpid->TransactionalId[tidlen] = '\0';
1897
+
1898
+ mtx_lock(&mcluster->lock);
1899
+ rd_list_add(&mcluster->pids, mpid);
1900
+ ret = mpid->pid;
1901
+ mtx_unlock(&mcluster->lock);
1902
+
1903
+ return ret;
1904
+ }
1905
+
1906
+
1907
+ /**
1908
+ * @brief Finds a matching mcluster mock PID for the given \p pid.
1909
+ *
1910
+ * @locks_required mcluster->lock
1911
+ */
1912
+ rd_kafka_resp_err_t
1913
+ rd_kafka_mock_pid_find(rd_kafka_mock_cluster_t *mcluster,
1914
+ const rd_kafkap_str_t *TransactionalId,
1915
+ const rd_kafka_pid_t pid,
1916
+ rd_kafka_mock_pid_t **mpidp) {
1917
+ rd_kafka_mock_pid_t *mpid;
1918
+ rd_kafka_mock_pid_t skel = {pid};
1919
+
1920
+ *mpidp = NULL;
1921
+ mpid = rd_list_find(&mcluster->pids, &skel, rd_kafka_mock_pid_cmp_pid);
1922
+
1923
+ if (!mpid)
1924
+ return RD_KAFKA_RESP_ERR_UNKNOWN_PRODUCER_ID;
1925
+ else if (((TransactionalId != NULL) !=
1926
+ (*mpid->TransactionalId != '\0')) ||
1927
+ (TransactionalId &&
1928
+ rd_kafkap_str_cmp_str(TransactionalId,
1929
+ mpid->TransactionalId)))
1930
+ return RD_KAFKA_RESP_ERR_INVALID_PRODUCER_ID_MAPPING;
1931
+
1932
+ *mpidp = mpid;
1933
+ return RD_KAFKA_RESP_ERR_NO_ERROR;
1934
+ }
1935
+
1936
+
1937
+ /**
1938
+ * @brief Checks if the given pid is known, else returns an error.
1939
+ */
1940
+ static rd_kafka_resp_err_t
1941
+ rd_kafka_mock_pid_check(rd_kafka_mock_cluster_t *mcluster,
1942
+ const rd_kafkap_str_t *TransactionalId,
1943
+ const rd_kafka_pid_t check_pid) {
1944
+ rd_kafka_mock_pid_t *mpid;
1945
+ rd_kafka_resp_err_t err = RD_KAFKA_RESP_ERR_NO_ERROR;
1946
+
1947
+ mtx_lock(&mcluster->lock);
1948
+ err =
1949
+ rd_kafka_mock_pid_find(mcluster, TransactionalId, check_pid, &mpid);
1950
+ if (!err && check_pid.epoch != mpid->pid.epoch)
1951
+ err = RD_KAFKA_RESP_ERR_INVALID_PRODUCER_EPOCH;
1952
+ mtx_unlock(&mcluster->lock);
1953
+
1954
+ if (unlikely(err))
1955
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCK",
1956
+ "PID check failed for TransactionalId=%.*s: "
1957
+ "expected %s, not %s: %s",
1958
+ RD_KAFKAP_STR_PR(TransactionalId),
1959
+ mpid ? rd_kafka_pid2str(mpid->pid) : "none",
1960
+ rd_kafka_pid2str(check_pid),
1961
+ rd_kafka_err2name(err));
1962
+ return err;
1963
+ }
1964
+
1965
+
1966
+ /**
1967
+ * @brief Bump the epoch for an existing pid, or return an error
1968
+ * if the current_pid does not match an existing pid.
1969
+ */
1970
+ static rd_kafka_resp_err_t
1971
+ rd_kafka_mock_pid_bump(rd_kafka_mock_cluster_t *mcluster,
1972
+ const rd_kafkap_str_t *TransactionalId,
1973
+ rd_kafka_pid_t *current_pid) {
1974
+ rd_kafka_mock_pid_t *mpid;
1975
+ rd_kafka_resp_err_t err;
1976
+
1977
+ mtx_lock(&mcluster->lock);
1978
+ err = rd_kafka_mock_pid_find(mcluster, TransactionalId, *current_pid,
1979
+ &mpid);
1980
+ if (err) {
1981
+ mtx_unlock(&mcluster->lock);
1982
+ return err;
1983
+ }
1984
+
1985
+ if (current_pid->epoch != mpid->pid.epoch) {
1986
+ mtx_unlock(&mcluster->lock);
1987
+ return RD_KAFKA_RESP_ERR_INVALID_PRODUCER_EPOCH;
1988
+ }
1989
+
1990
+ mpid->pid.epoch++;
1991
+ *current_pid = mpid->pid;
1992
+ mtx_unlock(&mcluster->lock);
1993
+
1994
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCK", "Bumped PID %s",
1995
+ rd_kafka_pid2str(*current_pid));
1996
+
1997
+ return RD_KAFKA_RESP_ERR_NO_ERROR;
1998
+ }
1999
+
2000
+
2001
+ /**
2002
+ * @brief Handle InitProducerId
2003
+ */
2004
+ static int
2005
+ rd_kafka_mock_handle_InitProducerId(rd_kafka_mock_connection_t *mconn,
2006
+ rd_kafka_buf_t *rkbuf) {
2007
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2008
+ const rd_bool_t log_decode_errors = rd_true;
2009
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2010
+ rd_kafkap_str_t TransactionalId;
2011
+ rd_kafka_pid_t pid = RD_KAFKA_PID_INITIALIZER;
2012
+ rd_kafka_pid_t current_pid = RD_KAFKA_PID_INITIALIZER;
2013
+ int32_t TxnTimeoutMs;
2014
+ rd_kafka_resp_err_t err;
2015
+
2016
+ /* TransactionalId */
2017
+ rd_kafka_buf_read_str(rkbuf, &TransactionalId);
2018
+ /* TransactionTimeoutMs */
2019
+ rd_kafka_buf_read_i32(rkbuf, &TxnTimeoutMs);
2020
+
2021
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3) {
2022
+ /* ProducerId */
2023
+ rd_kafka_buf_read_i64(rkbuf, &current_pid.id);
2024
+ /* ProducerEpoch */
2025
+ rd_kafka_buf_read_i16(rkbuf, &current_pid.epoch);
2026
+ }
2027
+
2028
+ /*
2029
+ * Construct response
2030
+ */
2031
+
2032
+ /* ThrottleTimeMs */
2033
+ rd_kafka_buf_write_i32(resp, 0);
2034
+
2035
+ /* Inject error */
2036
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2037
+
2038
+ if (!err && !RD_KAFKAP_STR_IS_NULL(&TransactionalId)) {
2039
+ if (RD_KAFKAP_STR_LEN(&TransactionalId) == 0)
2040
+ err = RD_KAFKA_RESP_ERR_INVALID_REQUEST;
2041
+ else if (rd_kafka_mock_cluster_get_coord(
2042
+ mcluster, RD_KAFKA_COORD_TXN, &TransactionalId) !=
2043
+ mconn->broker)
2044
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
2045
+ }
2046
+
2047
+ if (!err) {
2048
+ if (rd_kafka_pid_valid(current_pid)) {
2049
+ /* Producer is asking for the transactional coordinator
2050
+ * to bump the epoch (KIP-360).
2051
+ * Verify that current_pid matches and then
2052
+ * bump the epoch. */
2053
+ err = rd_kafka_mock_pid_bump(mcluster, &TransactionalId,
2054
+ &current_pid);
2055
+ if (!err)
2056
+ pid = current_pid;
2057
+
2058
+ } else {
2059
+ /* Generate a new pid */
2060
+ pid = rd_kafka_mock_pid_new(mcluster, &TransactionalId);
2061
+ }
2062
+ }
2063
+
2064
+ /* ErrorCode */
2065
+ rd_kafka_buf_write_i16(resp, err);
2066
+
2067
+ /* ProducerId */
2068
+ rd_kafka_buf_write_i64(resp, pid.id);
2069
+ /* ProducerEpoch */
2070
+ rd_kafka_buf_write_i16(resp, pid.epoch);
2071
+
2072
+ rd_kafka_mock_connection_send_response(mconn, resp);
2073
+
2074
+ return 0;
2075
+
2076
+ err_parse:
2077
+ rd_kafka_buf_destroy(resp);
2078
+ return -1;
2079
+ }
2080
+
2081
+
2082
+
2083
+ /**
2084
+ * @brief Handle AddPartitionsToTxn
2085
+ */
2086
+ static int
2087
+ rd_kafka_mock_handle_AddPartitionsToTxn(rd_kafka_mock_connection_t *mconn,
2088
+ rd_kafka_buf_t *rkbuf) {
2089
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2090
+ const rd_bool_t log_decode_errors = rd_true;
2091
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2092
+ rd_kafka_resp_err_t all_err;
2093
+ rd_kafkap_str_t TransactionalId;
2094
+ rd_kafka_pid_t pid;
2095
+ int32_t TopicsCnt;
2096
+
2097
+ /* Response: ThrottleTimeMs */
2098
+ rd_kafka_buf_write_i32(resp, 0);
2099
+
2100
+ /* TransactionalId */
2101
+ rd_kafka_buf_read_str(rkbuf, &TransactionalId);
2102
+ /* ProducerId */
2103
+ rd_kafka_buf_read_i64(rkbuf, &pid.id);
2104
+ /* Epoch */
2105
+ rd_kafka_buf_read_i16(rkbuf, &pid.epoch);
2106
+ /* #Topics */
2107
+ rd_kafka_buf_read_i32(rkbuf, &TopicsCnt);
2108
+
2109
+ /* Response: #Results */
2110
+ rd_kafka_buf_write_i32(resp, TopicsCnt);
2111
+
2112
+ /* Inject error */
2113
+ all_err = rd_kafka_mock_next_request_error(mconn, resp);
2114
+
2115
+ if (!all_err &&
2116
+ rd_kafka_mock_cluster_get_coord(mcluster, RD_KAFKA_COORD_TXN,
2117
+ &TransactionalId) != mconn->broker)
2118
+ all_err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
2119
+
2120
+ if (!all_err)
2121
+ all_err =
2122
+ rd_kafka_mock_pid_check(mcluster, &TransactionalId, pid);
2123
+
2124
+ while (TopicsCnt-- > 0) {
2125
+ rd_kafkap_str_t Topic;
2126
+ int32_t PartsCnt;
2127
+ const rd_kafka_mock_topic_t *mtopic;
2128
+
2129
+ /* Topic */
2130
+ rd_kafka_buf_read_str(rkbuf, &Topic);
2131
+ /* Response: Topic */
2132
+ rd_kafka_buf_write_kstr(resp, &Topic);
2133
+
2134
+ /* #Partitions */
2135
+ rd_kafka_buf_read_i32(rkbuf, &PartsCnt);
2136
+ /* Response: #Partitions */
2137
+ rd_kafka_buf_write_i32(resp, PartsCnt);
2138
+
2139
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
2140
+
2141
+ while (PartsCnt--) {
2142
+ int32_t Partition;
2143
+ rd_kafka_resp_err_t err = all_err;
2144
+
2145
+ /* Partition */
2146
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
2147
+ /* Response: Partition */
2148
+ rd_kafka_buf_write_i32(resp, Partition);
2149
+
2150
+ if (!mtopic || Partition < 0 ||
2151
+ Partition >= mtopic->partition_cnt)
2152
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
2153
+ else if (mtopic && mtopic->err)
2154
+ err = mtopic->err;
2155
+
2156
+ /* Response: ErrorCode */
2157
+ rd_kafka_buf_write_i16(resp, err);
2158
+ }
2159
+ }
2160
+
2161
+ rd_kafka_mock_connection_send_response(mconn, resp);
2162
+
2163
+ return 0;
2164
+
2165
+ err_parse:
2166
+ rd_kafka_buf_destroy(resp);
2167
+ return -1;
2168
+ }
2169
+
2170
+
2171
+ /**
2172
+ * @brief Handle AddOffsetsToTxn
2173
+ */
2174
+ static int
2175
+ rd_kafka_mock_handle_AddOffsetsToTxn(rd_kafka_mock_connection_t *mconn,
2176
+ rd_kafka_buf_t *rkbuf) {
2177
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2178
+ const rd_bool_t log_decode_errors = rd_true;
2179
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2180
+ rd_kafka_resp_err_t err;
2181
+ rd_kafkap_str_t TransactionalId, GroupId;
2182
+ rd_kafka_pid_t pid;
2183
+
2184
+ /* TransactionalId */
2185
+ rd_kafka_buf_read_str(rkbuf, &TransactionalId);
2186
+ /* ProducerId */
2187
+ rd_kafka_buf_read_i64(rkbuf, &pid.id);
2188
+ /* Epoch */
2189
+ rd_kafka_buf_read_i16(rkbuf, &pid.epoch);
2190
+ /* GroupIdId */
2191
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
2192
+
2193
+ /* Response: ThrottleTimeMs */
2194
+ rd_kafka_buf_write_i32(resp, 0);
2195
+
2196
+ /* Inject error */
2197
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2198
+
2199
+ if (!err &&
2200
+ rd_kafka_mock_cluster_get_coord(mcluster, RD_KAFKA_COORD_TXN,
2201
+ &TransactionalId) != mconn->broker)
2202
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
2203
+
2204
+ if (!err)
2205
+ err = rd_kafka_mock_pid_check(mcluster, &TransactionalId, pid);
2206
+
2207
+ /* Response: ErrorCode */
2208
+ rd_kafka_buf_write_i16(resp, err);
2209
+
2210
+ rd_kafka_mock_connection_send_response(mconn, resp);
2211
+
2212
+ return 0;
2213
+
2214
+ err_parse:
2215
+ rd_kafka_buf_destroy(resp);
2216
+ return -1;
2217
+ }
2218
+
2219
+
2220
+ /**
2221
+ * @brief Handle TxnOffsetCommit
2222
+ */
2223
+ static int
2224
+ rd_kafka_mock_handle_TxnOffsetCommit(rd_kafka_mock_connection_t *mconn,
2225
+ rd_kafka_buf_t *rkbuf) {
2226
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2227
+ const rd_bool_t log_decode_errors = rd_true;
2228
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2229
+ rd_kafka_resp_err_t err;
2230
+ rd_kafkap_str_t TransactionalId, GroupId;
2231
+ rd_kafka_pid_t pid;
2232
+ int32_t TopicsCnt;
2233
+
2234
+ /* Response: ThrottleTimeMs */
2235
+ rd_kafka_buf_write_i32(resp, 0);
2236
+
2237
+ /* TransactionalId */
2238
+ rd_kafka_buf_read_str(rkbuf, &TransactionalId);
2239
+ /* GroupId */
2240
+ rd_kafka_buf_read_str(rkbuf, &GroupId);
2241
+ /* ProducerId */
2242
+ rd_kafka_buf_read_i64(rkbuf, &pid.id);
2243
+ /* Epoch */
2244
+ rd_kafka_buf_read_i16(rkbuf, &pid.epoch);
2245
+
2246
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3) {
2247
+ int32_t GenerationId;
2248
+ rd_kafkap_str_t kMemberId, kGroupInstanceId;
2249
+
2250
+ /* GenerationId */
2251
+ rd_kafka_buf_read_i32(rkbuf, &GenerationId);
2252
+ /* MemberId */
2253
+ rd_kafka_buf_read_str(rkbuf, &kMemberId);
2254
+ /* GroupInstanceId */
2255
+ rd_kafka_buf_read_str(rkbuf, &kGroupInstanceId);
2256
+ }
2257
+
2258
+ /* #Topics */
2259
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, 100000);
2260
+
2261
+ /* Response: #Results */
2262
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
2263
+
2264
+ /* Inject error */
2265
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2266
+
2267
+ if (!err &&
2268
+ rd_kafka_mock_cluster_get_coord(mcluster, RD_KAFKA_COORD_GROUP,
2269
+ &GroupId) != mconn->broker)
2270
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
2271
+
2272
+ if (!err)
2273
+ err = rd_kafka_mock_pid_check(mcluster, &TransactionalId, pid);
2274
+
2275
+ while (TopicsCnt-- > 0) {
2276
+ rd_kafkap_str_t Topic;
2277
+ int32_t PartsCnt;
2278
+ rd_kafka_mock_topic_t *mtopic;
2279
+
2280
+ /* Topic */
2281
+ rd_kafka_buf_read_str(rkbuf, &Topic);
2282
+ /* Response: Topic */
2283
+ rd_kafka_buf_write_kstr(resp, &Topic);
2284
+
2285
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
2286
+
2287
+ /* #Partitions */
2288
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartsCnt, 100000);
2289
+
2290
+ /* Response: #Partitions */
2291
+ rd_kafka_buf_write_arraycnt(resp, PartsCnt);
2292
+
2293
+ while (PartsCnt-- > 0) {
2294
+ int32_t Partition;
2295
+ int64_t Offset;
2296
+ rd_kafkap_str_t Metadata;
2297
+ rd_kafka_mock_partition_t *mpart;
2298
+
2299
+ /* Partition */
2300
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
2301
+ /* Response: Partition */
2302
+ rd_kafka_buf_write_i32(resp, Partition);
2303
+
2304
+ mpart = rd_kafka_mock_partition_find(mtopic, Partition);
2305
+ if (!err && !mpart)
2306
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
2307
+
2308
+ /* CommittedOffset */
2309
+ rd_kafka_buf_read_i64(rkbuf, &Offset);
2310
+
2311
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 2) {
2312
+ /* CommittedLeaderEpoch */
2313
+ int32_t CommittedLeaderEpoch;
2314
+ rd_kafka_buf_read_i32(rkbuf,
2315
+ &CommittedLeaderEpoch);
2316
+ if (!err && mpart)
2317
+ err =
2318
+ rd_kafka_mock_partition_leader_epoch_check(
2319
+ mpart, CommittedLeaderEpoch);
2320
+ }
2321
+
2322
+ /* CommittedMetadata */
2323
+ rd_kafka_buf_read_str(rkbuf, &Metadata);
2324
+
2325
+ /* Response: ErrorCode */
2326
+ rd_kafka_buf_write_i16(resp, err);
2327
+
2328
+ /* Request: Struct tags */
2329
+ rd_kafka_buf_skip_tags(rkbuf);
2330
+
2331
+ /* Response: Struct tags */
2332
+ rd_kafka_buf_write_tags_empty(resp);
2333
+ }
2334
+
2335
+ /* Request: Struct tags */
2336
+ rd_kafka_buf_skip_tags(rkbuf);
2337
+
2338
+ /* Response: Struct tags */
2339
+ rd_kafka_buf_write_tags_empty(resp);
2340
+ }
2341
+
2342
+ rd_kafka_mock_connection_send_response(mconn, resp);
2343
+
2344
+ return 0;
2345
+
2346
+ err_parse:
2347
+ rd_kafka_buf_destroy(resp);
2348
+ return -1;
2349
+ }
2350
+
2351
+
2352
+ /**
2353
+ * @brief Handle EndTxn
2354
+ */
2355
+ static int rd_kafka_mock_handle_EndTxn(rd_kafka_mock_connection_t *mconn,
2356
+ rd_kafka_buf_t *rkbuf) {
2357
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2358
+ const rd_bool_t log_decode_errors = rd_true;
2359
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2360
+ rd_kafka_resp_err_t err;
2361
+ rd_kafkap_str_t TransactionalId;
2362
+ rd_kafka_pid_t pid;
2363
+ rd_bool_t committed;
2364
+
2365
+ /* TransactionalId */
2366
+ rd_kafka_buf_read_str(rkbuf, &TransactionalId);
2367
+ /* ProducerId */
2368
+ rd_kafka_buf_read_i64(rkbuf, &pid.id);
2369
+ /* ProducerEpoch */
2370
+ rd_kafka_buf_read_i16(rkbuf, &pid.epoch);
2371
+ /* Committed */
2372
+ rd_kafka_buf_read_bool(rkbuf, &committed);
2373
+
2374
+ /*
2375
+ * Construct response
2376
+ */
2377
+
2378
+ /* ThrottleTimeMs */
2379
+ rd_kafka_buf_write_i32(resp, 0);
2380
+
2381
+ /* Inject error */
2382
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2383
+
2384
+ if (!err &&
2385
+ rd_kafka_mock_cluster_get_coord(mcluster, RD_KAFKA_COORD_TXN,
2386
+ &TransactionalId) != mconn->broker)
2387
+ err = RD_KAFKA_RESP_ERR_NOT_COORDINATOR;
2388
+
2389
+ if (!err)
2390
+ err = rd_kafka_mock_pid_check(mcluster, &TransactionalId, pid);
2391
+
2392
+ /* ErrorCode */
2393
+ rd_kafka_buf_write_i16(resp, err);
2394
+
2395
+ rd_kafka_mock_connection_send_response(mconn, resp);
2396
+
2397
+ return 0;
2398
+
2399
+ err_parse:
2400
+ rd_kafka_buf_destroy(resp);
2401
+ return -1;
2402
+ }
2403
+
2404
+ static int
2405
+ rd_kafka_mock_handle_OffsetForLeaderEpoch(rd_kafka_mock_connection_t *mconn,
2406
+ rd_kafka_buf_t *rkbuf) {
2407
+ const rd_bool_t log_decode_errors = rd_true;
2408
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2409
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2410
+ rd_kafka_resp_err_t err;
2411
+ int32_t TopicsCnt, i;
2412
+
2413
+ /* Response: ThrottleTimeMs */
2414
+ rd_kafka_buf_write_i32(resp, 0);
2415
+
2416
+ /* #Topics */
2417
+ rd_kafka_buf_read_arraycnt(rkbuf, &TopicsCnt, RD_KAFKAP_TOPICS_MAX);
2418
+
2419
+ /* Response: #Topics */
2420
+ rd_kafka_buf_write_arraycnt(resp, TopicsCnt);
2421
+
2422
+ /* Inject error */
2423
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2424
+
2425
+ for (i = 0; i < TopicsCnt; i++) {
2426
+ rd_kafkap_str_t Topic;
2427
+ int32_t PartitionsCnt, j;
2428
+ rd_kafka_mock_topic_t *mtopic;
2429
+
2430
+ /* Topic */
2431
+ rd_kafka_buf_read_str(rkbuf, &Topic);
2432
+
2433
+ mtopic = rd_kafka_mock_topic_find_by_kstr(mcluster, &Topic);
2434
+
2435
+ /* Response: Topic */
2436
+ rd_kafka_buf_write_kstr(resp, &Topic);
2437
+
2438
+ /* #Partitions */
2439
+ rd_kafka_buf_read_arraycnt(rkbuf, &PartitionsCnt,
2440
+ RD_KAFKAP_PARTITIONS_MAX);
2441
+
2442
+ /* Response: #Partitions */
2443
+ rd_kafka_buf_write_arraycnt(resp, PartitionsCnt);
2444
+
2445
+ for (j = 0; j < PartitionsCnt; j++) {
2446
+ rd_kafka_mock_partition_t *mpart;
2447
+ int32_t Partition, CurrentLeaderEpoch, LeaderEpoch;
2448
+ int64_t EndOffset = -1;
2449
+
2450
+ /* Partition */
2451
+ rd_kafka_buf_read_i32(rkbuf, &Partition);
2452
+ /* CurrentLeaderEpoch */
2453
+ rd_kafka_buf_read_i32(rkbuf, &CurrentLeaderEpoch);
2454
+ /* LeaderEpoch */
2455
+ rd_kafka_buf_read_i32(rkbuf, &LeaderEpoch);
2456
+
2457
+ mpart = rd_kafka_mock_partition_find(mtopic, Partition);
2458
+ if (!err && !mpart)
2459
+ err = RD_KAFKA_RESP_ERR_UNKNOWN_TOPIC_OR_PART;
2460
+
2461
+ if (!err && mpart)
2462
+ err =
2463
+ rd_kafka_mock_partition_leader_epoch_check(
2464
+ mpart, CurrentLeaderEpoch);
2465
+
2466
+ if (!err && mpart) {
2467
+ EndOffset =
2468
+ rd_kafka_mock_partition_offset_for_leader_epoch(
2469
+ mpart, LeaderEpoch);
2470
+ }
2471
+
2472
+ /* Response: ErrorCode */
2473
+ rd_kafka_buf_write_i16(resp, err);
2474
+ /* Response: Partition */
2475
+ rd_kafka_buf_write_i32(resp, Partition);
2476
+ /* Response: LeaderEpoch */
2477
+ rd_kafka_buf_write_i32(resp, LeaderEpoch);
2478
+ /* Response: Partition */
2479
+ rd_kafka_buf_write_i64(resp, EndOffset);
2480
+ }
2481
+ }
2482
+
2483
+ rd_kafka_mock_connection_send_response(mconn, resp);
2484
+
2485
+ return 0;
2486
+
2487
+ err_parse:
2488
+ rd_kafka_buf_destroy(resp);
2489
+ return -1;
2490
+ }
2491
+
2492
+ /**
2493
+ * @brief Handle GetTelemetrySubscriptions
2494
+ */
2495
+ static int rd_kafka_mock_handle_GetTelemetrySubscriptions(
2496
+ rd_kafka_mock_connection_t *mconn,
2497
+ rd_kafka_buf_t *rkbuf) {
2498
+ const rd_bool_t log_decode_errors = rd_true;
2499
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2500
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2501
+ rd_kafka_resp_err_t err;
2502
+ size_t i;
2503
+ rd_kafka_Uuid_t ClientInstanceId;
2504
+ rd_kafka_Uuid_t zero_uuid = RD_KAFKA_UUID_ZERO;
2505
+
2506
+ /* Request: ClientInstanceId */
2507
+ rd_kafka_buf_read_uuid(rkbuf, &ClientInstanceId);
2508
+ if (ClientInstanceId.least_significant_bits ==
2509
+ zero_uuid.least_significant_bits &&
2510
+ ClientInstanceId.most_significant_bits ==
2511
+ zero_uuid.most_significant_bits) {
2512
+ /* Some random numbers */
2513
+ ClientInstanceId.least_significant_bits = 129;
2514
+ ClientInstanceId.most_significant_bits = 298;
2515
+ }
2516
+
2517
+ /* Response: ThrottleTimeMs */
2518
+ rd_kafka_buf_write_i32(resp, 0);
2519
+
2520
+ /* Inject error */
2521
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2522
+
2523
+ /* Response: ErrorCode */
2524
+ rd_kafka_buf_write_i16(resp, err);
2525
+
2526
+ /* Response: ClientInstanceId*/
2527
+ rd_kafka_buf_write_uuid(resp, &ClientInstanceId);
2528
+
2529
+ /* Response: SubscriptionId */
2530
+ // TODO: Calculate subscription ID.
2531
+ rd_kafka_buf_write_i32(resp, 0);
2532
+
2533
+ /* Response: #AcceptedCompressionTypes */
2534
+ rd_kafka_buf_write_arraycnt(resp, 4);
2535
+
2536
+ /* Response: AcceptedCompressionTypes */
2537
+ rd_kafka_buf_write_i8(resp, RD_KAFKA_COMPRESSION_ZSTD);
2538
+ rd_kafka_buf_write_i8(resp, RD_KAFKA_COMPRESSION_LZ4);
2539
+ rd_kafka_buf_write_i8(resp, RD_KAFKA_COMPRESSION_GZIP);
2540
+ rd_kafka_buf_write_i8(resp, RD_KAFKA_COMPRESSION_SNAPPY);
2541
+
2542
+ /* Response: PushIntervalMs */
2543
+ /* We use the value in telemetry_push_interval_ms, and if not set, the
2544
+ * default of 5 minutes. */
2545
+ rd_kafka_buf_write_i32(resp, mcluster->telemetry_push_interval_ms > 0
2546
+ ? mcluster->telemetry_push_interval_ms
2547
+ : (5 * 60 * 1000));
2548
+
2549
+ /* Response: TelemetryMaxBytes */
2550
+ rd_kafka_buf_write_i32(resp, 10000);
2551
+
2552
+ /* Response: DeltaTemporality */
2553
+ rd_kafka_buf_write_bool(resp, rd_true);
2554
+
2555
+ /* Response: #RequestedMetrics */
2556
+ rd_kafka_buf_write_arraycnt(resp, mcluster->metrics_cnt);
2557
+
2558
+ for (i = 0; i < mcluster->metrics_cnt; i++)
2559
+ rd_kafka_buf_write_str(resp, mcluster->metrics[i], -1);
2560
+
2561
+ rd_kafka_mock_connection_send_response(mconn, resp);
2562
+
2563
+ return 0;
2564
+
2565
+ err_parse:
2566
+ rd_kafka_buf_destroy(resp);
2567
+ return -1;
2568
+ }
2569
+
2570
+ /**
2571
+ * @brief Handle PushTelemetry
2572
+ */
2573
+
2574
+ static void rd_kafka_mock_handle_PushTelemetry_decoded_NumberDataPoint(
2575
+ void *opaque,
2576
+ const opentelemetry_proto_metrics_v1_NumberDataPoint *decoded) {
2577
+ rd_kafka_broker_t *rkb = opaque;
2578
+ if (decoded->which_value ==
2579
+ opentelemetry_proto_metrics_v1_NumberDataPoint_as_int_tag)
2580
+ rd_rkb_log(rkb, LOG_INFO, "MOCKTELEMETRY",
2581
+ "NumberDataPoint int value: %" PRId64
2582
+ " time: %" PRIu64,
2583
+ decoded->value.as_int, decoded->time_unix_nano);
2584
+ else if (decoded->which_value ==
2585
+ opentelemetry_proto_metrics_v1_NumberDataPoint_as_double_tag)
2586
+ rd_rkb_log(rkb, LOG_INFO, "MOCKTELEMETRY",
2587
+ "NumberDataPoint double value: %f time: %" PRIu64,
2588
+ decoded->value.as_double, decoded->time_unix_nano);
2589
+ }
2590
+
2591
+ static void
2592
+ rd_kafka_mock_handle_PushTelemetry_decoded_int64(void *opaque,
2593
+ int64_t int64_value) {
2594
+ rd_kafka_broker_t *rkb = opaque;
2595
+ rd_rkb_log(rkb, LOG_INFO, "MOCKTELEMETRY", "int64 value: %" PRId64,
2596
+ int64_value);
2597
+ }
2598
+
2599
+ static void
2600
+ rd_kafka_mock_handle_PushTelemetry_decoded_string(void *opaque,
2601
+ const uint8_t *decoded) {
2602
+ rd_kafka_broker_t *rkb = opaque;
2603
+ rd_rkb_log(rkb, LOG_INFO, "MOCKTELEMETRY", "string value: %s", decoded);
2604
+ }
2605
+
2606
+ static void rd_kafka_mock_handle_PushTelemetry_decoded_type(
2607
+ void *opaque,
2608
+ rd_kafka_telemetry_metric_type_t type) {
2609
+ rd_kafka_broker_t *rkb = opaque;
2610
+ rd_rkb_log(rkb, LOG_INFO, "MOCKTELEMETRY", "Metric type: %d", type);
2611
+ }
2612
+
2613
+ static void rd_kafka_mock_handle_PushTelemetry_decode_error(void *opaque,
2614
+ const char *error,
2615
+ ...) {
2616
+ rd_kafka_broker_t *rkb = opaque;
2617
+ va_list ap;
2618
+ va_start(ap, error);
2619
+ rd_rkb_log(rkb, LOG_ERR, "MOCKTELEMETRY", error, ap);
2620
+ va_end(ap);
2621
+ rd_assert(!*"Failure while decoding telemetry data");
2622
+ }
2623
+
2624
+ void rd_kafka_mock_handle_PushTelemetry_payload(rd_kafka_broker_t *rkb,
2625
+ void *payload,
2626
+ size_t size) {
2627
+ rd_kafka_telemetry_decode_interface_t decode_interface = {
2628
+ .decoded_string = rd_kafka_mock_handle_PushTelemetry_decoded_string,
2629
+ .decoded_NumberDataPoint =
2630
+ rd_kafka_mock_handle_PushTelemetry_decoded_NumberDataPoint,
2631
+ .decoded_int64 = rd_kafka_mock_handle_PushTelemetry_decoded_int64,
2632
+ .decoded_type = rd_kafka_mock_handle_PushTelemetry_decoded_type,
2633
+ .decode_error = rd_kafka_mock_handle_PushTelemetry_decode_error,
2634
+ .opaque = rkb,
2635
+ };
2636
+ rd_kafka_telemetry_decode_metrics(&decode_interface, payload, size);
2637
+ }
2638
+
2639
+ static int rd_kafka_mock_handle_PushTelemetry(rd_kafka_mock_connection_t *mconn,
2640
+ rd_kafka_buf_t *rkbuf) {
2641
+ rd_kafka_broker_t *rkb = mconn->broker->cluster->dummy_rkb;
2642
+ const rd_bool_t log_decode_errors = rd_true;
2643
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2644
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2645
+ rd_kafka_Uuid_t ClientInstanceId;
2646
+ int32_t SubscriptionId;
2647
+ rd_bool_t terminating;
2648
+ rd_kafka_compression_t compression_type = RD_KAFKA_COMPRESSION_NONE;
2649
+ rd_kafkap_bytes_t metrics;
2650
+ rd_kafka_resp_err_t err;
2651
+
2652
+ rd_kafka_buf_read_uuid(rkbuf, &ClientInstanceId);
2653
+ rd_kafka_buf_read_i32(rkbuf, &SubscriptionId);
2654
+ rd_kafka_buf_read_bool(rkbuf, &terminating);
2655
+ rd_kafka_buf_read_i8(rkbuf, &compression_type);
2656
+ rd_kafka_buf_read_kbytes(rkbuf, &metrics);
2657
+
2658
+ void *uncompressed_payload = NULL;
2659
+ size_t uncompressed_payload_len = 0;
2660
+
2661
+ if (compression_type != RD_KAFKA_COMPRESSION_NONE) {
2662
+ rd_rkb_log(rkb, LOG_DEBUG, "MOCKTELEMETRY",
2663
+ "Compression type %s",
2664
+ rd_kafka_compression2str(compression_type));
2665
+ int err_uncompress =
2666
+ rd_kafka_telemetry_uncompress_metrics_payload(
2667
+ rkb, compression_type, (void *)metrics.data,
2668
+ metrics.len, &uncompressed_payload,
2669
+ &uncompressed_payload_len);
2670
+ if (err_uncompress) {
2671
+ rd_kafka_dbg(mcluster->rk, MOCK, "MOCKTELEMETRY",
2672
+ "Failed to uncompress "
2673
+ "telemetry payload.");
2674
+ goto err_parse;
2675
+ }
2676
+ } else {
2677
+ uncompressed_payload = (void *)metrics.data;
2678
+ uncompressed_payload_len = metrics.len;
2679
+ }
2680
+
2681
+ rd_kafka_mock_handle_PushTelemetry_payload(rkb, uncompressed_payload,
2682
+ uncompressed_payload_len);
2683
+ if (compression_type != RD_KAFKA_COMPRESSION_NONE)
2684
+ rd_free(uncompressed_payload);
2685
+
2686
+ /* ThrottleTime */
2687
+ rd_kafka_buf_write_i32(resp, 0);
2688
+
2689
+ /* ErrorCode */
2690
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2691
+ rd_kafka_buf_write_i16(resp, err);
2692
+
2693
+ rd_kafka_mock_connection_send_response(mconn, resp);
2694
+
2695
+ return 0;
2696
+
2697
+ err_parse:
2698
+ rd_kafka_buf_destroy(resp);
2699
+ return -1;
2700
+ }
2701
+
2702
+ /**
2703
+ * @brief Default request handlers
2704
+ */
2705
+ const struct rd_kafka_mock_api_handler
2706
+ rd_kafka_mock_api_handlers[RD_KAFKAP__NUM] = {
2707
+ /* [request-type] = { MinVersion, MaxVersion, FlexVersion, callback } */
2708
+ [RD_KAFKAP_Produce] = {0, 10, 9, rd_kafka_mock_handle_Produce},
2709
+ [RD_KAFKAP_Fetch] = {0, 16, 12, rd_kafka_mock_handle_Fetch},
2710
+ [RD_KAFKAP_ListOffsets] = {0, 7, 6, rd_kafka_mock_handle_ListOffsets},
2711
+ [RD_KAFKAP_OffsetFetch] = {0, 6, 6, rd_kafka_mock_handle_OffsetFetch},
2712
+ [RD_KAFKAP_OffsetCommit] = {0, 9, 8, rd_kafka_mock_handle_OffsetCommit},
2713
+ [RD_KAFKAP_ApiVersion] = {0, 2, 3, rd_kafka_mock_handle_ApiVersion},
2714
+ [RD_KAFKAP_Metadata] = {0, 12, 9, rd_kafka_mock_handle_Metadata},
2715
+ [RD_KAFKAP_FindCoordinator] = {0, 3, 3,
2716
+ rd_kafka_mock_handle_FindCoordinator},
2717
+ [RD_KAFKAP_InitProducerId] = {0, 4, 2,
2718
+ rd_kafka_mock_handle_InitProducerId},
2719
+ [RD_KAFKAP_JoinGroup] = {0, 6, 6, rd_kafka_mock_handle_JoinGroup},
2720
+ [RD_KAFKAP_Heartbeat] = {0, 5, 4, rd_kafka_mock_handle_Heartbeat},
2721
+ [RD_KAFKAP_LeaveGroup] = {0, 4, 4, rd_kafka_mock_handle_LeaveGroup},
2722
+ [RD_KAFKAP_SyncGroup] = {0, 4, 4, rd_kafka_mock_handle_SyncGroup},
2723
+ [RD_KAFKAP_AddPartitionsToTxn] =
2724
+ {0, 1, -1, rd_kafka_mock_handle_AddPartitionsToTxn},
2725
+ [RD_KAFKAP_AddOffsetsToTxn] = {0, 1, -1,
2726
+ rd_kafka_mock_handle_AddOffsetsToTxn},
2727
+ [RD_KAFKAP_TxnOffsetCommit] = {0, 3, 3,
2728
+ rd_kafka_mock_handle_TxnOffsetCommit},
2729
+ [RD_KAFKAP_EndTxn] = {0, 1, -1, rd_kafka_mock_handle_EndTxn},
2730
+ [RD_KAFKAP_OffsetForLeaderEpoch] =
2731
+ {2, 2, -1, rd_kafka_mock_handle_OffsetForLeaderEpoch},
2732
+ [RD_KAFKAP_GetTelemetrySubscriptions] =
2733
+ {0, 0, 0, rd_kafka_mock_handle_GetTelemetrySubscriptions},
2734
+ [RD_KAFKAP_PushTelemetry] = {0, 0, 0,
2735
+ rd_kafka_mock_handle_PushTelemetry},
2736
+ };
2737
+
2738
+
2739
+
2740
+ /**
2741
+ * @brief Handle ApiVersionRequest.
2742
+ *
2743
+ * @remark This is the only handler that needs to handle unsupported
2744
+ * ApiVersions.
2745
+ */
2746
+ static int rd_kafka_mock_handle_ApiVersion(rd_kafka_mock_connection_t *mconn,
2747
+ rd_kafka_buf_t *rkbuf) {
2748
+ rd_kafka_mock_cluster_t *mcluster = mconn->broker->cluster;
2749
+ rd_kafka_buf_t *resp = rd_kafka_mock_buf_new_response(rkbuf);
2750
+ size_t of_ApiKeysCnt;
2751
+ int cnt = 0;
2752
+ rd_kafka_resp_err_t err = RD_KAFKA_RESP_ERR_NO_ERROR;
2753
+ int i;
2754
+
2755
+ /* Inject error */
2756
+ err = rd_kafka_mock_next_request_error(mconn, resp);
2757
+
2758
+ if (!err && !rd_kafka_mock_cluster_ApiVersion_check(
2759
+ mcluster, rkbuf->rkbuf_reqhdr.ApiKey,
2760
+ rkbuf->rkbuf_reqhdr.ApiVersion))
2761
+ err = RD_KAFKA_RESP_ERR_UNSUPPORTED_VERSION;
2762
+
2763
+ /* ApiVersionRequest/Response with flexver (>=v3) has a mix
2764
+ * of flexver and standard fields for backwards compatibility reasons,
2765
+ * so we handcraft the response instead. */
2766
+ resp->rkbuf_flags &= ~RD_KAFKA_OP_F_FLEXVER;
2767
+
2768
+ /* ErrorCode */
2769
+ rd_kafka_buf_write_i16(resp, err);
2770
+
2771
+ /* #ApiKeys (updated later) */
2772
+ /* FIXME: FLEXVER: This is a uvarint and will require more than 1 byte
2773
+ * if the array count exceeds 126. */
2774
+ if (rkbuf->rkbuf_flags & RD_KAFKA_OP_F_FLEXVER)
2775
+ of_ApiKeysCnt = rd_kafka_buf_write_i8(resp, 0);
2776
+ else
2777
+ of_ApiKeysCnt = rd_kafka_buf_write_i32(resp, 0);
2778
+
2779
+ for (i = 0; i < RD_KAFKAP__NUM; i++) {
2780
+ if (!mcluster->api_handlers[i].cb ||
2781
+ mcluster->api_handlers[i].MaxVersion == -1)
2782
+ continue;
2783
+
2784
+
2785
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 3) {
2786
+ if (err && i != RD_KAFKAP_ApiVersion)
2787
+ continue;
2788
+ }
2789
+
2790
+ /* ApiKey */
2791
+ rd_kafka_buf_write_i16(resp, (int16_t)i);
2792
+ /* MinVersion */
2793
+ rd_kafka_buf_write_i16(resp,
2794
+ mcluster->api_handlers[i].MinVersion);
2795
+ /* MaxVersion */
2796
+ rd_kafka_buf_write_i16(resp,
2797
+ mcluster->api_handlers[i].MaxVersion);
2798
+
2799
+ cnt++;
2800
+ }
2801
+
2802
+ /* FIXME: uvarint */
2803
+ if (rkbuf->rkbuf_flags & RD_KAFKA_OP_F_FLEXVER) {
2804
+ rd_assert(cnt <= 126);
2805
+ rd_kafka_buf_update_i8(resp, of_ApiKeysCnt, cnt);
2806
+ } else
2807
+ rd_kafka_buf_update_i32(resp, of_ApiKeysCnt, cnt);
2808
+
2809
+ if (rkbuf->rkbuf_reqhdr.ApiVersion >= 1) {
2810
+ /* ThrottletimeMs */
2811
+ rd_kafka_buf_write_i32(resp, 0);
2812
+ }
2813
+
2814
+ rd_kafka_mock_connection_send_response(mconn, resp);
2815
+
2816
+ return 0;
2817
+ }