tigerbeetle 0.0.40 → 0.17.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (293) hide show
  1. checksums.yaml +4 -4
  2. data/LICENSE +0 -25
  3. data/README.md +670 -80
  4. data/docs/migration.md +201 -0
  5. data/sig/tigerbeetle.rbs +271 -0
  6. data/src/ext/tigerbeetle/extconf.rb +47 -0
  7. data/src/ext/tigerbeetle/lib/aarch64-linux-gnu.2.27/libtb_client.so +0 -0
  8. data/src/ext/tigerbeetle/lib/aarch64-linux-musl/libtb_client.so +0 -0
  9. data/src/ext/tigerbeetle/lib/aarch64-macos/libtb_client.dylib +0 -0
  10. data/src/ext/tigerbeetle/lib/x86_64-linux-gnu.2.27/libtb_client.so +0 -0
  11. data/src/ext/tigerbeetle/lib/x86_64-linux-musl/libtb_client.so +0 -0
  12. data/src/ext/tigerbeetle/lib/x86_64-macos/libtb_client.dylib +0 -0
  13. data/src/ext/tigerbeetle/lib/x86_64-windows/tb_client.dll +0 -0
  14. data/src/ext/tigerbeetle/rb_tb_gen.h +458 -0
  15. data/{ext/tb_client/tigerbeetle/src/clients/rust/assets → src/ext/tigerbeetle}/tb_client.h +18 -16
  16. data/src/ext/tigerbeetle/tigerbeetle.c +310 -0
  17. data/src/tigerbeetle/bindings.rb +347 -0
  18. data/src/tigerbeetle/client.rb +129 -0
  19. data/src/tigerbeetle/completion_dispatcher.rb +108 -0
  20. data/src/tigerbeetle/id.rb +40 -0
  21. data/src/tigerbeetle/tb.rb +3 -0
  22. data/src/tigerbeetle/version.rb +3 -0
  23. data/src/tigerbeetle.rb +39 -0
  24. metadata +33 -350
  25. data/CHANGELOG.md +0 -162
  26. data/ext/tb_client/extconf.rb +0 -41
  27. data/ext/tb_client/tigerbeetle/LICENSE +0 -177
  28. data/ext/tb_client/tigerbeetle/build.zig +0 -2296
  29. data/ext/tb_client/tigerbeetle/src/aof.zig +0 -1000
  30. data/ext/tb_client/tigerbeetle/src/build/fetch.zig +0 -112
  31. data/ext/tb_client/tigerbeetle/src/build_multiversion.zig +0 -808
  32. data/ext/tb_client/tigerbeetle/src/cdc/amqp/protocol.zig +0 -1283
  33. data/ext/tb_client/tigerbeetle/src/cdc/amqp/spec.zig +0 -1704
  34. data/ext/tb_client/tigerbeetle/src/cdc/amqp/types.zig +0 -341
  35. data/ext/tb_client/tigerbeetle/src/cdc/amqp.zig +0 -1450
  36. data/ext/tb_client/tigerbeetle/src/cdc/runner.zig +0 -1659
  37. data/ext/tb_client/tigerbeetle/src/clients/c/samples/main.c +0 -406
  38. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/context.zig +0 -1092
  39. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/echo_client.zig +0 -286
  40. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/packet.zig +0 -158
  41. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/signal.zig +0 -229
  42. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/signal_fuzz.zig +0 -110
  43. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client.h +0 -386
  44. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client.zig +0 -34
  45. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_exports.zig +0 -281
  46. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_header.zig +0 -312
  47. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_header_test.zig +0 -138
  48. data/ext/tb_client/tigerbeetle/src/clients/c/test.zig +0 -466
  49. data/ext/tb_client/tigerbeetle/src/clients/docs_samples.zig +0 -157
  50. data/ext/tb_client/tigerbeetle/src/clients/docs_types.zig +0 -90
  51. data/ext/tb_client/tigerbeetle/src/clients/dotnet/ci.zig +0 -203
  52. data/ext/tb_client/tigerbeetle/src/clients/dotnet/docs.zig +0 -79
  53. data/ext/tb_client/tigerbeetle/src/clients/dotnet/dotnet_bindings.zig +0 -542
  54. data/ext/tb_client/tigerbeetle/src/clients/go/ci.zig +0 -109
  55. data/ext/tb_client/tigerbeetle/src/clients/go/docs.zig +0 -86
  56. data/ext/tb_client/tigerbeetle/src/clients/go/go_bindings.zig +0 -370
  57. data/ext/tb_client/tigerbeetle/src/clients/go/pkg/native/tb_client.h +0 -386
  58. data/ext/tb_client/tigerbeetle/src/clients/java/ci.zig +0 -167
  59. data/ext/tb_client/tigerbeetle/src/clients/java/docs.zig +0 -126
  60. data/ext/tb_client/tigerbeetle/src/clients/java/java_bindings.zig +0 -996
  61. data/ext/tb_client/tigerbeetle/src/clients/java/src/client.zig +0 -748
  62. data/ext/tb_client/tigerbeetle/src/clients/java/src/jni.zig +0 -3238
  63. data/ext/tb_client/tigerbeetle/src/clients/java/src/jni_tests.zig +0 -1718
  64. data/ext/tb_client/tigerbeetle/src/clients/java/src/jni_thread_cleaner.zig +0 -190
  65. data/ext/tb_client/tigerbeetle/src/clients/node/ci.zig +0 -104
  66. data/ext/tb_client/tigerbeetle/src/clients/node/docs.zig +0 -75
  67. data/ext/tb_client/tigerbeetle/src/clients/node/node.zig +0 -522
  68. data/ext/tb_client/tigerbeetle/src/clients/node/node_bindings.zig +0 -267
  69. data/ext/tb_client/tigerbeetle/src/clients/node/src/c.zig +0 -3
  70. data/ext/tb_client/tigerbeetle/src/clients/node/src/translate.zig +0 -379
  71. data/ext/tb_client/tigerbeetle/src/clients/python/ci.zig +0 -131
  72. data/ext/tb_client/tigerbeetle/src/clients/python/docs.zig +0 -63
  73. data/ext/tb_client/tigerbeetle/src/clients/python/python_bindings.zig +0 -588
  74. data/ext/tb_client/tigerbeetle/src/clients/rust/ci.zig +0 -73
  75. data/ext/tb_client/tigerbeetle/src/clients/rust/docs.zig +0 -106
  76. data/ext/tb_client/tigerbeetle/src/clients/rust/rust_bindings.zig +0 -305
  77. data/ext/tb_client/tigerbeetle/src/config.zig +0 -296
  78. data/ext/tb_client/tigerbeetle/src/constants.zig +0 -790
  79. data/ext/tb_client/tigerbeetle/src/copyhound.zig +0 -202
  80. data/ext/tb_client/tigerbeetle/src/counting_allocator.zig +0 -72
  81. data/ext/tb_client/tigerbeetle/src/direction.zig +0 -120
  82. data/ext/tb_client/tigerbeetle/src/docs_website/build.zig +0 -158
  83. data/ext/tb_client/tigerbeetle/src/docs_website/src/content.zig +0 -156
  84. data/ext/tb_client/tigerbeetle/src/docs_website/src/docs.zig +0 -252
  85. data/ext/tb_client/tigerbeetle/src/docs_website/src/file_checker.zig +0 -313
  86. data/ext/tb_client/tigerbeetle/src/docs_website/src/html.zig +0 -87
  87. data/ext/tb_client/tigerbeetle/src/docs_website/src/page_writer.zig +0 -63
  88. data/ext/tb_client/tigerbeetle/src/docs_website/src/redirects.zig +0 -47
  89. data/ext/tb_client/tigerbeetle/src/docs_website/src/search_index_writer.zig +0 -28
  90. data/ext/tb_client/tigerbeetle/src/docs_website/src/service_worker_writer.zig +0 -61
  91. data/ext/tb_client/tigerbeetle/src/docs_website/src/single_page_writer.zig +0 -169
  92. data/ext/tb_client/tigerbeetle/src/docs_website/src/website.zig +0 -46
  93. data/ext/tb_client/tigerbeetle/src/ewah.zig +0 -445
  94. data/ext/tb_client/tigerbeetle/src/ewah_benchmark.zig +0 -128
  95. data/ext/tb_client/tigerbeetle/src/ewah_fuzz.zig +0 -171
  96. data/ext/tb_client/tigerbeetle/src/fuzz_tests.zig +0 -179
  97. data/ext/tb_client/tigerbeetle/src/integration_tests.zig +0 -662
  98. data/ext/tb_client/tigerbeetle/src/io/common.zig +0 -155
  99. data/ext/tb_client/tigerbeetle/src/io/darwin.zig +0 -1093
  100. data/ext/tb_client/tigerbeetle/src/io/linux.zig +0 -1880
  101. data/ext/tb_client/tigerbeetle/src/io/test.zig +0 -1005
  102. data/ext/tb_client/tigerbeetle/src/io/windows.zig +0 -1598
  103. data/ext/tb_client/tigerbeetle/src/io.zig +0 -34
  104. data/ext/tb_client/tigerbeetle/src/iops.zig +0 -134
  105. data/ext/tb_client/tigerbeetle/src/list.zig +0 -236
  106. data/ext/tb_client/tigerbeetle/src/lsm/binary_search.zig +0 -848
  107. data/ext/tb_client/tigerbeetle/src/lsm/binary_search_benchmark.zig +0 -179
  108. data/ext/tb_client/tigerbeetle/src/lsm/cache_map.zig +0 -424
  109. data/ext/tb_client/tigerbeetle/src/lsm/cache_map_fuzz.zig +0 -420
  110. data/ext/tb_client/tigerbeetle/src/lsm/compaction.zig +0 -2114
  111. data/ext/tb_client/tigerbeetle/src/lsm/composite_key.zig +0 -185
  112. data/ext/tb_client/tigerbeetle/src/lsm/forest.zig +0 -1146
  113. data/ext/tb_client/tigerbeetle/src/lsm/forest_fuzz.zig +0 -1102
  114. data/ext/tb_client/tigerbeetle/src/lsm/forest_table_iterator.zig +0 -200
  115. data/ext/tb_client/tigerbeetle/src/lsm/groove.zig +0 -1495
  116. data/ext/tb_client/tigerbeetle/src/lsm/k_way_merge.zig +0 -739
  117. data/ext/tb_client/tigerbeetle/src/lsm/k_way_merge_benchmark.zig +0 -166
  118. data/ext/tb_client/tigerbeetle/src/lsm/manifest.zig +0 -754
  119. data/ext/tb_client/tigerbeetle/src/lsm/manifest_level.zig +0 -1294
  120. data/ext/tb_client/tigerbeetle/src/lsm/manifest_level_fuzz.zig +0 -510
  121. data/ext/tb_client/tigerbeetle/src/lsm/manifest_log.zig +0 -1241
  122. data/ext/tb_client/tigerbeetle/src/lsm/manifest_log_fuzz.zig +0 -628
  123. data/ext/tb_client/tigerbeetle/src/lsm/node_pool.zig +0 -247
  124. data/ext/tb_client/tigerbeetle/src/lsm/scan_buffer.zig +0 -116
  125. data/ext/tb_client/tigerbeetle/src/lsm/scan_builder.zig +0 -543
  126. data/ext/tb_client/tigerbeetle/src/lsm/scan_fuzz.zig +0 -938
  127. data/ext/tb_client/tigerbeetle/src/lsm/scan_lookup.zig +0 -293
  128. data/ext/tb_client/tigerbeetle/src/lsm/scan_merge.zig +0 -359
  129. data/ext/tb_client/tigerbeetle/src/lsm/scan_range.zig +0 -99
  130. data/ext/tb_client/tigerbeetle/src/lsm/scan_state.zig +0 -17
  131. data/ext/tb_client/tigerbeetle/src/lsm/scan_tree.zig +0 -962
  132. data/ext/tb_client/tigerbeetle/src/lsm/schema.zig +0 -617
  133. data/ext/tb_client/tigerbeetle/src/lsm/scratch_memory.zig +0 -84
  134. data/ext/tb_client/tigerbeetle/src/lsm/segmented_array.zig +0 -1500
  135. data/ext/tb_client/tigerbeetle/src/lsm/segmented_array_benchmark.zig +0 -149
  136. data/ext/tb_client/tigerbeetle/src/lsm/segmented_array_fuzz.zig +0 -7
  137. data/ext/tb_client/tigerbeetle/src/lsm/set_associative_cache.zig +0 -865
  138. data/ext/tb_client/tigerbeetle/src/lsm/table.zig +0 -607
  139. data/ext/tb_client/tigerbeetle/src/lsm/table_memory.zig +0 -843
  140. data/ext/tb_client/tigerbeetle/src/lsm/table_value_iterator.zig +0 -90
  141. data/ext/tb_client/tigerbeetle/src/lsm/timestamp_range.zig +0 -40
  142. data/ext/tb_client/tigerbeetle/src/lsm/tree.zig +0 -629
  143. data/ext/tb_client/tigerbeetle/src/lsm/tree_fuzz.zig +0 -933
  144. data/ext/tb_client/tigerbeetle/src/lsm/zig_zag_merge.zig +0 -534
  145. data/ext/tb_client/tigerbeetle/src/message_buffer.zig +0 -469
  146. data/ext/tb_client/tigerbeetle/src/message_bus.zig +0 -1219
  147. data/ext/tb_client/tigerbeetle/src/message_bus_fuzz.zig +0 -936
  148. data/ext/tb_client/tigerbeetle/src/message_pool.zig +0 -343
  149. data/ext/tb_client/tigerbeetle/src/multiversion.zig +0 -2195
  150. data/ext/tb_client/tigerbeetle/src/queue.zig +0 -390
  151. data/ext/tb_client/tigerbeetle/src/repl/completion.zig +0 -201
  152. data/ext/tb_client/tigerbeetle/src/repl/parser.zig +0 -1356
  153. data/ext/tb_client/tigerbeetle/src/repl/terminal.zig +0 -496
  154. data/ext/tb_client/tigerbeetle/src/repl.zig +0 -1034
  155. data/ext/tb_client/tigerbeetle/src/scripts/amqp.zig +0 -973
  156. data/ext/tb_client/tigerbeetle/src/scripts/cfo.zig +0 -1866
  157. data/ext/tb_client/tigerbeetle/src/scripts/changelog.zig +0 -304
  158. data/ext/tb_client/tigerbeetle/src/scripts/ci.zig +0 -227
  159. data/ext/tb_client/tigerbeetle/src/scripts/client_readmes.zig +0 -658
  160. data/ext/tb_client/tigerbeetle/src/scripts/devhub.zig +0 -466
  161. data/ext/tb_client/tigerbeetle/src/scripts/release.zig +0 -1058
  162. data/ext/tb_client/tigerbeetle/src/scripts.zig +0 -105
  163. data/ext/tb_client/tigerbeetle/src/shell.zig +0 -1195
  164. data/ext/tb_client/tigerbeetle/src/stack.zig +0 -260
  165. data/ext/tb_client/tigerbeetle/src/state_machine/auditor.zig +0 -911
  166. data/ext/tb_client/tigerbeetle/src/state_machine/workload.zig +0 -2079
  167. data/ext/tb_client/tigerbeetle/src/state_machine.zig +0 -4872
  168. data/ext/tb_client/tigerbeetle/src/state_machine_fuzz.zig +0 -288
  169. data/ext/tb_client/tigerbeetle/src/state_machine_tests.zig +0 -3128
  170. data/ext/tb_client/tigerbeetle/src/static_allocator.zig +0 -82
  171. data/ext/tb_client/tigerbeetle/src/stdx/bit_set.zig +0 -157
  172. data/ext/tb_client/tigerbeetle/src/stdx/bounded_array.zig +0 -292
  173. data/ext/tb_client/tigerbeetle/src/stdx/debug.zig +0 -65
  174. data/ext/tb_client/tigerbeetle/src/stdx/flags.zig +0 -1414
  175. data/ext/tb_client/tigerbeetle/src/stdx/huge_page_allocator.zig +0 -115
  176. data/ext/tb_client/tigerbeetle/src/stdx/mlock.zig +0 -92
  177. data/ext/tb_client/tigerbeetle/src/stdx/prng.zig +0 -677
  178. data/ext/tb_client/tigerbeetle/src/stdx/radix.zig +0 -336
  179. data/ext/tb_client/tigerbeetle/src/stdx/ring_buffer.zig +0 -511
  180. data/ext/tb_client/tigerbeetle/src/stdx/sort_test.zig +0 -112
  181. data/ext/tb_client/tigerbeetle/src/stdx/stdx.zig +0 -1163
  182. data/ext/tb_client/tigerbeetle/src/stdx/testing/low_level_hash_vectors.zig +0 -142
  183. data/ext/tb_client/tigerbeetle/src/stdx/testing/snaptest.zig +0 -361
  184. data/ext/tb_client/tigerbeetle/src/stdx/time_units.zig +0 -275
  185. data/ext/tb_client/tigerbeetle/src/stdx/unshare.zig +0 -295
  186. data/ext/tb_client/tigerbeetle/src/stdx/vendored/aegis.zig +0 -436
  187. data/ext/tb_client/tigerbeetle/src/stdx/windows.zig +0 -48
  188. data/ext/tb_client/tigerbeetle/src/stdx/zipfian.zig +0 -402
  189. data/ext/tb_client/tigerbeetle/src/storage.zig +0 -489
  190. data/ext/tb_client/tigerbeetle/src/storage_fuzz.zig +0 -180
  191. data/ext/tb_client/tigerbeetle/src/testing/bench.zig +0 -146
  192. data/ext/tb_client/tigerbeetle/src/testing/cluster/grid_checker.zig +0 -53
  193. data/ext/tb_client/tigerbeetle/src/testing/cluster/journal_checker.zig +0 -61
  194. data/ext/tb_client/tigerbeetle/src/testing/cluster/manifest_checker.zig +0 -76
  195. data/ext/tb_client/tigerbeetle/src/testing/cluster/message_bus.zig +0 -110
  196. data/ext/tb_client/tigerbeetle/src/testing/cluster/network.zig +0 -412
  197. data/ext/tb_client/tigerbeetle/src/testing/cluster/state_checker.zig +0 -331
  198. data/ext/tb_client/tigerbeetle/src/testing/cluster/storage_checker.zig +0 -458
  199. data/ext/tb_client/tigerbeetle/src/testing/cluster.zig +0 -1198
  200. data/ext/tb_client/tigerbeetle/src/testing/exhaustigen.zig +0 -128
  201. data/ext/tb_client/tigerbeetle/src/testing/fixtures.zig +0 -181
  202. data/ext/tb_client/tigerbeetle/src/testing/fuzz.zig +0 -144
  203. data/ext/tb_client/tigerbeetle/src/testing/id.zig +0 -97
  204. data/ext/tb_client/tigerbeetle/src/testing/io.zig +0 -317
  205. data/ext/tb_client/tigerbeetle/src/testing/marks.zig +0 -126
  206. data/ext/tb_client/tigerbeetle/src/testing/packet_simulator.zig +0 -533
  207. data/ext/tb_client/tigerbeetle/src/testing/reply_sequence.zig +0 -154
  208. data/ext/tb_client/tigerbeetle/src/testing/state_machine.zig +0 -389
  209. data/ext/tb_client/tigerbeetle/src/testing/storage.zig +0 -1247
  210. data/ext/tb_client/tigerbeetle/src/testing/table.zig +0 -249
  211. data/ext/tb_client/tigerbeetle/src/testing/time.zig +0 -98
  212. data/ext/tb_client/tigerbeetle/src/testing/tmp_tigerbeetle.zig +0 -212
  213. data/ext/tb_client/tigerbeetle/src/testing/vortex/constants.zig +0 -26
  214. data/ext/tb_client/tigerbeetle/src/testing/vortex/faulty_network.zig +0 -579
  215. data/ext/tb_client/tigerbeetle/src/testing/vortex/java_driver/ci.zig +0 -39
  216. data/ext/tb_client/tigerbeetle/src/testing/vortex/logged_process.zig +0 -214
  217. data/ext/tb_client/tigerbeetle/src/testing/vortex/rust_driver/ci.zig +0 -34
  218. data/ext/tb_client/tigerbeetle/src/testing/vortex/supervisor.zig +0 -785
  219. data/ext/tb_client/tigerbeetle/src/testing/vortex/workload.zig +0 -543
  220. data/ext/tb_client/tigerbeetle/src/testing/vortex/zig_driver.zig +0 -181
  221. data/ext/tb_client/tigerbeetle/src/tidy.zig +0 -1449
  222. data/ext/tb_client/tigerbeetle/src/tigerbeetle/benchmark_driver.zig +0 -227
  223. data/ext/tb_client/tigerbeetle/src/tigerbeetle/benchmark_load.zig +0 -1069
  224. data/ext/tb_client/tigerbeetle/src/tigerbeetle/cli.zig +0 -1422
  225. data/ext/tb_client/tigerbeetle/src/tigerbeetle/inspect.zig +0 -1658
  226. data/ext/tb_client/tigerbeetle/src/tigerbeetle/inspect_integrity.zig +0 -518
  227. data/ext/tb_client/tigerbeetle/src/tigerbeetle/libtb_client.zig +0 -36
  228. data/ext/tb_client/tigerbeetle/src/tigerbeetle/main.zig +0 -646
  229. data/ext/tb_client/tigerbeetle/src/tigerbeetle.zig +0 -958
  230. data/ext/tb_client/tigerbeetle/src/time.zig +0 -236
  231. data/ext/tb_client/tigerbeetle/src/trace/event.zig +0 -745
  232. data/ext/tb_client/tigerbeetle/src/trace/statsd.zig +0 -462
  233. data/ext/tb_client/tigerbeetle/src/trace.zig +0 -556
  234. data/ext/tb_client/tigerbeetle/src/unit_tests.zig +0 -321
  235. data/ext/tb_client/tigerbeetle/src/vopr.zig +0 -1785
  236. data/ext/tb_client/tigerbeetle/src/vortex.zig +0 -101
  237. data/ext/tb_client/tigerbeetle/src/vsr/checkpoint_trailer.zig +0 -473
  238. data/ext/tb_client/tigerbeetle/src/vsr/checksum.zig +0 -208
  239. data/ext/tb_client/tigerbeetle/src/vsr/checksum_benchmark.zig +0 -43
  240. data/ext/tb_client/tigerbeetle/src/vsr/client.zig +0 -768
  241. data/ext/tb_client/tigerbeetle/src/vsr/client_replies.zig +0 -532
  242. data/ext/tb_client/tigerbeetle/src/vsr/client_sessions.zig +0 -338
  243. data/ext/tb_client/tigerbeetle/src/vsr/clock.zig +0 -1019
  244. data/ext/tb_client/tigerbeetle/src/vsr/fault_detector.zig +0 -279
  245. data/ext/tb_client/tigerbeetle/src/vsr/free_set.zig +0 -1381
  246. data/ext/tb_client/tigerbeetle/src/vsr/free_set_fuzz.zig +0 -315
  247. data/ext/tb_client/tigerbeetle/src/vsr/grid.zig +0 -1460
  248. data/ext/tb_client/tigerbeetle/src/vsr/grid_blocks_missing.zig +0 -757
  249. data/ext/tb_client/tigerbeetle/src/vsr/grid_scrubber.zig +0 -797
  250. data/ext/tb_client/tigerbeetle/src/vsr/journal.zig +0 -2586
  251. data/ext/tb_client/tigerbeetle/src/vsr/marzullo.zig +0 -308
  252. data/ext/tb_client/tigerbeetle/src/vsr/message_header.zig +0 -1777
  253. data/ext/tb_client/tigerbeetle/src/vsr/multi_batch.zig +0 -715
  254. data/ext/tb_client/tigerbeetle/src/vsr/multi_batch_fuzz.zig +0 -185
  255. data/ext/tb_client/tigerbeetle/src/vsr/repair_budget.zig +0 -333
  256. data/ext/tb_client/tigerbeetle/src/vsr/replica.zig +0 -12356
  257. data/ext/tb_client/tigerbeetle/src/vsr/replica_format.zig +0 -416
  258. data/ext/tb_client/tigerbeetle/src/vsr/replica_reformat.zig +0 -165
  259. data/ext/tb_client/tigerbeetle/src/vsr/replica_test.zig +0 -2928
  260. data/ext/tb_client/tigerbeetle/src/vsr/routing.zig +0 -1075
  261. data/ext/tb_client/tigerbeetle/src/vsr/superblock.zig +0 -1603
  262. data/ext/tb_client/tigerbeetle/src/vsr/superblock_fuzz.zig +0 -484
  263. data/ext/tb_client/tigerbeetle/src/vsr/superblock_quorums.zig +0 -405
  264. data/ext/tb_client/tigerbeetle/src/vsr/superblock_quorums_fuzz.zig +0 -355
  265. data/ext/tb_client/tigerbeetle/src/vsr/sync.zig +0 -29
  266. data/ext/tb_client/tigerbeetle/src/vsr.zig +0 -1727
  267. data/lib/tb_client/shared_lib.rb +0 -66
  268. data/lib/tb_client.rb +0 -282
  269. data/lib/tigerbeetle/account.rb +0 -38
  270. data/lib/tigerbeetle/account_balance.rb +0 -23
  271. data/lib/tigerbeetle/account_filter.rb +0 -31
  272. data/lib/tigerbeetle/atomic_counter.rb +0 -14
  273. data/lib/tigerbeetle/client.rb +0 -214
  274. data/lib/tigerbeetle/converters/account.rb +0 -63
  275. data/lib/tigerbeetle/converters/account_balance.rb +0 -31
  276. data/lib/tigerbeetle/converters/account_filter.rb +0 -32
  277. data/lib/tigerbeetle/converters/base.rb +0 -35
  278. data/lib/tigerbeetle/converters/create_accounts_result.rb +0 -21
  279. data/lib/tigerbeetle/converters/create_transfers_result.rb +0 -21
  280. data/lib/tigerbeetle/converters/query_filter.rb +0 -33
  281. data/lib/tigerbeetle/converters/time.rb +0 -23
  282. data/lib/tigerbeetle/converters/transfer.rb +0 -64
  283. data/lib/tigerbeetle/converters/uint_128.rb +0 -24
  284. data/lib/tigerbeetle/converters.rb +0 -12
  285. data/lib/tigerbeetle/error.rb +0 -4
  286. data/lib/tigerbeetle/id.rb +0 -30
  287. data/lib/tigerbeetle/platforms.rb +0 -9
  288. data/lib/tigerbeetle/query_filter.rb +0 -31
  289. data/lib/tigerbeetle/request.rb +0 -7
  290. data/lib/tigerbeetle/transfer.rb +0 -40
  291. data/lib/tigerbeetle/version.rb +0 -4
  292. data/lib/tigerbeetle.rb +0 -13
  293. data/tigerbeetle.gemspec +0 -60
@@ -1,973 +0,0 @@
1
- //! Integration tests for the AMQP client.
2
- //! Uses a real RabbitMQ instance running on docker.
3
-
4
- const std = @import("std");
5
- const builtin = @import("builtin");
6
- const log = std.log;
7
- const testing = std.testing;
8
- const stdx = @import("stdx");
9
- const assert = std.debug.assert;
10
- const maybe = stdx.maybe;
11
- const ratio = stdx.PRNG.ratio;
12
- const KiB = stdx.KiB;
13
-
14
- const tb = @import("../tigerbeetle.zig");
15
- const vsr = @import("../vsr.zig");
16
- const amqp = @import("../cdc/amqp.zig");
17
-
18
- const JSONMessage = @import("../cdc/runner.zig").Message;
19
- const Shell = @import("../shell.zig");
20
- const TmpTigerBeetle = @import("../testing/tmp_tigerbeetle.zig");
21
-
22
- pub const CLIArgs = struct {
23
- transfer_count: u32,
24
- image: ?[]const u8 = null,
25
- };
26
-
27
- pub fn main(_: *Shell, gpa: std.mem.Allocator, cli_args: CLIArgs) !void {
28
- if (builtin.os.tag != .linux and !builtin.cpu.arch.isX86()) {
29
- log.warn("skip AMQP integration tests for platforms other than Linux X64", .{});
30
- return;
31
- }
32
-
33
- const images: []const []const u8 = if (cli_args.image) |image|
34
- &.{image}
35
- else
36
- &.{ TmpRabbitMQ.rabbitmq3, TmpRabbitMQ.rabbitmq4 };
37
-
38
- for (images) |image| {
39
- log.info("image: {s}", .{image});
40
-
41
- var rabbit_mq = try TmpRabbitMQ.init(gpa, .{
42
- .image = image,
43
- });
44
- defer rabbit_mq.stop(gpa) catch unreachable;
45
-
46
- try run_protocol_test(gpa, .{
47
- .host = rabbit_mq.host,
48
- });
49
- try run_serialization_test(gpa, .{
50
- .host = rabbit_mq.host,
51
- });
52
- try run_cdc_test(gpa, .{
53
- .host = rabbit_mq.host,
54
- .transfer_count = cli_args.transfer_count,
55
- });
56
- }
57
- }
58
-
59
- fn run_protocol_test(gpa: std.mem.Allocator, options: struct { host: std.net.Address }) !void {
60
- var context: AmqpContext = undefined;
61
- try context.init(gpa);
62
- defer context.deinit(gpa);
63
-
64
- try context.connect(options.host);
65
-
66
- context.exchange_declare(.{
67
- .exchange = "amq.direct", // One of the pre-existing exchanges.
68
- .type = "",
69
- .passive = true, // Validate if the exchange exists.
70
- .durable = false,
71
- .auto_delete = false,
72
- .internal = false,
73
- });
74
-
75
- const default_exchange = "";
76
- const testing_queue = try std.fmt.allocPrint(gpa, "queue_{}", .{
77
- stdx.unique_u128(),
78
- });
79
- defer gpa.free(testing_queue);
80
-
81
- context.queue_declare(.{
82
- .queue = testing_queue, // Creating the queue.
83
- .passive = false,
84
- .durable = false,
85
- .exclusive = false,
86
- .auto_delete = true,
87
- .arguments = .{},
88
- });
89
- context.queue_declare(.{
90
- .queue = testing_queue,
91
- .passive = true, // Validate if the queue was created.
92
- .durable = true,
93
- .exclusive = false,
94
- .auto_delete = true,
95
- .arguments = .{},
96
- });
97
-
98
- context.publish(&.{
99
- .{
100
- .exchange = default_exchange,
101
- .routing_key = testing_queue,
102
- .mandatory = true,
103
- .immediate = false,
104
- .properties = .{
105
- .message_id = "1",
106
- .delivery_mode = .persistent,
107
- },
108
- .body = null,
109
- },
110
- });
111
- const message_1 = context.get_message(.{ .queue = testing_queue, .no_ack = false });
112
- try testing.expect(message_1 != null);
113
- try testing.expect(!message_1.?.header.has_body);
114
- try testing.expectEqual(@as(u32, 0), message_1.?.header.message_count);
115
- try testing.expect(message_1.?.header.properties.message_id != null);
116
- try testing.expectEqualStrings("1", message_1.?.header.properties.message_id.?);
117
-
118
- // Nack: message "1" is returned to the queue.
119
- // Since "nack" is asynchronous, we can't assert `get_message() == "1"` immediately afterward.
120
- // Instead, we publish one more message and then read them again.
121
- context.nack(.{
122
- .delivery_tag = message_1.?.header.delivery_tag,
123
- .multiple = false,
124
- .requeue = true,
125
- });
126
- context.publish(&.{
127
- .{
128
- .exchange = default_exchange,
129
- .routing_key = testing_queue,
130
- .mandatory = true,
131
- .immediate = false,
132
- .properties = .{
133
- .message_id = "2",
134
- .delivery_mode = .persistent,
135
- },
136
- .body = null,
137
- },
138
- });
139
- const message_1_again = context.get_message(.{ .queue = testing_queue, .no_ack = true });
140
- try testing.expect(message_1_again != null);
141
- try testing.expect(!message_1_again.?.header.has_body);
142
- try testing.expectEqual(
143
- @as(u32, 1), // There's one more message.
144
- message_1_again.?.header.message_count,
145
- );
146
- try testing.expect(message_1_again.?.header.properties.message_id != null);
147
- try testing.expectEqualStrings("1", message_1_again.?.header.properties.message_id.?);
148
- const message_2 = context.get_message(.{ .queue = testing_queue, .no_ack = true });
149
- try testing.expect(message_2 != null);
150
- try testing.expect(!message_2.?.header.has_body);
151
- try testing.expectEqual(@as(u32, 0), message_2.?.header.message_count);
152
- try testing.expect(message_2.?.header.properties.message_id != null);
153
- try testing.expectEqualStrings("2", message_2.?.header.properties.message_id.?);
154
- try testing.expectEqual(null, context.get_message(
155
- .{ .queue = testing_queue, .no_ack = false },
156
- ));
157
-
158
- context.publish(&.{
159
- .{
160
- .exchange = default_exchange,
161
- .routing_key = testing_queue,
162
- .mandatory = true,
163
- .immediate = false,
164
- .properties = .{
165
- .message_id = "3",
166
- .delivery_mode = .persistent,
167
- },
168
- .body = null,
169
- },
170
- });
171
- const message_3 = context.get_message(.{ .queue = testing_queue, .no_ack = false });
172
- try testing.expect(message_3 != null);
173
- try testing.expect(!message_3.?.header.has_body);
174
- try testing.expectEqual(@as(u32, 0), message_3.?.header.message_count);
175
- try testing.expect(message_3.?.header.properties.message_id != null);
176
- try testing.expectEqualStrings("3", message_3.?.header.properties.message_id.?);
177
-
178
- // Closing the connection without a ack/nack:
179
- try context.disconnect(gpa);
180
- try context.connect(options.host);
181
-
182
- // The message must not be consumed:
183
- const message_3_again = context.get_message(.{ .queue = testing_queue, .no_ack = false });
184
- try testing.expect(message_3_again != null);
185
- try testing.expect(!message_3_again.?.header.has_body);
186
- try testing.expectEqual(@as(u32, 0), message_3.?.header.message_count);
187
- try testing.expect(message_3_again.?.header.properties.message_id != null);
188
- try testing.expectEqualStrings("3", message_3_again.?.header.properties.message_id.?);
189
-
190
- // Asserting the progress queue "drop head" behavior,
191
- // where only the last published message must remain.
192
- const progress_queue = try std.fmt.allocPrint(gpa, "queue_{}", .{
193
- stdx.unique_u128(),
194
- });
195
- defer gpa.free(progress_queue);
196
-
197
- context.queue_declare(.{
198
- .queue = progress_queue,
199
- .passive = false,
200
- .durable = true,
201
- .exclusive = false,
202
- .auto_delete = true,
203
- .arguments = .{
204
- .overflow = .drop_head,
205
- .max_length = 1,
206
- },
207
- });
208
- context.publish(&.{
209
- .{
210
- .exchange = default_exchange,
211
- .routing_key = progress_queue,
212
- .mandatory = true,
213
- .immediate = false,
214
- .properties = .{
215
- .message_id = "4",
216
- .delivery_mode = .persistent,
217
- },
218
- .body = null,
219
- },
220
- .{
221
- .exchange = default_exchange,
222
- .routing_key = progress_queue,
223
- .mandatory = true,
224
- .immediate = false,
225
- .properties = .{
226
- .message_id = "5",
227
- .delivery_mode = .persistent,
228
- },
229
- .body = null,
230
- },
231
- });
232
- // Message "5" must drop the previous "4".
233
- const message_5 = context.get_message(.{ .queue = progress_queue, .no_ack = false });
234
- try testing.expect(message_5 != null);
235
- try testing.expect(!message_5.?.header.has_body);
236
- try testing.expectEqual(@as(u32, 0), message_5.?.header.message_count);
237
- try testing.expect(message_5.?.header.properties.message_id != null);
238
- try testing.expectEqualStrings("5", message_5.?.header.properties.message_id.?);
239
- // Nack: message "5" is returned to the queue.
240
- context.nack(.{
241
- .delivery_tag = message_5.?.header.delivery_tag,
242
- .multiple = false,
243
- .requeue = true,
244
- });
245
- // Message "6" must drop the returned "5".
246
- context.publish(&.{
247
- .{
248
- .exchange = default_exchange,
249
- .routing_key = progress_queue,
250
- .mandatory = true,
251
- .immediate = false,
252
- .properties = .{
253
- .message_id = "6",
254
- .delivery_mode = .persistent,
255
- },
256
- .body = null,
257
- },
258
- });
259
- const message_6 = context.get_message(.{ .queue = progress_queue, .no_ack = false });
260
- try testing.expect(message_6 != null);
261
- try testing.expect(!message_6.?.header.has_body);
262
- try testing.expectEqual(@as(u32, 0), message_6.?.header.message_count);
263
- try testing.expect(message_6.?.header.properties.message_id != null);
264
- try testing.expectEqualStrings("6", message_6.?.header.properties.message_id.?);
265
- }
266
-
267
- fn run_serialization_test(
268
- gpa: std.mem.Allocator,
269
- options: struct { host: std.net.Address },
270
- ) !void {
271
- var context: AmqpContext = undefined;
272
- try context.init(gpa);
273
- defer context.deinit(gpa);
274
-
275
- try context.connect(options.host);
276
- const default_exchange = "";
277
- const queue = try std.fmt.allocPrint(gpa, "queue_{}", .{
278
- stdx.unique_u128(),
279
- });
280
- defer gpa.free(queue);
281
-
282
- context.queue_declare(.{
283
- .queue = queue,
284
- .passive = false,
285
- .durable = true,
286
- .exclusive = false,
287
- .auto_delete = true,
288
- .arguments = .{},
289
- });
290
-
291
- var messages = try std.ArrayListUnmanaged(amqp.BasicPublishOptions).initCapacity(
292
- gpa,
293
- AmqpContext.message_count_max,
294
- );
295
- defer messages.deinit(gpa);
296
-
297
- var prng = stdx.PRNG.from_seed(42);
298
- for (0..64) |_| {
299
- var arena = std.heap.ArenaAllocator.init(gpa);
300
- defer arena.deinit();
301
-
302
- const message_count = prng.range_inclusive(u32, 1, AmqpContext.message_count_max);
303
- assert(messages.capacity >= message_count);
304
- assert(messages.items.len == 0);
305
- for (0..message_count) |_| {
306
- const properties = try TestingBasicProperties.random(.{
307
- .arena = arena.allocator(),
308
- .prng = &prng,
309
- .default = .{
310
- // Always send persistent messages
311
- .delivery_mode = .persistent,
312
- // The fields `user_id` and `expiration` cannot be random values,
313
- // as they are parsed by the server.
314
- .user_id = "guest",
315
- .expiration = try std.fmt.allocPrint(arena.allocator(), "{}", .{
316
- // Random TTL between 5 minutes and 24 hours.
317
- prng.range_inclusive(u32, 5 * 60, 24 * 60 * 60),
318
- }),
319
- },
320
- });
321
- const content: ?*TestingContent = content: {
322
- if (prng.chance(ratio(20, 80))) {
323
- break :content null;
324
- }
325
- break :content try TestingContent.init(arena.allocator(), &prng);
326
- };
327
- messages.appendAssumeCapacity(.{
328
- .exchange = default_exchange,
329
- .routing_key = queue,
330
- .mandatory = true,
331
- .immediate = false,
332
- .properties = properties,
333
- .body = if (content) |message| message.body() else null,
334
- });
335
- }
336
- assert(messages.items.len == message_count);
337
- context.publish(messages.items);
338
- // Maybe disconnect the client between publishes:
339
- if (prng.chance(ratio(20, 100))) {
340
- try context.disconnect(gpa);
341
- try context.connect(options.host);
342
- }
343
-
344
- for (messages.items, 0..) |sent, index| {
345
- const received = context.get_message(.{ .queue = queue, .no_ack = true });
346
- const remaining: u32 = @intCast(message_count - index - 1);
347
- try testing.expect(received != null);
348
- try testing.expectEqual(remaining, received.?.header.message_count);
349
- try testing.expectEqual(true, try TestingBasicProperties.eql(
350
- arena.allocator(),
351
- sent.properties,
352
- received.?.header.properties,
353
- ));
354
- try testing.expectEqual(sent.body != null, received.?.header.has_body);
355
- try testing.expectEqual(sent.body != null, received.?.body != null);
356
- if (received.?.body) |body_received| {
357
- const content: *const TestingContent = @ptrCast(@alignCast(sent.body.?.context));
358
- try testing.expectEqualSlices(u8, content.bytes, body_received);
359
- }
360
- }
361
- try testing.expectEqual(null, context.get_message(
362
- .{ .queue = queue, .no_ack = false },
363
- ));
364
- messages.clearRetainingCapacity();
365
- }
366
- }
367
-
368
- fn run_cdc_test(
369
- gpa: std.mem.Allocator,
370
- options: struct {
371
- transfer_count: u32,
372
- host: std.net.Address,
373
- },
374
- ) !void {
375
- var amqp_context: AmqpContext = undefined;
376
- try amqp_context.init(gpa);
377
- defer amqp_context.deinit(gpa);
378
-
379
- try amqp_context.connect(options.host);
380
-
381
- var arena = std.heap.ArenaAllocator.init(gpa);
382
- defer arena.deinit();
383
-
384
- var time_os: vsr.time.TimeOS = .{};
385
-
386
- const queue = try std.fmt.allocPrint(arena.allocator(), "queue_{}", .{
387
- stdx.unique_u128(),
388
- });
389
- amqp_context.queue_declare(.{
390
- .queue = queue,
391
- .passive = false,
392
- .durable = true,
393
- .exclusive = false,
394
- .auto_delete = false,
395
- .arguments = .{},
396
- });
397
-
398
- var tmp_beetle = try TmpTigerBeetle.init(gpa, .{
399
- .development = false,
400
- });
401
- defer tmp_beetle.deinit(gpa);
402
-
403
- const shell = try Shell.create(gpa);
404
- defer shell.destroy();
405
-
406
- // Starting the CDC job:
407
- var cdc_job = try shell.spawn(
408
- .{},
409
- "{tigerbeetle} amqp " ++
410
- "--cluster=0 --addresses={addresses} " ++
411
- "--host=127.0.0.1:{port} --vhost=/ --user=guest --password=guest " ++
412
- "--publish-routing-key={queue} " ++
413
- "--idle-interval-ms={idle_interval_ms}",
414
- .{
415
- .tigerbeetle = tmp_beetle.tigerbeetle_exe,
416
- .addresses = tmp_beetle.port_str,
417
- .port = options.host.getPort(),
418
- .queue = queue,
419
- .idle_interval_ms = 1,
420
- },
421
- );
422
- defer _ = cdc_job.kill() catch undefined;
423
-
424
- // Use the `benchmark` command to generate data.
425
- assert(options.transfer_count > 0);
426
- var benchmark = try shell.spawn(
427
- .{},
428
- "{tigerbeetle} benchmark " ++
429
- "--addresses={addresses} " ++
430
- "--transfer-count={transfer_count} " ++
431
- "--transfer-pending",
432
- .{
433
- .tigerbeetle = tmp_beetle.tigerbeetle_exe,
434
- .addresses = tmp_beetle.port_str,
435
- .transfer_count = options.transfer_count,
436
- },
437
- );
438
- defer {
439
- const term = benchmark.wait() catch unreachable;
440
- assert(term == .Exited);
441
- assert(term.Exited == 0);
442
- }
443
-
444
- // TODO: Improvements:
445
- // - Use benchmark `--transfer-batch-size` and `--transfer-batch-delay-us`
446
- // to throttle data generation, stressing the CDC idle path.
447
- // - Eventually kill the CDC job to stress the recovery path, and assert that
448
- // at most one batch is duplicated.
449
- // - Start multiple CDC jobs to stress the lock queue.
450
- var vsr_context: VSRContext = undefined;
451
- try vsr_context.init(gpa, time_os.time(), tmp_beetle.port);
452
- defer vsr_context.deinit(gpa);
453
-
454
- var count: u32 = 0;
455
- var expiry_count: u32 = 0;
456
- var expiry_pending_count: u32 = 0;
457
- var timestamp_previous: u64 = 0;
458
- while (count < options.transfer_count + expiry_count) {
459
- const events: []tb.ChangeEvent = events: {
460
- for (0..10) |attempt| {
461
- if (attempt > 0) {
462
- // Waiting for events:
463
- std.time.sleep(500 * std.time.ns_per_ms);
464
- }
465
- const events = try vsr_context.get_change_events(timestamp_previous + 1);
466
- if (events.len > 0) break :events events;
467
- }
468
- try testing.expect(false);
469
- unreachable;
470
- };
471
- assert(events.len > 0);
472
- defer timestamp_previous = events[events.len - 1].timestamp;
473
-
474
- for (events) |*event| {
475
- // Keep track of how many transfers will expire:
476
- switch (event.type) {
477
- .single_phase => {},
478
- .two_phase_pending => if (event.transfer_timeout > 0) {
479
- assert(expiry_count >= expiry_pending_count);
480
- expiry_count += 1;
481
- expiry_pending_count += 1;
482
- },
483
- .two_phase_expired => {
484
- assert(event.transfer_timeout > 0);
485
- assert(expiry_count > 0);
486
- assert(expiry_pending_count > 0);
487
- assert(expiry_count >= expiry_pending_count);
488
- expiry_pending_count -= 1;
489
- },
490
- .two_phase_posted, .two_phase_voided => {
491
- // The benchmark doesn't post/void transfers with timeout.
492
- assert(event.transfer_timeout == 0);
493
- },
494
- }
495
- assert(count < options.transfer_count + expiry_count);
496
- count += 1;
497
-
498
- const message = message: {
499
- for (0..10) |attempt| {
500
- if (attempt > 0) {
501
- // Give the CDC job some time to finish publishing the messages.
502
- std.time.sleep(500 * std.time.ns_per_ms);
503
- }
504
- if (amqp_context.get_message(.{
505
- .queue = queue,
506
- .no_ack = true,
507
- })) |message| break :message message;
508
- }
509
- try testing.expect(false);
510
- unreachable;
511
- };
512
-
513
- const json = try std.json.parseFromSliceLeaky(
514
- JSONMessage,
515
- arena.allocator(),
516
- message.body.?,
517
- .{},
518
- );
519
- try testing.expectEqualDeep(JSONMessage.init(event), json);
520
- }
521
- }
522
- // No more events.
523
- assert(expiry_pending_count == 0);
524
- try testing.expectEqualSlices(
525
- tb.ChangeEvent,
526
- &.{},
527
- try vsr_context.get_change_events(timestamp_previous + 1),
528
- );
529
- try testing.expectEqual(@as(?AmqpContext.Message, null), amqp_context.get_message(.{
530
- .queue = queue,
531
- .no_ack = true,
532
- }));
533
- }
534
-
535
- const AmqpContext = struct {
536
- const Message = struct {
537
- header: amqp.GetMessagePropertiesResult,
538
- body: ?[]const u8,
539
- };
540
-
541
- io: vsr.io.IO,
542
- client: amqp.Client,
543
- busy: bool,
544
- message: ?Message,
545
-
546
- /// Faster ticks, since `wait()` blocks on `io.run_for_ns()`.
547
- const tick_ms = 1;
548
- const message_count_max = 64;
549
- const reply_timeout_ticks = @divExact(
550
- 30 * std.time.ms_per_s,
551
- tick_ms,
552
- );
553
-
554
- pub fn init(self: *AmqpContext, gpa: std.mem.Allocator) !void {
555
- self.* = .{
556
- .busy = false,
557
- .message = null,
558
- .io = undefined,
559
- .client = undefined,
560
- };
561
-
562
- self.io = try vsr.io.IO.init(32, 0);
563
- errdefer self.io.deinit();
564
-
565
- self.client = try amqp.Client.init(gpa, .{
566
- .io = &self.io,
567
- .message_count_max = message_count_max,
568
- .message_body_size_max = amqp.frame_min_size,
569
- .reply_timeout_ticks = reply_timeout_ticks,
570
- });
571
- }
572
-
573
- pub fn deinit(self: *AmqpContext, gpa: std.mem.Allocator) void {
574
- assert(!self.busy);
575
- self.client.deinit(gpa);
576
- self.io.deinit();
577
- }
578
-
579
- pub fn connect(self: *AmqpContext, host: std.net.Address) !void {
580
- assert(!self.busy);
581
- self.busy = true;
582
- try self.client.connect(&callback, .{
583
- .host = host,
584
- .user_name = "guest",
585
- .password = "guest",
586
- .vhost = "/",
587
- });
588
- self.wait();
589
- }
590
-
591
- // Simulates a crash by disconnecting the client and creating a new one.
592
- // Uses `deinit() + init()` since graceful disconnection/reconnection is not handled.
593
- pub fn disconnect(self: *AmqpContext, gpa: std.mem.Allocator) !void {
594
- assert(!self.busy);
595
- assert(self.client.fd != null);
596
- assert(self.client.awaiter == .none);
597
- assert(self.client.action == .none);
598
- assert(self.client.send_buffer.state == .idle);
599
- assert(self.client.receive_buffer.state == .receiving);
600
- maybe(self.client.heartbeat != .idle); // It may be processing a heartbeat.
601
-
602
- self.deinit(gpa);
603
- try self.init(gpa);
604
- }
605
-
606
- pub fn queue_declare(self: *AmqpContext, options: amqp.QueueDeclareOptions) void {
607
- assert(!self.busy);
608
- self.busy = true;
609
- self.client.queue_declare(&callback, options);
610
- self.wait();
611
- }
612
-
613
- pub fn exchange_declare(self: *AmqpContext, options: amqp.ExchangeDeclareOptions) void {
614
- assert(!self.busy);
615
- self.busy = true;
616
- self.client.exchange_declare(&callback, options);
617
- self.wait();
618
- }
619
-
620
- pub fn publish(self: *AmqpContext, options: []const amqp.BasicPublishOptions) void {
621
- assert(!self.busy);
622
- self.busy = true;
623
- for (options) |message| self.client.publish_enqueue(message);
624
- self.client.publish_send(&callback);
625
- self.wait();
626
- }
627
-
628
- pub fn get_message(self: *AmqpContext, options: amqp.GetMessageOptions) ?Message {
629
- assert(!self.busy);
630
- assert(self.message == null);
631
- defer self.message = null;
632
-
633
- self.busy = true;
634
- self.client.get_message(&get_message_header_callback, options);
635
- self.wait();
636
- return self.message;
637
- }
638
-
639
- pub fn nack(self: *AmqpContext, options: amqp.BasicNackOptions) void {
640
- assert(!self.busy);
641
- self.busy = true;
642
- self.client.nack(&callback, options);
643
- self.wait();
644
- }
645
-
646
- fn wait(self: *AmqpContext) void {
647
- while (self.busy) {
648
- self.io.run_for_ns(tick_ms * std.time.ns_per_ms) catch unreachable;
649
- self.client.tick();
650
- }
651
- assert(!self.busy);
652
- }
653
-
654
- fn callback(client: *amqp.Client) void {
655
- const context: *AmqpContext = @alignCast(@fieldParentPtr("client", client));
656
- assert(context.busy);
657
- context.busy = false;
658
- }
659
-
660
- fn get_message_header_callback(
661
- client: *amqp.Client,
662
- result: ?amqp.GetMessagePropertiesResult,
663
- ) amqp.Decoder.Error!void {
664
- const context: *AmqpContext = @alignCast(@fieldParentPtr("client", client));
665
- assert(context.busy);
666
- assert(context.message == null);
667
- if (result) |header| {
668
- // N.B.: The `GetMessagePropertiesResult` contains references to the `recv` buffer,
669
- // such as `properties.headers`, which are only valid for the duration of this callback
670
- // and would normally need to be copied if they are to be stored!
671
- // However, for simplicity, this *test* keeps the reference and reads the message body,
672
- // as the header and body are small enough to be received together in the same buffer.
673
- context.message = .{
674
- .header = header,
675
- .body = null,
676
- };
677
- if (header.has_body) {
678
- return context.client.get_message_body(&get_message_body_callback);
679
- }
680
- }
681
- context.busy = false;
682
- }
683
-
684
- fn get_message_body_callback(
685
- client: *amqp.Client,
686
- result: []const u8,
687
- ) amqp.Decoder.Error!void {
688
- const context: *AmqpContext = @alignCast(@fieldParentPtr("client", client));
689
- assert(context.busy);
690
- assert(context.message != null);
691
- assert(context.message.?.body == null);
692
- context.message.?.body = result;
693
- context.busy = false;
694
- }
695
- };
696
-
697
- const VSRContext = struct {
698
- const MessagePool = vsr.message_pool.MessagePool;
699
- const Message = MessagePool.Message;
700
- const Client = vsr.ClientType(
701
- tb.Operation,
702
- vsr.message_bus.MessageBusType(vsr.io.IO),
703
- );
704
-
705
- client: Client,
706
- io: vsr.io.IO,
707
- message_pool: MessagePool,
708
- busy: bool,
709
- event_buffer: []tb.ChangeEvent,
710
- event_count: ?u32,
711
-
712
- pub fn init(self: *VSRContext, gpa: std.mem.Allocator, time: vsr.time.Time, port: u16) !void {
713
- self.io = try vsr.io.IO.init(32, 0);
714
- errdefer self.io.deinit();
715
-
716
- self.message_pool = try MessagePool.init(gpa, .client);
717
- errdefer self.message_pool.deinit(gpa);
718
-
719
- const address = try std.net.Address.parseIp4("127.0.0.1", port);
720
- self.client = try Client.init(
721
- gpa,
722
- time,
723
- &self.message_pool,
724
- .{
725
- .id = stdx.unique_u128(),
726
- .cluster = 0,
727
- .replica_count = 1,
728
- .aof_recovery = false,
729
- .message_bus_options = .{
730
- .configuration = &.{address},
731
- .io = &self.io,
732
- .trace = null,
733
- },
734
- },
735
- );
736
- errdefer self.client.deinit(gpa);
737
-
738
- self.event_buffer = undefined;
739
- self.event_count = null;
740
- self.busy = true;
741
- self.client.register(register_callback, @intFromPtr(self));
742
- self.wait();
743
-
744
- self.event_buffer = try gpa.alloc(tb.ChangeEvent, @divFloor(
745
- tb.Operation.get_change_events.result_max(vsr.constants.message_body_size_max),
746
- @sizeOf(tb.ChangeEvent),
747
- ));
748
- errdefer gpa.free(self.event_buffer);
749
- assert(!self.busy);
750
- }
751
-
752
- pub fn deinit(self: *VSRContext, gpa: std.mem.Allocator) void {
753
- assert(!self.busy);
754
- gpa.free(self.event_buffer);
755
- self.client.deinit(gpa);
756
- self.message_pool.deinit(gpa);
757
- self.io.deinit();
758
- self.* = undefined;
759
- }
760
-
761
- pub fn get_change_events(self: *VSRContext, timestamp_min: u64) ![]tb.ChangeEvent {
762
- assert(!self.busy);
763
- assert(self.event_count == null);
764
- defer self.event_count = null;
765
-
766
- const filter: tb.ChangeEventsFilter = .{
767
- .limit = std.math.maxInt(u32),
768
- .timestamp_min = timestamp_min,
769
- .timestamp_max = 0,
770
- };
771
- self.busy = true;
772
- self.client.request(
773
- &request_callback,
774
- @intFromPtr(self),
775
- .get_change_events,
776
- std.mem.asBytes(&filter),
777
- );
778
- self.wait();
779
- assert(!self.busy);
780
- assert(self.event_count != null);
781
- assert(self.event_count.? <= self.event_buffer.len);
782
-
783
- return self.event_buffer[0..self.event_count.?];
784
- }
785
-
786
- fn wait(self: *VSRContext) void {
787
- while (self.busy) {
788
- self.client.tick();
789
- self.io.run_for_ns(vsr.constants.tick_ms * std.time.ns_per_ms) catch unreachable;
790
- }
791
- }
792
-
793
- fn register_callback(
794
- user_data: u128,
795
- result: *const vsr.RegisterResult,
796
- ) void {
797
- // Running with compatible configs.
798
- assert(result.batch_size_limit <= vsr.constants.message_body_size_max);
799
- const self: *VSRContext = @ptrFromInt(@as(usize, @intCast(user_data)));
800
- assert(self.busy);
801
- self.busy = false;
802
- }
803
-
804
- fn request_callback(
805
- user_data: u128,
806
- operation_vsr: vsr.Operation,
807
- timestamp: u64,
808
- result: []u8,
809
- ) void {
810
- _ = timestamp;
811
- const operation = operation_vsr.cast(tb.Operation);
812
- assert(operation == .get_change_events);
813
-
814
- const self: *VSRContext = @ptrFromInt(@as(usize, @intCast(user_data)));
815
- assert(self.busy);
816
- assert(self.event_count == null);
817
-
818
- const events = stdx.bytes_as_slice(
819
- .exact,
820
- tb.ChangeEvent,
821
- result,
822
- );
823
- assert(events.len <= self.event_buffer.len);
824
- self.event_count = @intCast(events.len);
825
- stdx.copy_disjoint(
826
- .inexact,
827
- tb.ChangeEvent,
828
- self.event_buffer,
829
- events,
830
- );
831
- self.busy = false;
832
- }
833
- };
834
-
835
- const TmpRabbitMQ = struct {
836
- const rabbitmq3 = "rabbitmq:3";
837
- const rabbitmq4 = "rabbitmq:4";
838
-
839
- id: u128,
840
- host: std.net.Address,
841
- process: std.process.Child,
842
-
843
- pub fn init(
844
- gpa: std.mem.Allocator,
845
- options: struct {
846
- image: []const u8,
847
- },
848
- ) !TmpRabbitMQ {
849
- const shell = try Shell.create(gpa);
850
- defer shell.destroy();
851
-
852
- const id = stdx.unique_u128();
853
-
854
- // Spawning a RabbitMQ server as a Docker container.
855
- _ = try try_execute(shell, "docker image pull {image}", .{ .image = options.image });
856
- var process = try shell.spawn(
857
- .{},
858
- "docker run --rm --name {id} --publish {port} {image}",
859
- .{
860
- .id = id,
861
- .port = amqp.tcp_port_default,
862
- .image = options.image,
863
- },
864
- );
865
- errdefer _ = process.kill() catch unreachable;
866
-
867
- const host: std.net.Address = host: {
868
- const stdout = try try_execute(shell, "docker port {id}", .{ .id = id });
869
- // The command `docker port` outputs multiple lines:
870
- // 5672/tcp -> 0.0.0.0:32773
871
- // 5672/tcp -> [::]:32773
872
- var lines = std.mem.splitScalar(u8, stdout, '\n');
873
- while (lines.next()) |line| {
874
- _, const host = stdx.cut(line, " -> ") orelse continue;
875
- // Last index of `:`, because ipv6 can be `[::]:port`.
876
- const index = std.mem.lastIndexOfScalar(u8, host, ':') orelse continue;
877
- const port = try std.fmt.parseUnsigned(u16, host[index + 1 ..], 10);
878
- break :host try std.net.Address.parseIp4("127.0.0.1", port);
879
- }
880
- try testing.expect(false);
881
- unreachable;
882
- };
883
-
884
- // Waiting for RabbitMQ to become available.
885
- _ = try try_execute(
886
- shell,
887
- "docker exec {id} rabbitmq-diagnostics check_port_connectivity",
888
- .{ .id = id },
889
- );
890
-
891
- return TmpRabbitMQ{
892
- .id = id,
893
- .host = host,
894
- .process = process,
895
- };
896
- }
897
-
898
- pub fn stop(self: *TmpRabbitMQ, gpa: std.mem.Allocator) !void {
899
- const shell = try Shell.create(gpa);
900
- defer shell.destroy();
901
-
902
- try shell.exec(
903
- "docker stop {id}",
904
- .{ .id = self.id },
905
- );
906
- const term = self.process.wait() catch unreachable;
907
- assert(term == .Exited);
908
- }
909
- };
910
-
911
- const TestingBasicProperties = @import("../cdc/amqp/protocol.zig").TestingBasicProperties;
912
- const TestingContent = struct {
913
- const size_max = 1 * KiB;
914
- bytes: []const u8,
915
-
916
- fn init(arena: std.mem.Allocator, prng: *stdx.PRNG) !*TestingContent {
917
- const size = prng.range_inclusive(u32, 1, size_max);
918
- const bytes = try arena.alloc(u8, size);
919
- prng.fill(bytes);
920
-
921
- const self: *TestingContent = try arena.create(TestingContent);
922
- self.* = .{
923
- .bytes = bytes,
924
- };
925
- return self;
926
- }
927
-
928
- fn body(self: *const TestingContent) amqp.Encoder.Body {
929
- const vtable: amqp.Encoder.Body.VTable = comptime .{
930
- .write = &struct {
931
- fn write(context: *const anyopaque, buffer: []u8) usize {
932
- const content: *const TestingContent = @ptrCast(@alignCast(context));
933
- stdx.copy_disjoint(.inexact, u8, buffer, content.bytes);
934
- return content.bytes.len;
935
- }
936
- }.write,
937
- };
938
- return .{ .context = self, .vtable = &vtable };
939
- }
940
- };
941
-
942
- /// Attempts to execute a shell command.
943
- /// On success, returns the command's stdout output.
944
- /// On failure, waits and retries until the maximum number of attempts is reached.
945
- /// If all attempts fail, prints the command output and returns an error.
946
- fn try_execute(
947
- shell: *Shell,
948
- comptime cmd: []const u8,
949
- cmd_args: anytype,
950
- ) ![]const u8 {
951
- var exec_result: ?std.process.Child.RunResult = null;
952
- const attempt_max = 15;
953
- for (0..attempt_max) |attempt| {
954
- if (attempt > 0) std.time.sleep(1 * std.time.ns_per_s);
955
- exec_result = try shell.exec_raw(cmd, cmd_args);
956
- switch (exec_result.?.term) {
957
- .Exited => |code| if (code == 0) return exec_result.?.stdout,
958
- else => {},
959
- }
960
- }
961
- assert(exec_result != null);
962
- std.log.err(
963
- \\cmd={s}
964
- \\{s}
965
- \\{s}
966
- , .{
967
- cmd,
968
- exec_result.?.stdout,
969
- exec_result.?.stderr,
970
- });
971
- try std.testing.expect(false);
972
- unreachable;
973
- }