tigerbeetle 0.0.40 → 0.17.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (293) hide show
  1. checksums.yaml +4 -4
  2. data/LICENSE +0 -25
  3. data/README.md +670 -80
  4. data/docs/migration.md +201 -0
  5. data/sig/tigerbeetle.rbs +271 -0
  6. data/src/ext/tigerbeetle/extconf.rb +47 -0
  7. data/src/ext/tigerbeetle/lib/aarch64-linux-gnu.2.27/libtb_client.so +0 -0
  8. data/src/ext/tigerbeetle/lib/aarch64-linux-musl/libtb_client.so +0 -0
  9. data/src/ext/tigerbeetle/lib/aarch64-macos/libtb_client.dylib +0 -0
  10. data/src/ext/tigerbeetle/lib/x86_64-linux-gnu.2.27/libtb_client.so +0 -0
  11. data/src/ext/tigerbeetle/lib/x86_64-linux-musl/libtb_client.so +0 -0
  12. data/src/ext/tigerbeetle/lib/x86_64-macos/libtb_client.dylib +0 -0
  13. data/src/ext/tigerbeetle/lib/x86_64-windows/tb_client.dll +0 -0
  14. data/src/ext/tigerbeetle/rb_tb_gen.h +458 -0
  15. data/{ext/tb_client/tigerbeetle/src/clients/rust/assets → src/ext/tigerbeetle}/tb_client.h +18 -16
  16. data/src/ext/tigerbeetle/tigerbeetle.c +310 -0
  17. data/src/tigerbeetle/bindings.rb +347 -0
  18. data/src/tigerbeetle/client.rb +129 -0
  19. data/src/tigerbeetle/completion_dispatcher.rb +108 -0
  20. data/src/tigerbeetle/id.rb +40 -0
  21. data/src/tigerbeetle/tb.rb +3 -0
  22. data/src/tigerbeetle/version.rb +3 -0
  23. data/src/tigerbeetle.rb +39 -0
  24. metadata +33 -350
  25. data/CHANGELOG.md +0 -162
  26. data/ext/tb_client/extconf.rb +0 -41
  27. data/ext/tb_client/tigerbeetle/LICENSE +0 -177
  28. data/ext/tb_client/tigerbeetle/build.zig +0 -2296
  29. data/ext/tb_client/tigerbeetle/src/aof.zig +0 -1000
  30. data/ext/tb_client/tigerbeetle/src/build/fetch.zig +0 -112
  31. data/ext/tb_client/tigerbeetle/src/build_multiversion.zig +0 -808
  32. data/ext/tb_client/tigerbeetle/src/cdc/amqp/protocol.zig +0 -1283
  33. data/ext/tb_client/tigerbeetle/src/cdc/amqp/spec.zig +0 -1704
  34. data/ext/tb_client/tigerbeetle/src/cdc/amqp/types.zig +0 -341
  35. data/ext/tb_client/tigerbeetle/src/cdc/amqp.zig +0 -1450
  36. data/ext/tb_client/tigerbeetle/src/cdc/runner.zig +0 -1659
  37. data/ext/tb_client/tigerbeetle/src/clients/c/samples/main.c +0 -406
  38. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/context.zig +0 -1092
  39. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/echo_client.zig +0 -286
  40. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/packet.zig +0 -158
  41. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/signal.zig +0 -229
  42. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/signal_fuzz.zig +0 -110
  43. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client.h +0 -386
  44. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client.zig +0 -34
  45. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_exports.zig +0 -281
  46. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_header.zig +0 -312
  47. data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_header_test.zig +0 -138
  48. data/ext/tb_client/tigerbeetle/src/clients/c/test.zig +0 -466
  49. data/ext/tb_client/tigerbeetle/src/clients/docs_samples.zig +0 -157
  50. data/ext/tb_client/tigerbeetle/src/clients/docs_types.zig +0 -90
  51. data/ext/tb_client/tigerbeetle/src/clients/dotnet/ci.zig +0 -203
  52. data/ext/tb_client/tigerbeetle/src/clients/dotnet/docs.zig +0 -79
  53. data/ext/tb_client/tigerbeetle/src/clients/dotnet/dotnet_bindings.zig +0 -542
  54. data/ext/tb_client/tigerbeetle/src/clients/go/ci.zig +0 -109
  55. data/ext/tb_client/tigerbeetle/src/clients/go/docs.zig +0 -86
  56. data/ext/tb_client/tigerbeetle/src/clients/go/go_bindings.zig +0 -370
  57. data/ext/tb_client/tigerbeetle/src/clients/go/pkg/native/tb_client.h +0 -386
  58. data/ext/tb_client/tigerbeetle/src/clients/java/ci.zig +0 -167
  59. data/ext/tb_client/tigerbeetle/src/clients/java/docs.zig +0 -126
  60. data/ext/tb_client/tigerbeetle/src/clients/java/java_bindings.zig +0 -996
  61. data/ext/tb_client/tigerbeetle/src/clients/java/src/client.zig +0 -748
  62. data/ext/tb_client/tigerbeetle/src/clients/java/src/jni.zig +0 -3238
  63. data/ext/tb_client/tigerbeetle/src/clients/java/src/jni_tests.zig +0 -1718
  64. data/ext/tb_client/tigerbeetle/src/clients/java/src/jni_thread_cleaner.zig +0 -190
  65. data/ext/tb_client/tigerbeetle/src/clients/node/ci.zig +0 -104
  66. data/ext/tb_client/tigerbeetle/src/clients/node/docs.zig +0 -75
  67. data/ext/tb_client/tigerbeetle/src/clients/node/node.zig +0 -522
  68. data/ext/tb_client/tigerbeetle/src/clients/node/node_bindings.zig +0 -267
  69. data/ext/tb_client/tigerbeetle/src/clients/node/src/c.zig +0 -3
  70. data/ext/tb_client/tigerbeetle/src/clients/node/src/translate.zig +0 -379
  71. data/ext/tb_client/tigerbeetle/src/clients/python/ci.zig +0 -131
  72. data/ext/tb_client/tigerbeetle/src/clients/python/docs.zig +0 -63
  73. data/ext/tb_client/tigerbeetle/src/clients/python/python_bindings.zig +0 -588
  74. data/ext/tb_client/tigerbeetle/src/clients/rust/ci.zig +0 -73
  75. data/ext/tb_client/tigerbeetle/src/clients/rust/docs.zig +0 -106
  76. data/ext/tb_client/tigerbeetle/src/clients/rust/rust_bindings.zig +0 -305
  77. data/ext/tb_client/tigerbeetle/src/config.zig +0 -296
  78. data/ext/tb_client/tigerbeetle/src/constants.zig +0 -790
  79. data/ext/tb_client/tigerbeetle/src/copyhound.zig +0 -202
  80. data/ext/tb_client/tigerbeetle/src/counting_allocator.zig +0 -72
  81. data/ext/tb_client/tigerbeetle/src/direction.zig +0 -120
  82. data/ext/tb_client/tigerbeetle/src/docs_website/build.zig +0 -158
  83. data/ext/tb_client/tigerbeetle/src/docs_website/src/content.zig +0 -156
  84. data/ext/tb_client/tigerbeetle/src/docs_website/src/docs.zig +0 -252
  85. data/ext/tb_client/tigerbeetle/src/docs_website/src/file_checker.zig +0 -313
  86. data/ext/tb_client/tigerbeetle/src/docs_website/src/html.zig +0 -87
  87. data/ext/tb_client/tigerbeetle/src/docs_website/src/page_writer.zig +0 -63
  88. data/ext/tb_client/tigerbeetle/src/docs_website/src/redirects.zig +0 -47
  89. data/ext/tb_client/tigerbeetle/src/docs_website/src/search_index_writer.zig +0 -28
  90. data/ext/tb_client/tigerbeetle/src/docs_website/src/service_worker_writer.zig +0 -61
  91. data/ext/tb_client/tigerbeetle/src/docs_website/src/single_page_writer.zig +0 -169
  92. data/ext/tb_client/tigerbeetle/src/docs_website/src/website.zig +0 -46
  93. data/ext/tb_client/tigerbeetle/src/ewah.zig +0 -445
  94. data/ext/tb_client/tigerbeetle/src/ewah_benchmark.zig +0 -128
  95. data/ext/tb_client/tigerbeetle/src/ewah_fuzz.zig +0 -171
  96. data/ext/tb_client/tigerbeetle/src/fuzz_tests.zig +0 -179
  97. data/ext/tb_client/tigerbeetle/src/integration_tests.zig +0 -662
  98. data/ext/tb_client/tigerbeetle/src/io/common.zig +0 -155
  99. data/ext/tb_client/tigerbeetle/src/io/darwin.zig +0 -1093
  100. data/ext/tb_client/tigerbeetle/src/io/linux.zig +0 -1880
  101. data/ext/tb_client/tigerbeetle/src/io/test.zig +0 -1005
  102. data/ext/tb_client/tigerbeetle/src/io/windows.zig +0 -1598
  103. data/ext/tb_client/tigerbeetle/src/io.zig +0 -34
  104. data/ext/tb_client/tigerbeetle/src/iops.zig +0 -134
  105. data/ext/tb_client/tigerbeetle/src/list.zig +0 -236
  106. data/ext/tb_client/tigerbeetle/src/lsm/binary_search.zig +0 -848
  107. data/ext/tb_client/tigerbeetle/src/lsm/binary_search_benchmark.zig +0 -179
  108. data/ext/tb_client/tigerbeetle/src/lsm/cache_map.zig +0 -424
  109. data/ext/tb_client/tigerbeetle/src/lsm/cache_map_fuzz.zig +0 -420
  110. data/ext/tb_client/tigerbeetle/src/lsm/compaction.zig +0 -2114
  111. data/ext/tb_client/tigerbeetle/src/lsm/composite_key.zig +0 -185
  112. data/ext/tb_client/tigerbeetle/src/lsm/forest.zig +0 -1146
  113. data/ext/tb_client/tigerbeetle/src/lsm/forest_fuzz.zig +0 -1102
  114. data/ext/tb_client/tigerbeetle/src/lsm/forest_table_iterator.zig +0 -200
  115. data/ext/tb_client/tigerbeetle/src/lsm/groove.zig +0 -1495
  116. data/ext/tb_client/tigerbeetle/src/lsm/k_way_merge.zig +0 -739
  117. data/ext/tb_client/tigerbeetle/src/lsm/k_way_merge_benchmark.zig +0 -166
  118. data/ext/tb_client/tigerbeetle/src/lsm/manifest.zig +0 -754
  119. data/ext/tb_client/tigerbeetle/src/lsm/manifest_level.zig +0 -1294
  120. data/ext/tb_client/tigerbeetle/src/lsm/manifest_level_fuzz.zig +0 -510
  121. data/ext/tb_client/tigerbeetle/src/lsm/manifest_log.zig +0 -1241
  122. data/ext/tb_client/tigerbeetle/src/lsm/manifest_log_fuzz.zig +0 -628
  123. data/ext/tb_client/tigerbeetle/src/lsm/node_pool.zig +0 -247
  124. data/ext/tb_client/tigerbeetle/src/lsm/scan_buffer.zig +0 -116
  125. data/ext/tb_client/tigerbeetle/src/lsm/scan_builder.zig +0 -543
  126. data/ext/tb_client/tigerbeetle/src/lsm/scan_fuzz.zig +0 -938
  127. data/ext/tb_client/tigerbeetle/src/lsm/scan_lookup.zig +0 -293
  128. data/ext/tb_client/tigerbeetle/src/lsm/scan_merge.zig +0 -359
  129. data/ext/tb_client/tigerbeetle/src/lsm/scan_range.zig +0 -99
  130. data/ext/tb_client/tigerbeetle/src/lsm/scan_state.zig +0 -17
  131. data/ext/tb_client/tigerbeetle/src/lsm/scan_tree.zig +0 -962
  132. data/ext/tb_client/tigerbeetle/src/lsm/schema.zig +0 -617
  133. data/ext/tb_client/tigerbeetle/src/lsm/scratch_memory.zig +0 -84
  134. data/ext/tb_client/tigerbeetle/src/lsm/segmented_array.zig +0 -1500
  135. data/ext/tb_client/tigerbeetle/src/lsm/segmented_array_benchmark.zig +0 -149
  136. data/ext/tb_client/tigerbeetle/src/lsm/segmented_array_fuzz.zig +0 -7
  137. data/ext/tb_client/tigerbeetle/src/lsm/set_associative_cache.zig +0 -865
  138. data/ext/tb_client/tigerbeetle/src/lsm/table.zig +0 -607
  139. data/ext/tb_client/tigerbeetle/src/lsm/table_memory.zig +0 -843
  140. data/ext/tb_client/tigerbeetle/src/lsm/table_value_iterator.zig +0 -90
  141. data/ext/tb_client/tigerbeetle/src/lsm/timestamp_range.zig +0 -40
  142. data/ext/tb_client/tigerbeetle/src/lsm/tree.zig +0 -629
  143. data/ext/tb_client/tigerbeetle/src/lsm/tree_fuzz.zig +0 -933
  144. data/ext/tb_client/tigerbeetle/src/lsm/zig_zag_merge.zig +0 -534
  145. data/ext/tb_client/tigerbeetle/src/message_buffer.zig +0 -469
  146. data/ext/tb_client/tigerbeetle/src/message_bus.zig +0 -1219
  147. data/ext/tb_client/tigerbeetle/src/message_bus_fuzz.zig +0 -936
  148. data/ext/tb_client/tigerbeetle/src/message_pool.zig +0 -343
  149. data/ext/tb_client/tigerbeetle/src/multiversion.zig +0 -2195
  150. data/ext/tb_client/tigerbeetle/src/queue.zig +0 -390
  151. data/ext/tb_client/tigerbeetle/src/repl/completion.zig +0 -201
  152. data/ext/tb_client/tigerbeetle/src/repl/parser.zig +0 -1356
  153. data/ext/tb_client/tigerbeetle/src/repl/terminal.zig +0 -496
  154. data/ext/tb_client/tigerbeetle/src/repl.zig +0 -1034
  155. data/ext/tb_client/tigerbeetle/src/scripts/amqp.zig +0 -973
  156. data/ext/tb_client/tigerbeetle/src/scripts/cfo.zig +0 -1866
  157. data/ext/tb_client/tigerbeetle/src/scripts/changelog.zig +0 -304
  158. data/ext/tb_client/tigerbeetle/src/scripts/ci.zig +0 -227
  159. data/ext/tb_client/tigerbeetle/src/scripts/client_readmes.zig +0 -658
  160. data/ext/tb_client/tigerbeetle/src/scripts/devhub.zig +0 -466
  161. data/ext/tb_client/tigerbeetle/src/scripts/release.zig +0 -1058
  162. data/ext/tb_client/tigerbeetle/src/scripts.zig +0 -105
  163. data/ext/tb_client/tigerbeetle/src/shell.zig +0 -1195
  164. data/ext/tb_client/tigerbeetle/src/stack.zig +0 -260
  165. data/ext/tb_client/tigerbeetle/src/state_machine/auditor.zig +0 -911
  166. data/ext/tb_client/tigerbeetle/src/state_machine/workload.zig +0 -2079
  167. data/ext/tb_client/tigerbeetle/src/state_machine.zig +0 -4872
  168. data/ext/tb_client/tigerbeetle/src/state_machine_fuzz.zig +0 -288
  169. data/ext/tb_client/tigerbeetle/src/state_machine_tests.zig +0 -3128
  170. data/ext/tb_client/tigerbeetle/src/static_allocator.zig +0 -82
  171. data/ext/tb_client/tigerbeetle/src/stdx/bit_set.zig +0 -157
  172. data/ext/tb_client/tigerbeetle/src/stdx/bounded_array.zig +0 -292
  173. data/ext/tb_client/tigerbeetle/src/stdx/debug.zig +0 -65
  174. data/ext/tb_client/tigerbeetle/src/stdx/flags.zig +0 -1414
  175. data/ext/tb_client/tigerbeetle/src/stdx/huge_page_allocator.zig +0 -115
  176. data/ext/tb_client/tigerbeetle/src/stdx/mlock.zig +0 -92
  177. data/ext/tb_client/tigerbeetle/src/stdx/prng.zig +0 -677
  178. data/ext/tb_client/tigerbeetle/src/stdx/radix.zig +0 -336
  179. data/ext/tb_client/tigerbeetle/src/stdx/ring_buffer.zig +0 -511
  180. data/ext/tb_client/tigerbeetle/src/stdx/sort_test.zig +0 -112
  181. data/ext/tb_client/tigerbeetle/src/stdx/stdx.zig +0 -1163
  182. data/ext/tb_client/tigerbeetle/src/stdx/testing/low_level_hash_vectors.zig +0 -142
  183. data/ext/tb_client/tigerbeetle/src/stdx/testing/snaptest.zig +0 -361
  184. data/ext/tb_client/tigerbeetle/src/stdx/time_units.zig +0 -275
  185. data/ext/tb_client/tigerbeetle/src/stdx/unshare.zig +0 -295
  186. data/ext/tb_client/tigerbeetle/src/stdx/vendored/aegis.zig +0 -436
  187. data/ext/tb_client/tigerbeetle/src/stdx/windows.zig +0 -48
  188. data/ext/tb_client/tigerbeetle/src/stdx/zipfian.zig +0 -402
  189. data/ext/tb_client/tigerbeetle/src/storage.zig +0 -489
  190. data/ext/tb_client/tigerbeetle/src/storage_fuzz.zig +0 -180
  191. data/ext/tb_client/tigerbeetle/src/testing/bench.zig +0 -146
  192. data/ext/tb_client/tigerbeetle/src/testing/cluster/grid_checker.zig +0 -53
  193. data/ext/tb_client/tigerbeetle/src/testing/cluster/journal_checker.zig +0 -61
  194. data/ext/tb_client/tigerbeetle/src/testing/cluster/manifest_checker.zig +0 -76
  195. data/ext/tb_client/tigerbeetle/src/testing/cluster/message_bus.zig +0 -110
  196. data/ext/tb_client/tigerbeetle/src/testing/cluster/network.zig +0 -412
  197. data/ext/tb_client/tigerbeetle/src/testing/cluster/state_checker.zig +0 -331
  198. data/ext/tb_client/tigerbeetle/src/testing/cluster/storage_checker.zig +0 -458
  199. data/ext/tb_client/tigerbeetle/src/testing/cluster.zig +0 -1198
  200. data/ext/tb_client/tigerbeetle/src/testing/exhaustigen.zig +0 -128
  201. data/ext/tb_client/tigerbeetle/src/testing/fixtures.zig +0 -181
  202. data/ext/tb_client/tigerbeetle/src/testing/fuzz.zig +0 -144
  203. data/ext/tb_client/tigerbeetle/src/testing/id.zig +0 -97
  204. data/ext/tb_client/tigerbeetle/src/testing/io.zig +0 -317
  205. data/ext/tb_client/tigerbeetle/src/testing/marks.zig +0 -126
  206. data/ext/tb_client/tigerbeetle/src/testing/packet_simulator.zig +0 -533
  207. data/ext/tb_client/tigerbeetle/src/testing/reply_sequence.zig +0 -154
  208. data/ext/tb_client/tigerbeetle/src/testing/state_machine.zig +0 -389
  209. data/ext/tb_client/tigerbeetle/src/testing/storage.zig +0 -1247
  210. data/ext/tb_client/tigerbeetle/src/testing/table.zig +0 -249
  211. data/ext/tb_client/tigerbeetle/src/testing/time.zig +0 -98
  212. data/ext/tb_client/tigerbeetle/src/testing/tmp_tigerbeetle.zig +0 -212
  213. data/ext/tb_client/tigerbeetle/src/testing/vortex/constants.zig +0 -26
  214. data/ext/tb_client/tigerbeetle/src/testing/vortex/faulty_network.zig +0 -579
  215. data/ext/tb_client/tigerbeetle/src/testing/vortex/java_driver/ci.zig +0 -39
  216. data/ext/tb_client/tigerbeetle/src/testing/vortex/logged_process.zig +0 -214
  217. data/ext/tb_client/tigerbeetle/src/testing/vortex/rust_driver/ci.zig +0 -34
  218. data/ext/tb_client/tigerbeetle/src/testing/vortex/supervisor.zig +0 -785
  219. data/ext/tb_client/tigerbeetle/src/testing/vortex/workload.zig +0 -543
  220. data/ext/tb_client/tigerbeetle/src/testing/vortex/zig_driver.zig +0 -181
  221. data/ext/tb_client/tigerbeetle/src/tidy.zig +0 -1449
  222. data/ext/tb_client/tigerbeetle/src/tigerbeetle/benchmark_driver.zig +0 -227
  223. data/ext/tb_client/tigerbeetle/src/tigerbeetle/benchmark_load.zig +0 -1069
  224. data/ext/tb_client/tigerbeetle/src/tigerbeetle/cli.zig +0 -1422
  225. data/ext/tb_client/tigerbeetle/src/tigerbeetle/inspect.zig +0 -1658
  226. data/ext/tb_client/tigerbeetle/src/tigerbeetle/inspect_integrity.zig +0 -518
  227. data/ext/tb_client/tigerbeetle/src/tigerbeetle/libtb_client.zig +0 -36
  228. data/ext/tb_client/tigerbeetle/src/tigerbeetle/main.zig +0 -646
  229. data/ext/tb_client/tigerbeetle/src/tigerbeetle.zig +0 -958
  230. data/ext/tb_client/tigerbeetle/src/time.zig +0 -236
  231. data/ext/tb_client/tigerbeetle/src/trace/event.zig +0 -745
  232. data/ext/tb_client/tigerbeetle/src/trace/statsd.zig +0 -462
  233. data/ext/tb_client/tigerbeetle/src/trace.zig +0 -556
  234. data/ext/tb_client/tigerbeetle/src/unit_tests.zig +0 -321
  235. data/ext/tb_client/tigerbeetle/src/vopr.zig +0 -1785
  236. data/ext/tb_client/tigerbeetle/src/vortex.zig +0 -101
  237. data/ext/tb_client/tigerbeetle/src/vsr/checkpoint_trailer.zig +0 -473
  238. data/ext/tb_client/tigerbeetle/src/vsr/checksum.zig +0 -208
  239. data/ext/tb_client/tigerbeetle/src/vsr/checksum_benchmark.zig +0 -43
  240. data/ext/tb_client/tigerbeetle/src/vsr/client.zig +0 -768
  241. data/ext/tb_client/tigerbeetle/src/vsr/client_replies.zig +0 -532
  242. data/ext/tb_client/tigerbeetle/src/vsr/client_sessions.zig +0 -338
  243. data/ext/tb_client/tigerbeetle/src/vsr/clock.zig +0 -1019
  244. data/ext/tb_client/tigerbeetle/src/vsr/fault_detector.zig +0 -279
  245. data/ext/tb_client/tigerbeetle/src/vsr/free_set.zig +0 -1381
  246. data/ext/tb_client/tigerbeetle/src/vsr/free_set_fuzz.zig +0 -315
  247. data/ext/tb_client/tigerbeetle/src/vsr/grid.zig +0 -1460
  248. data/ext/tb_client/tigerbeetle/src/vsr/grid_blocks_missing.zig +0 -757
  249. data/ext/tb_client/tigerbeetle/src/vsr/grid_scrubber.zig +0 -797
  250. data/ext/tb_client/tigerbeetle/src/vsr/journal.zig +0 -2586
  251. data/ext/tb_client/tigerbeetle/src/vsr/marzullo.zig +0 -308
  252. data/ext/tb_client/tigerbeetle/src/vsr/message_header.zig +0 -1777
  253. data/ext/tb_client/tigerbeetle/src/vsr/multi_batch.zig +0 -715
  254. data/ext/tb_client/tigerbeetle/src/vsr/multi_batch_fuzz.zig +0 -185
  255. data/ext/tb_client/tigerbeetle/src/vsr/repair_budget.zig +0 -333
  256. data/ext/tb_client/tigerbeetle/src/vsr/replica.zig +0 -12356
  257. data/ext/tb_client/tigerbeetle/src/vsr/replica_format.zig +0 -416
  258. data/ext/tb_client/tigerbeetle/src/vsr/replica_reformat.zig +0 -165
  259. data/ext/tb_client/tigerbeetle/src/vsr/replica_test.zig +0 -2928
  260. data/ext/tb_client/tigerbeetle/src/vsr/routing.zig +0 -1075
  261. data/ext/tb_client/tigerbeetle/src/vsr/superblock.zig +0 -1603
  262. data/ext/tb_client/tigerbeetle/src/vsr/superblock_fuzz.zig +0 -484
  263. data/ext/tb_client/tigerbeetle/src/vsr/superblock_quorums.zig +0 -405
  264. data/ext/tb_client/tigerbeetle/src/vsr/superblock_quorums_fuzz.zig +0 -355
  265. data/ext/tb_client/tigerbeetle/src/vsr/sync.zig +0 -29
  266. data/ext/tb_client/tigerbeetle/src/vsr.zig +0 -1727
  267. data/lib/tb_client/shared_lib.rb +0 -66
  268. data/lib/tb_client.rb +0 -282
  269. data/lib/tigerbeetle/account.rb +0 -38
  270. data/lib/tigerbeetle/account_balance.rb +0 -23
  271. data/lib/tigerbeetle/account_filter.rb +0 -31
  272. data/lib/tigerbeetle/atomic_counter.rb +0 -14
  273. data/lib/tigerbeetle/client.rb +0 -214
  274. data/lib/tigerbeetle/converters/account.rb +0 -63
  275. data/lib/tigerbeetle/converters/account_balance.rb +0 -31
  276. data/lib/tigerbeetle/converters/account_filter.rb +0 -32
  277. data/lib/tigerbeetle/converters/base.rb +0 -35
  278. data/lib/tigerbeetle/converters/create_accounts_result.rb +0 -21
  279. data/lib/tigerbeetle/converters/create_transfers_result.rb +0 -21
  280. data/lib/tigerbeetle/converters/query_filter.rb +0 -33
  281. data/lib/tigerbeetle/converters/time.rb +0 -23
  282. data/lib/tigerbeetle/converters/transfer.rb +0 -64
  283. data/lib/tigerbeetle/converters/uint_128.rb +0 -24
  284. data/lib/tigerbeetle/converters.rb +0 -12
  285. data/lib/tigerbeetle/error.rb +0 -4
  286. data/lib/tigerbeetle/id.rb +0 -30
  287. data/lib/tigerbeetle/platforms.rb +0 -9
  288. data/lib/tigerbeetle/query_filter.rb +0 -31
  289. data/lib/tigerbeetle/request.rb +0 -7
  290. data/lib/tigerbeetle/transfer.rb +0 -40
  291. data/lib/tigerbeetle/version.rb +0 -4
  292. data/lib/tigerbeetle.rb +0 -13
  293. data/tigerbeetle.gemspec +0 -60
@@ -1,808 +0,0 @@
1
- //! Custom build step to prepare multiversion binaries.
2
-
3
- const std = @import("std");
4
- const builtin = @import("builtin");
5
- const assert = std.debug.assert;
6
-
7
- const multiversion = @import("./multiversion.zig");
8
- const stdx = @import("stdx");
9
- const Shell = @import("shell.zig");
10
-
11
- const multiversion_binary_size_max = multiversion.multiversion_binary_size_max;
12
- const MultiversionHeader = multiversion.MultiversionHeader;
13
- const section_to_macho_cpu = multiversion.section_to_macho_cpu;
14
-
15
- const Target = union(enum) {
16
- const Arch = enum { x86_64, aarch64 };
17
-
18
- linux: Arch,
19
- windows: Arch,
20
- macos, // Universal binary packing both x86_64 and aarch64 versions.
21
-
22
- pub fn parse(str: []const u8) !Target {
23
- const targets = [_]struct { []const u8, Target }{
24
- .{ "x86_64-linux", .{ .linux = .x86_64 } },
25
- .{ "aarch64-linux", .{ .linux = .aarch64 } },
26
- .{ "x86_64-windows", .{ .windows = .x86_64 } },
27
- .{ "aarch64-windows", .{ .windows = .aarch64 } },
28
- .{ "macos", .macos },
29
- };
30
-
31
- inline for (targets) |t| if (std.mem.eql(u8, str, t[0])) return t[1];
32
- return error.InvalidTarget;
33
- }
34
- };
35
-
36
- const CLIArgs = struct {
37
- target: []const u8,
38
- debug: bool = false,
39
- llvm_objcopy: []const u8,
40
- tigerbeetle_current: ?[]const u8 = null,
41
- tigerbeetle_current_x86_64: ?[]const u8 = null, // NB: Will be x86-64 on the CLI!
42
- tigerbeetle_current_aarch64: ?[]const u8 = null,
43
- tigerbeetle_past: []const u8,
44
- output: []const u8,
45
- tmp: []const u8,
46
- };
47
-
48
- // These are the options for cli_args.tigerbeetle_current. Ideally, they should be passed at
49
- // runtime, but passing them at comptime is more convenient.
50
- const vsr_options = @import("vsr_options");
51
-
52
- pub fn main() !void {
53
- var allocator: std.heap.GeneralPurposeAllocator(.{}) = .{};
54
- defer {
55
- if (allocator.deinit() != .ok) {
56
- @panic("memory leaked");
57
- }
58
- }
59
- const gpa = allocator.allocator();
60
-
61
- const shell = try Shell.create(gpa);
62
- defer shell.destroy();
63
-
64
- var args = try std.process.argsWithAllocator(gpa);
65
- defer args.deinit();
66
-
67
- const cli_args = stdx.flags(&args, CLIArgs);
68
-
69
- const tmp_dir_path = try shell.fmt("{s}/{d}", .{
70
- cli_args.tmp,
71
- std.crypto.random.int(u64),
72
- });
73
- var tmp_dir = try std.fs.cwd().makeOpenPath(tmp_dir_path, .{});
74
- defer {
75
- tmp_dir.close();
76
- std.fs.cwd().deleteTree(tmp_dir_path) catch {};
77
- }
78
-
79
- const target = try Target.parse(cli_args.target);
80
-
81
- switch (target) {
82
- .windows, .linux => try build_multiversion_single_arch(shell, .{
83
- .llvm_objcopy = cli_args.llvm_objcopy,
84
- .tmp_path = tmp_dir_path,
85
- .target = target,
86
- .debug = cli_args.debug,
87
- .tigerbeetle_current = cli_args.tigerbeetle_current.?,
88
- .tigerbeetle_past = cli_args.tigerbeetle_past,
89
- .output = cli_args.output,
90
- }),
91
- .macos => try build_multiversion_universal(shell, .{
92
- .llvm_objcopy = cli_args.llvm_objcopy,
93
- .tmp_path = tmp_dir_path,
94
- .target = target,
95
- .debug = cli_args.debug,
96
- .tigerbeetle_current_x86_64 = cli_args.tigerbeetle_current_x86_64.?,
97
- .tigerbeetle_current_aarch64 = cli_args.tigerbeetle_current_aarch64.?,
98
- .tigerbeetle_past = cli_args.tigerbeetle_past,
99
- .output = cli_args.output,
100
- }),
101
- }
102
-
103
- const stat = try shell.cwd.statFile(cli_args.output);
104
- assert(stat.size <= multiversion_binary_size_max);
105
- assert(stat.size <= multiversion.multiversion_binary_platform_size_max(.{
106
- .macos = target == .macos,
107
- .debug = cli_args.debug,
108
- }));
109
- }
110
-
111
- fn build_multiversion_single_arch(shell: *Shell, options: struct {
112
- llvm_objcopy: []const u8,
113
- tmp_path: []const u8,
114
- target: Target,
115
- debug: bool,
116
- tigerbeetle_current: []const u8,
117
- tigerbeetle_past: []const u8,
118
- output: []const u8,
119
- }) !void {
120
- assert(options.target != .macos);
121
-
122
- // We will be modifying this binary in-place.
123
- const tigerbeetle_working = try shell.fmt("{s}/tigerbeetle-working", .{options.tmp_path});
124
-
125
- const current_checksum = try make_deterministic(shell, .{
126
- .llvm_objcopy = options.llvm_objcopy,
127
- .source = options.tigerbeetle_current,
128
- .output = tigerbeetle_working,
129
- });
130
-
131
- const sections = .{
132
- .header_zero = try shell.fmt("{s}/multiversion-zero.header", .{options.tmp_path}),
133
- .header = try shell.fmt("{s}/multiversion.header", .{options.tmp_path}),
134
- .body = try shell.fmt("{s}/multiversion.body", .{options.tmp_path}),
135
- };
136
-
137
- // Explicitly write out zeros for the header, to compute the checksum.
138
- try shell.cwd.writeFile(.{
139
- .sub_path = sections.header_zero,
140
- .data = std.mem.asBytes(&std.mem.zeroes(MultiversionHeader)),
141
- .flags = .{ .exclusive = true },
142
- });
143
-
144
- const past_versions = try build_multiversion_body(shell, .{
145
- .llvm_objcopy = options.llvm_objcopy,
146
- .tmp_path = options.tmp_path,
147
- .target = options.target,
148
- .arch = switch (options.target) {
149
- inline .windows, .linux => |arch| arch,
150
- .macos => unreachable,
151
- },
152
- .tigerbeetle_past = options.tigerbeetle_past,
153
- .output = sections.body,
154
- .debug = options.debug,
155
- });
156
-
157
- // Use objcopy to add in our new body, as well as its header - even though the
158
- // header is still zero!
159
- try shell.exec(
160
- \\{llvm_objcopy} --enable-deterministic-archives --keep-undefined
161
- \\
162
- \\ --add-section .tb_mvb={body}
163
- \\ --set-section-flags .tb_mvb=contents,noload,readonly
164
- \\
165
- \\ --add-section .tb_mvh={header_zero}
166
- \\ --set-section-flags .tb_mvh=contents,noload,readonly
167
- \\
168
- \\ {working}
169
- , .{
170
- .llvm_objcopy = options.llvm_objcopy,
171
- .body = sections.body,
172
- .header_zero = sections.header_zero,
173
- .working = tigerbeetle_working,
174
- });
175
-
176
- const checksum_binary_without_header = try checksum_file(
177
- shell,
178
- tigerbeetle_working,
179
- multiversion.multiversion_binary_size_max,
180
- );
181
-
182
- var header: MultiversionHeader = .{
183
- .current_release = (try multiversion.Release.parse(vsr_options.release)).value,
184
- .current_checksum = current_checksum,
185
- .current_flags = .{
186
- .debug = options.debug,
187
- .visit = true,
188
- },
189
- .past = past_versions.past_releases,
190
- .checksum_binary_without_header = checksum_binary_without_header,
191
- .current_release_client_min = (try multiversion.Release.parse(
192
- vsr_options.release_client_min,
193
- )).value,
194
- .current_git_commit = try git_sha_to_binary(&vsr_options.git_commit.?),
195
- };
196
- header.checksum_header = header.calculate_header_checksum();
197
- try header.verify();
198
-
199
- try shell.cwd.writeFile(.{
200
- .sub_path = sections.header,
201
- .data = std.mem.asBytes(&header),
202
- .flags = .{ .exclusive = true },
203
- });
204
-
205
- // Replace the header with the final version.
206
- try shell.exec(
207
- \\{llvm_objcopy} --enable-deterministic-archives --keep-undefined
208
- \\
209
- \\ --remove-section .tb_mvh
210
- \\ --add-section .tb_mvh={header}
211
- \\ --set-section-flags .tb_mvh=contents,noload,readonly
212
- \\
213
- \\ {working}
214
- , .{
215
- .header = sections.header,
216
- .llvm_objcopy = options.llvm_objcopy,
217
- .working = tigerbeetle_working,
218
- });
219
-
220
- try shell.cwd.copyFile(tigerbeetle_working, shell.cwd, options.output, .{});
221
-
222
- if (self_check_enabled(options.target)) {
223
- try self_check(shell, options.output, past_versions.unpacked);
224
- }
225
- }
226
-
227
- fn build_multiversion_universal(shell: *Shell, options: struct {
228
- llvm_objcopy: []const u8,
229
- tmp_path: []const u8,
230
- target: Target,
231
- debug: bool,
232
- tigerbeetle_current_x86_64: []const u8,
233
- tigerbeetle_current_aarch64: []const u8,
234
- tigerbeetle_past: []const u8,
235
- output: []const u8,
236
- }) !void {
237
- assert(options.target == .macos);
238
-
239
- const tigerbeetle_zero_header = try shell.fmt("{s}/tigerbeetle-zero-header", .{
240
- options.tmp_path,
241
- });
242
-
243
- const sections = .{
244
- .header_zero = try shell.fmt("{s}/multiversion-zero.header", .{options.tmp_path}),
245
- .x86_64 = .{
246
- .header = try shell.fmt("{s}/multiversion-x86_64.header", .{options.tmp_path}),
247
- .body = try shell.fmt("{s}/multiversion-x86_64.body", .{options.tmp_path}),
248
- },
249
- .aarch64 = .{
250
- .header = try shell.fmt("{s}/multiversion-aarch64.header", .{options.tmp_path}),
251
- .body = try shell.fmt("{s}/multiversion-aarch64.body", .{options.tmp_path}),
252
- },
253
- };
254
-
255
- // Explicitly write out zeros for the header, to compute the checksum.
256
- try shell.cwd.writeFile(.{
257
- .sub_path = sections.header_zero,
258
- .data = std.mem.asBytes(&std.mem.zeroes(MultiversionHeader)),
259
- .flags = .{ .exclusive = true },
260
- });
261
-
262
- assert(builtin.target.cpu.arch == .x86_64 or builtin.target.cpu.arch == .aarch64);
263
- const past_versions_aarch64 = try build_multiversion_body(shell, .{
264
- .llvm_objcopy = options.llvm_objcopy,
265
- .tmp_path = options.tmp_path,
266
- .target = .macos,
267
- .arch = .aarch64,
268
- .tigerbeetle_past = options.tigerbeetle_past,
269
- .output = sections.aarch64.body,
270
- .debug = options.debug,
271
- });
272
-
273
- const past_versions_x86_64 = try build_multiversion_body(shell, .{
274
- .llvm_objcopy = options.llvm_objcopy,
275
- .tmp_path = options.tmp_path,
276
- .target = .macos,
277
- .arch = .x86_64,
278
- .tigerbeetle_past = options.tigerbeetle_past,
279
- .output = sections.x86_64.body,
280
- .debug = options.debug,
281
- });
282
- assert(past_versions_aarch64.past_releases.count == past_versions_x86_64.past_releases.count);
283
-
284
- try macos_universal_binary_build(
285
- shell,
286
- tigerbeetle_zero_header,
287
- &.{
288
- .{
289
- .cpu_type = std.macho.CPU_TYPE_ARM64,
290
- .cpu_subtype = std.macho.CPU_SUBTYPE_ARM_ALL,
291
- .path = options.tigerbeetle_current_aarch64,
292
- },
293
- .{
294
- .cpu_type = std.macho.CPU_TYPE_X86_64,
295
- .cpu_subtype = std.macho.CPU_SUBTYPE_X86_64_ALL,
296
- .path = options.tigerbeetle_current_x86_64,
297
- },
298
- .{
299
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvb_aarch64),
300
- .cpu_subtype = 0x00000000,
301
- .path = sections.aarch64.body,
302
- },
303
- .{
304
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvh_aarch64),
305
- .cpu_subtype = 0x00000000,
306
- .path = sections.header_zero,
307
- },
308
- .{
309
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvb_x86_64),
310
- .cpu_subtype = 0x00000000,
311
- .path = sections.x86_64.body,
312
- },
313
- .{
314
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvh_x86_64),
315
- .cpu_subtype = 0x00000000,
316
- .path = sections.header_zero,
317
- },
318
- },
319
- );
320
- const checksum_binary_without_header = try checksum_file(
321
- shell,
322
- tigerbeetle_zero_header,
323
- multiversion_binary_size_max,
324
- );
325
-
326
- inline for (
327
- .{ options.tigerbeetle_current_aarch64, options.tigerbeetle_current_x86_64 },
328
- .{ past_versions_aarch64, past_versions_x86_64 },
329
- .{ sections.aarch64.header, sections.x86_64.header },
330
- ) |tigerbeetle_current, past_versions, header_name| {
331
- const current_checksum = try checksum_file(
332
- shell,
333
- tigerbeetle_current,
334
- multiversion_binary_size_max,
335
- );
336
-
337
- var header = multiversion.MultiversionHeader{
338
- .current_release = (try multiversion.Release.parse(vsr_options.release)).value,
339
- .current_checksum = current_checksum,
340
- .current_flags = .{
341
- .debug = options.debug,
342
- .visit = true,
343
- },
344
- .past = past_versions.past_releases,
345
- .checksum_binary_without_header = checksum_binary_without_header,
346
- .current_release_client_min = (try multiversion.Release.parse(
347
- vsr_options.release_client_min,
348
- )).value,
349
- .current_git_commit = try git_sha_to_binary(&vsr_options.git_commit.?),
350
- };
351
- header.checksum_header = header.calculate_header_checksum();
352
- try header.verify();
353
-
354
- try shell.cwd.writeFile(.{
355
- .sub_path = header_name,
356
- .data = std.mem.asBytes(&header),
357
- .flags = .{ .exclusive = true },
358
- });
359
- }
360
-
361
- try macos_universal_binary_build(shell, options.output, &.{
362
- .{
363
- .cpu_type = std.macho.CPU_TYPE_ARM64,
364
- .cpu_subtype = std.macho.CPU_SUBTYPE_ARM_ALL,
365
- .path = options.tigerbeetle_current_aarch64,
366
- },
367
- .{
368
- .cpu_type = std.macho.CPU_TYPE_X86_64,
369
- .cpu_subtype = std.macho.CPU_SUBTYPE_X86_64_ALL,
370
- .path = options.tigerbeetle_current_x86_64,
371
- },
372
- .{
373
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvb_aarch64),
374
- .cpu_subtype = 0x00000000,
375
- .path = sections.aarch64.body,
376
- },
377
- .{
378
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvh_aarch64),
379
- .cpu_subtype = 0x00000000,
380
- .path = sections.aarch64.header,
381
- },
382
- .{
383
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvb_x86_64),
384
- .cpu_subtype = 0x00000000,
385
- .path = sections.x86_64.body,
386
- },
387
- .{
388
- .cpu_type = @intFromEnum(section_to_macho_cpu.tb_mvh_x86_64),
389
- .cpu_subtype = 0x00000000,
390
- .path = sections.x86_64.header,
391
- },
392
- });
393
- }
394
-
395
- fn make_deterministic(shell: *Shell, options: struct {
396
- llvm_objcopy: []const u8,
397
- source: []const u8,
398
- output: []const u8,
399
- }) !u128 {
400
- // Copy the object using llvm-objcopy before taking our hash. This is to ensure we're
401
- // round trip deterministic between adding and removing sections:
402
- // `llvm-objcopy --add-section ... src dst_added` followed by
403
- // `llvm-objcopy --remove-section ... dst_added src_back` means
404
- // checksum(src) == checksum(src_back)
405
- // Note: actually don't think this is needed, we could assert it?
406
- try shell.exec(
407
- \\{llvm_objcopy} --enable-deterministic-archives
408
- \\ {source} {working}
409
- , .{
410
- .llvm_objcopy = options.llvm_objcopy,
411
- .source = options.source,
412
- .working = options.output,
413
- });
414
-
415
- return try checksum_file(
416
- shell,
417
- options.output,
418
- multiversion.multiversion_binary_size_max,
419
- );
420
- }
421
-
422
- fn build_multiversion_body(shell: *Shell, options: struct {
423
- llvm_objcopy: []const u8,
424
- tmp_path: []const u8,
425
- target: Target,
426
- arch: Target.Arch,
427
- tigerbeetle_past: []const u8,
428
- output: []const u8,
429
- debug: bool,
430
- }) !struct {
431
- past_releases: MultiversionHeader.PastReleases,
432
- unpacked: []const []const u8,
433
- } {
434
- const past_binary_contents: []align(8) const u8 = try shell.cwd.readFileAllocOptions(
435
- shell.arena.allocator(),
436
- options.tigerbeetle_past,
437
- multiversion_binary_size_max,
438
- null,
439
- 8,
440
- null,
441
- );
442
-
443
- const parsed_offsets = switch (options.target) {
444
- .windows => try multiversion.parse_pe(past_binary_contents),
445
- .macos => try multiversion.parse_macho(past_binary_contents),
446
- .linux => try multiversion.parse_elf(past_binary_contents),
447
- };
448
- const arch_offsets = switch (options.arch) {
449
- .x86_64 => parsed_offsets.x86_64.?,
450
- .aarch64 => parsed_offsets.aarch64.?,
451
- };
452
-
453
- const header_bytes =
454
- past_binary_contents[arch_offsets.header_offset..][0..@sizeOf(MultiversionHeader)];
455
-
456
- var header = try MultiversionHeader.init_from_bytes(header_bytes);
457
- if (header.current_release == (try multiversion.Release.parse("0.15.4")).value) {
458
- // current_git_commit and current_release_client_min were added after 0.15.4. These are the
459
- // values for that release.
460
- header.current_git_commit = try git_sha_to_binary(
461
- "14abaeabd09bd7c78a95b6b990748f3612b3e4cc",
462
- );
463
- header.current_release_client_min = (try multiversion.Release.parse("0.15.3")).value;
464
- }
465
-
466
- var unpacked = std.ArrayList([]const u8).init(shell.arena.allocator());
467
- var past_releases: MultiversionHeader.PastReleases = .{};
468
- assert(past_releases.count == 0);
469
- // Extract the old current release - this is the release that was the current release, and not
470
- // embedded in the past pack.
471
- const old_current_release = header.current_release;
472
- const old_current_release_output_name = try shell.fmt("{s}/tigerbeetle-past-{}-{s}", .{
473
- options.tmp_path,
474
- multiversion.Release{ .value = old_current_release },
475
- @tagName(options.arch),
476
- });
477
-
478
- if (options.target == .macos) {
479
- const cpu_type, const cpu_subtype = switch (options.arch) {
480
- .aarch64 => .{ std.macho.CPU_TYPE_ARM64, std.macho.CPU_SUBTYPE_ARM_ALL },
481
- .x86_64 => .{ std.macho.CPU_TYPE_X86_64, std.macho.CPU_SUBTYPE_X86_64_ALL },
482
- };
483
-
484
- try macos_universal_binary_extract(
485
- shell,
486
- options.tigerbeetle_past,
487
- .{ .cpu_type = cpu_type, .cpu_subtype = cpu_subtype },
488
- old_current_release_output_name,
489
- );
490
- } else {
491
- try shell.exec(
492
- \\{llvm_objcopy} --enable-deterministic-archives --keep-undefined
493
- \\ --remove-section .tb_mvb --remove-section .tb_mvh
494
- \\ {tigerbeetle_past} {tigerbeetle_old_current}
495
- , .{
496
- .llvm_objcopy = options.llvm_objcopy,
497
- .tigerbeetle_past = options.tigerbeetle_past,
498
- .tigerbeetle_old_current = old_current_release_output_name,
499
- });
500
- }
501
-
502
- if (builtin.os.tag != .windows) {
503
- const old_current_release_fd = try shell.cwd.openFile(old_current_release_output_name, .{
504
- .mode = .write_only,
505
- });
506
- defer old_current_release_fd.close();
507
- try old_current_release_fd.chmod(0o777);
508
- }
509
-
510
- // It's important to verify the previous current_release checksum - it can't be verified at
511
- // runtime by multiversion.zig, since it relies on objcopy to extract.
512
- assert(header.current_checksum == try checksum_file(
513
- shell,
514
- old_current_release_output_name,
515
- multiversion_binary_size_max,
516
- ));
517
-
518
- const old_current_release_size: u32 = @intCast(
519
- (try shell.cwd.statFile(old_current_release_output_name)).size,
520
- );
521
-
522
- // You can have as many releases as you want, as long as it's 5 or less.
523
- // This is made up of:
524
- // * up to 3 releases from the old past pack (extracted from the release downloaded),
525
- // * 1 old current release (extracted from the release downloaded),
526
- // * 1 current release (that was just built).
527
- // This will be improved soon:
528
- // https://github.com/tigerbeetle/tigerbeetle/pull/2165#discussion_r1698114401
529
- //
530
- // No size limits are explicitly checked here; they're validated later by using the
531
- // `multiversion` subcommand to test the final built binary against all past binaries that are
532
- // included.
533
- //
534
- // For debug builds, due to their size, this is limited to only the old current release and the
535
- // current release. Nothing is taken from the past pack.
536
- const past_count: u32 = if (options.debug) 0 else @min(3, header.past.count);
537
-
538
- const past_starting_index = header.past.count - past_count;
539
-
540
- for (
541
- header.past.releases[past_starting_index..][0..past_count],
542
- header.past.offsets[past_starting_index..][0..past_count],
543
- header.past.sizes[past_starting_index..][0..past_count],
544
- header.past.checksums[past_starting_index..][0..past_count],
545
- header.past.flags[past_starting_index..][0..past_count],
546
- header.past.git_commits[past_starting_index..][0..past_count],
547
- header.past.release_client_mins[past_starting_index..][0..past_count],
548
- ) |
549
- past_release,
550
- past_offset,
551
- past_size,
552
- past_checksum,
553
- past_flag,
554
- past_commit,
555
- past_release_client_min,
556
- | {
557
- const past_name = try shell.fmt("{s}/tigerbeetle-past-{}-{s}", .{
558
- options.tmp_path,
559
- multiversion.Release{ .value = past_release },
560
- @tagName(options.arch),
561
- });
562
- const mode_exec = if (builtin.os.tag == .windows) 0 else 0o777;
563
- try shell.cwd.writeFile(.{
564
- .sub_path = past_name,
565
- .data = past_binary_contents[arch_offsets.body_offset..][past_offset..][0..past_size],
566
- .flags = .{ .exclusive = true, .mode = mode_exec },
567
- });
568
-
569
- // This is double-checked later when validating at runtime with the binary.
570
- assert(past_checksum == try checksum_file(
571
- shell,
572
- past_name,
573
- multiversion_binary_size_max,
574
- ));
575
-
576
- past_releases.add(.{
577
- .release = past_release,
578
- .checksum = past_checksum,
579
- .size = past_size,
580
- .flags = past_flag,
581
- .git_commit = past_commit,
582
- .release_client_min = past_release_client_min,
583
- });
584
- try unpacked.append(past_name);
585
- }
586
-
587
- const old_current_release_flags = blk: {
588
- var old_current_release_flags = header.current_flags;
589
-
590
- // Visit https://github.com/tigerbeetle/tigerbeetle/pull/2181.
591
- old_current_release_flags.visit = true;
592
-
593
- break :blk old_current_release_flags;
594
- };
595
-
596
- // All of these are in ascending order, so the old current release goes last:
597
- past_releases.add(.{
598
- .release = old_current_release,
599
- .checksum = header.current_checksum,
600
- .size = old_current_release_size,
601
- .flags = old_current_release_flags,
602
- .git_commit = header.current_git_commit,
603
- .release_client_min = header.current_release_client_min,
604
- });
605
- try unpacked.append(old_current_release_output_name);
606
- assert(past_releases.count == past_count + 1); // +1 to include the old current release.
607
- try past_releases.verify();
608
-
609
- const body_file = try shell.cwd.createFile(options.output, .{ .exclusive = true });
610
- defer body_file.close();
611
-
612
- for (
613
- past_releases.releases[0..past_releases.count],
614
- past_releases.offsets[0..past_releases.count],
615
- past_releases.sizes[0..past_releases.count],
616
- ) |release, offset, size| {
617
- const past_name = try shell.fmt("{s}/tigerbeetle-past-{}-{s}", .{
618
- options.tmp_path,
619
- multiversion.Release{ .value = release },
620
- @tagName(options.arch),
621
- });
622
- const contents = try shell.cwd.readFileAlloc(shell.arena.allocator(), past_name, size);
623
- try body_file.pwriteAll(contents, offset);
624
- }
625
-
626
- return .{
627
- .past_releases = past_releases,
628
- .unpacked = unpacked.items,
629
- };
630
- }
631
-
632
- /// Does the same thing as llvm-lipo (builds a universal binary) but allows building binaries
633
- /// that have deprecated architectures. This is used by multiversion on macOS, where these
634
- /// deprecated architectures hold the multiversion header and body.
635
- /// It's much easier to embed and read them here, then to do it in the inner MachO binary, like
636
- /// we do with ELF or PE.
637
- fn macos_universal_binary_build(
638
- shell: *Shell,
639
- output_path: []const u8,
640
- binaries: []const struct {
641
- cpu_type: i32,
642
- cpu_subtype: i32,
643
- path: []const u8,
644
- },
645
- ) !void {
646
- // The offset start is relative to the end of the headers, rounded up to the alignment.
647
- const alignment_power = 14;
648
- const alignment = 1 << alignment_power;
649
-
650
- // Ensure alignment of 2^14 == 16384 to match macOS.
651
- comptime assert(alignment == 16384);
652
-
653
- const headers_size = @sizeOf(std.macho.fat_header) +
654
- @sizeOf(std.macho.fat_arch) * binaries.len;
655
- assert(headers_size < alignment);
656
-
657
- const binary_headers = try shell.arena.allocator().alloc(std.macho.fat_arch, binaries.len);
658
-
659
- var current_offset: u32 = alignment;
660
- for (binaries, binary_headers) |binary, *binary_header| {
661
- const binary_size: u32 = @intCast(
662
- (try shell.cwd.statFile(binary.path)).size,
663
- );
664
-
665
- // The Mach-O header is big-endian...
666
- binary_header.* = std.macho.fat_arch{
667
- .cputype = @byteSwap(binary.cpu_type),
668
- .cpusubtype = @byteSwap(binary.cpu_subtype),
669
- .offset = @byteSwap(current_offset),
670
- .size = @byteSwap(binary_size),
671
- .@"align" = @byteSwap(@as(u32, alignment_power)),
672
- };
673
-
674
- current_offset += binary_size;
675
- current_offset = std.mem.alignForward(u32, current_offset, alignment);
676
- }
677
-
678
- var output_file = try shell.project_root.createFile(output_path, .{
679
- .exclusive = true,
680
- .mode = if (builtin.target.os.tag == .windows) 0 else 0o777,
681
- });
682
- defer output_file.close();
683
-
684
- const fat_header = std.macho.fat_header{
685
- .magic = std.macho.FAT_CIGAM,
686
- .nfat_arch = @byteSwap(@as(u32, @intCast(binaries.len))),
687
- };
688
- assert(@sizeOf(std.macho.fat_header) == 8);
689
- try output_file.writeAll(std.mem.asBytes(&fat_header));
690
-
691
- assert(@sizeOf(std.macho.fat_arch) == 20);
692
- try output_file.writeAll(std.mem.sliceAsBytes(binary_headers));
693
-
694
- try output_file.seekTo(alignment);
695
-
696
- for (binaries, binary_headers) |binary, binary_header| {
697
- const binary_contents = try shell.project_root.readFileAlloc(
698
- shell.arena.allocator(),
699
- binary.path,
700
- multiversion_binary_size_max,
701
- );
702
- assert(binary_contents.len == @byteSwap(binary_header.size));
703
-
704
- try output_file.seekTo(@byteSwap(binary_header.offset));
705
- try output_file.writeAll(binary_contents);
706
- }
707
- }
708
-
709
- /// Does the opposite of macos_universal_binary_build: allows extracting inner binaries from a
710
- /// universal binary.
711
- fn macos_universal_binary_extract(
712
- shell: *Shell,
713
- input_path: []const u8,
714
- filter: struct { cpu_type: i32, cpu_subtype: i32 },
715
- output_path: []const u8,
716
- ) !void {
717
- const binary_contents = try shell.cwd.readFileAlloc(
718
- shell.arena.allocator(),
719
- input_path,
720
- multiversion_binary_size_max,
721
- );
722
-
723
- const fat_header = std.mem.bytesAsValue(
724
- std.macho.fat_header,
725
- binary_contents[0..@sizeOf(std.macho.fat_header)],
726
- );
727
- assert(fat_header.magic == std.macho.FAT_CIGAM);
728
-
729
- for (0..@byteSwap(fat_header.nfat_arch)) |i| {
730
- const header_offset = @sizeOf(std.macho.fat_header) + @sizeOf(std.macho.fat_arch) * i;
731
- const fat_arch = std.mem.bytesAsValue(
732
- std.macho.fat_arch,
733
- binary_contents[header_offset..][0..@sizeOf(std.macho.fat_arch)],
734
- );
735
- assert(@byteSwap(fat_arch.@"align") == 14);
736
-
737
- if (@byteSwap(fat_arch.cputype) == filter.cpu_type and
738
- @byteSwap(fat_arch.cpusubtype) == filter.cpu_subtype)
739
- {
740
- const offset = @byteSwap(fat_arch.offset);
741
- const size = @byteSwap(fat_arch.size);
742
-
743
- try shell.cwd.writeFile(.{
744
- .sub_path = output_path,
745
- .data = binary_contents[offset..][0..size],
746
- .flags = .{ .exclusive = true },
747
- });
748
-
749
- break;
750
- }
751
- } else {
752
- @panic("no matching inner binary found.");
753
- }
754
- }
755
-
756
- fn self_check_enabled(target: Target) bool {
757
- return switch (target) {
758
- .linux => |arch| builtin.target.os.tag == .linux and switch (arch) {
759
- .x86_64 => builtin.target.cpu.arch == .x86_64,
760
- .aarch64 => builtin.target.cpu.arch == .aarch64,
761
- },
762
- .windows => |arch| builtin.target.os.tag == .windows and switch (arch) {
763
- .x86_64 => builtin.target.cpu.arch == .x86_64,
764
- .aarch64 => builtin.target.cpu.arch == .aarch64,
765
- },
766
- .macos => builtin.target.os.tag == .macos,
767
- };
768
- }
769
-
770
- fn self_check(shell: *Shell, tigerbeetle: []const u8, past_releases: []const []const u8) !void {
771
- assert(past_releases.len > 0);
772
- try shell.exec(
773
- "{tigerbeetle} multiversion {tigerbeetle}",
774
- .{ .tigerbeetle = tigerbeetle },
775
- );
776
- for (past_releases) |past_release| {
777
- // 0.15.3 didn't have the multiversion subcommand since it was the epoch.
778
- if (std.mem.indexOf(u8, past_release, "0.15.3") != null) continue;
779
- try shell.exec(
780
- "{past_release} multiversion {tigerbeetle}",
781
- .{ .tigerbeetle = tigerbeetle, .past_release = past_release },
782
- );
783
- }
784
- }
785
-
786
- fn checksum_file(shell: *Shell, path: []const u8, size_max: u32) !u128 {
787
- const contents = try shell.cwd.readFileAlloc(shell.arena.allocator(), path, size_max);
788
- return multiversion.checksum.checksum(contents);
789
- }
790
-
791
- fn git_sha_to_binary(commit: []const u8) ![20]u8 {
792
- assert(commit.len == 40);
793
-
794
- var commit_bytes: [20]u8 = std.mem.zeroes([20]u8);
795
- for (0..@divExact(commit.len, 2)) |i| {
796
- const byte = try std.fmt.parseInt(u8, commit[i * 2 ..][0..2], 16);
797
- commit_bytes[i] = byte;
798
- }
799
-
800
- var commit_roundtrip: [40]u8 = undefined;
801
- assert(std.mem.eql(u8, try std.fmt.bufPrint(
802
- &commit_roundtrip,
803
- "{s}",
804
- .{std.fmt.fmtSliceHexLower(&commit_bytes)},
805
- ), commit));
806
-
807
- return commit_bytes;
808
- }