tigerbeetle 0.0.36 → 0.0.38
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/ext/tb_client/extconf.rb +13 -13
- data/ext/tb_client/tigerbeetle/LICENSE +177 -0
- data/ext/tb_client/tigerbeetle/build.zig +2327 -0
- data/ext/tb_client/tigerbeetle/src/aof.zig +1000 -0
- data/ext/tb_client/tigerbeetle/src/build_multiversion.zig +808 -0
- data/ext/tb_client/tigerbeetle/src/cdc/amqp/protocol.zig +1283 -0
- data/ext/tb_client/tigerbeetle/src/cdc/amqp/spec.zig +1704 -0
- data/ext/tb_client/tigerbeetle/src/cdc/amqp/types.zig +341 -0
- data/ext/tb_client/tigerbeetle/src/cdc/amqp.zig +1450 -0
- data/ext/tb_client/tigerbeetle/src/cdc/runner.zig +1659 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/samples/main.c +406 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/context.zig +1092 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/echo_client.zig +286 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/packet.zig +158 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/signal.zig +229 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client/signal_fuzz.zig +110 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client.h +386 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client.zig +34 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_exports.zig +281 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_header.zig +312 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/tb_client_header_test.zig +138 -0
- data/ext/tb_client/tigerbeetle/src/clients/c/test.zig +466 -0
- data/ext/tb_client/tigerbeetle/src/clients/docs_samples.zig +157 -0
- data/ext/tb_client/tigerbeetle/src/clients/docs_types.zig +90 -0
- data/ext/tb_client/tigerbeetle/src/clients/dotnet/ci.zig +203 -0
- data/ext/tb_client/tigerbeetle/src/clients/dotnet/docs.zig +79 -0
- data/ext/tb_client/tigerbeetle/src/clients/dotnet/dotnet_bindings.zig +542 -0
- data/ext/tb_client/tigerbeetle/src/clients/go/ci.zig +109 -0
- data/ext/tb_client/tigerbeetle/src/clients/go/docs.zig +86 -0
- data/ext/tb_client/tigerbeetle/src/clients/go/go_bindings.zig +370 -0
- data/ext/tb_client/tigerbeetle/src/clients/go/pkg/native/tb_client.h +386 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/ci.zig +167 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/docs.zig +126 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/java_bindings.zig +996 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/src/client.zig +748 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/src/jni.zig +3238 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/src/jni_tests.zig +1718 -0
- data/ext/tb_client/tigerbeetle/src/clients/java/src/jni_thread_cleaner.zig +190 -0
- data/ext/tb_client/tigerbeetle/src/clients/node/ci.zig +104 -0
- data/ext/tb_client/tigerbeetle/src/clients/node/docs.zig +75 -0
- data/ext/tb_client/tigerbeetle/src/clients/node/node.zig +522 -0
- data/ext/tb_client/tigerbeetle/src/clients/node/node_bindings.zig +267 -0
- data/ext/tb_client/tigerbeetle/src/clients/node/src/c.zig +3 -0
- data/ext/tb_client/tigerbeetle/src/clients/node/src/translate.zig +379 -0
- data/ext/tb_client/tigerbeetle/src/clients/python/ci.zig +131 -0
- data/ext/tb_client/tigerbeetle/src/clients/python/docs.zig +63 -0
- data/ext/tb_client/tigerbeetle/src/clients/python/python_bindings.zig +588 -0
- data/ext/tb_client/tigerbeetle/src/clients/rust/assets/tb_client.h +386 -0
- data/ext/tb_client/tigerbeetle/src/clients/rust/ci.zig +73 -0
- data/ext/tb_client/tigerbeetle/src/clients/rust/docs.zig +106 -0
- data/ext/tb_client/tigerbeetle/src/clients/rust/rust_bindings.zig +305 -0
- data/ext/tb_client/tigerbeetle/src/config.zig +296 -0
- data/ext/tb_client/tigerbeetle/src/constants.zig +790 -0
- data/ext/tb_client/tigerbeetle/src/copyhound.zig +202 -0
- data/ext/tb_client/tigerbeetle/src/counting_allocator.zig +72 -0
- data/ext/tb_client/tigerbeetle/src/direction.zig +120 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/build.zig +158 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/content.zig +156 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/docs.zig +252 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/file_checker.zig +313 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/html.zig +87 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/page_writer.zig +63 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/redirects.zig +47 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/search_index_writer.zig +28 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/service_worker_writer.zig +61 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/single_page_writer.zig +169 -0
- data/ext/tb_client/tigerbeetle/src/docs_website/src/website.zig +46 -0
- data/ext/tb_client/tigerbeetle/src/ewah.zig +445 -0
- data/ext/tb_client/tigerbeetle/src/ewah_benchmark.zig +128 -0
- data/ext/tb_client/tigerbeetle/src/ewah_fuzz.zig +171 -0
- data/ext/tb_client/tigerbeetle/src/fuzz_tests.zig +179 -0
- data/ext/tb_client/tigerbeetle/src/integration_tests.zig +662 -0
- data/ext/tb_client/tigerbeetle/src/io/common.zig +155 -0
- data/ext/tb_client/tigerbeetle/src/io/darwin.zig +1093 -0
- data/ext/tb_client/tigerbeetle/src/io/linux.zig +1880 -0
- data/ext/tb_client/tigerbeetle/src/io/test.zig +1005 -0
- data/ext/tb_client/tigerbeetle/src/io/windows.zig +1598 -0
- data/ext/tb_client/tigerbeetle/src/io.zig +34 -0
- data/ext/tb_client/tigerbeetle/src/iops.zig +134 -0
- data/ext/tb_client/tigerbeetle/src/list.zig +236 -0
- data/ext/tb_client/tigerbeetle/src/lsm/binary_search.zig +848 -0
- data/ext/tb_client/tigerbeetle/src/lsm/binary_search_benchmark.zig +179 -0
- data/ext/tb_client/tigerbeetle/src/lsm/cache_map.zig +424 -0
- data/ext/tb_client/tigerbeetle/src/lsm/cache_map_fuzz.zig +420 -0
- data/ext/tb_client/tigerbeetle/src/lsm/compaction.zig +2117 -0
- data/ext/tb_client/tigerbeetle/src/lsm/composite_key.zig +182 -0
- data/ext/tb_client/tigerbeetle/src/lsm/forest.zig +1119 -0
- data/ext/tb_client/tigerbeetle/src/lsm/forest_fuzz.zig +1102 -0
- data/ext/tb_client/tigerbeetle/src/lsm/forest_table_iterator.zig +200 -0
- data/ext/tb_client/tigerbeetle/src/lsm/groove.zig +1495 -0
- data/ext/tb_client/tigerbeetle/src/lsm/k_way_merge.zig +739 -0
- data/ext/tb_client/tigerbeetle/src/lsm/k_way_merge_benchmark.zig +166 -0
- data/ext/tb_client/tigerbeetle/src/lsm/manifest.zig +754 -0
- data/ext/tb_client/tigerbeetle/src/lsm/manifest_level.zig +1294 -0
- data/ext/tb_client/tigerbeetle/src/lsm/manifest_level_fuzz.zig +510 -0
- data/ext/tb_client/tigerbeetle/src/lsm/manifest_log.zig +1263 -0
- data/ext/tb_client/tigerbeetle/src/lsm/manifest_log_fuzz.zig +628 -0
- data/ext/tb_client/tigerbeetle/src/lsm/node_pool.zig +247 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_buffer.zig +116 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_builder.zig +543 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_fuzz.zig +938 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_lookup.zig +293 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_merge.zig +359 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_range.zig +99 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_state.zig +17 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scan_tree.zig +962 -0
- data/ext/tb_client/tigerbeetle/src/lsm/schema.zig +617 -0
- data/ext/tb_client/tigerbeetle/src/lsm/scratch_memory.zig +84 -0
- data/ext/tb_client/tigerbeetle/src/lsm/segmented_array.zig +1500 -0
- data/ext/tb_client/tigerbeetle/src/lsm/segmented_array_benchmark.zig +149 -0
- data/ext/tb_client/tigerbeetle/src/lsm/segmented_array_fuzz.zig +7 -0
- data/ext/tb_client/tigerbeetle/src/lsm/set_associative_cache.zig +865 -0
- data/ext/tb_client/tigerbeetle/src/lsm/table.zig +607 -0
- data/ext/tb_client/tigerbeetle/src/lsm/table_memory.zig +843 -0
- data/ext/tb_client/tigerbeetle/src/lsm/table_value_iterator.zig +90 -0
- data/ext/tb_client/tigerbeetle/src/lsm/timestamp_range.zig +40 -0
- data/ext/tb_client/tigerbeetle/src/lsm/tree.zig +630 -0
- data/ext/tb_client/tigerbeetle/src/lsm/tree_fuzz.zig +933 -0
- data/ext/tb_client/tigerbeetle/src/lsm/zig_zag_merge.zig +534 -0
- data/ext/tb_client/tigerbeetle/src/message_buffer.zig +469 -0
- data/ext/tb_client/tigerbeetle/src/message_bus.zig +1214 -0
- data/ext/tb_client/tigerbeetle/src/message_bus_fuzz.zig +936 -0
- data/ext/tb_client/tigerbeetle/src/message_pool.zig +343 -0
- data/ext/tb_client/tigerbeetle/src/multiversion.zig +2195 -0
- data/ext/tb_client/tigerbeetle/src/queue.zig +390 -0
- data/ext/tb_client/tigerbeetle/src/repl/completion.zig +201 -0
- data/ext/tb_client/tigerbeetle/src/repl/parser.zig +1356 -0
- data/ext/tb_client/tigerbeetle/src/repl/terminal.zig +496 -0
- data/ext/tb_client/tigerbeetle/src/repl.zig +1034 -0
- data/ext/tb_client/tigerbeetle/src/scripts/amqp.zig +973 -0
- data/ext/tb_client/tigerbeetle/src/scripts/cfo.zig +1866 -0
- data/ext/tb_client/tigerbeetle/src/scripts/changelog.zig +304 -0
- data/ext/tb_client/tigerbeetle/src/scripts/ci.zig +227 -0
- data/ext/tb_client/tigerbeetle/src/scripts/client_readmes.zig +658 -0
- data/ext/tb_client/tigerbeetle/src/scripts/devhub.zig +466 -0
- data/ext/tb_client/tigerbeetle/src/scripts/release.zig +1058 -0
- data/ext/tb_client/tigerbeetle/src/scripts.zig +105 -0
- data/ext/tb_client/tigerbeetle/src/shell.zig +1195 -0
- data/ext/tb_client/tigerbeetle/src/stack.zig +260 -0
- data/ext/tb_client/tigerbeetle/src/state_machine/auditor.zig +911 -0
- data/ext/tb_client/tigerbeetle/src/state_machine/workload.zig +2079 -0
- data/ext/tb_client/tigerbeetle/src/state_machine.zig +4872 -0
- data/ext/tb_client/tigerbeetle/src/state_machine_fuzz.zig +288 -0
- data/ext/tb_client/tigerbeetle/src/state_machine_tests.zig +3128 -0
- data/ext/tb_client/tigerbeetle/src/static_allocator.zig +82 -0
- data/ext/tb_client/tigerbeetle/src/stdx/bit_set.zig +157 -0
- data/ext/tb_client/tigerbeetle/src/stdx/bounded_array.zig +292 -0
- data/ext/tb_client/tigerbeetle/src/stdx/debug.zig +65 -0
- data/ext/tb_client/tigerbeetle/src/stdx/flags.zig +1414 -0
- data/ext/tb_client/tigerbeetle/src/stdx/mlock.zig +92 -0
- data/ext/tb_client/tigerbeetle/src/stdx/prng.zig +677 -0
- data/ext/tb_client/tigerbeetle/src/stdx/radix.zig +336 -0
- data/ext/tb_client/tigerbeetle/src/stdx/ring_buffer.zig +511 -0
- data/ext/tb_client/tigerbeetle/src/stdx/sort_test.zig +112 -0
- data/ext/tb_client/tigerbeetle/src/stdx/stdx.zig +1160 -0
- data/ext/tb_client/tigerbeetle/src/stdx/testing/low_level_hash_vectors.zig +142 -0
- data/ext/tb_client/tigerbeetle/src/stdx/testing/snaptest.zig +361 -0
- data/ext/tb_client/tigerbeetle/src/stdx/time_units.zig +275 -0
- data/ext/tb_client/tigerbeetle/src/stdx/unshare.zig +295 -0
- data/ext/tb_client/tigerbeetle/src/stdx/vendored/aegis.zig +436 -0
- data/ext/tb_client/tigerbeetle/src/stdx/windows.zig +48 -0
- data/ext/tb_client/tigerbeetle/src/stdx/zipfian.zig +402 -0
- data/ext/tb_client/tigerbeetle/src/storage.zig +489 -0
- data/ext/tb_client/tigerbeetle/src/storage_fuzz.zig +180 -0
- data/ext/tb_client/tigerbeetle/src/testing/bench.zig +146 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/grid_checker.zig +53 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/journal_checker.zig +61 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/manifest_checker.zig +76 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/message_bus.zig +110 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/network.zig +412 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/state_checker.zig +331 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster/storage_checker.zig +458 -0
- data/ext/tb_client/tigerbeetle/src/testing/cluster.zig +1198 -0
- data/ext/tb_client/tigerbeetle/src/testing/exhaustigen.zig +128 -0
- data/ext/tb_client/tigerbeetle/src/testing/fixtures.zig +181 -0
- data/ext/tb_client/tigerbeetle/src/testing/fuzz.zig +144 -0
- data/ext/tb_client/tigerbeetle/src/testing/id.zig +97 -0
- data/ext/tb_client/tigerbeetle/src/testing/io.zig +317 -0
- data/ext/tb_client/tigerbeetle/src/testing/marks.zig +126 -0
- data/ext/tb_client/tigerbeetle/src/testing/packet_simulator.zig +533 -0
- data/ext/tb_client/tigerbeetle/src/testing/reply_sequence.zig +154 -0
- data/ext/tb_client/tigerbeetle/src/testing/state_machine.zig +389 -0
- data/ext/tb_client/tigerbeetle/src/testing/storage.zig +1247 -0
- data/ext/tb_client/tigerbeetle/src/testing/table.zig +249 -0
- data/ext/tb_client/tigerbeetle/src/testing/time.zig +98 -0
- data/ext/tb_client/tigerbeetle/src/testing/tmp_tigerbeetle.zig +212 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/constants.zig +26 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/faulty_network.zig +580 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/java_driver/ci.zig +39 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/logged_process.zig +214 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/rust_driver/ci.zig +34 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/supervisor.zig +766 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/workload.zig +543 -0
- data/ext/tb_client/tigerbeetle/src/testing/vortex/zig_driver.zig +181 -0
- data/ext/tb_client/tigerbeetle/src/tidy.zig +1448 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/benchmark_driver.zig +227 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/benchmark_load.zig +1069 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/cli.zig +1422 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/inspect.zig +1658 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/inspect_integrity.zig +518 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/libtb_client.zig +36 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle/main.zig +646 -0
- data/ext/tb_client/tigerbeetle/src/tigerbeetle.zig +958 -0
- data/ext/tb_client/tigerbeetle/src/time.zig +236 -0
- data/ext/tb_client/tigerbeetle/src/trace/event.zig +745 -0
- data/ext/tb_client/tigerbeetle/src/trace/statsd.zig +462 -0
- data/ext/tb_client/tigerbeetle/src/trace.zig +556 -0
- data/ext/tb_client/tigerbeetle/src/unit_tests.zig +321 -0
- data/ext/tb_client/tigerbeetle/src/vopr.zig +1785 -0
- data/ext/tb_client/tigerbeetle/src/vortex.zig +101 -0
- data/ext/tb_client/tigerbeetle/src/vsr/checkpoint_trailer.zig +473 -0
- data/ext/tb_client/tigerbeetle/src/vsr/checksum.zig +208 -0
- data/ext/tb_client/tigerbeetle/src/vsr/checksum_benchmark.zig +43 -0
- data/ext/tb_client/tigerbeetle/src/vsr/client.zig +768 -0
- data/ext/tb_client/tigerbeetle/src/vsr/client_replies.zig +532 -0
- data/ext/tb_client/tigerbeetle/src/vsr/client_sessions.zig +338 -0
- data/ext/tb_client/tigerbeetle/src/vsr/clock.zig +1019 -0
- data/ext/tb_client/tigerbeetle/src/vsr/fault_detector.zig +279 -0
- data/ext/tb_client/tigerbeetle/src/vsr/free_set.zig +1381 -0
- data/ext/tb_client/tigerbeetle/src/vsr/free_set_fuzz.zig +315 -0
- data/ext/tb_client/tigerbeetle/src/vsr/grid.zig +1460 -0
- data/ext/tb_client/tigerbeetle/src/vsr/grid_blocks_missing.zig +757 -0
- data/ext/tb_client/tigerbeetle/src/vsr/grid_scrubber.zig +797 -0
- data/ext/tb_client/tigerbeetle/src/vsr/journal.zig +2586 -0
- data/ext/tb_client/tigerbeetle/src/vsr/marzullo.zig +308 -0
- data/ext/tb_client/tigerbeetle/src/vsr/message_header.zig +1777 -0
- data/ext/tb_client/tigerbeetle/src/vsr/multi_batch.zig +715 -0
- data/ext/tb_client/tigerbeetle/src/vsr/multi_batch_fuzz.zig +185 -0
- data/ext/tb_client/tigerbeetle/src/vsr/repair_budget.zig +333 -0
- data/ext/tb_client/tigerbeetle/src/vsr/replica.zig +12355 -0
- data/ext/tb_client/tigerbeetle/src/vsr/replica_format.zig +416 -0
- data/ext/tb_client/tigerbeetle/src/vsr/replica_reformat.zig +165 -0
- data/ext/tb_client/tigerbeetle/src/vsr/replica_test.zig +2928 -0
- data/ext/tb_client/tigerbeetle/src/vsr/routing.zig +1075 -0
- data/ext/tb_client/tigerbeetle/src/vsr/superblock.zig +1603 -0
- data/ext/tb_client/tigerbeetle/src/vsr/superblock_fuzz.zig +484 -0
- data/ext/tb_client/tigerbeetle/src/vsr/superblock_quorums.zig +405 -0
- data/ext/tb_client/tigerbeetle/src/vsr/superblock_quorums_fuzz.zig +355 -0
- data/ext/tb_client/tigerbeetle/src/vsr/sync.zig +29 -0
- data/ext/tb_client/tigerbeetle/src/vsr.zig +1727 -0
- data/lib/tb_client/shared_lib.rb +12 -5
- data/lib/tigerbeetle/platforms.rb +9 -0
- data/lib/tigerbeetle/version.rb +2 -2
- data/tigerbeetle.gemspec +22 -5
- metadata +242 -3
- data/ext/tb_client/pkg.tar.gz +0 -0
|
@@ -0,0 +1,617 @@
|
|
|
1
|
+
//! Decode grid blocks.
|
|
2
|
+
//!
|
|
3
|
+
//! Rather than switching between specialized decoders depending on the tree, each schema encodes
|
|
4
|
+
//! relevant parameters directly into the block's header. This allows the decoders to not be
|
|
5
|
+
//! generic. This is convenient for compaction, but critical for the scrubber and repair queue.
|
|
6
|
+
//!
|
|
7
|
+
//! Index block body schema:
|
|
8
|
+
//! │ [value_block_count_max]u256 │ checksums of value blocks
|
|
9
|
+
//! │ [value_block_count_max]Key │ the minimum/first key in the respective value block
|
|
10
|
+
//! │ [value_block_count_max]Key │ the maximum/last key in the respective value block
|
|
11
|
+
//! │ [value_block_count_max]u64 │ addresses of value blocks
|
|
12
|
+
//! │ […]u8{0} │ padding (to end of block)
|
|
13
|
+
//!
|
|
14
|
+
//! Value block body schema:
|
|
15
|
+
//! │ [≤value_count_max]Value │ At least one value (no empty tables).
|
|
16
|
+
//! │ […]u8{0} │ padding (to end of block)
|
|
17
|
+
//!
|
|
18
|
+
//! ManifestNode block body schema:
|
|
19
|
+
//! │ [entry_count]TableInfo │
|
|
20
|
+
//! │ […]u8{0} │ padding (to end of block)
|
|
21
|
+
const std = @import("std");
|
|
22
|
+
const mem = std.mem;
|
|
23
|
+
const assert = std.debug.assert;
|
|
24
|
+
|
|
25
|
+
const constants = @import("../constants.zig");
|
|
26
|
+
const vsr = @import("../vsr.zig");
|
|
27
|
+
|
|
28
|
+
const stdx = @import("stdx");
|
|
29
|
+
|
|
30
|
+
const BlockReference = vsr.BlockReference;
|
|
31
|
+
|
|
32
|
+
const address_size = @sizeOf(u64);
|
|
33
|
+
const checksum_size = @sizeOf(u256);
|
|
34
|
+
|
|
35
|
+
const block_size = constants.block_size;
|
|
36
|
+
const block_body_size = block_size - @sizeOf(vsr.Header);
|
|
37
|
+
|
|
38
|
+
const BlockPtr = *align(constants.sector_size) [block_size]u8;
|
|
39
|
+
const BlockPtrConst = *align(constants.sector_size) const [block_size]u8;
|
|
40
|
+
|
|
41
|
+
pub inline fn header_from_block(block: BlockPtrConst) *const vsr.Header.Block {
|
|
42
|
+
const header = mem.bytesAsValue(vsr.Header.Block, block[0..@sizeOf(vsr.Header)]);
|
|
43
|
+
assert(header.command == .block);
|
|
44
|
+
assert(header.address > 0);
|
|
45
|
+
assert(header.size >= @sizeOf(vsr.Header)); // Every block has a header.
|
|
46
|
+
assert(header.size > @sizeOf(vsr.Header)); // Every block has a non-empty body.
|
|
47
|
+
assert(header.size <= block.len);
|
|
48
|
+
assert(header.block_type.valid());
|
|
49
|
+
assert(header.block_type != .reserved);
|
|
50
|
+
assert(header.release.value > 0);
|
|
51
|
+
return header;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
/// A block's type is implicitly determined by how its address is stored (e.g. in the index block).
|
|
55
|
+
/// BlockType is an additional check that a block has the expected type on read.
|
|
56
|
+
///
|
|
57
|
+
/// The BlockType is stored in the block's `header.block_type`.
|
|
58
|
+
pub const BlockType = enum(u8) {
|
|
59
|
+
/// Unused; verifies that no block is written with a default 0 block type.
|
|
60
|
+
reserved = 0,
|
|
61
|
+
|
|
62
|
+
free_set = 1,
|
|
63
|
+
client_sessions = 2,
|
|
64
|
+
manifest = 3,
|
|
65
|
+
index = 4,
|
|
66
|
+
value = 5,
|
|
67
|
+
|
|
68
|
+
pub fn valid(block_type: BlockType) bool {
|
|
69
|
+
_ = std.meta.intToEnum(BlockType, @intFromEnum(block_type)) catch return false;
|
|
70
|
+
|
|
71
|
+
return true;
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
// TODO(zig): Once "extern struct" supports u256, change all checksums to (padded) u256.
|
|
76
|
+
pub const Checksum = extern struct {
|
|
77
|
+
value: u128,
|
|
78
|
+
padding: u128 = 0,
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
pub const TableIndex = struct {
|
|
82
|
+
/// Stored in every index block's header's `metadata_bytes` field.
|
|
83
|
+
///
|
|
84
|
+
/// The max-counts are stored in the header despite being available (per-tree) at comptime:
|
|
85
|
+
/// - Encoding schema parameters enables schema evolution.
|
|
86
|
+
/// - Tables can be decoded without per-tree specialized decoders.
|
|
87
|
+
/// (In particular, this is useful for the scrubber and the grid repair queue).
|
|
88
|
+
pub const Metadata = extern struct {
|
|
89
|
+
value_block_count: u32,
|
|
90
|
+
value_block_count_max: u32,
|
|
91
|
+
key_size: u32,
|
|
92
|
+
tree_id: u16,
|
|
93
|
+
reserved: [82]u8 = @splat(0),
|
|
94
|
+
|
|
95
|
+
comptime {
|
|
96
|
+
assert(stdx.no_padding(Metadata));
|
|
97
|
+
assert(@sizeOf(Metadata) == vsr.Header.Block.metadata_size);
|
|
98
|
+
}
|
|
99
|
+
};
|
|
100
|
+
|
|
101
|
+
key_size: u32,
|
|
102
|
+
value_block_count_max: u32,
|
|
103
|
+
|
|
104
|
+
size: u32,
|
|
105
|
+
value_checksums_offset: u32,
|
|
106
|
+
value_checksums_size: u32,
|
|
107
|
+
keys_min_offset: u32,
|
|
108
|
+
keys_max_offset: u32,
|
|
109
|
+
keys_size: u32,
|
|
110
|
+
value_addresses_offset: u32,
|
|
111
|
+
value_addresses_size: u32,
|
|
112
|
+
padding_offset: u32,
|
|
113
|
+
padding_size: u32,
|
|
114
|
+
|
|
115
|
+
const Parameters = struct {
|
|
116
|
+
key_size: u32,
|
|
117
|
+
value_block_count_max: u32,
|
|
118
|
+
};
|
|
119
|
+
|
|
120
|
+
pub fn init(parameters: Parameters) TableIndex {
|
|
121
|
+
assert(parameters.key_size > 0);
|
|
122
|
+
assert(parameters.value_block_count_max > 0);
|
|
123
|
+
assert(parameters.value_block_count_max <= constants.lsm_table_value_blocks_max);
|
|
124
|
+
|
|
125
|
+
const value_checksums_offset = @sizeOf(vsr.Header);
|
|
126
|
+
const value_checksums_size = parameters.value_block_count_max * checksum_size;
|
|
127
|
+
|
|
128
|
+
const keys_size = parameters.value_block_count_max * parameters.key_size;
|
|
129
|
+
const keys_min_offset = value_checksums_offset + value_checksums_size;
|
|
130
|
+
const keys_max_offset = keys_min_offset + keys_size;
|
|
131
|
+
|
|
132
|
+
const value_addresses_offset = keys_max_offset + keys_size;
|
|
133
|
+
const value_addresses_size = parameters.value_block_count_max * address_size;
|
|
134
|
+
|
|
135
|
+
const padding_offset = value_addresses_offset + value_addresses_size;
|
|
136
|
+
assert(padding_offset <= constants.block_size);
|
|
137
|
+
const padding_size = constants.block_size - padding_offset;
|
|
138
|
+
|
|
139
|
+
// `keys_size * 2` for counting both key_min and key_max:
|
|
140
|
+
const size = @sizeOf(vsr.Header) + value_checksums_size +
|
|
141
|
+
(keys_size * 2) + value_addresses_size;
|
|
142
|
+
assert(size <= constants.block_size);
|
|
143
|
+
|
|
144
|
+
return .{
|
|
145
|
+
.key_size = parameters.key_size,
|
|
146
|
+
.value_block_count_max = parameters.value_block_count_max,
|
|
147
|
+
.size = size,
|
|
148
|
+
.value_checksums_offset = value_checksums_offset,
|
|
149
|
+
.value_checksums_size = value_checksums_size,
|
|
150
|
+
.keys_min_offset = keys_min_offset,
|
|
151
|
+
.keys_max_offset = keys_max_offset,
|
|
152
|
+
.keys_size = keys_size,
|
|
153
|
+
.value_addresses_offset = value_addresses_offset,
|
|
154
|
+
.value_addresses_size = value_addresses_size,
|
|
155
|
+
.padding_offset = padding_offset,
|
|
156
|
+
.padding_size = padding_size,
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
pub fn from(index_block: BlockPtrConst) TableIndex {
|
|
161
|
+
const header = header_from_block(index_block);
|
|
162
|
+
assert(header.command == .block);
|
|
163
|
+
assert(header.block_type == .index);
|
|
164
|
+
assert(header.address > 0);
|
|
165
|
+
assert(header.snapshot > 0);
|
|
166
|
+
|
|
167
|
+
const header_metadata = metadata(index_block);
|
|
168
|
+
const index = TableIndex.init(.{
|
|
169
|
+
.key_size = header_metadata.key_size,
|
|
170
|
+
.value_block_count_max = header_metadata.value_block_count_max,
|
|
171
|
+
});
|
|
172
|
+
|
|
173
|
+
for (index.padding(index_block)) |padding_area| {
|
|
174
|
+
assert(stdx.zeroed(index_block[padding_area.start..padding_area.end]));
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
return index;
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
pub fn metadata(index_block: BlockPtrConst) *const Metadata {
|
|
181
|
+
const header = header_from_block(index_block);
|
|
182
|
+
assert(header.command == .block);
|
|
183
|
+
assert(header.block_type == .index);
|
|
184
|
+
|
|
185
|
+
const header_metadata = std.mem.bytesAsValue(Metadata, &header.metadata_bytes);
|
|
186
|
+
assert(header_metadata.value_block_count <= header_metadata.value_block_count_max);
|
|
187
|
+
assert(stdx.zeroed(&header_metadata.reserved));
|
|
188
|
+
return header_metadata;
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
pub inline fn block_metadata(
|
|
192
|
+
schema: *const TableIndex,
|
|
193
|
+
index_block: BlockPtrConst,
|
|
194
|
+
) *const Metadata {
|
|
195
|
+
const result = metadata(index_block);
|
|
196
|
+
assert(result.key_size == schema.key_size);
|
|
197
|
+
assert(result.value_block_count_max == schema.value_block_count_max);
|
|
198
|
+
return result;
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
pub inline fn value_addresses(index: *const TableIndex, index_block: BlockPtr) []u64 {
|
|
202
|
+
return @alignCast(mem.bytesAsSlice(
|
|
203
|
+
u64,
|
|
204
|
+
index_block[index.value_addresses_offset..][0..index.value_addresses_size],
|
|
205
|
+
));
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
pub inline fn value_addresses_used(
|
|
209
|
+
index: *const TableIndex,
|
|
210
|
+
index_block: BlockPtrConst,
|
|
211
|
+
) []const u64 {
|
|
212
|
+
const slice = mem.bytesAsSlice(
|
|
213
|
+
u64,
|
|
214
|
+
index_block[index.value_addresses_offset..][0..index.value_addresses_size],
|
|
215
|
+
);
|
|
216
|
+
return @alignCast(slice[0..index.value_blocks_used(index_block)]);
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
pub inline fn value_checksums(index: *const TableIndex, index_block: BlockPtr) []Checksum {
|
|
220
|
+
return @alignCast(mem.bytesAsSlice(
|
|
221
|
+
Checksum,
|
|
222
|
+
index_block[index.value_checksums_offset..][0..index.value_checksums_size],
|
|
223
|
+
));
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
pub inline fn value_checksums_used(
|
|
227
|
+
index: *const TableIndex,
|
|
228
|
+
index_block: BlockPtrConst,
|
|
229
|
+
) []const Checksum {
|
|
230
|
+
const slice = mem.bytesAsSlice(
|
|
231
|
+
Checksum,
|
|
232
|
+
index_block[index.value_checksums_offset..][0..index.value_checksums_size],
|
|
233
|
+
);
|
|
234
|
+
return @alignCast(slice[0..index.value_blocks_used(index_block)]);
|
|
235
|
+
}
|
|
236
|
+
|
|
237
|
+
pub inline fn value_blocks_used(index: *const TableIndex, index_block: BlockPtrConst) u32 {
|
|
238
|
+
const header_metadata = block_metadata(index, index_block);
|
|
239
|
+
assert(header_metadata.value_block_count > 0);
|
|
240
|
+
assert(header_metadata.value_block_count <= index.value_block_count_max);
|
|
241
|
+
return header_metadata.value_block_count;
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
pub fn padding(
|
|
245
|
+
index: *const TableIndex,
|
|
246
|
+
index_block: BlockPtrConst,
|
|
247
|
+
) [4]struct { start: usize, end: usize } {
|
|
248
|
+
const value_checksums_skip = index.value_blocks_used(index_block) * checksum_size;
|
|
249
|
+
const keys_min_skip = index.value_blocks_used(index_block) * index.key_size;
|
|
250
|
+
const keys_max_skip = index.value_blocks_used(index_block) * index.key_size;
|
|
251
|
+
const value_addresses_skip = index.value_blocks_used(index_block) * address_size;
|
|
252
|
+
return .{
|
|
253
|
+
.{
|
|
254
|
+
.start = index.value_checksums_offset + value_checksums_skip,
|
|
255
|
+
.end = index.value_checksums_offset + index.value_checksums_size,
|
|
256
|
+
},
|
|
257
|
+
.{
|
|
258
|
+
.start = index.keys_min_offset + keys_min_skip,
|
|
259
|
+
.end = index.keys_min_offset + index.keys_size,
|
|
260
|
+
},
|
|
261
|
+
.{
|
|
262
|
+
.start = index.keys_max_offset + keys_max_skip,
|
|
263
|
+
.end = index.keys_max_offset + index.keys_size,
|
|
264
|
+
},
|
|
265
|
+
.{
|
|
266
|
+
.start = index.value_addresses_offset + value_addresses_skip,
|
|
267
|
+
.end = index.value_addresses_offset + index.value_addresses_size,
|
|
268
|
+
},
|
|
269
|
+
};
|
|
270
|
+
}
|
|
271
|
+
};
|
|
272
|
+
|
|
273
|
+
pub const TableValue = struct {
|
|
274
|
+
/// Stored in every value block's header's `metadata_bytes` field.
|
|
275
|
+
pub const Metadata = extern struct {
|
|
276
|
+
value_count_max: u32,
|
|
277
|
+
value_count: u32,
|
|
278
|
+
value_size: u32,
|
|
279
|
+
tree_id: u16,
|
|
280
|
+
reserved: [82]u8 = @splat(0),
|
|
281
|
+
|
|
282
|
+
comptime {
|
|
283
|
+
assert(stdx.no_padding(Metadata));
|
|
284
|
+
assert(@sizeOf(Metadata) == vsr.Header.Block.metadata_size);
|
|
285
|
+
}
|
|
286
|
+
};
|
|
287
|
+
|
|
288
|
+
// @sizeOf(Table.Value)
|
|
289
|
+
value_size: u32,
|
|
290
|
+
// The maximum number of values in a value block.
|
|
291
|
+
value_count_max: u32,
|
|
292
|
+
|
|
293
|
+
values_offset: u32,
|
|
294
|
+
values_size: u32,
|
|
295
|
+
|
|
296
|
+
padding_offset: u32,
|
|
297
|
+
padding_size: u32,
|
|
298
|
+
|
|
299
|
+
pub const Parameters = struct {
|
|
300
|
+
value_count_max: u32,
|
|
301
|
+
value_size: u32,
|
|
302
|
+
};
|
|
303
|
+
|
|
304
|
+
pub fn init(parameters: Parameters) TableValue {
|
|
305
|
+
assert(parameters.value_count_max > 0);
|
|
306
|
+
assert(parameters.value_size > 0);
|
|
307
|
+
assert(std.math.isPowerOfTwo(parameters.value_size));
|
|
308
|
+
|
|
309
|
+
const value_count_max = parameters.value_count_max;
|
|
310
|
+
|
|
311
|
+
const values_offset = @sizeOf(vsr.Header);
|
|
312
|
+
const values_size = parameters.value_count_max * parameters.value_size;
|
|
313
|
+
|
|
314
|
+
const padding_offset = values_offset + values_size;
|
|
315
|
+
const padding_size = constants.block_size - padding_offset;
|
|
316
|
+
|
|
317
|
+
return .{
|
|
318
|
+
.value_size = parameters.value_size,
|
|
319
|
+
.value_count_max = value_count_max,
|
|
320
|
+
.values_offset = values_offset,
|
|
321
|
+
.values_size = values_size,
|
|
322
|
+
.padding_offset = padding_offset,
|
|
323
|
+
.padding_size = padding_size,
|
|
324
|
+
};
|
|
325
|
+
}
|
|
326
|
+
|
|
327
|
+
pub fn from(value_block: BlockPtrConst) TableValue {
|
|
328
|
+
const header = header_from_block(value_block);
|
|
329
|
+
assert(header.command == .block);
|
|
330
|
+
assert(header.block_type == .value);
|
|
331
|
+
assert(header.address > 0);
|
|
332
|
+
assert(header.snapshot > 0);
|
|
333
|
+
|
|
334
|
+
const header_metadata = metadata(value_block);
|
|
335
|
+
|
|
336
|
+
return TableValue.init(.{
|
|
337
|
+
.value_count_max = header_metadata.value_count_max,
|
|
338
|
+
.value_size = header_metadata.value_size,
|
|
339
|
+
});
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
pub fn metadata(value_block: BlockPtrConst) *const Metadata {
|
|
343
|
+
const header = header_from_block(value_block);
|
|
344
|
+
assert(header.command == .block);
|
|
345
|
+
assert(header.block_type == .value);
|
|
346
|
+
|
|
347
|
+
const header_metadata = std.mem.bytesAsValue(Metadata, &header.metadata_bytes);
|
|
348
|
+
assert(header_metadata.value_size > 0);
|
|
349
|
+
assert(header_metadata.value_count > 0);
|
|
350
|
+
assert(header_metadata.value_count <= header_metadata.value_count_max);
|
|
351
|
+
assert(header_metadata.tree_id > 0);
|
|
352
|
+
assert(stdx.zeroed(&header_metadata.reserved));
|
|
353
|
+
assert(@sizeOf(vsr.Header) + header_metadata.value_size * header_metadata.value_count ==
|
|
354
|
+
header.size);
|
|
355
|
+
|
|
356
|
+
return header_metadata;
|
|
357
|
+
}
|
|
358
|
+
|
|
359
|
+
pub inline fn block_metadata(
|
|
360
|
+
schema: *const TableValue,
|
|
361
|
+
value_block: BlockPtrConst,
|
|
362
|
+
) *const Metadata {
|
|
363
|
+
const result = metadata(value_block);
|
|
364
|
+
assert(result.value_size == schema.value_size);
|
|
365
|
+
assert(result.value_count_max == schema.value_count_max);
|
|
366
|
+
return result;
|
|
367
|
+
}
|
|
368
|
+
|
|
369
|
+
pub inline fn block_values_bytes(
|
|
370
|
+
schema: *const TableValue,
|
|
371
|
+
value_block: BlockPtr,
|
|
372
|
+
) []align(16) u8 {
|
|
373
|
+
return @alignCast(value_block[schema.values_offset..][0..schema.values_size]);
|
|
374
|
+
}
|
|
375
|
+
|
|
376
|
+
pub inline fn block_values_bytes_const(
|
|
377
|
+
schema: *const TableValue,
|
|
378
|
+
value_block: BlockPtrConst,
|
|
379
|
+
) []align(16) const u8 {
|
|
380
|
+
return @alignCast(value_block[schema.values_offset..][0..schema.values_size]);
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
pub inline fn block_values_used_bytes(
|
|
384
|
+
schema: *const TableValue,
|
|
385
|
+
value_block: BlockPtrConst,
|
|
386
|
+
) []align(16) const u8 {
|
|
387
|
+
const header = header_from_block(value_block);
|
|
388
|
+
assert(header.block_type == .value);
|
|
389
|
+
|
|
390
|
+
const used_values: u32 = block_metadata(schema, value_block).value_count;
|
|
391
|
+
assert(used_values > 0);
|
|
392
|
+
assert(used_values <= schema.value_count_max);
|
|
393
|
+
|
|
394
|
+
const used_bytes = used_values * schema.value_size;
|
|
395
|
+
assert(@sizeOf(vsr.Header) + used_bytes == header.size);
|
|
396
|
+
assert(header.size <= schema.padding_offset); // This is the maximum padding_offset
|
|
397
|
+
return schema.block_values_bytes_const(value_block)[0..used_bytes];
|
|
398
|
+
}
|
|
399
|
+
};
|
|
400
|
+
|
|
401
|
+
/// A TrailerNode is either a `BlockType.free_set` or `BlockType.client_sessions`.
|
|
402
|
+
pub const TrailerNode = struct {
|
|
403
|
+
pub const Metadata = extern struct {
|
|
404
|
+
previous_trailer_block_checksum: u128,
|
|
405
|
+
previous_trailer_block_checksum_padding: u128 = 0,
|
|
406
|
+
previous_trailer_block_address: u64,
|
|
407
|
+
reserved: [56]u8 = @splat(0),
|
|
408
|
+
|
|
409
|
+
comptime {
|
|
410
|
+
assert(stdx.no_padding(Metadata));
|
|
411
|
+
assert(@sizeOf(Metadata) == vsr.Header.Block.metadata_size);
|
|
412
|
+
}
|
|
413
|
+
};
|
|
414
|
+
|
|
415
|
+
pub fn metadata(free_set_block: BlockPtrConst) *const Metadata {
|
|
416
|
+
const header = header_from_block(free_set_block);
|
|
417
|
+
assert(header.command == .block);
|
|
418
|
+
assert(header.block_type == .free_set or header.block_type == .client_sessions);
|
|
419
|
+
assert(header.address > 0);
|
|
420
|
+
assert(header.snapshot == 0);
|
|
421
|
+
|
|
422
|
+
const header_metadata = std.mem.bytesAsValue(Metadata, &header.metadata_bytes);
|
|
423
|
+
assert(header_metadata.previous_trailer_block_checksum_padding == 0);
|
|
424
|
+
assert(stdx.zeroed(&header_metadata.reserved));
|
|
425
|
+
|
|
426
|
+
if (header_metadata.previous_trailer_block_address == 0) {
|
|
427
|
+
assert(header_metadata.previous_trailer_block_checksum == 0);
|
|
428
|
+
}
|
|
429
|
+
|
|
430
|
+
assert(header.size > @sizeOf(vsr.Header));
|
|
431
|
+
|
|
432
|
+
switch (header.block_type) {
|
|
433
|
+
.free_set => {
|
|
434
|
+
assert((header.size - @sizeOf(vsr.Header)) % @sizeOf(u64) == 0);
|
|
435
|
+
},
|
|
436
|
+
.client_sessions => {
|
|
437
|
+
assert((header.size - @sizeOf(vsr.Header)) %
|
|
438
|
+
(@sizeOf(vsr.Header) + @sizeOf(u64)) == 0);
|
|
439
|
+
},
|
|
440
|
+
else => unreachable,
|
|
441
|
+
}
|
|
442
|
+
|
|
443
|
+
return header_metadata;
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
pub fn assert_valid_header(free_set_block: BlockPtrConst) void {
|
|
447
|
+
_ = metadata(free_set_block);
|
|
448
|
+
}
|
|
449
|
+
|
|
450
|
+
pub fn previous(free_set_block: BlockPtrConst) ?BlockReference {
|
|
451
|
+
const header_metadata = metadata(free_set_block);
|
|
452
|
+
|
|
453
|
+
if (header_metadata.previous_trailer_block_address == 0) {
|
|
454
|
+
assert(header_metadata.previous_trailer_block_checksum == 0);
|
|
455
|
+
return null;
|
|
456
|
+
} else {
|
|
457
|
+
return .{
|
|
458
|
+
.checksum = header_metadata.previous_trailer_block_checksum,
|
|
459
|
+
.address = header_metadata.previous_trailer_block_address,
|
|
460
|
+
};
|
|
461
|
+
}
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
pub fn body(block: BlockPtrConst) []align(@sizeOf(vsr.Header)) const u8 {
|
|
465
|
+
const header = header_from_block(block);
|
|
466
|
+
return block[@sizeOf(vsr.Header)..header.size];
|
|
467
|
+
}
|
|
468
|
+
};
|
|
469
|
+
|
|
470
|
+
/// A Manifest block's body is an array of TableInfo entries.
|
|
471
|
+
// TODO Store snapshot in header.
|
|
472
|
+
pub const ManifestNode = struct {
|
|
473
|
+
const entry_size = @sizeOf(TableInfo);
|
|
474
|
+
|
|
475
|
+
pub const entry_count_max = @divFloor(block_body_size, entry_size);
|
|
476
|
+
|
|
477
|
+
comptime {
|
|
478
|
+
assert(entry_count_max > 0);
|
|
479
|
+
|
|
480
|
+
// Bit 7 is reserved to indicate whether the event is an insert or remove.
|
|
481
|
+
assert(constants.lsm_levels <= std.math.maxInt(u6) + 1);
|
|
482
|
+
|
|
483
|
+
assert(@sizeOf(Label) == @sizeOf(u8));
|
|
484
|
+
assert(@alignOf(Label) == 1);
|
|
485
|
+
|
|
486
|
+
// TableInfo should already be 16-byte aligned because of the leading padded key.
|
|
487
|
+
const alignment = 16;
|
|
488
|
+
assert(alignment <= @sizeOf(vsr.Header));
|
|
489
|
+
assert(alignment == @alignOf(TableInfo));
|
|
490
|
+
|
|
491
|
+
// For keys { 8, 16, 24, 32 } all TableInfo's should be a multiple of the alignment.
|
|
492
|
+
assert(@sizeOf(TableInfo) % alignment == 0);
|
|
493
|
+
}
|
|
494
|
+
|
|
495
|
+
/// Stored in every manifest block's header's `metadata_bytes` field.
|
|
496
|
+
pub const Metadata = extern struct {
|
|
497
|
+
previous_manifest_block_checksum: u128,
|
|
498
|
+
previous_manifest_block_checksum_padding: u128 = 0,
|
|
499
|
+
previous_manifest_block_address: u64,
|
|
500
|
+
entry_count: u32,
|
|
501
|
+
reserved: [52]u8 = @splat(0),
|
|
502
|
+
|
|
503
|
+
comptime {
|
|
504
|
+
assert(stdx.no_padding(Metadata));
|
|
505
|
+
assert(@sizeOf(Metadata) == vsr.Header.Block.metadata_size);
|
|
506
|
+
}
|
|
507
|
+
};
|
|
508
|
+
|
|
509
|
+
/// See manifest.zig's TreeTableInfoType declaration for field documentation.
|
|
510
|
+
pub const TableInfo = extern struct {
|
|
511
|
+
/// All keys must fit within 32 bytes.
|
|
512
|
+
pub const KeyPadded = [32]u8;
|
|
513
|
+
|
|
514
|
+
key_min: KeyPadded,
|
|
515
|
+
key_max: KeyPadded,
|
|
516
|
+
checksum: u128,
|
|
517
|
+
checksum_padding: u128 = 0,
|
|
518
|
+
address: u64,
|
|
519
|
+
snapshot_min: u64,
|
|
520
|
+
snapshot_max: u64,
|
|
521
|
+
value_count: u32,
|
|
522
|
+
tree_id: u16,
|
|
523
|
+
label: Label,
|
|
524
|
+
reserved: [1]u8 = @splat(0),
|
|
525
|
+
|
|
526
|
+
comptime {
|
|
527
|
+
assert(@sizeOf(TableInfo) == 128);
|
|
528
|
+
assert(@alignOf(TableInfo) == 16);
|
|
529
|
+
assert(stdx.no_padding(TableInfo));
|
|
530
|
+
}
|
|
531
|
+
};
|
|
532
|
+
|
|
533
|
+
pub const Event = enum(u2) {
|
|
534
|
+
reserved = 0,
|
|
535
|
+
insert = 1,
|
|
536
|
+
update = 2,
|
|
537
|
+
remove = 3,
|
|
538
|
+
};
|
|
539
|
+
|
|
540
|
+
pub const Label = packed struct(u8) {
|
|
541
|
+
level: u6,
|
|
542
|
+
event: Event,
|
|
543
|
+
|
|
544
|
+
comptime {
|
|
545
|
+
assert(@bitSizeOf(Label) == @sizeOf(Label) * 8);
|
|
546
|
+
}
|
|
547
|
+
};
|
|
548
|
+
|
|
549
|
+
entry_count: u32,
|
|
550
|
+
|
|
551
|
+
pub fn from(manifest_block: BlockPtrConst) ManifestNode {
|
|
552
|
+
const header_metadata = metadata(manifest_block);
|
|
553
|
+
return .{ .entry_count = header_metadata.entry_count };
|
|
554
|
+
}
|
|
555
|
+
|
|
556
|
+
pub fn metadata(manifest_block: BlockPtrConst) *const Metadata {
|
|
557
|
+
const header = header_from_block(manifest_block);
|
|
558
|
+
assert(header.command == .block);
|
|
559
|
+
assert(header.block_type == .manifest);
|
|
560
|
+
assert(header.address > 0);
|
|
561
|
+
assert(header.snapshot == 0);
|
|
562
|
+
|
|
563
|
+
const header_metadata = std.mem.bytesAsValue(Metadata, &header.metadata_bytes);
|
|
564
|
+
assert(header_metadata.entry_count > 0);
|
|
565
|
+
assert(header_metadata.entry_count <= entry_count_max);
|
|
566
|
+
assert(header_metadata.entry_count ==
|
|
567
|
+
@divExact(header.size - @sizeOf(vsr.Header), entry_size));
|
|
568
|
+
assert(header_metadata.previous_manifest_block_checksum_padding == 0);
|
|
569
|
+
assert(stdx.zeroed(&header_metadata.reserved));
|
|
570
|
+
|
|
571
|
+
if (header_metadata.previous_manifest_block_address == 0) {
|
|
572
|
+
assert(header_metadata.previous_manifest_block_checksum == 0);
|
|
573
|
+
}
|
|
574
|
+
|
|
575
|
+
return header_metadata;
|
|
576
|
+
}
|
|
577
|
+
|
|
578
|
+
/// Note that the returned block reference is no longer be part of the manifest if
|
|
579
|
+
/// `manifest_block` is the oldest block in the superblock's CheckpointState.
|
|
580
|
+
pub fn previous(manifest_block: BlockPtrConst) ?BlockReference {
|
|
581
|
+
_ = from(manifest_block); // Validation only.
|
|
582
|
+
|
|
583
|
+
const header_metadata = metadata(manifest_block);
|
|
584
|
+
if (header_metadata.previous_manifest_block_address == 0) {
|
|
585
|
+
assert(header_metadata.previous_manifest_block_checksum == 0);
|
|
586
|
+
|
|
587
|
+
return null;
|
|
588
|
+
} else {
|
|
589
|
+
return .{
|
|
590
|
+
.checksum = header_metadata.previous_manifest_block_checksum,
|
|
591
|
+
.address = header_metadata.previous_manifest_block_address,
|
|
592
|
+
};
|
|
593
|
+
}
|
|
594
|
+
}
|
|
595
|
+
|
|
596
|
+
pub fn size(schema: *const ManifestNode) u32 {
|
|
597
|
+
assert(schema.entry_count > 0);
|
|
598
|
+
assert(schema.entry_count <= entry_count_max);
|
|
599
|
+
|
|
600
|
+
const tables_size = schema.entry_count * @sizeOf(TableInfo);
|
|
601
|
+
return @sizeOf(vsr.Header) + tables_size;
|
|
602
|
+
}
|
|
603
|
+
|
|
604
|
+
pub fn tables(schema: *const ManifestNode, block: BlockPtr) []TableInfo {
|
|
605
|
+
return mem.bytesAsSlice(
|
|
606
|
+
TableInfo,
|
|
607
|
+
block[@sizeOf(vsr.Header)..][0 .. schema.entry_count * @sizeOf(TableInfo)],
|
|
608
|
+
);
|
|
609
|
+
}
|
|
610
|
+
|
|
611
|
+
pub fn tables_const(schema: *const ManifestNode, block: BlockPtrConst) []const TableInfo {
|
|
612
|
+
return mem.bytesAsSlice(
|
|
613
|
+
TableInfo,
|
|
614
|
+
block[@sizeOf(vsr.Header)..][0 .. schema.entry_count * @sizeOf(TableInfo)],
|
|
615
|
+
);
|
|
616
|
+
}
|
|
617
|
+
};
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
//! ScratchMemory is a page-aligned scratch buffer meant for situations where a buffer is required
|
|
2
|
+
//! (e.g., radix sort) and can be shared between components.
|
|
3
|
+
//! The buffer is page-aligned so that smaller alignments are trivially satisfied. See:
|
|
4
|
+
//! https://ziglang.org/documentation/0.14.1/#Alignment
|
|
5
|
+
//!
|
|
6
|
+
const std = @import("std");
|
|
7
|
+
const stdx = @import("stdx");
|
|
8
|
+
const assert = std.debug.assert;
|
|
9
|
+
|
|
10
|
+
buffer: []align(std.heap.page_size_min) u8,
|
|
11
|
+
state: enum { free, busy },
|
|
12
|
+
|
|
13
|
+
pub const ScratchMemory = @This();
|
|
14
|
+
|
|
15
|
+
pub fn init(gpa: std.mem.Allocator, size: usize) !ScratchMemory {
|
|
16
|
+
assert(size > 0);
|
|
17
|
+
|
|
18
|
+
var scratch: ScratchMemory = .{
|
|
19
|
+
.buffer = undefined,
|
|
20
|
+
.state = .free,
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
scratch.buffer = try gpa.alignedAlloc(u8, std.heap.page_size_min, size);
|
|
24
|
+
errdefer gpa.free(scratch.buffer);
|
|
25
|
+
|
|
26
|
+
return scratch;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
pub fn deinit(scratch: *ScratchMemory, gpa: std.mem.Allocator) void {
|
|
30
|
+
assert(scratch.state == .free);
|
|
31
|
+
gpa.free(scratch.buffer);
|
|
32
|
+
scratch.* = undefined;
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
pub fn acquire(scratch: *ScratchMemory, T: type, count: usize) []T {
|
|
36
|
+
// A pointer with a larger alignment can be cast into one with a smaller alignment.
|
|
37
|
+
comptime assert(@alignOf(T) < std.heap.page_size_min);
|
|
38
|
+
assert(scratch.state == .free);
|
|
39
|
+
assert(count * @sizeOf(T) <= scratch.buffer.len);
|
|
40
|
+
defer assert(scratch.state == .busy);
|
|
41
|
+
|
|
42
|
+
scratch.state = .busy;
|
|
43
|
+
const scratch_size = count * @sizeOf(T);
|
|
44
|
+
const scratch_typed = stdx.bytes_as_slice(
|
|
45
|
+
.exact,
|
|
46
|
+
T,
|
|
47
|
+
scratch.buffer[0..scratch_size],
|
|
48
|
+
);
|
|
49
|
+
assert(std.mem.isAligned(@intFromPtr(scratch_typed.ptr), @alignOf(T)));
|
|
50
|
+
return scratch_typed;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
pub fn release(scratch: *ScratchMemory, T: type, slice: []T) void {
|
|
54
|
+
comptime assert(@alignOf(T) < std.heap.page_size_min);
|
|
55
|
+
assert(scratch.state == .busy);
|
|
56
|
+
assert(@intFromPtr(slice.ptr) == @intFromPtr(scratch.buffer.ptr));
|
|
57
|
+
assert(slice.len * @sizeOf(T) <= scratch.buffer.len);
|
|
58
|
+
assert(std.mem.isAligned(@intFromPtr(slice.ptr), @alignOf(T)));
|
|
59
|
+
defer assert(scratch.state == .free);
|
|
60
|
+
|
|
61
|
+
scratch.state = .free;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
test "ScratchMemory basic" {
|
|
65
|
+
const testing = std.testing;
|
|
66
|
+
|
|
67
|
+
const gpa = testing.allocator;
|
|
68
|
+
const size = @sizeOf(u64) * 10;
|
|
69
|
+
|
|
70
|
+
var scratch: ScratchMemory = try .init(
|
|
71
|
+
gpa,
|
|
72
|
+
size,
|
|
73
|
+
);
|
|
74
|
+
defer scratch.deinit(gpa);
|
|
75
|
+
|
|
76
|
+
const slice = scratch.acquire(u64, 10);
|
|
77
|
+
|
|
78
|
+
for (0..10) |n| {
|
|
79
|
+
const ptr = &slice[n];
|
|
80
|
+
try testing.expect(std.mem.isAligned(@intFromPtr(ptr), @alignOf(u64)));
|
|
81
|
+
ptr.* = n;
|
|
82
|
+
}
|
|
83
|
+
scratch.release(u64, slice);
|
|
84
|
+
}
|