tigerbeetle-node 0.11.12 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +212 -196
- package/dist/bin/aarch64-linux-gnu/client.node +0 -0
- package/dist/bin/aarch64-linux-musl/client.node +0 -0
- package/dist/bin/aarch64-macos/client.node +0 -0
- package/dist/bin/x86_64-linux-gnu/client.node +0 -0
- package/dist/bin/x86_64-linux-musl/client.node +0 -0
- package/dist/bin/x86_64-macos/client.node +0 -0
- package/dist/index.js +33 -1
- package/dist/index.js.map +1 -1
- package/package-lock.json +66 -0
- package/package.json +8 -17
- package/src/index.ts +56 -1
- package/src/node.zig +10 -9
- package/dist/.client.node.sha256 +0 -1
- package/scripts/build_lib.sh +0 -61
- package/scripts/download_node_headers.sh +0 -32
- package/src/tigerbeetle/scripts/benchmark.bat +0 -48
- package/src/tigerbeetle/scripts/benchmark.sh +0 -66
- package/src/tigerbeetle/scripts/confirm_image.sh +0 -44
- package/src/tigerbeetle/scripts/fuzz_loop.sh +0 -15
- package/src/tigerbeetle/scripts/fuzz_unique_errors.sh +0 -7
- package/src/tigerbeetle/scripts/install.bat +0 -7
- package/src/tigerbeetle/scripts/install.sh +0 -21
- package/src/tigerbeetle/scripts/install_zig.bat +0 -113
- package/src/tigerbeetle/scripts/install_zig.sh +0 -90
- package/src/tigerbeetle/scripts/lint.zig +0 -199
- package/src/tigerbeetle/scripts/pre-commit.sh +0 -9
- package/src/tigerbeetle/scripts/scripts/benchmark.bat +0 -48
- package/src/tigerbeetle/scripts/scripts/benchmark.sh +0 -66
- package/src/tigerbeetle/scripts/scripts/confirm_image.sh +0 -44
- package/src/tigerbeetle/scripts/scripts/fuzz_loop.sh +0 -15
- package/src/tigerbeetle/scripts/scripts/fuzz_unique_errors.sh +0 -7
- package/src/tigerbeetle/scripts/scripts/install.bat +0 -7
- package/src/tigerbeetle/scripts/scripts/install.sh +0 -21
- package/src/tigerbeetle/scripts/scripts/install_zig.bat +0 -113
- package/src/tigerbeetle/scripts/scripts/install_zig.sh +0 -90
- package/src/tigerbeetle/scripts/scripts/lint.zig +0 -199
- package/src/tigerbeetle/scripts/scripts/pre-commit.sh +0 -9
- package/src/tigerbeetle/scripts/scripts/shellcheck.sh +0 -5
- package/src/tigerbeetle/scripts/scripts/tests_on_alpine.sh +0 -10
- package/src/tigerbeetle/scripts/scripts/tests_on_ubuntu.sh +0 -14
- package/src/tigerbeetle/scripts/scripts/upgrade_ubuntu_kernel.sh +0 -48
- package/src/tigerbeetle/scripts/scripts/validate_docs.sh +0 -23
- package/src/tigerbeetle/scripts/scripts/vr_state_enumerate +0 -46
- package/src/tigerbeetle/scripts/shellcheck.sh +0 -5
- package/src/tigerbeetle/scripts/tests_on_alpine.sh +0 -10
- package/src/tigerbeetle/scripts/tests_on_ubuntu.sh +0 -14
- package/src/tigerbeetle/scripts/upgrade_ubuntu_kernel.sh +0 -48
- package/src/tigerbeetle/scripts/validate_docs.sh +0 -23
- package/src/tigerbeetle/scripts/vr_state_enumerate +0 -46
- package/src/tigerbeetle/src/benchmark.zig +0 -314
- package/src/tigerbeetle/src/config.zig +0 -234
- package/src/tigerbeetle/src/constants.zig +0 -436
- package/src/tigerbeetle/src/ewah.zig +0 -286
- package/src/tigerbeetle/src/ewah_benchmark.zig +0 -120
- package/src/tigerbeetle/src/ewah_fuzz.zig +0 -130
- package/src/tigerbeetle/src/fifo.zig +0 -120
- package/src/tigerbeetle/src/io/benchmark.zig +0 -213
- package/src/tigerbeetle/src/io/darwin.zig +0 -814
- package/src/tigerbeetle/src/io/linux.zig +0 -1062
- package/src/tigerbeetle/src/io/test.zig +0 -643
- package/src/tigerbeetle/src/io/windows.zig +0 -1183
- package/src/tigerbeetle/src/io.zig +0 -34
- package/src/tigerbeetle/src/iops.zig +0 -107
- package/src/tigerbeetle/src/lsm/README.md +0 -308
- package/src/tigerbeetle/src/lsm/binary_search.zig +0 -341
- package/src/tigerbeetle/src/lsm/bloom_filter.zig +0 -125
- package/src/tigerbeetle/src/lsm/compaction.zig +0 -603
- package/src/tigerbeetle/src/lsm/composite_key.zig +0 -77
- package/src/tigerbeetle/src/lsm/direction.zig +0 -11
- package/src/tigerbeetle/src/lsm/eytzinger.zig +0 -587
- package/src/tigerbeetle/src/lsm/eytzinger_benchmark.zig +0 -330
- package/src/tigerbeetle/src/lsm/forest.zig +0 -204
- package/src/tigerbeetle/src/lsm/forest_fuzz.zig +0 -401
- package/src/tigerbeetle/src/lsm/grid.zig +0 -573
- package/src/tigerbeetle/src/lsm/groove.zig +0 -972
- package/src/tigerbeetle/src/lsm/k_way_merge.zig +0 -474
- package/src/tigerbeetle/src/lsm/level_iterator.zig +0 -332
- package/src/tigerbeetle/src/lsm/manifest.zig +0 -617
- package/src/tigerbeetle/src/lsm/manifest_level.zig +0 -877
- package/src/tigerbeetle/src/lsm/manifest_log.zig +0 -789
- package/src/tigerbeetle/src/lsm/manifest_log_fuzz.zig +0 -691
- package/src/tigerbeetle/src/lsm/merge_iterator.zig +0 -106
- package/src/tigerbeetle/src/lsm/node_pool.zig +0 -235
- package/src/tigerbeetle/src/lsm/posted_groove.zig +0 -378
- package/src/tigerbeetle/src/lsm/segmented_array.zig +0 -1328
- package/src/tigerbeetle/src/lsm/segmented_array_benchmark.zig +0 -148
- package/src/tigerbeetle/src/lsm/segmented_array_fuzz.zig +0 -9
- package/src/tigerbeetle/src/lsm/set_associative_cache.zig +0 -850
- package/src/tigerbeetle/src/lsm/table.zig +0 -1031
- package/src/tigerbeetle/src/lsm/table_immutable.zig +0 -203
- package/src/tigerbeetle/src/lsm/table_iterator.zig +0 -340
- package/src/tigerbeetle/src/lsm/table_mutable.zig +0 -220
- package/src/tigerbeetle/src/lsm/test.zig +0 -438
- package/src/tigerbeetle/src/lsm/tree.zig +0 -1193
- package/src/tigerbeetle/src/lsm/tree_fuzz.zig +0 -474
- package/src/tigerbeetle/src/message_bus.zig +0 -1012
- package/src/tigerbeetle/src/message_pool.zig +0 -156
- package/src/tigerbeetle/src/ring_buffer.zig +0 -399
- package/src/tigerbeetle/src/simulator.zig +0 -569
- package/src/tigerbeetle/src/state_machine/auditor.zig +0 -577
- package/src/tigerbeetle/src/state_machine/workload.zig +0 -883
- package/src/tigerbeetle/src/state_machine.zig +0 -1881
- package/src/tigerbeetle/src/static_allocator.zig +0 -65
- package/src/tigerbeetle/src/stdx.zig +0 -162
- package/src/tigerbeetle/src/storage.zig +0 -393
- package/src/tigerbeetle/src/testing/cluster/message_bus.zig +0 -82
- package/src/tigerbeetle/src/testing/cluster/network.zig +0 -237
- package/src/tigerbeetle/src/testing/cluster/state_checker.zig +0 -169
- package/src/tigerbeetle/src/testing/cluster/storage_checker.zig +0 -202
- package/src/tigerbeetle/src/testing/cluster.zig +0 -443
- package/src/tigerbeetle/src/testing/fuzz.zig +0 -140
- package/src/tigerbeetle/src/testing/hash_log.zig +0 -66
- package/src/tigerbeetle/src/testing/id.zig +0 -99
- package/src/tigerbeetle/src/testing/packet_simulator.zig +0 -364
- package/src/tigerbeetle/src/testing/priority_queue.zig +0 -645
- package/src/tigerbeetle/src/testing/reply_sequence.zig +0 -139
- package/src/tigerbeetle/src/testing/state_machine.zig +0 -249
- package/src/tigerbeetle/src/testing/storage.zig +0 -757
- package/src/tigerbeetle/src/testing/table.zig +0 -247
- package/src/tigerbeetle/src/testing/time.zig +0 -84
- package/src/tigerbeetle/src/tigerbeetle.zig +0 -227
- package/src/tigerbeetle/src/time.zig +0 -112
- package/src/tigerbeetle/src/tracer.zig +0 -529
- package/src/tigerbeetle/src/unit_tests.zig +0 -42
- package/src/tigerbeetle/src/vopr.zig +0 -495
- package/src/tigerbeetle/src/vsr/README.md +0 -209
- package/src/tigerbeetle/src/vsr/client.zig +0 -544
- package/src/tigerbeetle/src/vsr/clock.zig +0 -853
- package/src/tigerbeetle/src/vsr/journal.zig +0 -2413
- package/src/tigerbeetle/src/vsr/journal_format_fuzz.zig +0 -111
- package/src/tigerbeetle/src/vsr/marzullo.zig +0 -309
- package/src/tigerbeetle/src/vsr/replica.zig +0 -6381
- package/src/tigerbeetle/src/vsr/replica_format.zig +0 -219
- package/src/tigerbeetle/src/vsr/superblock.zig +0 -1631
- package/src/tigerbeetle/src/vsr/superblock_client_table.zig +0 -256
- package/src/tigerbeetle/src/vsr/superblock_free_set.zig +0 -929
- package/src/tigerbeetle/src/vsr/superblock_free_set_fuzz.zig +0 -334
- package/src/tigerbeetle/src/vsr/superblock_fuzz.zig +0 -390
- package/src/tigerbeetle/src/vsr/superblock_manifest.zig +0 -615
- package/src/tigerbeetle/src/vsr/superblock_quorums.zig +0 -394
- package/src/tigerbeetle/src/vsr/superblock_quorums_fuzz.zig +0 -314
- package/src/tigerbeetle/src/vsr.zig +0 -1352
|
@@ -1,148 +0,0 @@
|
|
|
1
|
-
const std = @import("std");
|
|
2
|
-
const assert = std.debug.assert;
|
|
3
|
-
|
|
4
|
-
const constants = @import("../constants.zig");
|
|
5
|
-
const NodePoolType = @import("node_pool.zig").NodePool;
|
|
6
|
-
const table_count_max_for_level = @import("tree.zig").table_count_max_for_level;
|
|
7
|
-
const table_count_max_for_tree = @import("tree.zig").table_count_max_for_tree;
|
|
8
|
-
const SortedSegmentedArray = @import("segmented_array.zig").SortedSegmentedArray;
|
|
9
|
-
|
|
10
|
-
const samples = 5_000_000;
|
|
11
|
-
|
|
12
|
-
const Options = struct {
|
|
13
|
-
Key: type,
|
|
14
|
-
value_size: u32,
|
|
15
|
-
value_count: u32,
|
|
16
|
-
node_size: u32,
|
|
17
|
-
};
|
|
18
|
-
|
|
19
|
-
// Benchmark 112B values to match `@sizeOf(TableInfo)`, which is either 112B or 80B depending on
|
|
20
|
-
// the Key type.
|
|
21
|
-
const configs = [_]Options{
|
|
22
|
-
Options{ .Key = u64, .value_size = 112, .value_count = 33, .node_size = 256 },
|
|
23
|
-
Options{ .Key = u64, .value_size = 112, .value_count = 34, .node_size = 256 },
|
|
24
|
-
Options{ .Key = u64, .value_size = 112, .value_count = 1024, .node_size = 256 },
|
|
25
|
-
Options{ .Key = u64, .value_size = 112, .value_count = 1024, .node_size = 512 },
|
|
26
|
-
|
|
27
|
-
Options{
|
|
28
|
-
.Key = u64,
|
|
29
|
-
.value_size = 112,
|
|
30
|
-
.value_count = table_count_max_for_level(constants.lsm_growth_factor, 1),
|
|
31
|
-
.node_size = constants.lsm_manifest_node_size,
|
|
32
|
-
},
|
|
33
|
-
Options{
|
|
34
|
-
.Key = u64,
|
|
35
|
-
.value_size = 112,
|
|
36
|
-
.value_count = table_count_max_for_level(constants.lsm_growth_factor, 2),
|
|
37
|
-
.node_size = constants.lsm_manifest_node_size,
|
|
38
|
-
},
|
|
39
|
-
Options{
|
|
40
|
-
.Key = u64,
|
|
41
|
-
.value_size = 112,
|
|
42
|
-
.value_count = table_count_max_for_level(constants.lsm_growth_factor, 3),
|
|
43
|
-
.node_size = constants.lsm_manifest_node_size,
|
|
44
|
-
},
|
|
45
|
-
Options{
|
|
46
|
-
.Key = u64,
|
|
47
|
-
.value_size = 112,
|
|
48
|
-
.value_count = table_count_max_for_level(constants.lsm_growth_factor, 4),
|
|
49
|
-
.node_size = constants.lsm_manifest_node_size,
|
|
50
|
-
},
|
|
51
|
-
Options{
|
|
52
|
-
.Key = u64,
|
|
53
|
-
.value_size = 112,
|
|
54
|
-
.value_count = table_count_max_for_level(constants.lsm_growth_factor, 5),
|
|
55
|
-
.node_size = constants.lsm_manifest_node_size,
|
|
56
|
-
},
|
|
57
|
-
Options{
|
|
58
|
-
.Key = u64,
|
|
59
|
-
.value_size = 112,
|
|
60
|
-
.value_count = table_count_max_for_level(constants.lsm_growth_factor, 6),
|
|
61
|
-
.node_size = constants.lsm_manifest_node_size,
|
|
62
|
-
},
|
|
63
|
-
};
|
|
64
|
-
|
|
65
|
-
pub fn main() !void {
|
|
66
|
-
const stdout = std.io.getStdOut().writer();
|
|
67
|
-
var prng = std.rand.DefaultPrng.init(42);
|
|
68
|
-
|
|
69
|
-
inline for (configs) |options| {
|
|
70
|
-
const Key = options.Key;
|
|
71
|
-
const Value = struct {
|
|
72
|
-
key: Key,
|
|
73
|
-
padding: [options.value_size - @sizeOf(Key)]u8,
|
|
74
|
-
};
|
|
75
|
-
|
|
76
|
-
const NodePool = NodePoolType(options.node_size, @alignOf(Value));
|
|
77
|
-
const SegmentedArray = SortedSegmentedArray(
|
|
78
|
-
Value,
|
|
79
|
-
NodePool,
|
|
80
|
-
// Must be max of both to avoid hitting SegmentedArray's assertion:
|
|
81
|
-
// assert(element_count_max > node_capacity);
|
|
82
|
-
comptime std.math.max(
|
|
83
|
-
options.value_count,
|
|
84
|
-
@divFloor(options.node_size, @sizeOf(Key)) + 1,
|
|
85
|
-
),
|
|
86
|
-
Key,
|
|
87
|
-
struct {
|
|
88
|
-
inline fn key_from_value(value: *const Value) Key {
|
|
89
|
-
return value.key;
|
|
90
|
-
}
|
|
91
|
-
}.key_from_value,
|
|
92
|
-
struct {
|
|
93
|
-
inline fn compare_keys(a: Key, b: Key) std.math.Order {
|
|
94
|
-
return std.math.order(a, b);
|
|
95
|
-
}
|
|
96
|
-
}.compare_keys,
|
|
97
|
-
.{ .verify = false },
|
|
98
|
-
);
|
|
99
|
-
|
|
100
|
-
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
|
|
101
|
-
defer arena.deinit();
|
|
102
|
-
const allocator = arena.allocator();
|
|
103
|
-
|
|
104
|
-
var node_pool = try NodePool.init(allocator, SegmentedArray.node_count_max);
|
|
105
|
-
defer node_pool.deinit(allocator);
|
|
106
|
-
|
|
107
|
-
var array = try SegmentedArray.init(allocator);
|
|
108
|
-
defer array.deinit(allocator, &node_pool);
|
|
109
|
-
|
|
110
|
-
var i: usize = 0;
|
|
111
|
-
while (i < options.value_count) : (i += 1) {
|
|
112
|
-
_ = array.insert_element(&node_pool, .{
|
|
113
|
-
.key = prng.random().uintLessThanBiased(u64, options.value_count),
|
|
114
|
-
.padding = [_]u8{0} ** (options.value_size - @sizeOf(Key)),
|
|
115
|
-
});
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
const queries = try alloc_shuffled_index(allocator, options.value_count, prng.random());
|
|
119
|
-
defer allocator.free(queries);
|
|
120
|
-
|
|
121
|
-
const timer = try std.time.Timer.start();
|
|
122
|
-
const repetitions = std.math.max(1, @divFloor(samples, queries.len));
|
|
123
|
-
var j: usize = 0;
|
|
124
|
-
while (j < repetitions) : (j += 1) {
|
|
125
|
-
for (queries) |query| {
|
|
126
|
-
std.mem.doNotOptimizeAway(array.absolute_index_for_cursor(array.search(query)));
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
const time = timer.read() / repetitions / queries.len;
|
|
130
|
-
|
|
131
|
-
try stdout.print("KeyType={} ValueCount={:_>7} ValueSize={:_>2}B NodeSize={:_>6}B LookupTime={:_>6}ns\n", .{
|
|
132
|
-
options.Key,
|
|
133
|
-
options.value_count,
|
|
134
|
-
options.value_size,
|
|
135
|
-
options.node_size,
|
|
136
|
-
time,
|
|
137
|
-
});
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
// shuffle([0,1,…,n-1])
|
|
142
|
-
fn alloc_shuffled_index(allocator: std.mem.Allocator, n: usize, rand: std.rand.Random) ![]usize {
|
|
143
|
-
// Allocate on the heap; the array may be too large to fit on the stack.
|
|
144
|
-
var indices = try allocator.alloc(usize, n);
|
|
145
|
-
for (indices) |*i, j| i.* = j;
|
|
146
|
-
rand.shuffle(usize, indices[0..]);
|
|
147
|
-
return indices;
|
|
148
|
-
}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
const std = @import("std");
|
|
2
|
-
|
|
3
|
-
const fuzz = @import("../testing/fuzz.zig");
|
|
4
|
-
const segmented_array = @import("segmented_array.zig");
|
|
5
|
-
|
|
6
|
-
pub fn main() !void {
|
|
7
|
-
const fuzz_args = try fuzz.parse_fuzz_args(std.testing.allocator);
|
|
8
|
-
try segmented_array.run_tests(fuzz_args.seed, .{ .verify = true });
|
|
9
|
-
}
|