tigerbeetle-node 0.11.12 → 0.12.0

package/src/tigerbeetle/scripts/install_zig.bat

@@ -1,113 +0,0 @@
-@echo off
-
-set ZIG_RELEASE_DEFAULT=0.9.1
-
-:: Determine the Zig build:
-if "%~1"=="" (
-    set ZIG_RELEASE=%ZIG_RELEASE_DEFAULT%
-) else if "%~1"=="latest" (
-    set ZIG_RELEASE=builds
-) else (
-    set ZIG_RELEASE=%~1
-)
-
-:: Checks format of release version.
-echo.%ZIG_RELEASE% | findstr /b /r /c:"builds" /c:"^[0-9][0-9]*.[0-9][0-9]*.[0-9][0-9]*">nul || (echo.Unexpected release format. && exit 1)
-
-set ZIG_OS=windows
-set ZIG_ARCH=x86_64
-
-set ZIG_TARGET=zig-%ZIG_OS%-%ZIG_ARCH%
-
-:: Determine the build, split the JSON line on whitespace and extract the 2nd field:
-for /f "tokens=2" %%a in ('curl --silent https://ziglang.org/download/index.json ^| findstr %ZIG_TARGET% ^| findstr %ZIG_RELEASE%' ) do (
-  set ZIG_URL=%%a
-)
-
-:: Then remove quotes and commas:
-for /f %%b in ("%ZIG_URL:,=%") do (
-    set ZIG_URL=%%~b
-)
-
-:: Checks the ZIG_URL variable follows the expected format.
-echo.%ZIG_URL% | findstr /b /r /c:"https://ziglang.org/builds/" /c:"https://ziglang.org/download/%ZIG_RELEASE%">nul || (echo.Unexpected release URL format. && exit 1)
-
-if "%ZIG_RELEASE%"=="builds" (
-    echo Installing Zig latest build...
-) else (
-    echo Installing Zig %ZIG_RELEASE% release build...
-)
-
-:: Using variable modifiers to determine the directory and filename from the URL:
-:: %%~ni Expands %%i to a file name only and %%~xi Expands %%i to a file name extension only.
-for /f %%i in ("%ZIG_URL%") do (
-    set ZIG_DIRECTORY=%%~ni
-    set ZIG_TARBALL=%%~nxi
-)
-
-:: Checks the ZIG_DIRECTORY variable follows the expected format.
-echo.%ZIG_DIRECTORY% | findstr /b /r /c:"zig-win64-" /c:"zig-windows-x86_64-">nul || (echo.Unexpected zip directory name format. && exit 1)
-
-:: Making sure we download to the same output document, without wget adding "-1" etc. if the file was previously partially downloaded:
-if exist %ZIG_TARBALL% (
-  del /q %ZIG_TARBALL%
-  if exist %ZIG_TARBALL% (
-    echo Failed to delete %ZIG_TARBALL%.
-    exit 1
-  )
-)
-
-echo Downloading %ZIG_URL%...
-curl --silent --progress-bar --output %ZIG_TARBALL% %ZIG_URL%
-if not exist  %ZIG_TARBALL% (
-  echo Failed to download Zig zip file.
-  exit 1
-)
-
-:: Replace any existing Zig installation so that we can install or upgrade:
-echo Removing any existing 'zig' and %ZIG_DIRECTORY% folders before extracting.
-if exist zig\ (
-  rd /s /q zig\
-  :: Ensure the directory has been deleted.
-  if exist zig\ (
-    echo The ‘zig’ directory could not be deleted.
-    exit 1
-  )
-)
-
-if exist %ZIG_DIRECTORY%\ (
-  rd /s /q %ZIG_DIRECTORY%
-  :: Ensure the directory has been deleted.
-  if exist %ZIG_DIRECTORY% (
-    echo The %ZIG_DIRECTORY% directory could not be deleted.
-    exit 1
-  )
-)
-
-:: Extract and then remove the downloaded tarball:
-echo Extracting %ZIG_TARBALL%...
-
-:: Hiding Powershell's progress bar during the extraction
-SET PS_DISABLE_PROGRESS="$ProgressPreference=[System.Management.Automation.ActionPreference]::SilentlyContinue"
-powershell -Command "%PS_DISABLE_PROGRESS%;Expand-Archive %ZIG_TARBALL% -DestinationPath ."
-
-if not exist %ZIG_TARBALL% (
-  echo Failed to extract zip file.
-  exit 1
-)
-
-echo Installing %ZIG_DIRECTORY% to 'zig' in current working directory...
-ren %ZIG_DIRECTORY% zig
-if exist %ZIG_DIRECTORY% (
-  echo Failed to rename %ZIG_DIRECTORY% to zig.
-  exit 1
-)
-
-:: Removes the zip file
-del /q %ZIG_TARBALL%
-if exist %ZIG_TARBALL% (
-  echo Failed to delete %ZIG_TARBALL% file.
-  exit 1
-)
-
-echo "Congratulations, you have successfully installed Zig version %ZIG_RELEASE%. Enjoy!"

package/src/tigerbeetle/scripts/install_zig.sh

@@ -1,90 +0,0 @@
-#!/usr/bin/env sh
-set -eu
-
-ZIG_RELEASE_DEFAULT="0.9.1"
-# Default to the release build, or allow the latest dev build, or an explicit release version:
-ZIG_RELEASE=${1:-$ZIG_RELEASE_DEFAULT}
-if [ "$ZIG_RELEASE" = "latest" ]; then
-    ZIG_RELEASE="builds"
-fi
-
-# Validate the release version explicitly:
-if echo "$ZIG_RELEASE" | grep -q '^builds$'; then
-    echo "Installing Zig latest build..."
-elif echo "$ZIG_RELEASE" | grep -q '^[0-9]\+.[0-9]\+.[0-9]\+$'; then
-    echo "Installing Zig $ZIG_RELEASE release build..."
-else
-    echo "Release version invalid"
-    exit 1
-fi
-
-# Determine the architecture:
-if [ "$(uname -m)" = 'arm64' ] || [ "$(uname -m)" = 'aarch64' ]; then
-    ZIG_ARCH="aarch64"
-else
-    ZIG_ARCH="x86_64"
-fi
-
-# Determine the operating system:
-if [ "$(uname)" = "Linux" ]; then
-    ZIG_OS="linux"
-else
-    ZIG_OS="macos"
-fi
-
-ZIG_TARGET="zig-$ZIG_OS-$ZIG_ARCH"
-
-# Determine the build, split the JSON line on whitespace and extract the 2nd field, then remove quotes and commas:
-if command -v wget; then
-    # -4 forces `wget` to connect to ipv4 addresses, as ipv6 fails to resolve on certain distros.
-    # Only A records (for ipv4) are used in DNS:
-    ipv4="-4"
-    # But Alpine doesn't support this argument
-    if [ -f /etc/alpine-release ]; then
-	ipv4=""
-    fi
-    ZIG_URL=$(wget $ipv4 --quiet -O - https://ziglang.org/download/index.json | grep -F "$ZIG_TARGET" | grep -F "$ZIG_RELEASE" | awk '{print $2}' | sed 's/[",]//g')
-else
-    ZIG_URL=$(curl --silent https://ziglang.org/download/index.json | grep -F "$ZIG_TARGET" | grep -F "$ZIG_RELEASE" | awk '{print $2}' | sed 's/[",]//g')
-fi
-
-# Ensure that the release is actually hosted on the ziglang.org website:
-if [ -z "$ZIG_URL" ]; then
-    echo "Release not found on ziglang.org"
-    exit 1
-fi
-
-# Work out the filename from the URL, as well as the directory without the ".tar.xz" file extension:
-ZIG_TARBALL=$(basename "$ZIG_URL")
-ZIG_DIRECTORY=$(basename "$ZIG_TARBALL" .tar.xz)
-
-# Download, making sure we download to the same output document, without wget adding "-1" etc. if the file was previously partially downloaded:
-echo "Downloading $ZIG_URL..."
-if command -v wget; then
-    # -4 forces `wget` to connect to ipv4 addresses, as ipv6 fails to resolve on certain distros.
-    # Only A records (for ipv4) are used in DNS:
-    ipv4="-4"
-    # But Alpine doesn't support this argument
-    if [ -f /etc/alpine-release ]; then
-	ipv4=""
-    fi
-    wget $ipv4 --quiet --output-document="$ZIG_TARBALL" "$ZIG_URL"
-else
-    curl --silent --output "$ZIG_TARBALL" "$ZIG_URL"
-fi
-
-# Extract and then remove the downloaded tarball:
-echo "Extracting $ZIG_TARBALL..."
-tar -xf "$ZIG_TARBALL"
-rm "$ZIG_TARBALL"
-
-# Replace any existing Zig installation so that we can install or upgrade:
-echo "Installing $ZIG_DIRECTORY to 'zig' in current working directory..."
-rm -rf zig
-mv "$ZIG_DIRECTORY" zig
-
-# It's up to the user to add this to their path if they want to:
-ZIG_BIN="$(pwd)/zig/zig"
-
-ZIG_VERSION=$($ZIG_BIN version)
-echo "Congratulations, you have successfully installed Zig $ZIG_VERSION to $ZIG_BIN. Enjoy!"

package/src/tigerbeetle/scripts/lint.zig

@@ -1,199 +0,0 @@
-const std = @import("std");
-const fs = std.fs;
-const math = std.math;
-const mem = std.mem;
-
-const whitelist = std.ComptimeStringMap([]const u32, .{
-    .{ "src/cli.zig", &.{ 35, 39 } },
-});
-
-fn whitelisted(path: []const u8, line: u32) bool {
-    const lines = whitelist.get(path) orelse return false;
-    return mem.indexOfScalar(u32, lines, line) != null;
-}
-
-const Stats = struct {
-    path: []const u8,
-    assert_count: u32,
-    function_count: u32,
-    ratio: f64,
-};
-
-var file_stats = std.ArrayListUnmanaged(Stats){};
-var seen = std.AutoArrayHashMapUnmanaged(fs.File.INode, void){};
-
-var general_purpose_allocator = std.heap.GeneralPurposeAllocator(.{}){};
-const gpa = general_purpose_allocator.allocator();
-
-pub fn main() !void {
-    const argv = std.os.argv;
-    for (argv[1..]) |raw_path| {
-        const path = mem.span(raw_path);
-        lint_file(path, fs.cwd(), path) catch |err| switch (err) {
-            error.IsDir, error.AccessDenied => try lint_dir(path, fs.cwd(), path),
-            else => return err,
-        };
-    }
-
-    var max_path_len: usize = "total:".len;
-    var total_assert_count: usize = 0;
-    var total_function_count: usize = 0;
-    for (file_stats.items) |stats| {
-        max_path_len = math.max(max_path_len, stats.path.len);
-        total_assert_count += stats.assert_count;
-        total_function_count += stats.function_count;
-    }
-
-    std.sort.sort(Stats, file_stats.items, {}, struct {
-        fn less_than(_: void, a: Stats, b: Stats) bool {
-            return a.ratio > b.ratio;
-        }
-    }.less_than);
-
-    var buffered_writer = std.io.bufferedWriter(std.io.getStdOut().writer());
-    const stdout = buffered_writer.writer();
-
-    try stdout.writeAll("\npath");
-    try stdout.writeByteNTimes(' ', max_path_len - "path".len);
-    try stdout.writeAll(" asserts functions ratio\n");
-
-    for (file_stats.items) |stats| {
-        try stdout.writeAll(stats.path);
-        try stdout.writeByteNTimes(' ', max_path_len - stats.path.len);
-        try stdout.print(" {d: >7} {d: >9} {d: >5.2}\n", .{
-            stats.assert_count,
-            stats.function_count,
-            stats.ratio,
-        });
-    }
-
-    try stdout.writeByteNTimes(' ', max_path_len - "total:".len);
-    try stdout.print("total: {d: >7} {d: >9} {d: >5.2}\n", .{
-        total_assert_count,
-        total_function_count,
-        @intToFloat(f64, total_assert_count) / @intToFloat(f64, total_function_count),
-    });
-    try buffered_writer.flush();
-}
-
-const LintError = error{
-    OutOfMemory,
-    ParseError,
-    NotUtf8,
-} || fs.File.OpenError || fs.File.ReadError || fs.File.WriteError;
-
-fn lint_dir(file_path: []const u8, parent_dir: fs.Dir, parent_sub_path: []const u8) LintError!void {
-    var dir = try parent_dir.openDir(parent_sub_path, .{ .iterate = true });
-    defer dir.close();
-
-    const stat = try dir.stat();
-    if (try seen.fetchPut(gpa, stat.inode, {})) |_| return;
-
-    var dir_it = dir.iterate();
-    while (try dir_it.next()) |entry| {
-        const is_dir = entry.kind == .Directory;
-
-        if (is_dir and std.mem.eql(u8, entry.name, "zig-cache")) continue;
-
-        if (is_dir or mem.endsWith(u8, entry.name, ".zig")) {
-            const full_path = try fs.path.join(gpa, &[_][]const u8{ file_path, entry.name });
-            defer gpa.free(full_path);
-
-            if (is_dir) {
-                try lint_dir(full_path, dir, entry.name);
-            } else {
-                try lint_file(full_path, dir, entry.name);
-            }
-        }
-    }
-}
-
-fn lint_file(file_path: []const u8, dir: fs.Dir, sub_path: []const u8) LintError!void {
-    const source_file = try dir.openFile(sub_path, .{});
-    defer source_file.close();
-
-    const stat = try source_file.stat();
-
-    if (stat.kind == .Directory) return error.IsDir;
-
-    // Add to set after no longer possible to get error.IsDir.
-    if (try seen.fetchPut(gpa, stat.inode, {})) |_| return;
-
-    const source = try source_file.readToEndAllocOptions(
-        gpa,
-        math.maxInt(usize),
-        null,
-        @alignOf(u8),
-        0,
-    );
-    try check_line_length(source, file_path);
-
-    var tree = try std.zig.parse(gpa, source);
-    defer tree.deinit(gpa);
-
-    if (tree.errors.len != 0) return error.ParseError;
-
-    const node_tags = tree.nodes.items(.tag);
-    const main_tokens = tree.nodes.items(.main_token);
-    const node_datas = tree.nodes.items(.data);
-
-    var function_count: u32 = 0;
-    var assert_count: u32 = 0;
-    for (node_tags) |tag, node| {
-        switch (tag) {
-            .fn_decl => {
-                function_count += 1;
-                const body = node_datas[node].rhs;
-                const body_start = tree.tokenLocation(0, tree.firstToken(body));
-                const body_end = tree.tokenLocation(0, tree.lastToken(body));
-                // Add 1 as the count returned by tokenLocation() is
-                // 0-indexed while most editors start at 1.
-                const line = @intCast(u32, body_start.line + 1);
-                const body_lines = body_end.line - body_start.line;
-                if (body_lines > 70 and !whitelisted(file_path, line)) {
-                    const stderr = std.io.getStdErr().writer();
-                    try stderr.print("{s}:{d} function body exceeds 70 lines ({d} lines)\n", .{
-                        file_path,
-                        line,
-                        body_lines,
-                    });
-                }
-            },
-
-            .call_one, .call_one_comma => {
-                const lhs = node_datas[node].lhs;
-                if (node_tags[lhs] == .identifier and
-                    mem.eql(u8, "assert", tree.tokenSlice(main_tokens[lhs])))
-                {
-                    assert_count += 1;
-                }
-            },
-
-            .unreachable_literal => assert_count += 1,
-
-            else => {},
-        }
-    }
-
-    try file_stats.append(gpa, .{
-        .path = try gpa.dupe(u8, file_path),
-        .assert_count = assert_count,
-        .function_count = function_count,
-        .ratio = @intToFloat(f64, assert_count) / @intToFloat(f64, function_count),
-    });
-}
-
-fn check_line_length(source: []const u8, path: []const u8) !void {
-    var i: usize = 0;
-    var line: u32 = 1;
-    while (mem.indexOfScalar(u8, source[i..], '\n')) |newline| : (line += 1) {
-        const line_length = std.unicode.utf8CountCodepoints(
-            source[i..][0..newline],
-        ) catch return error.NotUtf8;
-        if (line_length > 100 and !whitelisted(path, line)) {
-            const stderr = std.io.getStdErr().writer();
-            try stderr.print("{s}:{d} line exceeds 100 columns\n", .{ path, line });
-        }
-        i += newline + 1;
-    }
-}

package/src/tigerbeetle/scripts/pre-commit.sh

@@ -1,9 +0,0 @@
-#!/usr/bin/env bash
-
-# Usage:
-# ln -s ../../scripts/pre-commit.sh .git/hooks/pre-commit
-
-set -euo pipefail
-cd "$(git rev-parse --show-toplevel)"
-
-zig fmt --check .

package/src/tigerbeetle/scripts/scripts/benchmark.bat

@@ -1,48 +0,0 @@
-@echo off
-setlocal enabledelayedexpansion
-
-REM Install Zig if it does not already exist:
-if not exist "zig" (
-    call .\scripts\install_zig.bat
-)
-
-if "%~1" equ ":main" (
-    shift /1
-    goto main
-)
-
-cmd /d /c "%~f0" :main %*
-set ZIG_RESULT=%ERRORLEVEL%
-taskkill /F /IM tigerbeetle.exe >nul
-
-if !ZIG_RESULT! equ 0 (
-    del /f benchmark.log
-) else (
-    echo.
-    echo Error running benchmark, here are more details
-    type benchmark.log
-)
-
-echo.
-exit /b
-
-:main
-zig\zig.exe build install -Drelease-safe
-
-for /l %%i in (0, 1, 0) do (
-    echo Initializing replica %%i
-    set ZIG_FILE=.\0_%%i.tigerbeetle.benchmark
-    if exist "!ZIG_FILE!" DEL /F "!ZIG_FILE!"
-    .\tigerbeetle.exe format --cluster=0 --replica=%%i !ZIG_FILE! > benchmark.log 2>&1
-)
-
-for /l %%i in (0, 1, 0) do (
-    echo Starting replica %%i
-    set ZIG_FILE=.\0_%%i.tigerbeetle.benchmark
-    start /B "tigerbeetle_%%i" .\tigerbeetle.exe start --addresses=3001 !ZIG_FILE! > benchmark.log 2>&1
-)
-
-echo.
-echo Benchmarking...
-zig\zig.exe build benchmark -Drelease-safe
-exit /b %errorlevel%

package/src/tigerbeetle/scripts/scripts/benchmark.sh

@@ -1,66 +0,0 @@
-#!/usr/bin/env bash
-set -eEuo pipefail
-
-# Number of replicas to benchmark
-REPLICAS=${REPLICAS:-0}
-
-# Install Zig if it does not already exist:
-if [ ! -d "zig" ]; then
-    scripts/install_zig.sh
-fi
-
-COLOR_RED='\033[1;31m'
-COLOR_END='\033[0m'
-
-zig/zig build install -Drelease-safe
-
-function onerror {
-    if [ "$?" == "0" ]; then
-        rm benchmark.log
-    else
-        echo -e "${COLOR_RED}"
-        echo "Error running benchmark, here are more details (from benchmark.log):"
-        echo -e "${COLOR_END}"
-        cat benchmark.log
-    fi
-
-    for I in $REPLICAS
-    do
-        echo "Stopping replica $I..."
-    done
-    kill %1
-}
-trap onerror EXIT
-
-for I in $REPLICAS
-do
-    echo "Formatting replica $I..."
-
-    # Be careful to use a benchmark-specific filename so that we don't erase a real data file:
-    FILE="./0_${I}.tigerbeetle.benchmark"
-    if [ -f "$FILE" ]; then
-        rm "$FILE"
-    fi
-
-    ./tigerbeetle format --cluster=0 --replica="$I" "$FILE" > benchmark.log 2>&1
-done
-
-for I in $REPLICAS
-do
-    echo "Starting replica $I..."
-    FILE="./0_${I}.tigerbeetle.benchmark"
-    ./tigerbeetle start --addresses=3001 "$FILE" >> benchmark.log 2>&1 &
-done
-
-echo ""
-echo "Benchmarking..."
-zig/zig build benchmark -Drelease-safe
-echo ""
-
-for I in $REPLICAS
-do
-    FILE="./0_${I}.tigerbeetle.benchmark"
-    if [ -f "$FILE" ]; then
-        rm "$FILE"
-    fi
-done

package/src/tigerbeetle/scripts/scripts/confirm_image.sh

@@ -1,44 +0,0 @@
-#!/usr/bin/env bash
-
-set -e
-
-if [[ -z "$1" ]]; then
-    echo "Expected a first argument with a Docker image name or id"
-    exit 2
-fi
-
-if [[ "$2" != "--want-production" ]] && [[ "$2" != "--want-debug" ]]; then
-    echo "Expected a second argument: --want-production or --want-debug".
-    exit 2
-fi
-
-check="
-set -eu
-
-apt-get update -y
-apt-get install -y binutils
-
-is_production=false
-# This getSymbolFromDwarf symbol only appears to be in the debug
-# build, not the release build. So that's the test!
-if ! [[ \$(nm -an /opt/beta-beetle/tigerbeetle | grep getSymbolFromDwarf) ]]; then
-  is_production=true
-fi
-"
-
-if [[ "$2" == '--want-production' ]]; then
-    cmd+="
-if [[ \$is_production == false ]]; then
-  echo 'Does not seem to be a production build'
-  exit 1
-fi"
-else
-    cmd+="
-if [[ \$is_production == true ]]; then
-  echo 'Does not seem to be a debug build'
-  exit 1
-fi"
-fi
-
-# We accept a passed-in arg 
-docker run --entrypoint bash "$1" -c "$check"

package/src/tigerbeetle/scripts/scripts/fuzz_loop.sh

@@ -1,15 +0,0 @@
-#!/usr/bin/env sh
-set -eu
-
-# Repeatedly runs some zig build command with different seeds and stores the output in the current directory.
-# Eg `fuzz_repeatedly.sh fuzz_lsm_forest` will run `zig build fuzz_lsm_forest -- seed $SEED > fuzz_lsm_forest_fuzz_${SEED}`
-# Use ./fuzz_unique_errors.sh to analyze the results.
-
-FUZZ_COMMAND=$1
-
-while true; do
-  SEED=$(od -A n -t u8 -N 8 /dev/urandom | xargs)
-  (zig build "$FUZZ_COMMAND" -Drelease-safe=true -- --seed "$SEED") || \
-    (zig build "$FUZZ_COMMAND" -- --seed "$SEED" 2> "fuzz_${FUZZ_COMMAND}_${SEED}") || \
-    true
-done

package/src/tigerbeetle/scripts/scripts/fuzz_unique_errors.sh

@@ -1,7 +0,0 @@
-#!/usr/bin/env sh
-set -eu
-
-# After running ./fuzz_loop.sh use this script to produce a list of unique crashes.
-# As a heuristic, we look for the first line of the stacktrace that occurs inside tigerbeetle code.
-
-grep -m 1 'tigerbeetle/src' fuzz_* | sort -u -t':' -k2,2

package/src/tigerbeetle/scripts/scripts/install.bat

@@ -1,7 +0,0 @@
-@echo off
-setlocal enabledelayedexpansion
-
-call .\scripts\install_zig.bat
-
-echo "Building TigerBeetle..."
-.\zig\zig.exe build install -Dcpu=baseline -Drelease-safe

package/src/tigerbeetle/scripts/scripts/install.sh

@@ -1,21 +0,0 @@
-#!/usr/bin/env sh
-
-if [ -z "$DEBUG" ]; then
-    debug="$DEBUG"
-fi
-
-debug="$DEBUG"
-if [ "$1" = "--debug" ]; then
-    debug="true"
-fi
-
-set -eu
-
-scripts/install_zig.sh
-if [ "$debug" = "true" ]; then
-    echo "Building Tigerbeetle debug..."
-    zig/zig build install -Dcpu=baseline
-else
-    echo "Building TigerBeetle..."
-    zig/zig build install -Dcpu=baseline -Drelease-safe
-fi