rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/tools/run_blob_bench.sh

@@ -1,223 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-#
-# BlobDB benchmark script
-#
-# REQUIRES: benchmark.sh is in the tools subdirectory
-#
-# After the execution of this script, log files are available in $output_dir.
-# report.tsv provides high level statistics.
-#
-# Should be run from the parent of the tools directory. The command line is:
-#   [$env_vars] tools/run_blob_bench.sh
-#
-# This runs the following sequence of BlobDB performance tests:
-#   phase 1) write-only - bulkload+compact, overwrite+waitforcompaction
-#   phase 2) read-write - readwhilewriting, fwdrangewhilewriting
-#   phase 3) read-only - readrandom, fwdrange
-#
-
-# Exit Codes
-EXIT_INVALID_ARGS=1
-
-# Size constants
-K=1024
-M=$((1024 * K))
-G=$((1024 * M))
-T=$((1024 * G))
-
-function display_usage() {
-  echo "usage: run_blob_bench.sh [--help]"
-  echo ""
-  echo "Runs the following sequence of BlobDB benchmark tests using tools/benchmark.sh:"
-  echo -e "\tPhase 1: write-only tests: bulkload+compact, overwrite+waitforcompaction"
-  echo -e "\tPhase 2: read-write tests: readwhilewriting, fwdrangewhilewriting"
-  echo -e "\tPhase 3: read-only tests: readrandom, fwdrange"
-  echo ""
-  echo "Environment Variables:"
-  echo -e "\tJOB_ID\t\t\t\tIdentifier for the benchmark job, will appear in the results (default: empty)"
-  echo -e "\tDB_DIR\t\t\t\tPath for the RocksDB data directory (mandatory)"
-  echo -e "\tWAL_DIR\t\t\t\tPath for the RocksDB WAL directory (mandatory)"
-  echo -e "\tOUTPUT_DIR\t\t\tPath for the benchmark results (mandatory)"
-  echo -e "\tNUM_THREADS\t\t\tNumber of threads (default: 16)"
-  echo -e "\tCOMPRESSION_TYPE\t\tCompression type for the SST files (default: lz4)"
-  echo -e "\tDB_SIZE\t\t\t\tRaw (uncompressed) database size (default: 1 TB)"
-  echo -e "\tVALUE_SIZE\t\t\tValue size (default: 1 KB)"
-  echo -e "\tNUM_KEYS\t\t\tNumber of keys (default: raw database size divided by value size)"
-  echo -e "\tDURATION\t\t\tIndividual duration for read-write/read-only tests in seconds (default: 1800)"
-  echo -e "\tWRITE_BUFFER_SIZE\t\tWrite buffer (memtable) size (default: 1 GB)"
-  echo -e "\tENABLE_BLOB_FILES\t\tEnable blob files (default: 1)"
-  echo -e "\tMIN_BLOB_SIZE\t\t\tSize threshold for storing values in blob files (default: 0)"
-  echo -e "\tBLOB_FILE_SIZE\t\t\tBlob file size (default: same as write buffer size)"
-  echo -e "\tBLOB_COMPRESSION_TYPE\t\tCompression type for the blob files (default: lz4)"
-  echo -e "\tENABLE_BLOB_GC\t\t\tEnable blob garbage collection (default: 1)"
-  echo -e "\tBLOB_GC_AGE_CUTOFF\t\tBlob garbage collection age cutoff (default: 0.25)"
-  echo -e "\tBLOB_GC_FORCE_THRESHOLD\t\tThreshold for forcing garbage collection of the oldest blob files (default: 1.0)"
-  echo -e "\tBLOB_COMPACTION_READAHEAD_SIZE\tBlob compaction readahead size (default: 0)"
-  echo -e "\tBLOB_FILE_STARTING_LEVEL\t\tBlob file starting level (default: 0)"
-  echo -e "\tUSE_BLOB_CACHE\t\t\tEnable blob cache. (default: 1)"
-  echo -e "\tUSE_SHARED_BLOCK_AND_BLOB_CACHE\t\t\tUse the same backing cache for block cache and blob cache. (default: 1)"
-  echo -e "\tBLOB_CACHE_SIZE\t\t\tSize of the blob cache (default: 16GB)"
-  echo -e "\tBLOB_CACHE_NUMSHARDBITS\t\t\tNumber of shards for the blob cache is 2 ** blob_cache_numshardbits (default: 6)"
-  echo -e "\tPREPOPULATE_BLOB_CACHE\t\t\tPre-populate hot/warm blobs in blob cache (default: 0)"
-  echo -e "\tTARGET_FILE_SIZE_BASE\t\tTarget SST file size for compactions (default: write buffer size, scaled down if blob files are enabled)"
-  echo -e "\tMAX_BYTES_FOR_LEVEL_BASE\tMaximum size for the base level (default: 8 * target SST file size)"
-}
-
-if [ $# -ge 1 ]; then
-  display_usage
-
-  if [ "$1" == "--help" ]; then
-    exit
-  else
-    exit $EXIT_INVALID_ARGS
-  fi
-fi
-
-# shellcheck disable=SC2153
-if [ -z "$DB_DIR" ]; then
-  echo "DB_DIR is not defined"
-  exit $EXIT_INVALID_ARGS
-fi
-
-# shellcheck disable=SC2153
-if [ -z "$WAL_DIR" ]; then
-  echo "WAL_DIR is not defined"
-  exit $EXIT_INVALID_ARGS
-fi
-
-# shellcheck disable=SC2153
-if [ -z "$OUTPUT_DIR" ]; then
-  echo "OUTPUT_DIR is not defined"
-  exit $EXIT_INVALID_ARGS
-fi
-
-# shellcheck disable=SC2153
-job_id=$JOB_ID
-
-db_dir=$DB_DIR
-wal_dir=$WAL_DIR
-output_dir=$OUTPUT_DIR
-
-num_threads=${NUM_THREADS:-16}
-
-compression_type=${COMPRESSION_TYPE:-lz4}
-
-db_size=${DB_SIZE:-$((1 * T))}
-value_size=${VALUE_SIZE:-$((1 * K))}
-num_keys=${NUM_KEYS:-$((db_size / value_size))}
-
-duration=${DURATION:-1800}
-
-write_buffer_size=${WRITE_BUFFER_SIZE:-$((1 * G))}
-
-enable_blob_files=${ENABLE_BLOB_FILES:-1}
-min_blob_size=${MIN_BLOB_SIZE:-0}
-blob_file_size=${BLOB_FILE_SIZE:-$write_buffer_size}
-blob_compression_type=${BLOB_COMPRESSION_TYPE:-lz4}
-enable_blob_garbage_collection=${ENABLE_BLOB_GC:-1}
-blob_garbage_collection_age_cutoff=${BLOB_GC_AGE_CUTOFF:-0.25}
-blob_garbage_collection_force_threshold=${BLOB_GC_FORCE_THRESHOLD:-1.0}
-blob_compaction_readahead_size=${BLOB_COMPACTION_READAHEAD_SIZE:-0}
-blob_file_starting_level=${BLOB_FILE_STARTING_LEVEL:-0}
-use_blob_cache=${USE_BLOB_CACHE:-1}
-use_shared_block_and_blob_cache=${USE_SHARED_BLOCK_AND_BLOB_CACHE:-1}
-blob_cache_size=${BLOB_CACHE_SIZE:-$((16 * G))}
-blob_cache_numshardbits=${BLOB_CACHE_NUMSHARDBITS:-6}
-prepopulate_blob_cache=${PREPOPULATE_BLOB_CACHE:-0}
-
-if [ "$enable_blob_files" == "1" ]; then
-  target_file_size_base=${TARGET_FILE_SIZE_BASE:-$((32 * write_buffer_size / value_size))}
-else
-  target_file_size_base=${TARGET_FILE_SIZE_BASE:-$write_buffer_size}
-fi
-
-max_bytes_for_level_base=${MAX_BYTES_FOR_LEVEL_BASE:-$((8 * target_file_size_base))}
-
-echo "======================== Benchmark setup ========================"
-echo -e "Job ID:\t\t\t\t\t$job_id"
-echo -e "Data directory:\t\t\t\t$db_dir"
-echo -e "WAL directory:\t\t\t\t$wal_dir"
-echo -e "Output directory:\t\t\t$output_dir"
-echo -e "Number of threads:\t\t\t$num_threads"
-echo -e "Compression type for SST files:\t\t$compression_type"
-echo -e "Raw database size:\t\t\t$db_size"
-echo -e "Value size:\t\t\t\t$value_size"
-echo -e "Number of keys:\t\t\t\t$num_keys"
-echo -e "Duration of read-write/read-only tests:\t$duration"
-echo -e "Write buffer size:\t\t\t$write_buffer_size"
-echo -e "Blob files enabled:\t\t\t$enable_blob_files"
-echo -e "Blob size threshold:\t\t\t$min_blob_size"
-echo -e "Blob file size:\t\t\t\t$blob_file_size"
-echo -e "Compression type for blob files:\t$blob_compression_type"
-echo -e "Blob GC enabled:\t\t\t$enable_blob_garbage_collection"
-echo -e "Blob GC age cutoff:\t\t\t$blob_garbage_collection_age_cutoff"
-echo -e "Blob GC force threshold:\t\t$blob_garbage_collection_force_threshold"
-echo -e "Blob compaction readahead size:\t\t$blob_compaction_readahead_size"
-echo -e "Blob file starting level:\t\t$blob_file_starting_level"
-echo -e "Blob cache enabled:\t\t\t$use_blob_cache"
-echo -e "Blob cache and block cache shared:\t\t\t$use_shared_block_and_blob_cache"
-echo -e "Blob cache size:\t\t$blob_cache_size"
-echo -e "Blob cache number of shard bits:\t\t$blob_cache_numshardbits"
-echo -e "Blob cache prepopulated:\t\t\t$prepopulate_blob_cache"
-echo -e "Target SST file size:\t\t\t$target_file_size_base"
-echo -e "Maximum size of base level:\t\t$max_bytes_for_level_base"
-echo "================================================================="
-
-rm -rf "$db_dir"
-rm -rf "$wal_dir"
-rm -rf "$output_dir"
-
-ENV_VARS="\
-  JOB_ID=$job_id \
-  DB_DIR=$db_dir \
-  WAL_DIR=$wal_dir \
-  OUTPUT_DIR=$output_dir \
-  NUM_THREADS=$num_threads \
-  COMPRESSION_TYPE=$compression_type \
-  VALUE_SIZE=$value_size \
-  NUM_KEYS=$num_keys"
-
-ENV_VARS_D="$ENV_VARS DURATION=$duration"
-
-PARAMS="\
-  --enable_blob_files=$enable_blob_files \
-  --min_blob_size=$min_blob_size \
-  --blob_file_size=$blob_file_size \
-  --blob_compression_type=$blob_compression_type \
-  --blob_file_starting_level=$blob_file_starting_level \
-  --use_blob_cache=$use_blob_cache \
-  --use_shared_block_and_blob_cache=$use_shared_block_and_blob_cache \
-  --blob_cache_size=$blob_cache_size \
-  --blob_cache_numshardbits=$blob_cache_numshardbits \
-  --prepopulate_blob_cache=$prepopulate_blob_cache \
-  --write_buffer_size=$write_buffer_size \
-  --target_file_size_base=$target_file_size_base \
-  --max_bytes_for_level_base=$max_bytes_for_level_base"
-
-PARAMS_GC="$PARAMS \
-  --enable_blob_garbage_collection=$enable_blob_garbage_collection \
-  --blob_garbage_collection_age_cutoff=$blob_garbage_collection_age_cutoff \
-  --blob_garbage_collection_force_threshold=$blob_garbage_collection_force_threshold \
-  --blob_compaction_readahead_size=$blob_compaction_readahead_size"
-
-# bulk load (using fillrandom) + compact
-env -u DURATION -S "$ENV_VARS" ./tools/benchmark.sh bulkload "$PARAMS"
-
-# overwrite + waitforcompaction
-env -u DURATION -S "$ENV_VARS" ./tools/benchmark.sh overwrite "$PARAMS_GC"
-
-# readwhilewriting
-env -S "$ENV_VARS_D" ./tools/benchmark.sh readwhilewriting "$PARAMS_GC"
-
-# fwdrangewhilewriting
-env -S "$ENV_VARS_D" ./tools/benchmark.sh fwdrangewhilewriting "$PARAMS_GC"
-
-# readrandom
-env -S "$ENV_VARS_D" ./tools/benchmark.sh readrandom "$PARAMS_GC"
-
-# fwdrange
-env -S "$ENV_VARS_D" ./tools/benchmark.sh fwdrange "$PARAMS_GC"
-
-# save logs to output directory
-cp "$db_dir"/LOG* "$output_dir/"

package/vendor/rocksdb/tools/run_flash_bench.sh

@@ -1,359 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-# REQUIRE: benchmark.sh exists in the current directory
-# After execution of this script, log files are generated in $output_dir.
-# report.txt provides a high level statistics
-
-# This should be run from the parent of the tools directory. The command line is:
-#   [$env_vars] tools/run_flash_bench.sh [list-of-threads]
-#
-# This runs a sequence of tests in the following sequence:
-#   step 1) load - bulkload, compact, fillseq, overwrite
-#   step 2) read-only for each number of threads
-#   step 3) read-write for each number of threads
-#   step 4) merge for each number of threads
-#
-# The list of threads is optional and when not set is equivalent to "24". 
-# Were list-of-threads specified as "1 2 4" then the tests in steps 2, 3 and
-# 4 above would be repeated for 1, 2 and 4 threads. The tests in step 1 are
-# only run for 1 thread.
-
-# Test output is written to $OUTPUT_DIR, currently /tmp/output. The performance
-# summary is in $OUTPUT_DIR/report.txt. There is one file in $OUTPUT_DIR per
-# test and the tests are listed below.
-#
-# The environment variables are also optional. The variables are:
-#
-#   NKEYS         - number of key/value pairs to load
-#   BG_MBWRITEPERSEC - write rate limit in MB/second for tests in which
-#                   there is one thread doing writes and stats are
-#                   reported for read threads. "BG" stands for background.
-#                   If this is too large then the non-writer threads can get
-#                   starved. This is used for the "readwhile" tests.
-#   FG_MBWRITEPERSEC - write rate limit in MB/second for tests like overwrite
-#                   where stats are reported for the write threads.
-#   NSECONDS      - number of seconds for which to run each test in steps 2,
-#                   3 and 4. There are currently 15 tests in those steps and
-#                   they are repeated for each entry in list-of-threads so
-#                   this variable lets you control the total duration to
-#                   finish the benchmark.
-#   RANGE_LIMIT   - the number of rows to read per range query for tests that
-#                   do range queries.
-#   VAL_SIZE      - the length of the value in the key/value pairs loaded.
-#                   You can estimate the size of the test database from this,
-#                   NKEYS and the compression rate (--compression_ratio) set
-#                   in tools/benchmark.sh
-#   BLOCK_LENGTH  - value for db_bench --block_size
-#   CACHE_BYTES   - the size of the RocksDB block cache in bytes
-#   DATA_DIR      - directory in which to create database files
-#   LOG_DIR       - directory in which to create WAL files, may be the same
-#                   as DATA_DIR
-#   DO_SETUP      - when set to 0 then a backup of the database is copied from
-#                   $DATA_DIR.bak to $DATA_DIR and the load tests from step 1
-#                   The WAL directory is also copied from a backup if
-#                   DATA_DIR != LOG_DIR. This allows tests from steps 2, 3, 4
-#                   to be repeated faster.
-#   SAVE_SETUP    - saves a copy of the database at the end of step 1 to
-#                   $DATA_DIR.bak. When LOG_DIR != DATA_DIR then it is copied
-#                   to $LOG_DIR.bak.
-#   SKIP_LOW_PRI_TESTS - skip some of the tests which aren't crucial for getting
-#                   actionable benchmarking data (look for keywords "bulkload",
-#                   "sync=1", and "while merging").
-#
-
-# Size constants
-K=1024
-M=$((1024 * K))
-G=$((1024 * M))
-
-num_keys=${NKEYS:-$((1 * G))}
-# write rate for readwhile... tests
-bg_mbwps=${BG_MBWRITEPERSEC:-4}
-# write rate for tests other than readwhile, 0 means no limit
-fg_mbwps=${FG_MBWRITEPERSEC:-0}
-duration=${NSECONDS:-$((60 * 60))}
-nps=${RANGE_LIMIT:-10}
-vs=${VAL_SIZE:-400}
-cs=${CACHE_BYTES:-$(( 1 * G ))}
-bs=${BLOCK_LENGTH:-8192}
-
-# If no command line arguments then run for 24 threads.
-if [[ $# -eq 0 ]]; then
-  nthreads=( 24 )
-else
-  nthreads=( "$@" )
-fi
-
-for num_thr in "${nthreads[@]}" ; do
-  echo Will run for $num_thr threads
-done
-
-# Update these parameters before execution !!!
-db_dir=${DATA_DIR:-"/tmp/rocksdb/"}
-wal_dir=${LOG_DIR:-"/tmp/rocksdb/"}
-
-do_setup=${DO_SETUP:-1}
-save_setup=${SAVE_SETUP:-0}
-
-# By default we'll run all the tests. Set this to skip a set of tests which
-# aren't critical for getting key metrics.
-skip_low_pri_tests=${SKIP_LOW_PRI_TESTS:-0}
-
-if [[ $skip_low_pri_tests == 1 ]]; then
-  echo "Skipping some non-critical tests because SKIP_LOW_PRI_TESTS is set."
-fi
-
-output_dir="${TMPDIR:-/tmp}/output"
-
-ARGS="\
-OUTPUT_DIR=$output_dir \
-NUM_KEYS=$num_keys \
-DB_DIR=$db_dir \
-WAL_DIR=$wal_dir \
-VALUE_SIZE=$vs \
-BLOCK_SIZE=$bs \
-CACHE_SIZE=$cs"
-
-mkdir -p $output_dir
-echo -e "ops/sec\tmb/sec\tSize-GB\tL0_GB\tSum_GB\tW-Amp\tW-MB/s\tusec/op\tp50\tp75\tp99\tp99.9\tp99.99\tUptime\tStall-time\tStall%\tTest" \
-  > $output_dir/report.txt
-
-# Notes on test sequence:
-#   step 1) Setup database via sequential fill followed by overwrite to fragment it.
-#           Done without setting DURATION to make sure that overwrite does $num_keys writes
-#   step 2) read-only tests for all levels of concurrency requested
-#   step 3) non read-only tests for all levels of concurrency requested
-#   step 4) merge tests for all levels of concurrency requested. These must come last.
-
-###### Setup the database
-
-if [[ $do_setup != 0 ]]; then
-  echo Doing setup
-
-  if [[ $skip_low_pri_tests != 1 ]]; then
-    # Test 1: bulk load
-    env $ARGS ./tools/benchmark.sh bulkload
-  fi
-
-  # Test 2a: sequential fill with large values to get peak ingest
-  #          adjust NUM_KEYS given the use of larger values
-  env $ARGS BLOCK_SIZE=$((1 * M)) VALUE_SIZE=$((32 * K)) NUM_KEYS=$(( num_keys / 64 )) \
-       ./tools/benchmark.sh fillseq_disable_wal
-
-  # Test 2b: sequential fill with the configured value size
-  env $ARGS ./tools/benchmark.sh fillseq_disable_wal
-
-  # Test 2c: same as 2a, but with WAL being enabled.
-  env $ARGS BLOCK_SIZE=$((1 * M)) VALUE_SIZE=$((32 * K)) NUM_KEYS=$(( num_keys / 64 )) \
-       ./tools/benchmark.sh fillseq_enable_wal
-
-  # Test 2d: same as 2b, but with WAL being enabled.
-  env $ARGS ./tools/benchmark.sh fillseq_enable_wal
-
-  # Test 3: single-threaded overwrite
-  env $ARGS NUM_THREADS=1 DB_BENCH_NO_SYNC=1 ./tools/benchmark.sh overwrite
-
-else
-  echo Restoring from backup
-
-  rm -rf $db_dir
-
-  if [ ! -d ${db_dir}.bak ]; then
-    echo Database backup does not exist at ${db_dir}.bak
-    exit -1
-  fi
-
-  echo Restore database from ${db_dir}.bak
-  cp -p -r ${db_dir}.bak $db_dir
-
-  if [[ $db_dir != $wal_dir ]]; then
-    rm -rf $wal_dir
-
-    if [ ! -d ${wal_dir}.bak ]; then
-      echo WAL backup does not exist at ${wal_dir}.bak
-      exit -1
-    fi
-
-    echo Restore WAL from ${wal_dir}.bak
-    cp -p -r ${wal_dir}.bak $wal_dir
-  fi
-fi
-
-if [[ $save_setup != 0 ]]; then
-  echo Save database to ${db_dir}.bak
-  cp -p -r $db_dir ${db_dir}.bak
-
-  if [[ $db_dir != $wal_dir ]]; then
-    echo Save WAL to ${wal_dir}.bak
-    cp -p -r $wal_dir ${wal_dir}.bak
-  fi
-fi
-
-###### Read-only tests
-
-for num_thr in "${nthreads[@]}" ; do
-  # Test 4: random read
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr ./tools/benchmark.sh readrandom
-
-  # Test 5: random range scans
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr NUM_NEXTS_PER_SEEK=$nps \
-    ./tools/benchmark.sh fwdrange
-
-  # Test 6: random reverse range scans
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr NUM_NEXTS_PER_SEEK=$nps \
-    ./tools/benchmark.sh revrange
-done
-
-###### Non read-only tests
-
-for num_thr in "${nthreads[@]}" ; do
-  # Test 7: overwrite with sync=0
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$fg_mbwps \
-    DB_BENCH_NO_SYNC=1 ./tools/benchmark.sh overwrite
-
-  if [[ $skip_low_pri_tests != 1 ]]; then
-    # Test 8: overwrite with sync=1
-    env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$fg_mbwps \
-      ./tools/benchmark.sh overwrite
-  fi
-
-  # Test 9: random update with sync=0
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr DB_BENCH_NO_SYNC=1 \
-      ./tools/benchmark.sh updaterandom
-
-  if [[ $skip_low_pri_tests != 1 ]]; then
-    # Test 10: random update with sync=1
-   env $ARGS DURATION=$duration NUM_THREADS=$num_thr ./tools/benchmark.sh updaterandom
-  fi
-
-  # Test 11: random read while writing
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$bg_mbwps \
-    DB_BENCH_NO_SYNC=1 ./tools/benchmark.sh readwhilewriting
-
-  # Test 12: range scan while writing
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$bg_mbwps \
-    DB_BENCH_NO_SYNC=1 NUM_NEXTS_PER_SEEK=$nps ./tools/benchmark.sh fwdrangewhilewriting
-
-  # Test 13: reverse range scan while writing
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$bg_mbwps \
-    DB_BENCH_NO_SYNC=1 NUM_NEXTS_PER_SEEK=$nps ./tools/benchmark.sh revrangewhilewriting
-done
-
-###### Merge tests
-
-for num_thr in "${nthreads[@]}" ; do
-  # Test 14: random merge with sync=0
-  env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$fg_mbwps \
-    DB_BENCH_NO_SYNC=1 ./tools/benchmark.sh mergerandom
-
-  if [[ $skip_low_pri_tests != 1 ]]; then
-    # Test 15: random merge with sync=1
-    env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$fg_mbwps \
-      ./tools/benchmark.sh mergerandom
-
-    # Test 16: random read while merging 
-    env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$bg_mbwps \
-      DB_BENCH_NO_SYNC=1 ./tools/benchmark.sh readwhilemerging
-
-    # Test 17: range scan while merging 
-    env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$bg_mbwps \
-      DB_BENCH_NO_SYNC=1 NUM_NEXTS_PER_SEEK=$nps ./tools/benchmark.sh fwdrangewhilemerging
-
-    # Test 18: reverse range scan while merging 
-    env $ARGS DURATION=$duration NUM_THREADS=$num_thr MB_WRITE_PER_SEC=$bg_mbwps \
-      DB_BENCH_NO_SYNC=1 NUM_NEXTS_PER_SEEK=$nps ./tools/benchmark.sh revrangewhilemerging
-  fi
-done
-
-###### Universal compaction tests.
-
-# Use a single thread to reduce the variability in the benchmark.
-env $ARGS COMPACTION_TEST=1 NUM_THREADS=1 ./tools/benchmark.sh universal_compaction
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo bulkload > $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep bulkload $output_dir/report.txt >> $output_dir/report2.txt
-fi
-
-echo fillseq_wal_disabled >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep fillseq.wal_disabled $output_dir/report.txt >> $output_dir/report2.txt
-
-echo fillseq_wal_enabled >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep fillseq.wal_enabled $output_dir/report.txt >> $output_dir/report2.txt
-
-echo overwrite sync=0 >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep overwrite $output_dir/report.txt | grep \.s0  >> $output_dir/report2.txt
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo overwrite sync=1 >> $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep overwrite $output_dir/report.txt | grep \.s1  >> $output_dir/report2.txt
-fi
-
-echo updaterandom sync=0 >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep updaterandom $output_dir/report.txt | grep \.s0 >> $output_dir/report2.txt
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo updaterandom sync=1 >> $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep updaterandom $output_dir/report.txt | grep \.s1 >> $output_dir/report2.txt
-fi
-
-echo mergerandom sync=0 >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep mergerandom $output_dir/report.txt | grep \.s0 >> $output_dir/report2.txt
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo mergerandom sync=1 >> $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep mergerandom $output_dir/report.txt | grep \.s1 >> $output_dir/report2.txt
-fi
-
-echo readrandom >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep readrandom $output_dir/report.txt  >> $output_dir/report2.txt
-
-echo fwdrange >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep fwdrange\.t $output_dir/report.txt >> $output_dir/report2.txt
-
-echo revrange >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep revrange\.t $output_dir/report.txt >> $output_dir/report2.txt
-
-echo readwhile >> $output_dir/report2.txt >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep readwhilewriting $output_dir/report.txt >> $output_dir/report2.txt
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo readwhile >> $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep readwhilemerging $output_dir/report.txt >> $output_dir/report2.txt
-fi
-
-echo fwdreadwhilewriting >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep fwdrangewhilewriting $output_dir/report.txt >> $output_dir/report2.txt
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo fwdreadwhilemerging >> $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep fwdrangewhilemerg $output_dir/report.txt >> $output_dir/report2.txt
-fi
-
-echo revreadwhilewriting >> $output_dir/report2.txt
-head -1 $output_dir/report.txt >> $output_dir/report2.txt
-grep revrangewhilewriting $output_dir/report.txt >> $output_dir/report2.txt
-
-if [[ $skip_low_pri_tests != 1 ]]; then
-  echo revreadwhilemerging >> $output_dir/report2.txt
-  head -1 $output_dir/report.txt >> $output_dir/report2.txt
-  grep revrangewhilemerg $output_dir/report.txt >> $output_dir/report2.txt
-fi
-
-cat $output_dir/report2.txt