rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/src/test/java/org/rocksdb/OptionsUtilTest.java

@@ -1,129 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-
-import java.util.*;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-public class OptionsUtilTest {
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE = new RocksNativeLibraryResource();
-
-  @Rule public TemporaryFolder dbFolder = new TemporaryFolder();
-
-  enum TestAPI { LOAD_LATEST_OPTIONS, LOAD_OPTIONS_FROM_FILE }
-
-  @Test
-  public void loadLatestOptions() throws RocksDBException {
-    verifyOptions(TestAPI.LOAD_LATEST_OPTIONS);
-  }
-
-  @Test
-  public void loadOptionsFromFile() throws RocksDBException {
-    verifyOptions(TestAPI.LOAD_OPTIONS_FROM_FILE);
-  }
-
-  @Test
-  public void getLatestOptionsFileName() throws RocksDBException {
-    final String dbPath = dbFolder.getRoot().getAbsolutePath();
-    try (final Options options = new Options().setCreateIfMissing(true);
-         final RocksDB db = RocksDB.open(options, dbPath)) {
-      assertThat(db).isNotNull();
-    }
-
-    final String fName = OptionsUtil.getLatestOptionsFileName(dbPath, Env.getDefault());
-    assertThat(fName).isNotNull();
-    assert (fName.startsWith("OPTIONS-"));
-    // System.out.println("latest options fileName: " + fName);
-  }
-
-  private void verifyOptions(final TestAPI apiType) throws RocksDBException {
-    final String dbPath = dbFolder.getRoot().getAbsolutePath();
-    final Options options = new Options()
-                                .setCreateIfMissing(true)
-                                .setParanoidChecks(false)
-                                .setMaxOpenFiles(478)
-                                .setDelayedWriteRate(1234567L);
-    final ColumnFamilyOptions baseDefaultCFOpts = new ColumnFamilyOptions();
-    final byte[] secondCFName = "new_cf".getBytes();
-    final ColumnFamilyOptions baseSecondCFOpts =
-        new ColumnFamilyOptions()
-            .setWriteBufferSize(70 * 1024)
-            .setMaxWriteBufferNumber(7)
-            .setMaxBytesForLevelBase(53 * 1024 * 1024)
-            .setLevel0FileNumCompactionTrigger(3)
-            .setLevel0SlowdownWritesTrigger(51)
-            .setBottommostCompressionType(CompressionType.ZSTD_COMPRESSION);
-
-    // Create a database with a new column family
-    try (final RocksDB db = RocksDB.open(options, dbPath)) {
-      assertThat(db).isNotNull();
-
-      // create column family
-      try (final ColumnFamilyHandle columnFamilyHandle =
-               db.createColumnFamily(new ColumnFamilyDescriptor(secondCFName, baseSecondCFOpts))) {
-        assert(columnFamilyHandle != null);
-      }
-    }
-
-    // Read the options back and verify
-    final DBOptions dbOptions = new DBOptions();
-    final ConfigOptions configOptions =
-        new ConfigOptions().setIgnoreUnknownOptions(false).setInputStringsEscaped(true).setEnv(
-            Env.getDefault());
-    final List<ColumnFamilyDescriptor> cfDescs = new ArrayList<>();
-    String path = dbPath;
-    if (apiType == TestAPI.LOAD_LATEST_OPTIONS) {
-      OptionsUtil.loadLatestOptions(configOptions, path, dbOptions, cfDescs);
-    } else if (apiType == TestAPI.LOAD_OPTIONS_FROM_FILE) {
-      path = dbPath + "/" + OptionsUtil.getLatestOptionsFileName(dbPath, Env.getDefault());
-      OptionsUtil.loadOptionsFromFile(configOptions, path, dbOptions, cfDescs);
-    }
-
-    assertThat(dbOptions.createIfMissing()).isEqualTo(options.createIfMissing());
-    assertThat(dbOptions.paranoidChecks()).isEqualTo(options.paranoidChecks());
-    assertThat(dbOptions.maxOpenFiles()).isEqualTo(options.maxOpenFiles());
-    assertThat(dbOptions.delayedWriteRate()).isEqualTo(options.delayedWriteRate());
-
-    assertThat(cfDescs.size()).isEqualTo(2);
-    assertThat(cfDescs.get(0)).isNotNull();
-    assertThat(cfDescs.get(1)).isNotNull();
-    assertThat(cfDescs.get(0).getName()).isEqualTo(RocksDB.DEFAULT_COLUMN_FAMILY);
-    assertThat(cfDescs.get(1).getName()).isEqualTo(secondCFName);
-
-    final ColumnFamilyOptions defaultCFOpts = cfDescs.get(0).getOptions();
-    assertThat(defaultCFOpts.writeBufferSize()).isEqualTo(baseDefaultCFOpts.writeBufferSize());
-    assertThat(defaultCFOpts.maxWriteBufferNumber())
-        .isEqualTo(baseDefaultCFOpts.maxWriteBufferNumber());
-    assertThat(defaultCFOpts.maxBytesForLevelBase())
-        .isEqualTo(baseDefaultCFOpts.maxBytesForLevelBase());
-    assertThat(defaultCFOpts.level0FileNumCompactionTrigger())
-        .isEqualTo(baseDefaultCFOpts.level0FileNumCompactionTrigger());
-    assertThat(defaultCFOpts.level0SlowdownWritesTrigger())
-        .isEqualTo(baseDefaultCFOpts.level0SlowdownWritesTrigger());
-    assertThat(defaultCFOpts.bottommostCompressionType())
-        .isEqualTo(baseDefaultCFOpts.bottommostCompressionType());
-
-    final ColumnFamilyOptions secondCFOpts = cfDescs.get(1).getOptions();
-    assertThat(secondCFOpts.writeBufferSize()).isEqualTo(baseSecondCFOpts.writeBufferSize());
-    assertThat(secondCFOpts.maxWriteBufferNumber())
-        .isEqualTo(baseSecondCFOpts.maxWriteBufferNumber());
-    assertThat(secondCFOpts.maxBytesForLevelBase())
-        .isEqualTo(baseSecondCFOpts.maxBytesForLevelBase());
-    assertThat(secondCFOpts.level0FileNumCompactionTrigger())
-        .isEqualTo(baseSecondCFOpts.level0FileNumCompactionTrigger());
-    assertThat(secondCFOpts.level0SlowdownWritesTrigger())
-        .isEqualTo(baseSecondCFOpts.level0SlowdownWritesTrigger());
-    assertThat(secondCFOpts.bottommostCompressionType())
-        .isEqualTo(baseSecondCFOpts.bottommostCompressionType());
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/PlainTableConfigTest.java

@@ -1,89 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import org.junit.ClassRule;
-import org.junit.Test;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-public class PlainTableConfigTest {
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Test
-  public void keySize() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setKeySize(5);
-    assertThat(plainTableConfig.keySize()).
-        isEqualTo(5);
-  }
-
-  @Test
-  public void bloomBitsPerKey() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setBloomBitsPerKey(11);
-    assertThat(plainTableConfig.bloomBitsPerKey()).
-        isEqualTo(11);
-  }
-
-  @Test
-  public void hashTableRatio() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setHashTableRatio(0.95);
-    assertThat(plainTableConfig.hashTableRatio()).
-        isEqualTo(0.95);
-  }
-
-  @Test
-  public void indexSparseness() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setIndexSparseness(18);
-    assertThat(plainTableConfig.indexSparseness()).
-        isEqualTo(18);
-  }
-
-  @Test
-  public void hugePageTlbSize() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setHugePageTlbSize(1);
-    assertThat(plainTableConfig.hugePageTlbSize()).
-        isEqualTo(1);
-  }
-
-  @Test
-  public void encodingType() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setEncodingType(EncodingType.kPrefix);
-    assertThat(plainTableConfig.encodingType()).isEqualTo(
-        EncodingType.kPrefix);
-  }
-
-  @Test
-  public void fullScanMode() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setFullScanMode(true);
-    assertThat(plainTableConfig.fullScanMode()).isTrue();  }
-
-  @Test
-  public void storeIndexInFile() {
-    final PlainTableConfig plainTableConfig = new PlainTableConfig();
-    plainTableConfig.setStoreIndexInFile(true);
-    assertThat(plainTableConfig.storeIndexInFile()).
-        isTrue();
-  }
-
-  @Test
-  public void plainTableConfig() {
-    try(final Options opt = new Options()) {
-      final PlainTableConfig plainTableConfig = new PlainTableConfig();
-      opt.setTableFormatConfig(plainTableConfig);
-      assertThat(opt.tableFactoryName()).isEqualTo("PlainTable");
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/PlatformRandomHelper.java

@@ -1,58 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import java.util.Random;
-
-/**
- * Helper class to get the appropriate Random class instance dependent
- * on the current platform architecture (32bit vs 64bit)
- */
-public class PlatformRandomHelper {
-    /**
-     * Determine if OS is 32-Bit/64-Bit
-     *
-     * @return boolean value indicating if operating system is 64 Bit.
-     */
-    public static boolean isOs64Bit(){
-      final boolean is64Bit;
-      if (System.getProperty("os.name").contains("Windows")) {
-        is64Bit = (System.getenv("ProgramFiles(x86)") != null);
-      } else {
-        is64Bit = (System.getProperty("os.arch").contains("64"));
-      }
-      return is64Bit;
-    }
-
-    /**
-     * Factory to get a platform specific Random instance
-     *
-     * @return {@link java.util.Random} instance.
-     */
-    public static Random getPlatformSpecificRandomFactory(){
-      if (isOs64Bit()) {
-        return new Random();
-      }
-      return new Random32Bit();
-    }
-
-    /**
-     * Random32Bit is a class which overrides {@code nextLong} to
-     * provide random numbers which fit in size_t. This workaround
-     * is necessary because there is no unsigned_int < Java 8
-     */
-    private static class Random32Bit extends Random {
-      @Override
-      public long nextLong(){
-      return this.nextInt(Integer.MAX_VALUE);
-    }
-    }
-
-    /**
-     * Utility class constructor
-     */
-    private PlatformRandomHelper() { }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/PutMultiplePartsTest.java

@@ -1,164 +0,0 @@
-//  Copyright (c) Meta Platforms, Inc. and affiliates.
-//
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-import java.nio.charset.StandardCharsets;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-import org.junit.runner.RunWith;
-import org.junit.runners.Parameterized;
-
-@RunWith(Parameterized.class)
-public class PutMultiplePartsTest {
-  @Parameterized.Parameters
-  public static List<Integer> data() {
-    return Arrays.asList(2, 3, 250, 20000);
-  }
-
-  @Rule public TemporaryFolder dbFolder = new TemporaryFolder();
-
-  private final int numParts;
-
-  public PutMultiplePartsTest(final Integer numParts) {
-    this.numParts = numParts;
-  }
-
-  @Test
-  public void putUntracked() throws RocksDBException {
-    try (final Options options = new Options().setCreateIfMissing(true);
-         final TransactionDBOptions txnDbOptions = new TransactionDBOptions();
-         final TransactionDB txnDB =
-             TransactionDB.open(options, txnDbOptions, dbFolder.getRoot().getAbsolutePath())) {
-      try (final Transaction transaction = txnDB.beginTransaction(new WriteOptions())) {
-        final byte[][] keys = generateItems("key", ":", numParts);
-        final byte[][] values = generateItems("value", "", numParts);
-        transaction.putUntracked(keys, values);
-        transaction.commit();
-      }
-      txnDB.syncWal();
-    }
-
-    validateResults();
-  }
-
-  @Test
-  public void put() throws RocksDBException {
-    try (final Options options = new Options().setCreateIfMissing(true);
-         final TransactionDBOptions txnDbOptions = new TransactionDBOptions();
-         final TransactionDB txnDB =
-             TransactionDB.open(options, txnDbOptions, dbFolder.getRoot().getAbsolutePath())) {
-      try (final Transaction transaction = txnDB.beginTransaction(new WriteOptions())) {
-        final byte[][] keys = generateItems("key", ":", numParts);
-        final byte[][] values = generateItems("value", "", numParts);
-        transaction.put(keys, values);
-        transaction.commit();
-      }
-      txnDB.syncWal();
-    }
-
-    validateResults();
-  }
-
-  @Test
-  public void putUntrackedCF() throws RocksDBException {
-    try (final Options options = new Options().setCreateIfMissing(true);
-         final TransactionDBOptions txnDbOptions = new TransactionDBOptions();
-         final TransactionDB txnDB =
-             TransactionDB.open(options, txnDbOptions, dbFolder.getRoot().getAbsolutePath());
-         final ColumnFamilyHandle columnFamilyHandle =
-             txnDB.createColumnFamily(new ColumnFamilyDescriptor("cfTest".getBytes()))) {
-      try (final Transaction transaction = txnDB.beginTransaction(new WriteOptions())) {
-        final byte[][] keys = generateItems("key", ":", numParts);
-        final byte[][] values = generateItems("value", "", numParts);
-        transaction.putUntracked(columnFamilyHandle, keys, values);
-        transaction.commit();
-      }
-      txnDB.syncWal();
-    }
-
-    validateResultsCF();
-  }
-  @Test
-  public void putCF() throws RocksDBException {
-    try (final Options options = new Options().setCreateIfMissing(true);
-         final TransactionDBOptions txnDbOptions = new TransactionDBOptions();
-         final TransactionDB txnDB =
-             TransactionDB.open(options, txnDbOptions, dbFolder.getRoot().getAbsolutePath());
-         final ColumnFamilyHandle columnFamilyHandle =
-             txnDB.createColumnFamily(new ColumnFamilyDescriptor("cfTest".getBytes()))) {
-      try (final Transaction transaction = txnDB.beginTransaction(new WriteOptions())) {
-        final byte[][] keys = generateItems("key", ":", numParts);
-        final byte[][] values = generateItems("value", "", numParts);
-        transaction.put(columnFamilyHandle, keys, values);
-        transaction.commit();
-      }
-      txnDB.syncWal();
-    }
-
-    validateResultsCF();
-  }
-
-  private void validateResults() throws RocksDBException {
-    try (final RocksDB db = RocksDB.open(new Options(), dbFolder.getRoot().getAbsolutePath())) {
-      final List<byte[]> keys = generateItemsAsList("key", ":", numParts);
-      final byte[][] values = generateItems("value", "", numParts);
-
-      final StringBuilder singleKey = new StringBuilder();
-      for (int i = 0; i < numParts; i++) {
-        singleKey.append(new String(keys.get(i), StandardCharsets.UTF_8));
-      }
-      final byte[] result = db.get(singleKey.toString().getBytes());
-      final StringBuilder singleValue = new StringBuilder();
-      for (int i = 0; i < numParts; i++) {
-        singleValue.append(new String(values[i], StandardCharsets.UTF_8));
-      }
-      assertThat(result).isEqualTo(singleValue.toString().getBytes());
-    }
-  }
-
-  private void validateResultsCF() throws RocksDBException {
-    final List<ColumnFamilyDescriptor> columnFamilyDescriptors = new ArrayList<>();
-    columnFamilyDescriptors.add(new ColumnFamilyDescriptor("cfTest".getBytes()));
-    columnFamilyDescriptors.add(new ColumnFamilyDescriptor("default".getBytes()));
-    final List<ColumnFamilyHandle> columnFamilyHandles = new ArrayList<>();
-    try (final RocksDB db = RocksDB.open(new DBOptions(), dbFolder.getRoot().getAbsolutePath(),
-             columnFamilyDescriptors, columnFamilyHandles)) {
-      final List<byte[]> keys = generateItemsAsList("key", ":", numParts);
-      final byte[][] values = generateItems("value", "", numParts);
-
-      final StringBuilder singleKey = new StringBuilder();
-      for (int i = 0; i < numParts; i++) {
-        singleKey.append(new String(keys.get(i), StandardCharsets.UTF_8));
-      }
-      final byte[] result = db.get(columnFamilyHandles.get(0), singleKey.toString().getBytes());
-      final StringBuilder singleValue = new StringBuilder();
-      for (int i = 0; i < numParts; i++) {
-        singleValue.append(new String(values[i], StandardCharsets.UTF_8));
-      }
-      assertThat(result).isEqualTo(singleValue.toString().getBytes());
-    }
-  }
-
-  private byte[][] generateItems(final String prefix, final String suffix, final int numItems) {
-    return generateItemsAsList(prefix, suffix, numItems).toArray(new byte[0][0]);
-  }
-
-  private List<byte[]> generateItemsAsList(
-      final String prefix, final String suffix, final int numItems) {
-    final List<byte[]> items = new ArrayList<>();
-    for (int i = 0; i < numItems; i++) {
-      items.add((prefix + i + suffix).getBytes());
-    }
-    return items;
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/RateLimiterTest.java

@@ -1,65 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-package org.rocksdb;
-
-import org.junit.ClassRule;
-import org.junit.Test;
-
-import static org.assertj.core.api.Assertions.assertThat;
-import static org.rocksdb.RateLimiter.*;
-
-public class RateLimiterTest {
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Test
-  public void bytesPerSecond() {
-    try(final RateLimiter rateLimiter =
-            new RateLimiter(1000, DEFAULT_REFILL_PERIOD_MICROS,
-                DEFAULT_FAIRNESS, DEFAULT_MODE, DEFAULT_AUTOTUNE)) {
-      assertThat(rateLimiter.getBytesPerSecond()).isGreaterThan(0);
-      rateLimiter.setBytesPerSecond(2000);
-      assertThat(rateLimiter.getBytesPerSecond()).isGreaterThan(0);
-    }
-  }
-
-  @Test
-  public void getSingleBurstBytes() {
-    try(final RateLimiter rateLimiter =
-            new RateLimiter(1000, DEFAULT_REFILL_PERIOD_MICROS,
-                DEFAULT_FAIRNESS, DEFAULT_MODE, DEFAULT_AUTOTUNE)) {
-      assertThat(rateLimiter.getSingleBurstBytes()).isEqualTo(100);
-    }
-  }
-
-  @Test
-  public void getTotalBytesThrough() {
-    try(final RateLimiter rateLimiter =
-            new RateLimiter(1000, DEFAULT_REFILL_PERIOD_MICROS,
-                DEFAULT_FAIRNESS, DEFAULT_MODE, DEFAULT_AUTOTUNE)) {
-      assertThat(rateLimiter.getTotalBytesThrough()).isEqualTo(0);
-    }
-  }
-
-  @Test
-  public void getTotalRequests() {
-    try(final RateLimiter rateLimiter =
-            new RateLimiter(1000, DEFAULT_REFILL_PERIOD_MICROS,
-                DEFAULT_FAIRNESS, DEFAULT_MODE, DEFAULT_AUTOTUNE)) {
-      assertThat(rateLimiter.getTotalRequests()).isEqualTo(0);
-    }
-  }
-
-  @Test
-  public void autoTune() {
-    try(final RateLimiter rateLimiter =
-            new RateLimiter(1000, DEFAULT_REFILL_PERIOD_MICROS,
-                DEFAULT_FAIRNESS, DEFAULT_MODE, true)) {
-      assertThat(rateLimiter.getBytesPerSecond()).isGreaterThan(0);
-    }
-  }
-}