rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/src/test/java/org/rocksdb/LoggerTest.java

@@ -1,235 +0,0 @@
-// Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-package org.rocksdb;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-import java.util.ArrayList;
-import java.util.Collections;
-import java.util.List;
-import java.util.concurrent.atomic.AtomicInteger;
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-
-public class LoggerTest {
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Rule
-  public TemporaryFolder dbFolder = new TemporaryFolder();
-
-  @Test
-  public void customLogger() throws RocksDBException {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final Options options = new Options().
-        setInfoLogLevel(InfoLogLevel.DEBUG_LEVEL).
-        setCreateIfMissing(true);
-         final Logger logger = new Logger(options) {
-           // Create new logger with max log level passed by options
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }
-    ) {
-      // Set custom logger to options
-      options.setLogger(logger);
-
-      try (final RocksDB db = RocksDB.open(options,
-          dbFolder.getRoot().getAbsolutePath())) {
-        // there should be more than zero received log messages in
-        // debug level.
-        assertThat(logMessageCounter.get()).isGreaterThan(0);
-      }
-    }
-  }
-
-  @Test
-  public void warnLogger() throws RocksDBException {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final Options options = new Options().
-        setInfoLogLevel(InfoLogLevel.WARN_LEVEL).
-        setCreateIfMissing(true);
-
-         final Logger logger = new Logger(options) {
-           // Create new logger with max log level passed by options
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }
-    ) {
-
-      // Set custom logger to options
-      options.setLogger(logger);
-
-      try (final RocksDB db = RocksDB.open(options,
-          dbFolder.getRoot().getAbsolutePath())) {
-        // there should be zero messages
-        // using warn level as log level.
-        assertThat(logMessageCounter.get()).isEqualTo(0);
-      }
-    }
-  }
-
-
-  @Test
-  public void fatalLogger() throws RocksDBException {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final Options options = new Options().
-        setInfoLogLevel(InfoLogLevel.FATAL_LEVEL).
-        setCreateIfMissing(true);
-
-         final Logger logger = new Logger(options) {
-           // Create new logger with max log level passed by options
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }
-    ) {
-
-      // Set custom logger to options
-      options.setLogger(logger);
-
-      try (final RocksDB db = RocksDB.open(options,
-          dbFolder.getRoot().getAbsolutePath())) {
-        // there should be zero messages
-        // using fatal level as log level.
-        assertThat(logMessageCounter.get()).isEqualTo(0);
-      }
-    }
-  }
-
-  @Test
-  public void dbOptionsLogger() throws RocksDBException {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final DBOptions options = new DBOptions().
-        setInfoLogLevel(InfoLogLevel.FATAL_LEVEL).
-        setCreateIfMissing(true);
-         final Logger logger = new Logger(options) {
-           // Create new logger with max log level passed by options
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }
-    ) {
-      // Set custom logger to options
-      options.setLogger(logger);
-
-      final List<ColumnFamilyDescriptor> cfDescriptors =
-          Collections.singletonList(new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY));
-      final List<ColumnFamilyHandle> cfHandles = new ArrayList<>();
-
-      try (final RocksDB db = RocksDB.open(options,
-          dbFolder.getRoot().getAbsolutePath(),
-          cfDescriptors, cfHandles)) {
-        try {
-          // there should be zero messages
-          // using fatal level as log level.
-          assertThat(logMessageCounter.get()).isEqualTo(0);
-        } finally {
-          for (final ColumnFamilyHandle columnFamilyHandle : cfHandles) {
-            columnFamilyHandle.close();
-          }
-        }
-      }
-    }
-  }
-
-  @Test
-  public void setWarnLogLevel() {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final Options options = new Options().
-        setInfoLogLevel(InfoLogLevel.FATAL_LEVEL).
-        setCreateIfMissing(true);
-         final Logger logger = new Logger(options) {
-           // Create new logger with max log level passed by options
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }
-    ) {
-      assertThat(logger.infoLogLevel()).
-          isEqualTo(InfoLogLevel.FATAL_LEVEL);
-      logger.setInfoLogLevel(InfoLogLevel.WARN_LEVEL);
-      assertThat(logger.infoLogLevel()).
-          isEqualTo(InfoLogLevel.WARN_LEVEL);
-    }
-  }
-
-  @Test
-  public void setInfoLogLevel() {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final Options options = new Options().
-        setInfoLogLevel(InfoLogLevel.FATAL_LEVEL).
-        setCreateIfMissing(true);
-         final Logger logger = new Logger(options) {
-           // Create new logger with max log level passed by options
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }
-    ) {
-      assertThat(logger.infoLogLevel()).
-          isEqualTo(InfoLogLevel.FATAL_LEVEL);
-      logger.setInfoLogLevel(InfoLogLevel.DEBUG_LEVEL);
-      assertThat(logger.infoLogLevel()).
-          isEqualTo(InfoLogLevel.DEBUG_LEVEL);
-    }
-  }
-
-  @Test
-  public void changeLogLevelAtRuntime() throws RocksDBException {
-    final AtomicInteger logMessageCounter = new AtomicInteger();
-    try (final Options options =
-             new Options().setInfoLogLevel(InfoLogLevel.FATAL_LEVEL).setCreateIfMissing(true);
-
-         // Create new logger with max log level passed by options
-         final Logger logger = new Logger(options) {
-           @Override
-           protected void log(final InfoLogLevel infoLogLevel, final String logMsg) {
-             assertThat(logMsg).isNotNull();
-             assertThat(logMsg.length()).isGreaterThan(0);
-             logMessageCounter.incrementAndGet();
-           }
-         }) {
-      // Set custom logger to options
-      options.setLogger(logger);
-
-      try (final RocksDB db = RocksDB.open(options,
-          dbFolder.getRoot().getAbsolutePath())) {
-
-        // there should be zero messages
-        // using fatal level as log level.
-        assertThat(logMessageCounter.get()).isEqualTo(0);
-
-        // change log level to debug level
-        logger.setInfoLogLevel(InfoLogLevel.DEBUG_LEVEL);
-
-        db.put("key".getBytes(), "value".getBytes());
-        db.flush(new FlushOptions().setWaitForFlush(true));
-
-        // messages shall be received due to previous actions.
-        assertThat(logMessageCounter.get()).isNotEqualTo(0);
-      }
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/MemTableTest.java

@@ -1,108 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import org.junit.ClassRule;
-import org.junit.Test;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-public class MemTableTest {
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Test
-  public void hashSkipListMemTable() throws RocksDBException {
-    try(final Options options = new Options()) {
-      // Test HashSkipListMemTableConfig
-      final HashSkipListMemTableConfig memTableConfig = new HashSkipListMemTableConfig();
-      assertThat(memTableConfig.bucketCount()).
-          isEqualTo(1000000);
-      memTableConfig.setBucketCount(2000000);
-      assertThat(memTableConfig.bucketCount()).
-          isEqualTo(2000000);
-      assertThat(memTableConfig.height()).
-          isEqualTo(4);
-      memTableConfig.setHeight(5);
-      assertThat(memTableConfig.height()).
-          isEqualTo(5);
-      assertThat(memTableConfig.branchingFactor()).
-          isEqualTo(4);
-      memTableConfig.setBranchingFactor(6);
-      assertThat(memTableConfig.branchingFactor()).
-          isEqualTo(6);
-      options.setMemTableConfig(memTableConfig);
-    }
-  }
-
-  @Test
-  public void skipListMemTable() throws RocksDBException {
-    try(final Options options = new Options()) {
-      final SkipListMemTableConfig skipMemTableConfig = new SkipListMemTableConfig();
-      assertThat(skipMemTableConfig.lookahead()).
-          isEqualTo(0);
-      skipMemTableConfig.setLookahead(20);
-      assertThat(skipMemTableConfig.lookahead()).
-          isEqualTo(20);
-      options.setMemTableConfig(skipMemTableConfig);
-    }
-  }
-
-  @Test
-  public void hashLinkedListMemTable() throws RocksDBException {
-    try(final Options options = new Options()) {
-      final HashLinkedListMemTableConfig hashLinkedListMemTableConfig =
-          new HashLinkedListMemTableConfig();
-      assertThat(hashLinkedListMemTableConfig.bucketCount()).
-          isEqualTo(50000);
-      hashLinkedListMemTableConfig.setBucketCount(100000);
-      assertThat(hashLinkedListMemTableConfig.bucketCount()).
-          isEqualTo(100000);
-      assertThat(hashLinkedListMemTableConfig.hugePageTlbSize()).
-          isEqualTo(0);
-      hashLinkedListMemTableConfig.setHugePageTlbSize(1);
-      assertThat(hashLinkedListMemTableConfig.hugePageTlbSize()).
-          isEqualTo(1);
-      assertThat(hashLinkedListMemTableConfig.
-          bucketEntriesLoggingThreshold()).
-          isEqualTo(4096);
-      hashLinkedListMemTableConfig.
-          setBucketEntriesLoggingThreshold(200);
-      assertThat(hashLinkedListMemTableConfig.
-          bucketEntriesLoggingThreshold()).
-          isEqualTo(200);
-      assertThat(hashLinkedListMemTableConfig.
-          ifLogBucketDistWhenFlush()).isTrue();
-      hashLinkedListMemTableConfig.
-          setIfLogBucketDistWhenFlush(false);
-      assertThat(hashLinkedListMemTableConfig.
-          ifLogBucketDistWhenFlush()).isFalse();
-      assertThat(hashLinkedListMemTableConfig.
-          thresholdUseSkiplist()).
-          isEqualTo(256);
-      hashLinkedListMemTableConfig.setThresholdUseSkiplist(29);
-      assertThat(hashLinkedListMemTableConfig.
-          thresholdUseSkiplist()).
-          isEqualTo(29);
-      options.setMemTableConfig(hashLinkedListMemTableConfig);
-    }
-  }
-
-  @Test
-  public void vectorMemTable() throws RocksDBException {
-    try(final Options options = new Options()) {
-      final VectorMemTableConfig vectorMemTableConfig = new VectorMemTableConfig();
-      assertThat(vectorMemTableConfig.reservedSize()).
-          isEqualTo(0);
-      vectorMemTableConfig.setReservedSize(123);
-      assertThat(vectorMemTableConfig.reservedSize()).
-          isEqualTo(123);
-      options.setMemTableConfig(vectorMemTableConfig);
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/MemoryUtilTest.java

@@ -1,136 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-
-import java.nio.charset.StandardCharsets;
-import java.util.*;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-public class MemoryUtilTest {
-
-  private static final String MEMTABLE_SIZE = "rocksdb.size-all-mem-tables";
-  private static final String UNFLUSHED_MEMTABLE_SIZE = "rocksdb.cur-size-all-mem-tables";
-  private static final String TABLE_READERS = "rocksdb.estimate-table-readers-mem";
-
-  private final byte[] key = "some-key".getBytes(StandardCharsets.UTF_8);
-  private final byte[] value = "some-value".getBytes(StandardCharsets.UTF_8);
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Rule public TemporaryFolder dbFolder1 = new TemporaryFolder();
-  @Rule public TemporaryFolder dbFolder2 = new TemporaryFolder();
-
-  /**
-   * Test MemoryUtil.getApproximateMemoryUsageByType before and after a put + get
-   */
-  @Test
-  public void getApproximateMemoryUsageByType() throws RocksDBException {
-    try (final Cache cache = new LRUCache(8 * 1024 * 1024);
-         final Options options =
-                 new Options()
-                         .setCreateIfMissing(true)
-                         .setTableFormatConfig(new BlockBasedTableConfig().setBlockCache(cache));
-         final FlushOptions flushOptions =
-                 new FlushOptions().setWaitForFlush(true);
-         final RocksDB db =
-                 RocksDB.open(options, dbFolder1.getRoot().getAbsolutePath())) {
-      final List<RocksDB> dbs = new ArrayList<>(1);
-      dbs.add(db);
-      final Set<Cache> caches = new HashSet<>(1);
-      caches.add(cache);
-      Map<MemoryUsageType, Long> usage = MemoryUtil.getApproximateMemoryUsageByType(dbs, caches);
-
-      assertThat(usage.get(MemoryUsageType.kMemTableTotal)).isEqualTo(
-              db.getAggregatedLongProperty(MEMTABLE_SIZE));
-      assertThat(usage.get(MemoryUsageType.kMemTableUnFlushed)).isEqualTo(
-              db.getAggregatedLongProperty(UNFLUSHED_MEMTABLE_SIZE));
-      assertThat(usage.get(MemoryUsageType.kTableReadersTotal)).isEqualTo(
-              db.getAggregatedLongProperty(TABLE_READERS));
-      // TODO(peterd): disable block cache entry stats and check for 0
-      assertThat(usage.get(MemoryUsageType.kCacheTotal)).isLessThan(1024);
-
-      db.put(key, value);
-      db.flush(flushOptions);
-      db.get(key);
-
-      usage = MemoryUtil.getApproximateMemoryUsageByType(dbs, caches);
-      assertThat(usage.get(MemoryUsageType.kMemTableTotal)).isGreaterThan(0);
-      assertThat(usage.get(MemoryUsageType.kMemTableTotal)).isEqualTo(
-              db.getAggregatedLongProperty(MEMTABLE_SIZE));
-      assertThat(usage.get(MemoryUsageType.kMemTableUnFlushed)).isGreaterThan(0);
-      assertThat(usage.get(MemoryUsageType.kMemTableUnFlushed)).isEqualTo(
-              db.getAggregatedLongProperty(UNFLUSHED_MEMTABLE_SIZE));
-      assertThat(usage.get(MemoryUsageType.kTableReadersTotal)).isGreaterThan(0);
-      assertThat(usage.get(MemoryUsageType.kTableReadersTotal)).isEqualTo(
-              db.getAggregatedLongProperty(TABLE_READERS));
-      assertThat(usage.get(MemoryUsageType.kCacheTotal)).isGreaterThan(0);
-
-    }
-  }
-
-  /**
-   * Test MemoryUtil.getApproximateMemoryUsageByType with null inputs
-   */
-  @Test
-  public void getApproximateMemoryUsageByTypeNulls() throws RocksDBException {
-    final Map<MemoryUsageType, Long> usage = MemoryUtil.getApproximateMemoryUsageByType(null, null);
-
-    assertThat(usage.get(MemoryUsageType.kMemTableTotal)).isEqualTo(null);
-    assertThat(usage.get(MemoryUsageType.kMemTableUnFlushed)).isEqualTo(null);
-    assertThat(usage.get(MemoryUsageType.kTableReadersTotal)).isEqualTo(null);
-    assertThat(usage.get(MemoryUsageType.kCacheTotal)).isEqualTo(null);
-  }
-
-  /**
-   * Test MemoryUtil.getApproximateMemoryUsageByType with two DBs and two caches
-   */
-  @Test
-  public void getApproximateMemoryUsageByTypeMultiple() throws RocksDBException {
-    try (final Cache cache1 = new LRUCache(1024 * 1024);
-         final Options options1 = new Options().setCreateIfMissing(true).setTableFormatConfig(
-             new BlockBasedTableConfig().setBlockCache(cache1));
-         final RocksDB db1 = RocksDB.open(options1, dbFolder1.getRoot().getAbsolutePath());
-         final Cache cache2 = new LRUCache(1024 * 1024);
-         final Options options2 = new Options().setCreateIfMissing(true).setTableFormatConfig(
-             new BlockBasedTableConfig().setBlockCache(cache2));
-         final RocksDB db2 = RocksDB.open(options2, dbFolder2.getRoot().getAbsolutePath());
-         final FlushOptions flushOptions = new FlushOptions().setWaitForFlush(true)
-
-    ) {
-      final List<RocksDB> dbs = new ArrayList<>(1);
-      dbs.add(db1);
-      dbs.add(db2);
-      final Set<Cache> caches = new HashSet<>(1);
-      caches.add(cache1);
-      caches.add(cache2);
-
-      for (final RocksDB db : dbs) {
-        db.put(key, value);
-        db.flush(flushOptions);
-        db.get(key);
-      }
-
-      final Map<MemoryUsageType, Long> usage =
-          MemoryUtil.getApproximateMemoryUsageByType(dbs, caches);
-      assertThat(usage.get(MemoryUsageType.kMemTableTotal)).isEqualTo(
-              db1.getAggregatedLongProperty(MEMTABLE_SIZE) + db2.getAggregatedLongProperty(MEMTABLE_SIZE));
-      assertThat(usage.get(MemoryUsageType.kMemTableUnFlushed)).isEqualTo(
-              db1.getAggregatedLongProperty(UNFLUSHED_MEMTABLE_SIZE) + db2.getAggregatedLongProperty(UNFLUSHED_MEMTABLE_SIZE));
-      assertThat(usage.get(MemoryUsageType.kTableReadersTotal)).isEqualTo(
-              db1.getAggregatedLongProperty(TABLE_READERS) + db2.getAggregatedLongProperty(TABLE_READERS));
-      assertThat(usage.get(MemoryUsageType.kCacheTotal)).isGreaterThan(0);
-    }
-  }
-
-}