rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/src/test/java/org/rocksdb/WriteOptionsTest.java

@@ -1,75 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-import java.util.Random;
-import org.junit.ClassRule;
-import org.junit.Test;
-
-public class WriteOptionsTest {
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  public static final Random rand = PlatformRandomHelper.
-          getPlatformSpecificRandomFactory();
-
-  @Test
-  public void writeOptions() {
-    try (final WriteOptions writeOptions = new WriteOptions()) {
-
-      writeOptions.setSync(true);
-      assertThat(writeOptions.sync()).isTrue();
-      writeOptions.setSync(false);
-      assertThat(writeOptions.sync()).isFalse();
-
-      writeOptions.setDisableWAL(true);
-      assertThat(writeOptions.disableWAL()).isTrue();
-      writeOptions.setDisableWAL(false);
-      assertThat(writeOptions.disableWAL()).isFalse();
-
-
-      writeOptions.setIgnoreMissingColumnFamilies(true);
-      assertThat(writeOptions.ignoreMissingColumnFamilies()).isTrue();
-      writeOptions.setIgnoreMissingColumnFamilies(false);
-      assertThat(writeOptions.ignoreMissingColumnFamilies()).isFalse();
-
-      writeOptions.setNoSlowdown(true);
-      assertThat(writeOptions.noSlowdown()).isTrue();
-      writeOptions.setNoSlowdown(false);
-      assertThat(writeOptions.noSlowdown()).isFalse();
-
-      writeOptions.setLowPri(true);
-      assertThat(writeOptions.lowPri()).isTrue();
-      writeOptions.setLowPri(false);
-      assertThat(writeOptions.lowPri()).isFalse();
-
-      writeOptions.setMemtableInsertHintPerBatch(true);
-      assertThat(writeOptions.memtableInsertHintPerBatch()).isTrue();
-      writeOptions.setMemtableInsertHintPerBatch(false);
-      assertThat(writeOptions.memtableInsertHintPerBatch()).isFalse();
-    }
-  }
-
-  @Test
-  public void copyConstructor() {
-    final WriteOptions origOpts = new WriteOptions();
-    origOpts.setDisableWAL(rand.nextBoolean());
-    origOpts.setIgnoreMissingColumnFamilies(rand.nextBoolean());
-    origOpts.setSync(rand.nextBoolean());
-    origOpts.setMemtableInsertHintPerBatch(true);
-    final WriteOptions copyOpts = new WriteOptions(origOpts);
-    assertThat(origOpts.disableWAL()).isEqualTo(copyOpts.disableWAL());
-    assertThat(origOpts.ignoreMissingColumnFamilies()).isEqualTo(
-            copyOpts.ignoreMissingColumnFamilies());
-    assertThat(origOpts.sync()).isEqualTo(copyOpts.sync());
-    assertThat(origOpts.memtableInsertHintPerBatch())
-        .isEqualTo(copyOpts.memtableInsertHintPerBatch());
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/test/RemoveEmptyValueCompactionFilterFactory.java

@@ -1,21 +0,0 @@
-// Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-package org.rocksdb.test;
-
-import org.rocksdb.AbstractCompactionFilter;
-import org.rocksdb.AbstractCompactionFilterFactory;
-import org.rocksdb.RemoveEmptyValueCompactionFilter;
-
-/**
- * Simple CompactionFilterFactory class used in tests. Generates RemoveEmptyValueCompactionFilters.
- */
-public class RemoveEmptyValueCompactionFilterFactory extends AbstractCompactionFilterFactory<RemoveEmptyValueCompactionFilter> {
-    @Override
-    public RemoveEmptyValueCompactionFilter createCompactionFilter(final AbstractCompactionFilter.Context context) {
-        return new RemoveEmptyValueCompactionFilter();
-    }
-
-    @Override
-    public String name() {
-        return "RemoveEmptyValueCompactionFilterFactory";
-    }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/test/RocksJunitRunner.java

@@ -1,174 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-package org.rocksdb.test;
-
-import org.junit.internal.JUnitSystem;
-import org.junit.internal.RealSystem;
-import org.junit.internal.TextListener;
-import org.junit.runner.Description;
-import org.junit.runner.JUnitCore;
-import org.junit.runner.Result;
-import org.junit.runner.notification.Failure;
-import org.rocksdb.RocksDB;
-
-import java.io.PrintStream;
-import java.text.DecimalFormat;
-import java.text.NumberFormat;
-import java.util.ArrayList;
-import java.util.List;
-
-import static org.rocksdb.test.RocksJunitRunner.RocksJunitListener.Status.*;
-
-/**
- * Custom Junit Runner to print also Test classes
- * and executed methods to command prompt.
- */
-public class RocksJunitRunner {
-
-  /**
-   * Listener which overrides default functionality
-   * to print class and method to system out.
-   */
-  static class RocksJunitListener extends TextListener {
-
-    private final static NumberFormat secsFormat =
-        new DecimalFormat("###,###.###");
-
-    private final PrintStream writer;
-
-    private String currentClassName = null;
-    private String currentMethodName = null;
-    private Status currentStatus = null;
-    private long currentTestsStartTime;
-    private int currentTestsCount = 0;
-    private int currentTestsIgnoredCount = 0;
-    private int currentTestsFailureCount = 0;
-    private int currentTestsErrorCount = 0;
-
-    enum Status {
-      IGNORED,
-      FAILURE,
-      ERROR,
-      OK
-    }
-
-    /**
-     * RocksJunitListener constructor
-     *
-     * @param system JUnitSystem
-     */
-    public RocksJunitListener(final JUnitSystem system) {
-      this(system.out());
-    }
-
-    public RocksJunitListener(final PrintStream writer) {
-      super(writer);
-      this.writer = writer;
-    }
-
-    @Override
-    public void testRunStarted(final Description description) {
-      writer.format("Starting RocksJava Tests...%n");
-
-    }
-
-    @Override
-    public void testStarted(final Description description) {
-      if(currentClassName == null
-          || !currentClassName.equals(description.getClassName())) {
-        if(currentClassName !=  null) {
-          printTestsSummary();
-        } else {
-          currentTestsStartTime = System.currentTimeMillis();
-        }
-        writer.format("%nRunning: %s%n", description.getClassName());
-        currentClassName = description.getClassName();
-      }
-      currentMethodName = description.getMethodName();
-      currentStatus = OK;
-      currentTestsCount++;
-    }
-
-    private void printTestsSummary() {
-      // print summary of last test set
-      writer.format("Tests run: %d, Failures: %d, Errors: %d, Ignored: %d, Time elapsed: %s sec%n",
-          currentTestsCount,
-          currentTestsFailureCount,
-          currentTestsErrorCount,
-          currentTestsIgnoredCount,
-          formatSecs(System.currentTimeMillis() - currentTestsStartTime));
-
-      // reset counters
-      currentTestsCount = 0;
-      currentTestsFailureCount = 0;
-      currentTestsErrorCount = 0;
-      currentTestsIgnoredCount = 0;
-      currentTestsStartTime = System.currentTimeMillis();
-    }
-
-    private static String formatSecs(final double milliseconds) {
-      final double seconds = milliseconds / 1000;
-      return secsFormat.format(seconds);
-    }
-
-    @Override
-    public void testFailure(final Failure failure) {
-      if (failure.getException() != null
-          && failure.getException() instanceof AssertionError) {
-        currentStatus = FAILURE;
-        currentTestsFailureCount++;
-      } else {
-        currentStatus = ERROR;
-        currentTestsErrorCount++;
-      }
-    }
-
-    @Override
-    public void testIgnored(final Description description) {
-      currentStatus = IGNORED;
-      currentTestsIgnoredCount++;
-    }
-
-    @Override
-    public void testFinished(final Description description) {
-      if(currentStatus == OK) {
-        writer.format("\t%s OK%n",currentMethodName);
-      } else {
-        writer.format("  [%s] %s%n", currentStatus.name(), currentMethodName);
-      }
-    }
-
-    @Override
-    public void testRunFinished(final Result result) {
-      printTestsSummary();
-      super.testRunFinished(result);
-    }
-  }
-
-  /**
-   * Main method to execute tests
-   *
-   * @param args Test classes as String names
-   */
-  public static void main(final String[] args){
-    final JUnitCore runner = new JUnitCore();
-    final JUnitSystem system = new RealSystem();
-    runner.addListener(new RocksJunitListener(system));
-    try {
-      final List<Class<?>> classes = new ArrayList<>();
-      for (final String arg : args) {
-        classes.add(Class.forName(arg));
-      }
-      final Class[] clazzes = classes.toArray(new Class[classes.size()]);
-      final Result result = runner.run(clazzes);
-      if(!result.wasSuccessful()) {
-        System.exit(-1);
-      }
-    } catch (final ClassNotFoundException e) {
-      e.printStackTrace();
-      System.exit(-2);
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/test/TestableEventListener.java

@@ -1,23 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-package org.rocksdb.test;
-
-import org.rocksdb.AbstractEventListener;
-
-public class TestableEventListener extends AbstractEventListener {
-  public TestableEventListener() {
-    super();
-  }
-
-  public TestableEventListener(final EnabledEventCallback... enabledEventCallbacks) {
-    super(enabledEventCallbacks);
-  }
-
-  public void invokeAllCallbacks() {
-    invokeAllCallbacks(nativeHandle_);
-  }
-
-  private static native void invokeAllCallbacks(final long handle);
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/ByteBufferAllocator.java

@@ -1,16 +0,0 @@
-//  Copyright (c) Meta Platforms, Inc. and affiliates.
-//
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb.util;
-
-import java.nio.ByteBuffer;
-
-public interface ByteBufferAllocator {
-  ByteBuffer allocate(int capacity);
-
-  ByteBufferAllocator DIRECT = new DirectByteBufferAllocator();
-  ByteBufferAllocator HEAP = new HeapByteBufferAllocator();
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/BytewiseComparatorIntTest.java

@@ -1,267 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb.util;
-
-import org.junit.BeforeClass;
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-import org.junit.runner.RunWith;
-import org.junit.runners.Parameterized;
-import org.junit.runners.Parameterized.Parameter;
-import org.junit.runners.Parameterized.Parameters;
-import org.rocksdb.*;
-
-import java.nio.ByteBuffer;
-import java.nio.file.FileSystems;
-import java.nio.file.Path;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import java.util.Random;
-
-import static java.nio.charset.StandardCharsets.UTF_8;
-import static org.assertj.core.api.Assertions.assertThat;
-
-/**
- * Similar to {@link IntComparatorTest}, but uses {@link BytewiseComparator}
- * which ensures the correct ordering of positive integers.
- */
-@RunWith(Parameterized.class)
-public class BytewiseComparatorIntTest {
-
-  // test with 500 random positive integer keys
-  private static final int TOTAL_KEYS = 500;
-  private static final byte[][] keys = new byte[TOTAL_KEYS][4];
-
-  @BeforeClass
-  public static void prepareKeys() {
-    final ByteBuffer buf = ByteBuffer.allocate(4);
-    final Random random = new Random();
-    for (int i = 0; i < TOTAL_KEYS; i++) {
-      final int ri = random.nextInt() & Integer.MAX_VALUE;  // the & ensures positive integer
-      buf.putInt(ri);
-      buf.flip();
-      final byte[] key = buf.array();
-
-      // does key already exist (avoid duplicates)
-      if (keyExists(key, i)) {
-        i--; // loop round and generate a different key
-      } else {
-        System.arraycopy(key, 0, keys[i], 0, 4);
-      }
-    }
-  }
-
-  private static boolean keyExists(final byte[] key, final int limit) {
-    for (int j = 0; j < limit; j++) {
-      if (Arrays.equals(key, keys[j])) {
-        return true;
-      }
-    }
-    return false;
-  }
-
-  @Parameters(name = "{0}")
-  public static Iterable<Object[]> parameters() {
-    return Arrays.asList(new Object[][] {
-        { "non-direct_reused64_mutex", false, 64, ReusedSynchronisationType.MUTEX },
-        { "direct_reused64_mutex", true, 64, ReusedSynchronisationType.MUTEX },
-        { "non-direct_reused64_adaptive-mutex", false, 64, ReusedSynchronisationType.ADAPTIVE_MUTEX },
-        { "direct_reused64_adaptive-mutex", true, 64, ReusedSynchronisationType.ADAPTIVE_MUTEX },
-        { "non-direct_reused64_thread-local", false, 64, ReusedSynchronisationType.THREAD_LOCAL },
-        { "direct_reused64_thread-local", true, 64, ReusedSynchronisationType.THREAD_LOCAL },
-        { "non-direct_noreuse", false, -1, null },
-        { "direct_noreuse", true, -1, null }
-    });
-  }
-
-  @Parameter(0)
-  public String name;
-
-  @Parameter(1)
-  public boolean useDirectBuffer;
-
-  @Parameter(2)
-  public int maxReusedBufferSize;
-
-  @Parameter(3)
-  public ReusedSynchronisationType reusedSynchronisationType;
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Rule
-  public TemporaryFolder dbFolder = new TemporaryFolder();
-
-
-  @Test
-  public void javaComparatorDefaultCf() throws RocksDBException {
-    try (final ComparatorOptions options = new ComparatorOptions()
-        .setUseDirectBuffer(useDirectBuffer)
-        .setMaxReusedBufferSize(maxReusedBufferSize)
-        // if reusedSynchronisationType == null we assume that maxReusedBufferSize <= 0 and so we just set ADAPTIVE_MUTEX, even though it won't be used
-        .setReusedSynchronisationType(reusedSynchronisationType == null ? ReusedSynchronisationType.ADAPTIVE_MUTEX : reusedSynchronisationType);
-        final BytewiseComparator comparator = new BytewiseComparator(options)) {
-
-      // test the round-tripability of keys written and read with the Comparator
-      testRoundtrip(FileSystems.getDefault().getPath(
-          dbFolder.getRoot().getAbsolutePath()), comparator);
-    }
-  }
-
-  @Test
-  public void javaComparatorNamedCf() throws RocksDBException {
-    try (final ComparatorOptions options = new ComparatorOptions()
-        .setUseDirectBuffer(useDirectBuffer)
-        .setMaxReusedBufferSize(maxReusedBufferSize)
-        // if reusedSynchronisationType == null we assume that maxReusedBufferSize <= 0 and so we just set ADAPTIVE_MUTEX, even though it won't be used
-        .setReusedSynchronisationType(reusedSynchronisationType == null ? ReusedSynchronisationType.ADAPTIVE_MUTEX : reusedSynchronisationType);
-      final BytewiseComparator comparator = new BytewiseComparator(options)) {
-
-      // test the round-tripability of keys written and read with the Comparator
-      testRoundtripCf(FileSystems.getDefault().getPath(
-          dbFolder.getRoot().getAbsolutePath()), comparator);
-    }
-  }
-
-  /**
-   * Test which stores random keys into the database
-   * using an {@link IntComparator}
-   * it then checks that these keys are read back in
-   * ascending order
-   *
-   * @param db_path A path where we can store database
-   *                files temporarily
-   *
-   * @param comparator the comparator
-   *
-   * @throws RocksDBException if a database error happens.
-   */
-  private void testRoundtrip(final Path db_path,
-      final AbstractComparator comparator) throws RocksDBException {
-    try (final Options opt = new Options()
-             .setCreateIfMissing(true)
-             .setComparator(comparator)) {
-
-      // store TOTAL_KEYS into the db
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString())) {
-        for (int i = 0; i < TOTAL_KEYS; i++) {
-              db.put(keys[i], "value".getBytes(UTF_8));
-        }
-      }
-
-      // re-open db and read from start to end
-      // integer keys should be in ascending
-      // order as defined by IntComparator
-      final ByteBuffer key = ByteBuffer.allocate(4);
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString());
-           final RocksIterator it = db.newIterator()) {
-        it.seekToFirst();
-        int lastKey = Integer.MIN_VALUE;
-        int count = 0;
-        for (it.seekToFirst(); it.isValid(); it.next()) {
-          key.put(it.key());
-          key.flip();
-          final int thisKey = key.getInt();
-          key.clear();
-          assertThat(thisKey).isGreaterThan(lastKey);
-          lastKey = thisKey;
-          count++;
-        }
-        assertThat(count).isEqualTo(TOTAL_KEYS);
-      }
-    }
-  }
-
-  /**
-   * Test which stores random keys into a column family
-   * in the database
-   * using an {@link IntComparator}
-   * it then checks that these keys are read back in
-   * ascending order
-   *
-   * @param db_path A path where we can store database
-   *                files temporarily
-   *
-   * @param comparator the comparator
-   *
-   * @throws RocksDBException if a database error happens.
-   */
-  private void testRoundtripCf(final Path db_path,
-      final AbstractComparator comparator) throws RocksDBException {
-
-    final List<ColumnFamilyDescriptor> cfDescriptors = Arrays.asList(
-        new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY),
-        new ColumnFamilyDescriptor("new_cf".getBytes(),
-            new ColumnFamilyOptions()
-                .setComparator(comparator))
-    );
-
-    final List<ColumnFamilyHandle> cfHandles = new ArrayList<>();
-
-    try (final DBOptions opt = new DBOptions()
-        .setCreateIfMissing(true)
-        .setCreateMissingColumnFamilies(true)) {
-
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString(),
-          cfDescriptors, cfHandles)) {
-        try {
-          assertThat(cfDescriptors.size()).isEqualTo(2);
-          assertThat(cfHandles.size()).isEqualTo(2);
-
-          for (int i = 0; i < TOTAL_KEYS; i++) {
-            db.put(cfHandles.get(1), keys[i], "value".getBytes(UTF_8));
-          }
-        } finally {
-          for (final ColumnFamilyHandle cfHandle : cfHandles) {
-            cfHandle.close();
-          }
-          cfHandles.clear();
-        }
-      }
-
-      // re-open db and read from start to end
-      // integer keys should be in ascending
-      // order as defined by SimpleIntComparator
-      final ByteBuffer key = ByteBuffer.allocate(4);
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString(),
-          cfDescriptors, cfHandles);
-           final RocksIterator it = db.newIterator(cfHandles.get(1))) {
-        try {
-          assertThat(cfDescriptors.size()).isEqualTo(2);
-          assertThat(cfHandles.size()).isEqualTo(2);
-
-          it.seekToFirst();
-          int lastKey = Integer.MIN_VALUE;
-          int count = 0;
-          for (it.seekToFirst(); it.isValid(); it.next()) {
-            key.put(it.key());
-            key.flip();
-            final int thisKey = key.getInt();
-            key.clear();
-            assertThat(thisKey).isGreaterThan(lastKey);
-            lastKey = thisKey;
-            count++;
-          }
-
-          assertThat(count).isEqualTo(TOTAL_KEYS);
-
-        } finally {
-          for (final ColumnFamilyHandle cfHandle : cfHandles) {
-            cfHandle.close();
-          }
-          cfHandles.clear();
-          for (final ColumnFamilyDescriptor cfDescriptor : cfDescriptors) {
-            cfDescriptor.getOptions().close();
-          }
-        }
-      }
-    }
-  }
-}