rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/JNIComparatorTest.java

@@ -1,180 +0,0 @@
-//  Copyright (c) Meta Platforms, Inc. and affiliates.
-//
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb.util;
-
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-import org.junit.runner.RunWith;
-import org.junit.runners.Parameterized;
-import org.junit.runners.Parameterized.Parameter;
-import org.junit.runners.Parameterized.Parameters;
-import org.rocksdb.*;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-import java.nio.file.*;
-import java.util.Arrays;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-@RunWith(Parameterized.class)
-public class JNIComparatorTest {
-
-  @Parameters(name = "{0}")
-  public static Iterable<Object[]> parameters() {
-    return Arrays.asList(new Object[][] {
-        { "bytewise_non-direct", BuiltinComparator.BYTEWISE_COMPARATOR, false },
-        { "bytewise_direct", BuiltinComparator.BYTEWISE_COMPARATOR, true },
-        { "reverse-bytewise_non-direct", BuiltinComparator.REVERSE_BYTEWISE_COMPARATOR, false },
-        { "reverse-bytewise_direct", BuiltinComparator.REVERSE_BYTEWISE_COMPARATOR, true },
-    });
-  }
-
-  @Parameter(0)
-  public String name;
-
-  @Parameter(1)
-  public BuiltinComparator builtinComparator;
-
-  @Parameter(2)
-  public boolean useDirectBuffer;
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Rule
-  public TemporaryFolder dbFolder = new TemporaryFolder();
-
-  private static final int MIN = Short.MIN_VALUE - 1;
-  private static final int MAX = Short.MAX_VALUE + 1;
-
-  @Test
-  public void java_comparator_equals_cpp_comparator() throws RocksDBException, IOException {
-    final int[] javaKeys;
-    try (final ComparatorOptions comparatorOptions = new ComparatorOptions();
-         final AbstractComparator comparator = builtinComparator == BuiltinComparator.BYTEWISE_COMPARATOR
-             ? new BytewiseComparator(comparatorOptions)
-             : new ReverseBytewiseComparator(comparatorOptions)) {
-      final Path javaDbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      storeWithJavaComparator(javaDbDir, comparator);
-      javaKeys = readAllWithJavaComparator(javaDbDir, comparator);
-    }
-
-    final Path cppDbDir =
-        FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-    storeWithCppComparator(cppDbDir, builtinComparator);
-    final int[] cppKeys =
-        readAllWithCppComparator(cppDbDir, builtinComparator);
-
-    assertThat(javaKeys).isEqualTo(cppKeys);
-  }
-
-  private void storeWithJavaComparator(final Path dir,
-      final AbstractComparator comparator) throws RocksDBException {
-    final ByteBuffer buf = ByteBuffer.allocate(4);
-    try (final Options options = new Options()
-             .setCreateIfMissing(true)
-             .setComparator(comparator);
-         final RocksDB db =
-             RocksDB.open(options, dir.toAbsolutePath().toString())) {
-      for (int i = MIN; i < MAX; i++) {
-        buf.putInt(i);
-        buf.flip();
-
-        db.put(buf.array(), buf.array());
-
-        buf.clear();
-      }
-    }
-  }
-
-  private void storeWithCppComparator(final Path dir,
-      final BuiltinComparator builtinComparator) throws RocksDBException {
-    try (final Options options = new Options()
-             .setCreateIfMissing(true)
-             .setComparator(builtinComparator);
-         final RocksDB db =
-             RocksDB.open(options, dir.toAbsolutePath().toString())) {
-
-      final ByteBuffer buf = ByteBuffer.allocate(4);
-      for (int i = MIN; i < MAX; i++) {
-        buf.putInt(i);
-        buf.flip();
-
-        db.put(buf.array(), buf.array());
-
-        buf.clear();
-      }
-    }
-  }
-
-  private int[] readAllWithJavaComparator(final Path dir,
-      final AbstractComparator comparator) throws RocksDBException {
-    try (final Options options = new Options()
-        .setCreateIfMissing(true)
-        .setComparator(comparator);
-         final RocksDB db =
-             RocksDB.open(options, dir.toAbsolutePath().toString())) {
-
-      try (final RocksIterator it = db.newIterator()) {
-        it.seekToFirst();
-
-        final ByteBuffer buf = ByteBuffer.allocate(4);
-        final int[] keys = new int[MAX - MIN];
-        int idx = 0;
-        while (it.isValid()) {
-          buf.put(it.key());
-          buf.flip();
-
-          final int thisKey = buf.getInt();
-          keys[idx++] = thisKey;
-
-          buf.clear();
-
-          it.next();
-        }
-
-        return keys;
-      }
-    }
-  }
-
-  private int[] readAllWithCppComparator(final Path dir,
-      final BuiltinComparator comparator) throws RocksDBException {
-    try (final Options options = new Options()
-        .setCreateIfMissing(true)
-        .setComparator(comparator);
-         final RocksDB db =
-             RocksDB.open(options, dir.toAbsolutePath().toString())) {
-
-      try (final RocksIterator it = db.newIterator()) {
-        it.seekToFirst();
-
-        final ByteBuffer buf = ByteBuffer.allocate(4);
-        final int[] keys = new int[MAX - MIN];
-        int idx = 0;
-        while (it.isValid()) {
-          buf.put(it.key());
-          buf.flip();
-
-          final int thisKey = buf.getInt();
-          keys[idx++] = thisKey;
-
-          buf.clear();
-
-          it.next();
-        }
-
-        return keys;
-      }
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/ReverseBytewiseComparatorIntTest.java

@@ -1,270 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb.util;
-
-import org.junit.BeforeClass;
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-import org.junit.runner.RunWith;
-import org.junit.runners.Parameterized;
-import org.junit.runners.Parameterized.Parameter;
-import org.junit.runners.Parameterized.Parameters;
-import org.rocksdb.*;
-
-import java.nio.ByteBuffer;
-import java.nio.file.FileSystems;
-import java.nio.file.Path;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import java.util.Random;
-
-import static java.nio.charset.StandardCharsets.UTF_8;
-import static org.assertj.core.api.Assertions.assertThat;
-
-/**
- * Similar to {@link IntComparatorTest}, but uses
- * {@link ReverseBytewiseComparator} which ensures the correct reverse
- * ordering of positive integers.
- */
-@RunWith(Parameterized.class)
-public class ReverseBytewiseComparatorIntTest {
-
-  // test with 500 random positive integer keys
-  private static final int TOTAL_KEYS = 500;
-  private static final byte[][] keys = new byte[TOTAL_KEYS][4];
-
-  @BeforeClass
-  public static void prepareKeys() {
-    final ByteBuffer buf = ByteBuffer.allocate(4);
-    final Random random = new Random();
-    for (int i = 0; i < TOTAL_KEYS; i++) {
-      final int ri = random.nextInt() & Integer.MAX_VALUE;  // the & ensures positive integer
-      buf.putInt(ri);
-      buf.flip();
-      final byte[] key = buf.array();
-
-      // does key already exist (avoid duplicates)
-      if (keyExists(key, i)) {
-        i--; // loop round and generate a different key
-      } else {
-        System.arraycopy(key, 0, keys[i], 0, 4);
-      }
-    }
-  }
-
-  private static boolean keyExists(final byte[] key, final int limit) {
-    for (int j = 0; j < limit; j++) {
-      if (Arrays.equals(key, keys[j])) {
-        return true;
-      }
-    }
-    return false;
-  }
-
-  @Parameters(name = "{0}")
-  public static Iterable<Object[]> parameters() {
-    return Arrays.asList(new Object[][] {
-        { "non-direct_reused64_mutex", false, 64, ReusedSynchronisationType.MUTEX },
-        { "direct_reused64_adaptive-mutex", true, 64, ReusedSynchronisationType.MUTEX },
-        { "non-direct_reused64_adaptive-mutex", false, 64, ReusedSynchronisationType.ADAPTIVE_MUTEX },
-        { "direct_reused64_adaptive-mutex", true, 64, ReusedSynchronisationType.ADAPTIVE_MUTEX },
-        { "non-direct_reused64_adaptive-mutex", false, 64, ReusedSynchronisationType.THREAD_LOCAL },
-        { "direct_reused64_adaptive-mutex", true, 64, ReusedSynchronisationType.THREAD_LOCAL },
-        { "non-direct_noreuse", false, -1, null },
-        { "direct_noreuse", true, -1, null }
-    });
-  }
-
-  @Parameter(0)
-  public String name;
-
-  @Parameter(1)
-  public boolean useDirectBuffer;
-
-  @Parameter(2)
-  public int maxReusedBufferSize;
-
-  @Parameter(3)
-  public ReusedSynchronisationType reusedSynchronisationType;
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Rule
-  public TemporaryFolder dbFolder = new TemporaryFolder();
-
-
-  @Test
-  public void javaComparatorDefaultCf() throws RocksDBException {
-    try (final ComparatorOptions options = new ComparatorOptions()
-        .setUseDirectBuffer(useDirectBuffer)
-        .setMaxReusedBufferSize(maxReusedBufferSize)
-        // if reusedSynchronisationType == null we assume that maxReusedBufferSize <= 0 and so we just set ADAPTIVE_MUTEX, even though it won't be used
-        .setReusedSynchronisationType(reusedSynchronisationType == null ? ReusedSynchronisationType.ADAPTIVE_MUTEX : reusedSynchronisationType);
-        final ReverseBytewiseComparator comparator =
-            new ReverseBytewiseComparator(options)) {
-
-      // test the round-tripability of keys written and read with the Comparator
-      testRoundtrip(FileSystems.getDefault().getPath(
-          dbFolder.getRoot().getAbsolutePath()), comparator);
-    }
-  }
-
-  @Test
-  public void javaComparatorNamedCf() throws RocksDBException {
-    try (final ComparatorOptions options = new ComparatorOptions()
-        .setUseDirectBuffer(useDirectBuffer)
-        .setMaxReusedBufferSize(maxReusedBufferSize)
-        // if reusedSynchronisationType == null we assume that maxReusedBufferSize <= 0 and so we just set ADAPTIVE_MUTEX, even though it won't be used
-        .setReusedSynchronisationType(reusedSynchronisationType == null ? ReusedSynchronisationType.ADAPTIVE_MUTEX : reusedSynchronisationType);
-      final ReverseBytewiseComparator comparator
-          = new ReverseBytewiseComparator(options)) {
-
-      // test the round-tripability of keys written and read with the Comparator
-      testRoundtripCf(FileSystems.getDefault().getPath(
-          dbFolder.getRoot().getAbsolutePath()), comparator);
-    }
-  }
-
-  /**
-   * Test which stores random keys into the database
-   * using an {@link IntComparator}
-   * it then checks that these keys are read back in
-   * ascending order
-   *
-   * @param db_path A path where we can store database
-   *                files temporarily
-   *
-   * @param comparator the comparator
-   *
-   * @throws RocksDBException if a database error happens.
-   */
-  private void testRoundtrip(final Path db_path,
-      final AbstractComparator comparator) throws RocksDBException {
-    try (final Options opt = new Options()
-             .setCreateIfMissing(true)
-             .setComparator(comparator)) {
-
-      // store TOTAL_KEYS into the db
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString())) {
-        for (int i = 0; i < TOTAL_KEYS; i++) {
-              db.put(keys[i], "value".getBytes(UTF_8));
-        }
-      }
-
-      // re-open db and read from start to end
-      // integer keys should be in descending
-      // order
-      final ByteBuffer key = ByteBuffer.allocate(4);
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString());
-           final RocksIterator it = db.newIterator()) {
-        it.seekToFirst();
-        int lastKey = Integer.MAX_VALUE;
-        int count = 0;
-        for (it.seekToFirst(); it.isValid(); it.next()) {
-          key.put(it.key());
-          key.flip();
-          final int thisKey = key.getInt();
-          key.clear();
-          assertThat(thisKey).isLessThan(lastKey);
-          lastKey = thisKey;
-          count++;
-        }
-        assertThat(count).isEqualTo(TOTAL_KEYS);
-      }
-    }
-  }
-
-  /**
-   * Test which stores random keys into a column family
-   * in the database
-   * using an {@link IntComparator}
-   * it then checks that these keys are read back in
-   * ascending order
-   *
-   * @param db_path A path where we can store database
-   *                files temporarily
-   *
-   * @param comparator the comparator
-   *
-   * @throws RocksDBException if a database error happens.
-   */
-  private void testRoundtripCf(final Path db_path,
-      final AbstractComparator comparator) throws RocksDBException {
-
-    final List<ColumnFamilyDescriptor> cfDescriptors = Arrays.asList(
-        new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY),
-        new ColumnFamilyDescriptor("new_cf".getBytes(),
-            new ColumnFamilyOptions()
-                .setComparator(comparator))
-    );
-
-    final List<ColumnFamilyHandle> cfHandles = new ArrayList<>();
-
-    try (final DBOptions opt = new DBOptions()
-        .setCreateIfMissing(true)
-        .setCreateMissingColumnFamilies(true)) {
-
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString(),
-          cfDescriptors, cfHandles)) {
-        try {
-          assertThat(cfDescriptors.size()).isEqualTo(2);
-          assertThat(cfHandles.size()).isEqualTo(2);
-
-          for (int i = 0; i < TOTAL_KEYS; i++) {
-            db.put(cfHandles.get(1), keys[i], "value".getBytes(UTF_8));
-          }
-        } finally {
-          for (final ColumnFamilyHandle cfHandle : cfHandles) {
-            cfHandle.close();
-          }
-          cfHandles.clear();
-        }
-      }
-
-      // re-open db and read from start to end
-      // integer keys should be in descending
-      // order
-      final ByteBuffer key = ByteBuffer.allocate(4);
-      try (final RocksDB db = RocksDB.open(opt, db_path.toString(),
-          cfDescriptors, cfHandles);
-           final RocksIterator it = db.newIterator(cfHandles.get(1))) {
-        try {
-          assertThat(cfDescriptors.size()).isEqualTo(2);
-          assertThat(cfHandles.size()).isEqualTo(2);
-
-          it.seekToFirst();
-          int lastKey = Integer.MAX_VALUE;
-          int count = 0;
-          for (it.seekToFirst(); it.isValid(); it.next()) {
-            key.put(it.key());
-            key.flip();
-            final int thisKey = key.getInt();
-            key.clear();
-            assertThat(thisKey).isLessThan(lastKey);
-            lastKey = thisKey;
-            count++;
-          }
-
-          assertThat(count).isEqualTo(TOTAL_KEYS);
-
-        } finally {
-          for (final ColumnFamilyHandle cfHandle : cfHandles) {
-            cfHandle.close();
-          }
-          cfHandles.clear();
-          for (final ColumnFamilyDescriptor cfDescriptor : cfDescriptors) {
-            cfDescriptor.getOptions().close();
-          }
-        }
-      }
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/SizeUnitTest.java

@@ -1,27 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-package org.rocksdb.util;
-
-import org.junit.Test;
-
-import static org.assertj.core.api.Assertions.assertThat;
-
-public class SizeUnitTest {
-
-  public static final long COMPUTATION_UNIT = 1024L;
-
-  @Test
-  public void sizeUnit() {
-    assertThat(SizeUnit.KB).isEqualTo(COMPUTATION_UNIT);
-    assertThat(SizeUnit.MB).isEqualTo(
-        SizeUnit.KB * COMPUTATION_UNIT);
-    assertThat(SizeUnit.GB).isEqualTo(
-        SizeUnit.MB * COMPUTATION_UNIT);
-    assertThat(SizeUnit.TB).isEqualTo(
-        SizeUnit.GB * COMPUTATION_UNIT);
-    assertThat(SizeUnit.PB).isEqualTo(
-        SizeUnit.TB * COMPUTATION_UNIT);
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/TestUtil.java

@@ -1,72 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb.util;
-
-import static java.nio.charset.StandardCharsets.UTF_8;
-
-import java.nio.ByteBuffer;
-import java.util.Random;
-import org.rocksdb.CompactionPriority;
-import org.rocksdb.Options;
-import org.rocksdb.WALRecoveryMode;
-
-/**
- * General test utilities.
- */
-public class TestUtil {
-
-  /**
-   * Get the options for log iteration tests.
-   *
-   * @return the options
-   */
-  public static Options optionsForLogIterTest() {
-    return defaultOptions()
-        .setCreateIfMissing(true)
-        .setWalTtlSeconds(1000);
-  }
-
-  /**
-   * Get the default options.
-   *
-   * @return the options
-   */
-  public static Options defaultOptions() {
-      return new Options()
-          .setWriteBufferSize(4090 * 4096)
-          .setTargetFileSizeBase(2 * 1024 * 1024)
-          .setMaxBytesForLevelBase(10 * 1024 * 1024)
-          .setMaxOpenFiles(5000)
-          .setWalRecoveryMode(WALRecoveryMode.TolerateCorruptedTailRecords)
-          .setCompactionPriority(CompactionPriority.ByCompensatedSize);
-  }
-
-  private static final Random random = new Random();
-
-  /**
-   * Generate a random string of bytes.
-   *
-   * @param len the length of the string to generate.
-   *
-   * @return the random string of bytes
-   */
-  public static byte[] dummyString(final int len) {
-    final byte[] str = new byte[len];
-    random.nextBytes(str);
-    return str;
-  }
-
-  /**
-   * Copy a {@link ByteBuffer} into an array for shorthand ease of test coding
-   * @param byteBuffer the buffer to copy
-   * @return a {@link byte[]} containing the same bytes as the input
-   */
-  public static byte[] bufferBytes(final ByteBuffer byteBuffer) {
-    final byte[] result = new byte[byteBuffer.limit()];
-    byteBuffer.get(result);
-    return result;
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/WriteBatchGetter.java

@@ -1,139 +0,0 @@
-// Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-package org.rocksdb.util;
-
-import org.rocksdb.RocksDBException;
-import org.rocksdb.WriteBatch;
-
-import java.util.Arrays;
-
-public class WriteBatchGetter extends WriteBatch.Handler {
-
-  private int columnFamilyId = -1;
-  private final byte[] key;
-  private byte[] value;
-
-  public WriteBatchGetter(final byte[] key) {
-    this.key = key;
-  }
-
-  public byte[] getValue() {
-    return value;
-  }
-
-  @Override
-  public void put(final int columnFamilyId, final byte[] key,
-                  final byte[] value) {
-    if(Arrays.equals(this.key, key)) {
-      this.columnFamilyId = columnFamilyId;
-      this.value = value;
-    }
-  }
-
-  @Override
-  public void put(final byte[] key, final byte[] value) {
-    if(Arrays.equals(this.key, key)) {
-      this.value = value;
-    }
-  }
-
-  @Override
-  public void merge(final int columnFamilyId, final byte[] key,
-                    final byte[] value) {
-    if(Arrays.equals(this.key, key)) {
-      this.columnFamilyId = columnFamilyId;
-      this.value = value;
-    }
-  }
-
-  @Override
-  public void merge(final byte[] key, final byte[] value) {
-    if(Arrays.equals(this.key, key)) {
-      this.value = value;
-    }
-  }
-
-  @Override
-  public void delete(final int columnFamilyId, final byte[] key) {
-    if(Arrays.equals(this.key, key)) {
-      this.columnFamilyId = columnFamilyId;
-      this.value = null;
-    }
-  }
-
-  @Override
-  public void delete(final byte[] key) {
-    if(Arrays.equals(this.key, key)) {
-      this.value = null;
-    }
-  }
-
-  @Override
-  public void singleDelete(final int columnFamilyId, final byte[] key) {
-    if(Arrays.equals(this.key, key)) {
-      this.columnFamilyId = columnFamilyId;
-      this.value = null;
-    }
-  }
-
-  @Override
-  public void singleDelete(final byte[] key) {
-    if(Arrays.equals(this.key, key)) {
-      this.value = null;
-    }
-  }
-
-  @Override
-  public void deleteRange(final int columnFamilyId, final byte[] beginKey,
-                          final byte[] endKey) {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void deleteRange(final byte[] beginKey, final byte[] endKey) {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void logData(final byte[] blob) {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void putBlobIndex(final int columnFamilyId, final byte[] key,
-                           final byte[] value) {
-    if(Arrays.equals(this.key, key)) {
-      this.columnFamilyId = columnFamilyId;
-      this.value = value;
-    }
-  }
-
-  @Override
-  public void markBeginPrepare() throws RocksDBException {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void markEndPrepare(final byte[] xid) throws RocksDBException {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void markNoop(final boolean emptyBatch) throws RocksDBException {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void markRollback(final byte[] xid) throws RocksDBException {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void markCommit(final byte[] xid) throws RocksDBException {
-    throw new UnsupportedOperationException();
-  }
-
-  @Override
-  public void markCommitWithTimestamp(final byte[] xid, final byte[] ts) throws RocksDBException {
-    throw new UnsupportedOperationException();
-  }
-}