rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/BytewiseComparatorTest.java

@@ -1,531 +0,0 @@
-// Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-
-package org.rocksdb.util;
-
-import org.junit.ClassRule;
-import org.junit.Rule;
-import org.junit.Test;
-import org.junit.rules.TemporaryFolder;
-import org.rocksdb.*;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-import java.nio.file.*;
-import java.util.*;
-
-import static java.nio.charset.StandardCharsets.UTF_8;
-import static org.junit.Assert.*;
-import static org.rocksdb.util.ByteUtil.bytes;
-
-/**
- * This is a direct port of various C++
- * tests from db/comparator_db_test.cc
- * and some code to adapt it to RocksJava
- */
-public class BytewiseComparatorTest {
-
-  @ClassRule
-  public static final RocksNativeLibraryResource ROCKS_NATIVE_LIBRARY_RESOURCE =
-      new RocksNativeLibraryResource();
-
-  @Rule
-  public TemporaryFolder dbFolder = new TemporaryFolder();
-
-  private List<String> source_strings = Arrays.asList("b", "d", "f", "h", "j", "l");
-  private List<String> interleaving_strings = Arrays.asList("a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m");
-
-  /**
-   * Open the database using the C++ BytewiseComparatorImpl
-   * and test the results against our Java BytewiseComparator
-   */
-  @Test
-  public void java_vs_cpp_bytewiseComparator()
-      throws IOException, RocksDBException {
-    for(int rand_seed = 301; rand_seed < 306; rand_seed++) {
-      final Path dbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      try(final RocksDB db = openDatabase(dbDir,
-          BuiltinComparator.BYTEWISE_COMPARATOR)) {
-
-        final Random rnd = new Random(rand_seed);
-        try(final ComparatorOptions copt2 = new ComparatorOptions()
-            .setUseDirectBuffer(false);
-            final AbstractComparator comparator2 = new BytewiseComparator(copt2)) {
-          final java.util.Comparator<String> jComparator = toJavaComparator(comparator2);
-          doRandomIterationTest(
-              db,
-              jComparator,
-              rnd,
-              8, 100, 3
-          );
-        }
-      }
-    }
-  }
-
-  /**
-   * Open the database using the Java BytewiseComparator
-   * and test the results against another Java BytewiseComparator
-   */
-  @Test
-  public void java_vs_java_bytewiseComparator()
-      throws IOException, RocksDBException {
-    for(int rand_seed = 301; rand_seed < 306; rand_seed++) {
-      final Path dbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      try(final ComparatorOptions copt = new ComparatorOptions()
-          .setUseDirectBuffer(false);
-          final AbstractComparator comparator = new BytewiseComparator(copt);
-          final RocksDB db = openDatabase(dbDir, comparator)) {
-
-        final Random rnd = new Random(rand_seed);
-        try(final ComparatorOptions copt2 = new ComparatorOptions()
-            .setUseDirectBuffer(false);
-            final AbstractComparator comparator2 = new BytewiseComparator(copt2)) {
-          final java.util.Comparator<String> jComparator = toJavaComparator(comparator2);
-          doRandomIterationTest(
-              db,
-              jComparator,
-              rnd,
-              8, 100, 3
-          );
-        }
-      }
-    }
-  }
-
-  /**
-   * Open the database using the C++ BytewiseComparatorImpl
-   * and test the results against our Java DirectBytewiseComparator
-   */
-  @Test
-  public void java_vs_cpp_directBytewiseComparator()
-      throws IOException, RocksDBException {
-    for(int rand_seed = 301; rand_seed < 306; rand_seed++) {
-      final Path dbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      try(final RocksDB db = openDatabase(dbDir,
-          BuiltinComparator.BYTEWISE_COMPARATOR)) {
-
-        final Random rnd = new Random(rand_seed);
-        try(final ComparatorOptions copt2 = new ComparatorOptions()
-              .setUseDirectBuffer(true);
-            final AbstractComparator comparator2 = new BytewiseComparator(copt2)) {
-          final java.util.Comparator<String> jComparator = toJavaComparator(comparator2);
-          doRandomIterationTest(
-              db,
-              jComparator,
-              rnd,
-              8, 100, 3
-          );
-        }
-      }
-    }
-  }
-
-  /**
-   * Open the database using the Java DirectBytewiseComparator
-   * and test the results against another Java DirectBytewiseComparator
-   */
-  @Test
-  public void java_vs_java_directBytewiseComparator()
-      throws IOException, RocksDBException {
-    for(int rand_seed = 301; rand_seed < 306; rand_seed++) {
-      final Path dbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      try (final ComparatorOptions copt = new ComparatorOptions()
-           .setUseDirectBuffer(true);
-          final AbstractComparator comparator = new BytewiseComparator(copt);
-          final RocksDB db = openDatabase(dbDir, comparator)) {
-
-        final Random rnd = new Random(rand_seed);
-        try(final ComparatorOptions copt2 = new ComparatorOptions()
-              .setUseDirectBuffer(true);
-            final AbstractComparator comparator2 = new BytewiseComparator(copt2)) {
-          final java.util.Comparator<String> jComparator = toJavaComparator(comparator2);
-          doRandomIterationTest(
-              db,
-              jComparator,
-              rnd,
-              8, 100, 3
-          );
-        }
-      }
-    }
-  }
-
-  /**
-   * Open the database using the C++ ReverseBytewiseComparatorImpl
-   * and test the results against our Java ReverseBytewiseComparator
-   */
-  @Test
-  public void java_vs_cpp_reverseBytewiseComparator()
-      throws IOException, RocksDBException {
-    for(int rand_seed = 301; rand_seed < 306; rand_seed++) {
-      final Path dbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      try(final RocksDB db = openDatabase(dbDir,
-          BuiltinComparator.REVERSE_BYTEWISE_COMPARATOR)) {
-
-        final Random rnd = new Random(rand_seed);
-        try(final ComparatorOptions copt2 = new ComparatorOptions()
-            .setUseDirectBuffer(false);
-            final AbstractComparator comparator2 = new ReverseBytewiseComparator(copt2)) {
-          final java.util.Comparator<String> jComparator = toJavaComparator(comparator2);
-          doRandomIterationTest(
-              db,
-              jComparator,
-              rnd,
-              8, 100, 3
-          );
-        }
-      }
-    }
-  }
-
-  /**
-   * Open the database using the Java ReverseBytewiseComparator
-   * and test the results against another Java ReverseBytewiseComparator
-   */
-  @Test
-  public void java_vs_java_reverseBytewiseComparator()
-      throws IOException, RocksDBException {
-    for(int rand_seed = 301; rand_seed < 306; rand_seed++) {
-      final Path dbDir =
-          FileSystems.getDefault().getPath(dbFolder.newFolder().getAbsolutePath());
-      try (final ComparatorOptions copt = new ComparatorOptions()
-           .setUseDirectBuffer(false);
-           final AbstractComparator comparator = new ReverseBytewiseComparator(copt);
-           final RocksDB db = openDatabase(dbDir, comparator)) {
-
-        final Random rnd = new Random(rand_seed);
-        try(final ComparatorOptions copt2 = new ComparatorOptions()
-            .setUseDirectBuffer(false);
-            final AbstractComparator comparator2 = new ReverseBytewiseComparator(copt2)) {
-          final java.util.Comparator<String> jComparator = toJavaComparator(comparator2);
-          doRandomIterationTest(
-              db,
-              jComparator,
-              rnd,
-              8, 100, 3
-          );
-        }
-      }
-    }
-  }
-
-  private void doRandomIterationTest(
-      final RocksDB db, final java.util.Comparator<String> javaComparator,
-      final Random rnd,
-      final int num_writes, final int num_iter_ops,
-      final int num_trigger_flush) throws RocksDBException {
-
-    final TreeMap<String, String> map = new TreeMap<>(javaComparator);
-
-    try (final FlushOptions flushOptions = new FlushOptions();
-         final WriteOptions writeOptions = new WriteOptions()) {
-      for (int i = 0; i < num_writes; i++) {
-        if (num_trigger_flush > 0 && i != 0 && i % num_trigger_flush == 0) {
-          db.flush(flushOptions);
-        }
-
-        final int type = rnd.nextInt(2);
-        final int index = rnd.nextInt(source_strings.size());
-        final String key = source_strings.get(index);
-        switch (type) {
-          case 0:
-            // put
-            map.put(key, key);
-            db.put(writeOptions, bytes(key), bytes(key));
-            break;
-          case 1:
-            // delete
-            if (map.containsKey(key)) {
-              map.remove(key);
-            }
-            db.delete(writeOptions, bytes(key));
-            break;
-
-          default:
-            fail("Should not be able to generate random outside range 1..2");
-        }
-      }
-    }
-
-    try (final ReadOptions readOptions = new ReadOptions();
-         final RocksIterator iter = db.newIterator(readOptions)) {
-      final KVIter<String, String> result_iter = new KVIter<>(map);
-
-      boolean is_valid = false;
-      for (int i = 0; i < num_iter_ops; i++) {
-        // Random walk and make sure iter and result_iter returns the
-        // same key and value
-        final int type = rnd.nextInt(8);
-        iter.status();
-        switch (type) {
-          case 0:
-            // Seek to First
-            iter.seekToFirst();
-            result_iter.seekToFirst();
-            break;
-          case 1:
-            // Seek to last
-            iter.seekToLast();
-            result_iter.seekToLast();
-            break;
-          case 2: {
-            // Seek to random (existing or non-existing) key
-            final int key_idx = rnd.nextInt(interleaving_strings.size());
-            final String key = interleaving_strings.get(key_idx);
-            iter.seek(bytes(key));
-            result_iter.seek(bytes(key));
-            break;
-          }
-          case 3: {
-            // SeekForPrev to random (existing or non-existing) key
-            final int key_idx = rnd.nextInt(interleaving_strings.size());
-            final String key = interleaving_strings.get(key_idx);
-            iter.seekForPrev(bytes(key));
-            result_iter.seekForPrev(bytes(key));
-            break;
-          }
-          case 4:
-            // Next
-            if (is_valid) {
-              iter.next();
-              result_iter.next();
-            } else {
-              continue;
-            }
-            break;
-          case 5:
-            // Prev
-            if (is_valid) {
-              iter.prev();
-              result_iter.prev();
-            } else {
-              continue;
-            }
-            break;
-          case 6:
-            // Refresh
-            iter.refresh();
-            result_iter.refresh();
-            iter.seekToFirst();
-            result_iter.seekToFirst();
-            break;
-          default: {
-            assert (type == 7);
-            final int key_idx = rnd.nextInt(source_strings.size());
-            final String key = source_strings.get(key_idx);
-            final byte[] result = db.get(readOptions, bytes(key));
-            if (!map.containsKey(key)) {
-              assertNull(result);
-            } else {
-              assertArrayEquals(bytes(map.get(key)), result);
-            }
-            break;
-          }
-        }
-
-        assertEquals(result_iter.isValid(), iter.isValid());
-
-        is_valid = iter.isValid();
-
-        if (is_valid) {
-          assertArrayEquals(bytes(result_iter.key()), iter.key());
-
-          //note that calling value on a non-valid iterator from the Java API
-          //results in a SIGSEGV
-          assertArrayEquals(bytes(result_iter.value()), iter.value());
-        }
-      }
-    }
-  }
-
-  /**
-   * Open the database using a C++ Comparator
-   */
-  private RocksDB openDatabase(
-      final Path dbDir, final BuiltinComparator cppComparator)
-      throws IOException, RocksDBException {
-    final Options options = new Options()
-        .setCreateIfMissing(true)
-        .setComparator(cppComparator);
-    return RocksDB.open(options, dbDir.toAbsolutePath().toString());
-  }
-
-  /**
-   * Open the database using a Java Comparator
-   */
-  private RocksDB openDatabase(
-      final Path dbDir,
-      final AbstractComparator javaComparator)
-      throws IOException, RocksDBException {
-    final Options options = new Options()
-        .setCreateIfMissing(true)
-        .setComparator(javaComparator);
-    return RocksDB.open(options, dbDir.toAbsolutePath().toString());
-  }
-
-  private java.util.Comparator<String> toJavaComparator(
-      final AbstractComparator rocksComparator) {
-    return new java.util.Comparator<String>() {
-      @Override
-      public int compare(final String s1, final String s2) {
-        final ByteBuffer bufS1;
-        final ByteBuffer bufS2;
-        if (rocksComparator.usingDirectBuffers()) {
-          bufS1 = ByteBuffer.allocateDirect(s1.length());
-          bufS2 = ByteBuffer.allocateDirect(s2.length());
-        } else {
-          bufS1 = ByteBuffer.allocate(s1.length());
-          bufS2 = ByteBuffer.allocate(s2.length());
-        }
-        bufS1.put(bytes(s1));
-        bufS1.flip();
-        bufS2.put(bytes(s2));
-        bufS2.flip();
-        return rocksComparator.compare(bufS1, bufS2);
-      }
-    };
-  }
-
-  private static class KVIter<K, V> implements RocksIteratorInterface {
-
-    private final List<Map.Entry<K, V>> entries;
-    private final java.util.Comparator<? super K> comparator;
-    private int offset = -1;
-
-    private int lastPrefixMatchIdx = -1;
-    private int lastPrefixMatch = 0;
-
-    public KVIter(final TreeMap<K, V> map) {
-      this.entries = new ArrayList<>();
-      entries.addAll(map.entrySet());
-      this.comparator = map.comparator();
-    }
-
-
-    @Override
-    public boolean isValid() {
-      return offset > -1 && offset < entries.size();
-    }
-
-    @Override
-    public void seekToFirst() {
-      offset = 0;
-    }
-
-    @Override
-    public void seekToLast() {
-      offset = entries.size() - 1;
-    }
-
-    @SuppressWarnings("unchecked")
-    @Override
-    public void seek(final byte[] target) {
-      for(offset = 0; offset < entries.size(); offset++) {
-        if(comparator.compare(entries.get(offset).getKey(),
-            (K)new String(target, UTF_8)) >= 0) {
-          return;
-        }
-      }
-    }
-
-    @SuppressWarnings("unchecked")
-    @Override
-    public void seekForPrev(final byte[] target) {
-      for(offset = entries.size()-1; offset >= 0; offset--) {
-        if(comparator.compare(entries.get(offset).getKey(),
-            (K)new String(target, UTF_8)) <= 0) {
-          return;
-        }
-      }
-    }
-
-    /**
-     * Is `a` a prefix of `b`
-     *
-     * @return The length of the matching prefix, or 0 if it is not a prefix
-     */
-    private int isPrefix(final byte[] a, final byte[] b) {
-      if(b.length >= a.length) {
-        for(int i = 0; i < a.length; i++) {
-          if(a[i] != b[i]) {
-            return i;
-          }
-        }
-        return a.length;
-      } else {
-        return 0;
-      }
-    }
-
-    @Override
-    public void next() {
-      if(offset < entries.size()) {
-        offset++;
-      }
-    }
-
-    @Override
-    public void prev() {
-      if(offset >= 0) {
-        offset--;
-      }
-    }
-
-    @Override
-    public void refresh() throws RocksDBException {
-      offset = -1;
-    }
-
-    @Override
-    public void status() throws RocksDBException {
-      if(offset < 0 || offset >= entries.size()) {
-        throw new RocksDBException("Index out of bounds. Size is: " +
-            entries.size() + ", offset is: " + offset);
-      }
-    }
-
-    @SuppressWarnings("unchecked")
-    public K key() {
-      if(!isValid()) {
-        if(entries.isEmpty()) {
-          return (K)"";
-        } else if(offset == -1){
-          return entries.get(0).getKey();
-        } else if(offset == entries.size()) {
-          return entries.get(offset - 1).getKey();
-        } else {
-          return (K)"";
-        }
-      } else {
-        return entries.get(offset).getKey();
-      }
-    }
-
-    @SuppressWarnings("unchecked")
-    public V value() {
-      if(!isValid()) {
-        return (V)"";
-      } else {
-        return entries.get(offset).getValue();
-      }
-    }
-
-    @Override
-    public void seek(ByteBuffer target) {
-      throw new IllegalAccessError("Not implemented");
-    }
-
-    @Override
-    public void seekForPrev(ByteBuffer target) {
-      throw new IllegalAccessError("Not implemented");
-    }
-  }
-}

package/vendor/rocksdb/java/src/test/java/org/rocksdb/util/CapturingWriteBatchHandler.java

@@ -1,190 +0,0 @@
-// Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-package org.rocksdb.util;
-
-import org.rocksdb.RocksDBException;
-import org.rocksdb.WriteBatch;
-
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import java.util.Objects;
-
-/**
- * A simple WriteBatch Handler which adds a record
- * of each event that it receives to a list
- */
-public class CapturingWriteBatchHandler extends WriteBatch.Handler {
-
-  private final List<Event> events = new ArrayList<>();
-
-  /**
-   * Returns a copy of the current events list
-   *
-   * @return a list of the events which have happened upto now
-   */
-  public List<Event> getEvents() {
-    return new ArrayList<>(events);
-  }
-
-  @Override
-  public void put(final int columnFamilyId, final byte[] key,
-                  final byte[] value) {
-    events.add(new Event(Action.PUT, columnFamilyId, key, value));
-  }
-
-  @Override
-  public void put(final byte[] key, final byte[] value) {
-    events.add(new Event(Action.PUT, key, value));
-  }
-
-  @Override
-  public void merge(final int columnFamilyId, final byte[] key,
-                    final byte[] value) {
-    events.add(new Event(Action.MERGE, columnFamilyId, key, value));
-  }
-
-  @Override
-  public void merge(final byte[] key, final byte[] value) {
-    events.add(new Event(Action.MERGE, key, value));
-  }
-
-  @Override
-  public void delete(final int columnFamilyId, final byte[] key) {
-    events.add(new Event(Action.DELETE, columnFamilyId, key, (byte[])null));
-  }
-
-  @Override
-  public void delete(final byte[] key) {
-    events.add(new Event(Action.DELETE, key, (byte[])null));
-  }
-
-  @Override
-  public void singleDelete(final int columnFamilyId, final byte[] key) {
-    events.add(new Event(Action.SINGLE_DELETE,
-        columnFamilyId, key, (byte[])null));
-  }
-
-  @Override
-  public void singleDelete(final byte[] key) {
-    events.add(new Event(Action.SINGLE_DELETE, key, (byte[])null));
-  }
-
-  @Override
-  public void deleteRange(final int columnFamilyId, final byte[] beginKey,
-                          final byte[] endKey) {
-    events.add(new Event(Action.DELETE_RANGE, columnFamilyId, beginKey,
-        endKey));
-  }
-
-  @Override
-  public void deleteRange(final byte[] beginKey, final byte[] endKey) {
-    events.add(new Event(Action.DELETE_RANGE, beginKey, endKey));
-  }
-
-  @Override
-  public void logData(final byte[] blob) {
-    events.add(new Event(Action.LOG, (byte[])null, blob));
-  }
-
-  @Override
-  public void putBlobIndex(final int columnFamilyId, final byte[] key,
-                           final byte[] value) {
-    events.add(new Event(Action.PUT_BLOB_INDEX, key, value));
-  }
-
-  @Override
-  public void markBeginPrepare() throws RocksDBException {
-    events.add(new Event(Action.MARK_BEGIN_PREPARE, (byte[])null,
-        (byte[])null));
-  }
-
-  @Override
-  public void markEndPrepare(final byte[] xid) throws RocksDBException {
-    events.add(new Event(Action.MARK_END_PREPARE, (byte[])null,
-        (byte[])null));
-  }
-
-  @Override
-  public void markNoop(final boolean emptyBatch) throws RocksDBException {
-    events.add(new Event(Action.MARK_NOOP, (byte[])null, (byte[])null));
-  }
-
-  @Override
-  public void markRollback(final byte[] xid) throws RocksDBException {
-    events.add(new Event(Action.MARK_ROLLBACK, (byte[])null, (byte[])null));
-  }
-
-  @Override
-  public void markCommit(final byte[] xid) throws RocksDBException {
-    events.add(new Event(Action.MARK_COMMIT, (byte[])null, (byte[])null));
-  }
-
-  @Override
-  public void markCommitWithTimestamp(final byte[] xid, final byte[] ts) throws RocksDBException {
-    events.add(new Event(Action.MARK_COMMIT_WITH_TIMESTAMP, (byte[]) null, (byte[]) null));
-  }
-
-  public static class Event {
-    public final Action action;
-    public final int columnFamilyId;
-    public final byte[] key;
-    public final byte[] value;
-
-    public Event(final Action action, final byte[] key, final byte[] value) {
-      this(action, 0, key, value);
-    }
-
-    public Event(final Action action, final int columnFamilyId, final byte[] key,
-        final byte[] value) {
-      this.action = action;
-      this.columnFamilyId = columnFamilyId;
-      this.key = key;
-      this.value = value;
-    }
-
-    @Override
-    public boolean equals(final Object o) {
-      if (this == o) {
-        return true;
-      }
-      if (o == null || getClass() != o.getClass()) {
-        return false;
-      }
-      final Event event = (Event) o;
-      return columnFamilyId == event.columnFamilyId &&
-          action == event.action &&
-          ((key == null && event.key == null)
-              || Arrays.equals(key, event.key)) &&
-          ((value == null && event.value == null)
-              || Arrays.equals(value, event.value));
-    }
-
-    @Override
-    public int hashCode() {
-      int result = Objects.hash(action, columnFamilyId);
-      result = 31 * result + Arrays.hashCode(key);
-      result = 31 * result + Arrays.hashCode(value);
-      return result;
-    }
-  }
-
-  /**
-   * Enumeration of Write Batch
-   * event actions
-   */
-  public enum Action {
-    PUT,
-    MERGE,
-    DELETE,
-    SINGLE_DELETE,
-    DELETE_RANGE,
-    LOG,
-    PUT_BLOB_INDEX,
-    MARK_BEGIN_PREPARE,
-    MARK_END_PREPARE,
-    MARK_NOOP,
-    MARK_COMMIT,
-    MARK_ROLLBACK,
-    MARK_COMMIT_WITH_TIMESTAMP
-  }
-}