rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/jmh/src/main/java/org/rocksdb/jmh/GetBenchmarks.java

@@ -1,215 +0,0 @@
-/**
- * Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- * This source code is licensed under both the GPLv2 (found in the
- * COPYING file in the root directory) and Apache 2.0 License
- * (found in the LICENSE.Apache file in the root directory).
- */
-package org.rocksdb.jmh;
-
-import static org.rocksdb.util.KVUtils.ba;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import java.util.concurrent.atomic.AtomicInteger;
-import org.openjdk.jmh.annotations.*;
-import org.rocksdb.*;
-import org.rocksdb.util.FileUtils;
-
-@State(Scope.Benchmark)
-public class GetBenchmarks {
-
-  @Param({
-      "no_column_family",
-      "1_column_family",
-      "20_column_families",
-      "100_column_families"
-  })
-  String columnFamilyTestType;
-
-  @Param({"1000", "100000"}) int keyCount;
-
-  @Param({"12", "64", "128"}) int keySize;
-
-  @Param({"64", "1024", "65536"}) int valueSize;
-
-  Path dbDir;
-  DBOptions options;
-  ReadOptions readOptions;
-  int cfs = 0;  // number of column families
-  private AtomicInteger cfHandlesIdx;
-  ColumnFamilyHandle[] cfHandles;
-  RocksDB db;
-  private final AtomicInteger keyIndex = new AtomicInteger();
-  private ByteBuffer keyBuf;
-  private ByteBuffer valueBuf;
-  private byte[] keyArr;
-  private byte[] valueArr;
-
-  @Setup(Level.Trial)
-  public void setup() throws IOException, RocksDBException {
-    RocksDB.loadLibrary();
-
-    dbDir = Files.createTempDirectory("rocksjava-get-benchmarks");
-
-    options = new DBOptions()
-        .setCreateIfMissing(true)
-        .setCreateMissingColumnFamilies(true);
-    readOptions = new ReadOptions();
-
-    final List<ColumnFamilyDescriptor> cfDescriptors = new ArrayList<>();
-    cfDescriptors.add(new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY));
-
-    if ("1_column_family".equals(columnFamilyTestType)) {
-      cfs = 1;
-    } else if ("20_column_families".equals(columnFamilyTestType)) {
-      cfs = 20;
-    } else if ("100_column_families".equals(columnFamilyTestType)) {
-      cfs = 100;
-    }
-
-    if (cfs > 0) {
-      cfHandlesIdx = new AtomicInteger(1);
-      for (int i = 1; i <= cfs; i++) {
-        cfDescriptors.add(new ColumnFamilyDescriptor(ba("cf" + i)));
-      }
-    }
-
-    final List<ColumnFamilyHandle> cfHandlesList = new ArrayList<>(cfDescriptors.size());
-    db = RocksDB.open(options, dbDir.toAbsolutePath().toString(), cfDescriptors, cfHandlesList);
-    cfHandles = cfHandlesList.toArray(new ColumnFamilyHandle[0]);
-
-    // store initial data for retrieving via get
-    keyArr = new byte[keySize];
-    valueArr = new byte[valueSize];
-    Arrays.fill(keyArr, (byte) 0x30);
-    Arrays.fill(valueArr, (byte) 0x30);
-    for (int i = 0; i <= cfs; i++) {
-      for (int j = 0; j < keyCount; j++) {
-        final byte[] keyPrefix = ba("key" + j);
-        final byte[] valuePrefix = ba("value" + j);
-        System.arraycopy(keyPrefix, 0, keyArr, 0, keyPrefix.length);
-        System.arraycopy(valuePrefix, 0, valueArr, 0, valuePrefix.length);
-        db.put(cfHandles[i], keyArr, valueArr);
-      }
-    }
-
-    try (final FlushOptions flushOptions = new FlushOptions().setWaitForFlush(true)) {
-      db.flush(flushOptions);
-    }
-
-    keyBuf = ByteBuffer.allocateDirect(keySize);
-    valueBuf = ByteBuffer.allocateDirect(valueSize);
-    Arrays.fill(keyArr, (byte) 0x30);
-    Arrays.fill(valueArr, (byte) 0x30);
-    keyBuf.put(keyArr);
-    keyBuf.flip();
-    valueBuf.put(valueArr);
-    valueBuf.flip();
-  }
-
-  @TearDown(Level.Trial)
-  public void cleanup() throws IOException {
-    for (final ColumnFamilyHandle cfHandle : cfHandles) {
-      cfHandle.close();
-    }
-    db.close();
-    options.close();
-    readOptions.close();
-    FileUtils.delete(dbDir);
-  }
-
-  private ColumnFamilyHandle getColumnFamily() {
-    if (cfs == 0) {
-      return cfHandles[0];
-    } else if (cfs == 1) {
-      return cfHandles[1];
-    } else {
-      int idx = cfHandlesIdx.getAndIncrement();
-      if (idx > cfs) {
-        cfHandlesIdx.set(1); // doesn't ensure a perfect distribution, but it's ok
-        idx = 0;
-      }
-      return cfHandles[idx];
-    }
-  }
-
-  /**
-   * Takes the next position in the index.
-   */
-  private int next() {
-    int idx;
-    int nextIdx;
-    while (true) {
-      idx = keyIndex.get();
-      nextIdx = idx + 1;
-      if (nextIdx >= keyCount) {
-        nextIdx = 0;
-      }
-
-      if (keyIndex.compareAndSet(idx, nextIdx)) {
-        break;
-      }
-    }
-    return idx;
-  }
-
-  // String -> byte[]
-  private byte[] getKeyArr() {
-    final int MAX_LEN = 9; // key100000
-    final int keyIdx = next();
-    final byte[] keyPrefix = ba("key" + keyIdx);
-    System.arraycopy(keyPrefix, 0, keyArr, 0, keyPrefix.length);
-    Arrays.fill(keyArr, keyPrefix.length, MAX_LEN, (byte) 0x30);
-    return keyArr;
-  }
-
-  // String -> ByteBuffer
-  private ByteBuffer getKeyBuf() {
-    final int MAX_LEN = 9; // key100000
-    final int keyIdx = next();
-    final String keyStr = "key" + keyIdx;
-    for (int i = 0; i < keyStr.length(); ++i) {
-      keyBuf.put(i, (byte) keyStr.charAt(i));
-    }
-    for (int i = keyStr.length(); i < MAX_LEN; ++i) {
-      keyBuf.put(i, (byte) 0x30);
-    }
-    // Reset position for future reading
-    keyBuf.position(0);
-    return keyBuf;
-  }
-
-  private byte[] getValueArr() {
-    return valueArr;
-  }
-
-  private ByteBuffer getValueBuf() {
-    return valueBuf;
-  }
-
-  @Benchmark
-  public void get() throws RocksDBException {
-    db.get(getColumnFamily(), getKeyArr());
-  }
-
-  @Benchmark
-  public void preallocatedGet() throws RocksDBException {
-    db.get(getColumnFamily(), getKeyArr(), getValueArr());
-  }
-
-  @Benchmark
-  public void preallocatedByteBufferGet() throws RocksDBException {
-    int res = db.get(getColumnFamily(), readOptions, getKeyBuf(), getValueBuf());
-    // For testing correctness:
-    //    assert res > 0;
-    //    final byte[] ret = new byte[valueSize];
-    //    valueBuf.get(ret);
-    //    System.out.println(str(ret));
-    //    valueBuf.flip();
-  }
-}

package/vendor/rocksdb/java/jmh/src/main/java/org/rocksdb/jmh/MultiGetBenchmarks.java

@@ -1,214 +0,0 @@
-/**
- * Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- *  This source code is licensed under both the GPLv2 (found in the
- *  COPYING file in the root directory) and Apache 2.0 License
- *  (found in the LICENSE.Apache file in the root directory).
- */
-package org.rocksdb.jmh;
-
-import static org.rocksdb.util.KVUtils.ba;
-import static org.rocksdb.util.KVUtils.keys;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.List;
-import java.util.concurrent.atomic.AtomicInteger;
-import org.openjdk.jmh.annotations.*;
-import org.openjdk.jmh.runner.Runner;
-import org.openjdk.jmh.runner.RunnerException;
-import org.openjdk.jmh.runner.options.OptionsBuilder;
-import org.rocksdb.*;
-import org.rocksdb.util.FileUtils;
-
-@State(Scope.Thread)
-public class MultiGetBenchmarks {
-  @Param({
-      "no_column_family",
-      "1_column_family",
-      "20_column_families",
-      "100_column_families"
-  })
-  String columnFamilyTestType;
-
-  @Param({"10000", "25000", "100000"}) int keyCount;
-
-  @Param({
-          "10",
-          "100",
-          "1000",
-          "10000",
-  })
-  int multiGetSize;
-
-  @Param({"16", "64", "250", "1000", "4000", "16000"}) int valueSize;
-  @Param({"16"}) int keySize; // big enough
-
-  Path dbDir;
-  DBOptions options;
-  int cfs = 0;  // number of column families
-  private AtomicInteger cfHandlesIdx;
-  ColumnFamilyHandle[] cfHandles;
-  RocksDB db;
-  private final AtomicInteger keyIndex = new AtomicInteger();
-
-  @Setup(Level.Trial)
-  public void setup() throws IOException, RocksDBException {
-    RocksDB.loadLibrary();
-
-    dbDir = Files.createTempDirectory("rocksjava-multiget-benchmarks");
-
-    options = new DBOptions()
-        .setCreateIfMissing(true)
-        .setCreateMissingColumnFamilies(true);
-
-    final List<ColumnFamilyDescriptor> cfDescriptors = new ArrayList<>();
-    cfDescriptors.add(new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY));
-
-    if ("1_column_family".equals(columnFamilyTestType)) {
-      cfs = 1;
-    } else if ("20_column_families".equals(columnFamilyTestType)) {
-      cfs = 20;
-    } else if ("100_column_families".equals(columnFamilyTestType)) {
-      cfs = 100;
-    }
-
-    if (cfs > 0) {
-      cfHandlesIdx = new AtomicInteger(1);
-      for (int i = 1; i <= cfs; i++) {
-        cfDescriptors.add(new ColumnFamilyDescriptor(ba("cf" + i)));
-      }
-    }
-
-    final List<ColumnFamilyHandle> cfHandlesList = new ArrayList<>(cfDescriptors.size());
-    db = RocksDB.open(options, dbDir.toAbsolutePath().toString(), cfDescriptors, cfHandlesList);
-    cfHandles = cfHandlesList.toArray(new ColumnFamilyHandle[0]);
-
-    // store initial data for retrieving via get
-    for (int i = 0; i < cfs; i++) {
-      for (int j = 0; j < keyCount; j++) {
-        final byte[] paddedValue = Arrays.copyOf(ba("value" + j), valueSize);
-        db.put(cfHandles[i], ba("key" + j), paddedValue);
-      }
-    }
-
-    try (final FlushOptions flushOptions = new FlushOptions()
-            .setWaitForFlush(true)) {
-      db.flush(flushOptions);
-    }
-  }
-
-  @TearDown(Level.Trial)
-  public void cleanup() throws IOException {
-    for (final ColumnFamilyHandle cfHandle : cfHandles) {
-      cfHandle.close();
-    }
-    db.close();
-    options.close();
-    FileUtils.delete(dbDir);
-  }
-
-  private ColumnFamilyHandle getColumnFamily() {
-    if (cfs == 0) {
-      return cfHandles[0];
-    }  else if (cfs == 1) {
-      return cfHandles[1];
-    } else {
-      int idx = cfHandlesIdx.getAndIncrement();
-      if (idx > cfs) {
-        cfHandlesIdx.set(1); // doesn't ensure a perfect distribution, but it's ok
-        idx = 0;
-      }
-      return cfHandles[idx];
-    }
-  }
-
-  /**
-   * Reserves the next {@inc} positions in the index.
-   *
-   * @param inc the number by which to increment the index
-   * @param limit the limit for the index
-   * @return the index before {@code inc} is added
-   */
-  private int next(final int inc, final int limit) {
-    int idx;
-    int nextIdx;
-    while (true) {
-      idx = keyIndex.get();
-      nextIdx = idx + inc;
-      if (nextIdx >= limit) {
-          nextIdx = inc;
-      }
-
-      if (keyIndex.compareAndSet(idx, nextIdx)) {
-        break;
-      }
-    }
-
-    if (nextIdx >= limit) {
-      return -1;
-    } else {
-      return idx;
-    }
-  }
-
-  ByteBuffer keysBuffer;
-  ByteBuffer valuesBuffer;
-
-  List<ByteBuffer> valueBuffersList;
-  List<ByteBuffer> keyBuffersList;
-
-  @Setup
-  public void allocateSliceBuffers() {
-    keysBuffer = ByteBuffer.allocateDirect(keyCount * valueSize);
-    valuesBuffer = ByteBuffer.allocateDirect(keyCount * valueSize);
-    valueBuffersList = new ArrayList<>();
-    keyBuffersList = new ArrayList<>();
-    for (int i = 0; i < keyCount; i++) {
-      valueBuffersList.add(valuesBuffer.slice());
-      valuesBuffer.position(i * valueSize);
-      keyBuffersList.add(keysBuffer.slice());
-      keysBuffer.position(i * keySize);
-    }
-  }
-
-  @TearDown
-  public void freeSliceBuffers() {
-    valueBuffersList.clear();
-  }
-
-  @Benchmark
-  public List<byte[]> multiGet10() throws RocksDBException {
-    final int fromKeyIdx = next(multiGetSize, keyCount);
-    if (fromKeyIdx >= 0) {
-      final List<byte[]> keys = keys(fromKeyIdx, fromKeyIdx + multiGetSize);
-      final List<byte[]> valueResults = db.multiGetAsList(keys);
-      for (final byte[] result : valueResults) {
-        if (result.length != valueSize)
-          throw new RuntimeException("Test valueSize assumption wrong");
-      }
-    }
-    return new ArrayList<>();
-  }
-
-  public static void main(final String[] args) throws RunnerException {
-    final org.openjdk.jmh.runner.options.Options opt =
-        new OptionsBuilder()
-            .include(MultiGetBenchmarks.class.getSimpleName())
-            .forks(1)
-            .jvmArgs("-ea")
-            .warmupIterations(1)
-            .measurementIterations(2)
-            .forks(2)
-            .param("columnFamilyTestType=", "1_column_family")
-            .param("multiGetSize=", "10", "1000")
-            .param("keyCount=", "1000")
-            .output("jmh_output")
-            .build();
-
-    new Runner(opt).run();
-  }
-}

package/vendor/rocksdb/java/jmh/src/main/java/org/rocksdb/jmh/PutBenchmarks.java

@@ -1,112 +0,0 @@
-/**
- * Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- *  This source code is licensed under both the GPLv2 (found in the
- *  COPYING file in the root directory) and Apache 2.0 License
- *  (found in the LICENSE.Apache file in the root directory).
- */
-package org.rocksdb.jmh;
-
-import org.openjdk.jmh.annotations.*;
-import org.rocksdb.*;
-import org.rocksdb.util.FileUtils;
-
-import java.io.IOException;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.concurrent.atomic.AtomicInteger;
-
-import static org.rocksdb.util.KVUtils.ba;
-
-@State(Scope.Benchmark)
-public class PutBenchmarks {
-
-  @Param({
-      "no_column_family",
-      "1_column_family",
-      "20_column_families",
-      "100_column_families"
-  })
-  String columnFamilyTestType;
-
-  Path dbDir;
-  DBOptions options;
-  int cfs = 0;  // number of column families
-  private AtomicInteger cfHandlesIdx;
-  ColumnFamilyHandle[] cfHandles;
-  RocksDB db;
-
-  @Setup(Level.Trial)
-  public void setup() throws IOException, RocksDBException {
-    RocksDB.loadLibrary();
-
-    dbDir = Files.createTempDirectory("rocksjava-put-benchmarks");
-
-    options = new DBOptions()
-        .setCreateIfMissing(true)
-        .setCreateMissingColumnFamilies(true);
-
-    final List<ColumnFamilyDescriptor> cfDescriptors = new ArrayList<>();
-    cfDescriptors.add(new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY));
-
-    if ("1_column_family".equals(columnFamilyTestType)) {
-      cfs = 1;
-    } else if ("20_column_families".equals(columnFamilyTestType)) {
-      cfs = 20;
-    } else if ("100_column_families".equals(columnFamilyTestType)) {
-      cfs = 100;
-    }
-
-    if (cfs > 0) {
-      cfHandlesIdx = new AtomicInteger(1);
-      for (int i = 1; i <= cfs; i++) {
-        cfDescriptors.add(new ColumnFamilyDescriptor(ba("cf" + i)));
-      }
-    }
-
-    final List<ColumnFamilyHandle> cfHandlesList = new ArrayList<>(cfDescriptors.size());
-    db = RocksDB.open(options, dbDir.toAbsolutePath().toString(), cfDescriptors, cfHandlesList);
-    cfHandles = cfHandlesList.toArray(new ColumnFamilyHandle[0]);
-  }
-
-  @TearDown(Level.Trial)
-  public void cleanup() throws IOException {
-    for (final ColumnFamilyHandle cfHandle : cfHandles) {
-      cfHandle.close();
-    }
-    db.close();
-    options.close();
-    FileUtils.delete(dbDir);
-  }
-
-  private ColumnFamilyHandle getColumnFamily() {
-    if (cfs == 0) {
-      return cfHandles[0];
-    }  else if (cfs == 1) {
-      return cfHandles[1];
-    } else {
-      int idx = cfHandlesIdx.getAndIncrement();
-      if (idx > cfs) {
-        cfHandlesIdx.set(1); // doesn't ensure a perfect distribution, but it's ok
-        idx = 0;
-      }
-      return cfHandles[idx];
-    }
-  }
-
-  @State(Scope.Benchmark)
-  public static class Counter {
-    private final AtomicInteger count = new AtomicInteger();
-
-    public int next() {
-      return count.getAndIncrement();
-    }
-  }
-
-  @Benchmark
-  public void put(final ComparatorBenchmarks.Counter counter) throws RocksDBException {
-    final int i = counter.next();
-    db.put(getColumnFamily(), ba("key" + i), ba("value" + i));
-  }
-}

package/vendor/rocksdb/java/jmh/src/main/java/org/rocksdb/util/FileUtils.java

@@ -1,59 +0,0 @@
-/**
- * Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- *  This source code is licensed under both the GPLv2 (found in the
- *  COPYING file in the root directory) and Apache 2.0 License
- *  (found in the LICENSE.Apache file in the root directory).
- */
-package org.rocksdb.util;
-
-import java.io.IOException;
-import java.nio.file.FileVisitResult;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.SimpleFileVisitor;
-import java.nio.file.attribute.BasicFileAttributes;
-
-public final class FileUtils {
-    private static final SimpleFileVisitor<Path> DELETE_DIR_VISITOR = new DeleteDirVisitor();
-
-    /**
-     * Deletes a path from the filesystem
-     *
-     * If the path is a directory its contents
-     * will be recursively deleted before it itself
-     * is deleted.
-     *
-     * Note that removal of a directory is not an atomic-operation
-     * and so if an error occurs during removal, some of the directories
-     * descendants may have already been removed
-     *
-     * @param path the path to delete.
-     *
-     * @throws IOException if an error occurs whilst removing a file or directory
-     */
-    public static void delete(final Path path) throws IOException {
-        if (!Files.isDirectory(path)) {
-            Files.deleteIfExists(path);
-        } else {
-            Files.walkFileTree(path, DELETE_DIR_VISITOR);
-        }
-    }
-
-    private static class DeleteDirVisitor extends SimpleFileVisitor<Path> {
-        @Override
-        public FileVisitResult visitFile(final Path file, final BasicFileAttributes attrs) throws IOException {
-            Files.deleteIfExists(file);
-            return FileVisitResult.CONTINUE;
-        }
-
-        @Override
-        public FileVisitResult postVisitDirectory(final Path dir, final IOException exc) throws IOException {
-            if (exc != null) {
-                throw exc;
-            }
-
-            Files.deleteIfExists(dir);
-            return FileVisitResult.CONTINUE;
-        }
-    }
-}

package/vendor/rocksdb/java/jmh/src/main/java/org/rocksdb/util/KVUtils.java

@@ -1,72 +0,0 @@
-/**
- * Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- *  This source code is licensed under both the GPLv2 (found in the
- *  COPYING file in the root directory) and Apache 2.0 License
- *  (found in the LICENSE.Apache file in the root directory).
- */
-package org.rocksdb.util;
-
-import static java.nio.charset.StandardCharsets.UTF_8;
-
-import java.nio.ByteBuffer;
-import java.util.ArrayList;
-import java.util.List;
-
-public final class KVUtils {
-
-  /**
-   * Get a byte array from a string.
-   *
-   * Assumes UTF-8 encoding
-   *
-   * @param string the string
-   *
-   * @return the bytes.
-   */
-  public static byte[] ba(final String string) {
-    return string.getBytes(UTF_8);
-  }
-
-  /**
-   * Get a string from a byte array.
-   *
-   * Assumes UTF-8 encoding
-   *
-   * @param bytes the bytes
-   *
-   * @return the string.
-   */
-  public static String str(final byte[] bytes) {
-    return new String(bytes, UTF_8);
-  }
-
-  /**
-   * Get a list of keys where the keys are named key1..key1+N
-   * in the range of {@code from} to {@code to} i.e. keyFrom..keyTo.
-   *
-   * @param from the first key
-   * @param to the last key
-   *
-   * @return the array of keys
-   */
-  public static List<byte[]> keys(final int from, final int to) {
-    final List<byte[]> keys = new ArrayList<>(to - from);
-    for (int i = from; i < to; i++) {
-      keys.add(ba("key" + i));
-    }
-    return keys;
-  }
-
-  public static List<ByteBuffer> keys(
-      final List<ByteBuffer> keyBuffers, final int from, final int to) {
-    final List<ByteBuffer> keys = new ArrayList<>(to - from);
-    for (int i = from; i < to; i++) {
-      final ByteBuffer key = keyBuffers.get(i);
-      key.clear();
-      key.put(ba("key" + i));
-      key.flip();
-      keys.add(key);
-    }
-    return keys;
-  }
-}