rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/java/crossbuild/Vagrantfile

@@ -1,51 +0,0 @@
-# -*- mode: ruby -*-
-# vi: set ft=ruby :
-
-# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
-VAGRANTFILE_API_VERSION = "2"
-
-Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
-
-  config.vm.define "linux32" do |linux32|
-    linux32.vm.box = "bento/centos-6.10-i386"
-    linux32.vm.provision :shell, path: "build-linux-centos.sh"
-  end
-
-  config.vm.define "linux64" do |linux64|
-    linux64.vm.box = "bento/centos-6.10"
-    linux64.vm.provision :shell, path: "build-linux-centos.sh"
-  end
-
-  config.vm.define "linux32-musl" do |musl32|
-    musl32.vm.box = "alpine/alpine32"
-    musl32.vm.box_version = "3.6.0"
-    musl32.vm.provision :shell, path: "build-linux-alpine.sh"
-  end
-
-  config.vm.define "linux64-musl" do |musl64|
-    musl64.vm.box = "generic/alpine36"
-
-    ##  Should use the alpine/alpine64 box, but this issue needs to be fixed first - https://github.com/hashicorp/vagrant/issues/11218 
-    # musl64.vm.box = "alpine/alpine64"
-    # musl64.vm.box_version = "3.6.0"
-
-    musl64.vm.provision :shell, path: "build-linux-alpine.sh"
-  end
-
-  config.vm.provider "virtualbox" do |v|
-    v.memory = 2048
-    v.cpus = 4
-    v.customize ["modifyvm", :id, "--nictype1", "virtio" ]
-  end
-
-  if Vagrant.has_plugin?("vagrant-cachier")
-    config.cache.scope = :box
-  end
-  if Vagrant.has_plugin?("vagrant-vbguest")
-    config.vbguest.no_install = true
-  end
-
-  config.vm.synced_folder "../target", "/rocksdb-build"
-  config.vm.synced_folder "../..", "/rocksdb", type: "rsync"
-  config.vm.boot_timeout = 1200
-end

package/vendor/rocksdb/java/crossbuild/build-linux-alpine.sh

@@ -1,70 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-
-set -e
-
-# update Alpine with latest versions
-echo '@edge http://nl.alpinelinux.org/alpine/edge/main' >> /etc/apk/repositories
-echo '@community http://nl.alpinelinux.org/alpine/edge/community' >> /etc/apk/repositories
-apk update
-apk upgrade
-
-# install CA certificates
-apk add ca-certificates
-
-# install build tools
-apk add \
-  build-base \
-  coreutils \
-  file \
-  git \
-  perl \
-  automake \
-  autoconf \
-  cmake
-
-# install tool dependencies for building RocksDB static library
-apk add \
-  curl \
-  bash \
-  wget \
-  tar \
-  openssl
-
-# install RocksDB dependencies
-apk add \
-  snappy snappy-dev \
-  zlib zlib-dev \
-  bzip2 bzip2-dev \
-  lz4 lz4-dev \
-  zstd zstd-dev \
-  linux-headers \
-  jemalloc jemalloc-dev
-
-# install OpenJDK7
-apk add openjdk7 \
-  && apk add java-cacerts \
-  && rm /usr/lib/jvm/java-1.7-openjdk/jre/lib/security/cacerts \
-  && ln -s /etc/ssl/certs/java/cacerts /usr/lib/jvm/java-1.7-openjdk/jre/lib/security/cacerts
-
-# cleanup
-rm -rf /var/cache/apk/*
-
-# puts javac in the PATH
-export JAVA_HOME=/usr/lib/jvm/java-1.7-openjdk
-export PATH=/usr/lib/jvm/java-1.7-openjdk/bin:$PATH
-
-# gflags from source
-cd /tmp &&\
-  git clone -b v2.0 --single-branch https://github.com/gflags/gflags.git &&\
-  cd gflags &&\
-  ./configure --prefix=/usr && make && make install &&\
-  rm -rf /tmp/*
-
-
-# build rocksdb
-cd /rocksdb
-make jclean clean
-PORTABLE=1 make -j8 rocksdbjavastatic
-cp /rocksdb/java/target/librocksdbjni-* /rocksdb-build
-cp /rocksdb/java/target/rocksdbjni-* /rocksdb-build

package/vendor/rocksdb/java/crossbuild/build-linux-centos.sh

@@ -1,38 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-
-set -e
-
-# remove fixed relesever variable present in the hanscode boxes
-sudo rm -f /etc/yum/vars/releasever
-
-# enable EPEL
-sudo yum -y install epel-release
-
-# install all required packages for rocksdb that are available through yum
-sudo yum -y install openssl java-1.7.0-openjdk-devel zlib-devel bzip2-devel lz4-devel snappy-devel libzstd-devel jemalloc-devel cmake3
-
-# set up cmake3 as cmake binary
-sudo alternatives --install /usr/local/bin/cmake cmake /usr/bin/cmake 10 --slave /usr/local/bin/ctest ctest /usr/bin/ctest --slave /usr/local/bin/cpack cpack /usr/bin/cpack --slave /usr/local/bin/ccmake ccmake /usr/bin/ccmake
-sudo alternatives --install /usr/local/bin/cmake cmake /usr/bin/cmake3 20 --slave /usr/local/bin/ctest ctest /usr/bin/ctest3 --slave /usr/local/bin/cpack cpack /usr/bin/cpack3 --slave /usr/local/bin/ccmake ccmake /usr/bin/ccmake3
-
-# install gcc/g++ 4.8.2 from tru/devtools-2
-sudo wget -O /etc/yum.repos.d/devtools-2.repo https://people.centos.org/tru/devtools-2/devtools-2.repo
-sudo yum -y install devtoolset-2-binutils devtoolset-2-gcc devtoolset-2-gcc-c++
-
-# install gflags
-wget https://github.com/gflags/gflags/archive/v2.0.tar.gz -O gflags-2.0.tar.gz
-tar xvfz gflags-2.0.tar.gz; cd gflags-2.0; scl enable devtoolset-2 ./configure; scl enable devtoolset-2 make; sudo make install
-export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib
-
-# set java home so we can build rocksdb jars
-export JAVA_HOME=/usr/lib/jvm/java-1.7.0
-
-export PATH=$JAVA_HOME:/usr/local/bin:$PATH
-
-# build rocksdb
-cd /rocksdb
-scl enable devtoolset-2 'make clean-not-downloaded'
-scl enable devtoolset-2 'PORTABLE=1 make -j8 rocksdbjavastatic'
-cp /rocksdb/java/target/librocksdbjni-* /rocksdb-build
-cp /rocksdb/java/target/rocksdbjni-* /rocksdb-build

package/vendor/rocksdb/java/crossbuild/build-linux.sh

@@ -1,15 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-# install all required packages for rocksdb
-sudo apt-get update
-sudo apt-get -y install git make gcc g++ libgflags-dev libsnappy-dev zlib1g-dev libbz2-dev default-jdk
-
-# set java home so we can build rocksdb jars
-export JAVA_HOME=$(echo /usr/lib/jvm/java-7-openjdk*)
-cd /rocksdb
-make jclean clean
-make -j 4 rocksdbjavastatic
-cp /rocksdb/java/target/librocksdbjni-* /rocksdb-build
-cp /rocksdb/java/target/rocksdbjni-* /rocksdb-build
-sudo shutdown -h now
-

package/vendor/rocksdb/java/crossbuild/docker-build-linux-alpine.sh

@@ -1,17 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-
-set -e
-#set -x
-
-# just in-case this is run outside Docker
-mkdir -p /rocksdb-local-build
-
-rm -rf /rocksdb-local-build/*
-cp -r /rocksdb-host/* /rocksdb-local-build
-cd /rocksdb-local-build
-
-make clean-not-downloaded
-PORTABLE=1 make -j2 rocksdbjavastatic
-
-cp java/target/librocksdbjni-linux*.so java/target/rocksdbjni-*-linux*.jar java/target/rocksdbjni-*-linux*.jar.sha1 /rocksdb-java-target

package/vendor/rocksdb/java/crossbuild/docker-build-linux-centos.sh

@@ -1,38 +0,0 @@
-#!/usr/bin/env bash
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-
-set -e
-#set -x
-
-# just in-case this is run outside Docker
-mkdir -p /rocksdb-local-build
-
-rm -rf /rocksdb-local-build/*
-cp -r /rocksdb-host/* /rocksdb-local-build
-cd /rocksdb-local-build
-
-# Use scl devtoolset if available
-if hash scl 2>/dev/null; then
-  if scl --list | grep -q 'devtoolset-8'; then
-                # CentOS 6+
-                scl enable devtoolset-8 'make clean-not-downloaded'
-                scl enable devtoolset-8 'PORTABLE=1 make -j2 rocksdbjavastatic'
-  elif scl --list | grep -q 'devtoolset-7'; then
-    # CentOS 6+
-    scl enable devtoolset-7 'make clean-not-downloaded'
-    scl enable devtoolset-7 'PORTABLE=1 make -j2 rocksdbjavastatic'
-  elif scl --list | grep -q 'devtoolset-2'; then
-    # CentOS 5 or 6
-    scl enable devtoolset-2 'make clean-not-downloaded'
-    scl enable devtoolset-2 'PORTABLE=1 make -j2 rocksdbjavastatic'
-  else
-    echo "Could not find devtoolset"
-    exit 1;
-  fi
-else
-  make clean-not-downloaded
-  PORTABLE=1 make -j2 rocksdbjavastatic
-fi
-
-cp java/target/librocksdbjni-linux*.so java/target/rocksdbjni-*-linux*.jar java/target/rocksdbjni-*-linux*.jar.sha1 /rocksdb-java-target
-

package/vendor/rocksdb/java/jdb_bench.sh

@@ -1,13 +0,0 @@
-# shellcheck disable=SC2148
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-PLATFORM=64
-if [ `getconf LONG_BIT` != "64" ]
-then
-  PLATFORM=32
-fi
-
-ROCKS_JAR=`find target -name rocksdbjni*.jar`
-
-echo "Running benchmark in $PLATFORM-Bit mode."
-# shellcheck disable=SC2068
-java -server -d$PLATFORM -XX:NewSize=4m -XX:+AggressiveOpts -Djava.library.path=target -cp "${ROCKS_JAR}:benchmark/target/classes" org.rocksdb.benchmark.DbBenchmark $@

package/vendor/rocksdb/java/jmh/LICENSE-HEADER.txt

@@ -1,5 +0,0 @@
-Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- This source code is licensed under both the GPLv2 (found in the
- COPYING file in the root directory) and Apache 2.0 License
- (found in the LICENSE.Apache file in the root directory).
-

package/vendor/rocksdb/java/jmh/pom.xml

@@ -1,138 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
-    <modelVersion>4.0.0</modelVersion>
-
-    <groupId>org.rocksdb</groupId>
-    <artifactId>rocksdbjni-jmh</artifactId>
-    <version>1.0-SNAPSHOT</version>
-
-    <url>http://rocksdb.org/</url>
-
-    <name>rocksdbjni-jmh</name>
-    <description>JMH Benchmarks for RocksDB Java API</description>
-
-    <organization>
-        <name>Facebook, Inc.</name>
-        <url>https://www.facebook.com</url>
-    </organization>
-
-    <licenses>
-        <license>
-            <name>Apache License 2.0</name>
-            <url>http://www.apache.org/licenses/LICENSE-2.0.html</url>
-            <distribution>repo</distribution>
-        </license>
-        <license>
-            <name>GNU General Public License, version 2</name>
-            <url>http://www.gnu.org/licenses/gpl-2.0.html</url>
-            <distribution>repo</distribution>
-        </license>
-    </licenses>
-
-    <scm>
-        <connection>scm:git:git://github.com/facebook/rocksdb.git</connection>
-        <developerConnection>scm:git:git@github.com:facebook/rocksdb.git</developerConnection>
-        <url>http://github.com/facebook/rocksdb/</url>
-    </scm>
-
-    <properties>
-        <project.build.source>1.7</project.build.source>
-        <project.build.target>1.7</project.build.target>
-        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
-
-        <jmh.version>1.22</jmh.version>
-        <uberjar.name>benchmarks</uberjar.name>
-    </properties>
-
-    <dependencies>
-        <dependency>
-            <groupId>org.rocksdb</groupId>
-            <artifactId>rocksdbjni</artifactId>
-            <version>7.9.0-SNAPSHOT</version>
-        </dependency>
-
-        <dependency>
-            <groupId>org.openjdk.jmh</groupId>
-            <artifactId>jmh-core</artifactId>
-            <version>${jmh.version}</version>
-        </dependency>
-        <dependency>
-            <groupId>org.openjdk.jmh</groupId>
-            <artifactId>jmh-generator-annprocess</artifactId>
-            <version>${jmh.version}</version>
-            <scope>provided</scope>
-        </dependency>
-    </dependencies>
-
-    <build>
-        <plugins>
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-compiler-plugin</artifactId>
-                <version>3.8.1</version>
-                <configuration>
-                    <source>${project.build.source}</source>
-                    <target>${project.build.target}</target>
-                    <encoding>${project.build.sourceEncoding}</encoding>
-                </configuration>
-            </plugin>
-
-            <plugin>
-                <groupId>com.mycila</groupId>
-                <artifactId>license-maven-plugin</artifactId>
-                <version>3.0</version>
-                <inherited>true</inherited>
-                <configuration>
-                    <header>LICENSE-HEADER.txt</header>
-                    <failIfMissing>true</failIfMissing>
-                    <aggregate>true</aggregate>
-                    <strictCheck>true</strictCheck>
-                    <excludes>
-                        <exclude>pom.xml</exclude>
-                    </excludes>
-                    <encoding>${project.build.sourceEncoding}</encoding>
-                </configuration>
-            </plugin>
-
-            <plugin>
-                <groupId>org.apache.maven.plugins</groupId>
-                <artifactId>maven-shade-plugin</artifactId>
-                <version>3.2.1</version>
-                <executions>
-                    <execution>
-                        <phase>package</phase>
-                        <goals>
-                            <goal>shade</goal>
-                        </goals>
-                        <configuration>
-                            <finalName>${project.artifactId}-${project.version}-${uberjar.name}</finalName>
-                            <transformers>
-                                <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
-                                    <mainClass>org.openjdk.jmh.Main</mainClass>
-                                </transformer>
-                            </transformers>
-                            <filters>
-                                <filter>
-                                    <!--
-                                        Shading signed JARs will fail without this.
-                                        http://stackoverflow.com/questions/999489/invalid-signature-file-when-attempting-to-run-a-jar
-                                    -->
-                                    <artifact>*:*</artifact>
-                                    <excludes>
-                                        <exclude>META-INF/*.SF</exclude>
-                                        <exclude>META-INF/*.DSA</exclude>
-                                        <exclude>META-INF/*.RSA</exclude>
-                                    </excludes>
-                                </filter>
-                            </filters>
-                        </configuration>
-                    </execution>
-                </executions>
-            </plugin>
-
-        </plugins>
-    </build>
-
-</project>

package/vendor/rocksdb/java/jmh/src/main/java/org/rocksdb/jmh/ComparatorBenchmarks.java

@@ -1,139 +0,0 @@
-/**
- * Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
- *  This source code is licensed under both the GPLv2 (found in the
- *  COPYING file in the root directory) and Apache 2.0 License
- *  (found in the LICENSE.Apache file in the root directory).
- */
-package org.rocksdb.jmh;
-
-import org.openjdk.jmh.annotations.*;
-import org.rocksdb.*;
-import org.rocksdb.util.BytewiseComparator;
-import org.rocksdb.util.FileUtils;
-import org.rocksdb.util.ReverseBytewiseComparator;
-
-import java.io.IOException;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.concurrent.atomic.AtomicInteger;
-
-import static org.rocksdb.util.KVUtils.ba;
-
-@State(Scope.Benchmark)
-public class ComparatorBenchmarks {
-
-  @Param({
-      "native_bytewise",
-      "native_reverse_bytewise",
-
-      "java_bytewise_non-direct_reused-64_adaptive-mutex",
-      "java_bytewise_non-direct_reused-64_non-adaptive-mutex",
-      "java_bytewise_non-direct_reused-64_thread-local",
-      "java_bytewise_direct_reused-64_adaptive-mutex",
-      "java_bytewise_direct_reused-64_non-adaptive-mutex",
-      "java_bytewise_direct_reused-64_thread-local",
-      "java_bytewise_non-direct_no-reuse",
-      "java_bytewise_direct_no-reuse",
-
-      "java_reverse_bytewise_non-direct_reused-64_adaptive-mutex",
-      "java_reverse_bytewise_non-direct_reused-64_non-adaptive-mutex",
-      "java_reverse_bytewise_non-direct_reused-64_thread-local",
-      "java_reverse_bytewise_direct_reused-64_adaptive-mutex",
-      "java_reverse_bytewise_direct_reused-64_non-adaptive-mutex",
-      "java_reverse_bytewise_direct_reused-64_thread-local",
-      "java_reverse_bytewise_non-direct_no-reuse",
-      "java_reverse_bytewise_direct_no-reuse"
-  })
-  public String comparatorName;
-
-  Path dbDir;
-  ComparatorOptions comparatorOptions;
-  AbstractComparator comparator;
-  Options options;
-  RocksDB db;
-
-  @Setup(Level.Trial)
-  public void setup() throws IOException, RocksDBException {
-    RocksDB.loadLibrary();
-
-    dbDir = Files.createTempDirectory("rocksjava-comparator-benchmarks");
-
-    options = new Options()
-            .setCreateIfMissing(true);
-
-    if ("native_bytewise".equals(comparatorName)) {
-      options.setComparator(BuiltinComparator.BYTEWISE_COMPARATOR);
-
-    } else if ("native_reverse_bytewise".equals(comparatorName)) {
-      options.setComparator(BuiltinComparator.REVERSE_BYTEWISE_COMPARATOR);
-
-    } else if (comparatorName.startsWith("java_")) {
-      comparatorOptions = new ComparatorOptions();
-
-      if (comparatorName.indexOf("non-direct") > -1) {
-        comparatorOptions.setUseDirectBuffer(false);
-      } else if (comparatorName.indexOf("direct") > -1) {
-        comparatorOptions.setUseDirectBuffer(true);
-      }
-
-      if (comparatorName.indexOf("no-reuse") > -1) {
-        comparatorOptions.setMaxReusedBufferSize(-1);
-      } else if (comparatorName.indexOf("_reused-") > -1) {
-        final int idx = comparatorName.indexOf("_reused-");
-        String s = comparatorName.substring(idx + 8);
-        s = s.substring(0, s.indexOf('_'));
-        comparatorOptions.setMaxReusedBufferSize(Integer.parseInt(s));
-      }
-
-      if (comparatorName.indexOf("non-adaptive-mutex") > -1) {
-        comparatorOptions.setReusedSynchronisationType(ReusedSynchronisationType.MUTEX);
-      } else if (comparatorName.indexOf("adaptive-mutex") > -1) {
-        comparatorOptions.setReusedSynchronisationType(ReusedSynchronisationType.ADAPTIVE_MUTEX);
-      } else if (comparatorName.indexOf("thread-local") > -1) {
-        comparatorOptions.setReusedSynchronisationType(ReusedSynchronisationType.THREAD_LOCAL);
-      }
-
-      if (comparatorName.startsWith("java_bytewise")) {
-        comparator = new BytewiseComparator(comparatorOptions);
-      } else if (comparatorName.startsWith("java_reverse_bytewise")) {
-        comparator = new ReverseBytewiseComparator(comparatorOptions);
-      }
-
-      options.setComparator(comparator);
-
-    } else {
-      throw new IllegalArgumentException("Unknown comparatorName: " + comparatorName);
-    }
-
-    db = RocksDB.open(options, dbDir.toAbsolutePath().toString());
-  }
-
-  @TearDown(Level.Trial)
-  public void cleanup() throws IOException {
-    db.close();
-    if (comparator != null) {
-      comparator.close();
-    }
-    if (comparatorOptions != null) {
-      comparatorOptions.close();
-    }
-    options.close();
-    FileUtils.delete(dbDir);
-  }
-
-  @State(Scope.Benchmark)
-  public static class Counter {
-    private final AtomicInteger count = new AtomicInteger();
-
-    public int next() {
-      return count.getAndIncrement();
-    }
-  }
-
-
-  @Benchmark
-  public void put(final Counter counter) throws RocksDBException {
-    final int i = counter.next();
-    db.put(ba("key" + i), ba("value" + i));
-  }
-}