rocksdb-native 0.0.0 → 0.0.1

package/vendor/rocksdb/thirdparty.inc

@@ -1,268 +0,0 @@
-# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-# Edit definitions below to specify paths to include files and libraries of all 3rd party libraries
-
-# TODO: Make this work with find_package and/or get rid of it
-#
-# This example assumes all the libraries locate in directories under THIRDPARTY_HOME environment variable
-# Set environment variable THIRDPARTY_HOME to point to your third party libraries home (Unix style dir separators)
-# or change the paths below to reflect where the libraries actually reside
-#
-set (THIRDPARTY_LIBS "")         # Initialization, don't touch
-
-#
-# Defaults
-#
-set(GFLAGS_HOME $ENV{THIRDPARTY_HOME}/Gflags.Library)
-set(GFLAGS_INCLUDE ${GFLAGS_HOME}/build/native/include)
-set(GFLAGS_LIB_DEBUG ${GFLAGS_HOME}/lib/native/debug/amd64/gflags.lib)
-set(GFLAGS_LIB_RELEASE ${GFLAGS_HOME}/lib/native/retail/amd64/gflags.lib)
-
-# ================================================== GFLAGS ==================================================
-# For compatibility
-if (GFLAGS)
-  set(WITH_GFLAGS ON)
-endif ()
-
-if (WITH_GFLAGS)
-  message(STATUS "GFLAGS library is enabled")
-  
-  if(DEFINED ENV{GFLAGS_INCLUDE})
-    set(GFLAGS_INCLUDE $ENV{GFLAGS_INCLUDE})
-  endif()
-  
-  if(DEFINED ENV{GFLAGS_LIB_DEBUG})
-    set(GFLAGS_LIB_DEBUG $ENV{GFLAGS_LIB_DEBUG})
-  endif()
-
-  if(DEFINED ENV{GFLAGS_LIB_RELEASE})
-    set(GFLAGS_LIB_RELEASE $ENV{GFLAGS_LIB_RELEASE})
-  endif()
-  
-  set(GFLAGS_CXX_FLAGS -DGFLAGS=gflags)
-  set(GFLAGS_LIBS debug ${GFLAGS_LIB_DEBUG} optimized ${GFLAGS_LIB_RELEASE})
-
-  add_definitions(${GFLAGS_CXX_FLAGS})
-  include_directories(${GFLAGS_INCLUDE})
-  set (THIRDPARTY_LIBS ${THIRDPARTY_LIBS} ${GFLAGS_LIBS})
-else ()
-  message(STATUS "GFLAGS library is disabled")
-endif ()
-
-# ================================================== SNAPPY ==================================================
-#
-# Edit these 4 lines to define paths to Snappy
-#
-set(SNAPPY_HOME $ENV{THIRDPARTY_HOME}/Snappy.Library)
-set(SNAPPY_INCLUDE ${SNAPPY_HOME}/build/native/inc/inc)
-set(SNAPPY_LIB_DEBUG ${SNAPPY_HOME}/lib/native/debug/amd64/snappy.lib)
-set(SNAPPY_LIB_RELEASE ${SNAPPY_HOME}/lib/native/retail/amd64/snappy.lib)
-
-# For compatibility
-if(SNAPPY)
-  set(WITH_SNAPPY ON)
-endif ()
-
-if (WITH_SNAPPY)
-  message(STATUS "SNAPPY library is enabled")
-
-  if(DEFINED ENV{SNAPPY_INCLUDE})
-    set(SNAPPY_INCLUDE $ENV{SNAPPY_INCLUDE})
-  endif()
-
-  if(DEFINED ENV{SNAPPY_LIB_DEBUG})
-    set(SNAPPY_LIB_DEBUG $ENV{SNAPPY_LIB_DEBUG})
-  endif()
-
-  if(DEFINED ENV{SNAPPY_LIB_RELEASE})
-    set(SNAPPY_LIB_RELEASE $ENV{SNAPPY_LIB_RELEASE})
-  endif()
-
-  set(SNAPPY_CXX_FLAGS -DSNAPPY)
-  set(SNAPPY_LIBS debug ${SNAPPY_LIB_DEBUG} optimized ${SNAPPY_LIB_RELEASE})
-
-  add_definitions(${SNAPPY_CXX_FLAGS})
-  include_directories(${SNAPPY_INCLUDE})
-  set (THIRDPARTY_LIBS ${THIRDPARTY_LIBS} ${SNAPPY_LIBS})
-else ()
-  message(STATUS "SNAPPY library is disabled")
-endif ()
-
-# ================================================== LZ4 ==================================================
-#
-# Edit these 4 lines to define paths to LZ4
-#
-set(LZ4_HOME $ENV{THIRDPARTY_HOME}/LZ4.Library)
-set(LZ4_INCLUDE ${LZ4_HOME}/build/native/inc/inc)
-set(LZ4_LIB_DEBUG ${LZ4_HOME}/lib/native/debug/amd64/lz4.lib)
-set(LZ4_LIB_RELEASE ${LZ4_HOME}/lib/native/retail/amd64/lz4.lib)
-
-
-# For compatibility
-if (LZ4)
-  set(WITH_LZ4 ON)
-endif ()
-
-if (WITH_LZ4)
-  message(STATUS "LZ4 library is enabled")
-  
-  if(DEFINED ENV{LZ4_INCLUDE})
-    set(LZ4_INCLUDE $ENV{LZ4_INCLUDE})
-  endif()
-  
-  if(DEFINED ENV{LZ4_LIB_DEBUG})
-    set(LZ4_LIB_DEBUG $ENV{LZ4_LIB_DEBUG})
-  endif()
-
-  if(DEFINED ENV{LZ4_LIB_RELEASE})
-    set(LZ4_LIB_RELEASE $ENV{LZ4_LIB_RELEASE})
-  endif()
-  
-  set(LZ4_CXX_FLAGS -DLZ4)
-  set(LZ4_LIBS debug ${LZ4_LIB_DEBUG} optimized ${LZ4_LIB_RELEASE})
-
-  add_definitions(${LZ4_CXX_FLAGS})
-  include_directories(${LZ4_INCLUDE})
-  set (THIRDPARTY_LIBS ${THIRDPARTY_LIBS} ${LZ4_LIBS})
-else ()
-  message(STATUS "LZ4 library is disabled")
-endif ()
-
-# ================================================== ZLIB ==================================================
-#
-# Edit these 4 lines to define paths to ZLIB
-#
-set(ZLIB_HOME $ENV{THIRDPARTY_HOME}/ZLIB.Library)
-set(ZLIB_INCLUDE ${ZLIB_HOME}/build/native/inc/inc)
-set(ZLIB_LIB_DEBUG ${ZLIB_HOME}/lib/native/debug/amd64/zlib.lib)
-set(ZLIB_LIB_RELEASE ${ZLIB_HOME}/lib/native/retail/amd64/zlib.lib)
-
-# For compatibilty
-if (ZLIB)
-  set(WITH_ZLIB ON)
-endif ()
-
-if (WITH_ZLIB)
-  message(STATUS "ZLIB library is enabled")
-
-  if(DEFINED ENV{ZLIB_INCLUDE})
-    set(ZLIB_INCLUDE $ENV{ZLIB_INCLUDE})
-  endif()
-  
-  if(DEFINED ENV{ZLIB_LIB_DEBUG})
-    set(ZLIB_LIB_DEBUG $ENV{ZLIB_LIB_DEBUG})
-  endif()
-
-  if(DEFINED ENV{ZLIB_LIB_RELEASE})
-    set(ZLIB_LIB_RELEASE $ENV{ZLIB_LIB_RELEASE})
-  endif()
-  
-  set(ZLIB_CXX_FLAGS -DZLIB)
-  set(ZLIB_LIBS debug ${ZLIB_LIB_DEBUG} optimized ${ZLIB_LIB_RELEASE})
-
-  add_definitions(${ZLIB_CXX_FLAGS})
-  include_directories(${ZLIB_INCLUDE})
-  set (THIRDPARTY_LIBS ${THIRDPARTY_LIBS} ${ZLIB_LIBS})
-else ()
-  message(STATUS "ZLIB library is disabled")
-endif ()
-
-# ================================================== XPRESS ==================================================
-# This makes use of built-in Windows API, no additional includes, links to a system lib
-
-# For compatibilty
-if (XPRESS)
-  set(WITH_XPRESS ON)
-endif ()
-
-if (WITH_XPRESS)
-  message(STATUS "XPRESS is enabled")
-
-  add_definitions(-DXPRESS)
-  
-  # We are using the implementation provided by the system
-  set (SYSTEM_LIBS ${SYSTEM_LIBS} Cabinet.lib)
-else ()
-  message(STATUS "XPRESS is disabled")
-endif ()
-
-
-# ================================================== ZSTD ==================================================
-#
-# Edit these 4 lines to define paths to ZSTD
-#
-set(ZSTD_HOME $ENV{THIRDPARTY_HOME}/ZSTD.Library)
-set(ZSTD_INCLUDE ${ZSTD_HOME}/build/native/inc)
-set(ZSTD_LIB_DEBUG ${ZSTD_HOME}/lib/native/debug/amd64/libzstd_static.lib)
-set(ZSTD_LIB_RELEASE ${ZSTD_HOME}/lib/native/retail/amd64/libzstd_static.lib)
-
-# For compatibility
-if (ZSTD)
-  set(WITH_ZSTD ON)
-endif ()
-
-if (WITH_ZSTD)
-  message(STATUS "ZSTD library is enabled")
-
-  if(DEFINED ENV{ZSTD_INCLUDE})
-    set(ZSTD_INCLUDE $ENV{ZSTD_INCLUDE})
-  endif()
-  
-  if(DEFINED ENV{ZSTD_LIB_DEBUG})
-    set(ZSTD_LIB_DEBUG $ENV{ZSTD_LIB_DEBUG})
-  endif()
-
-  if(DEFINED ENV{ZSTD_LIB_RELEASE})
-    set(ZSTD_LIB_RELEASE $ENV{ZSTD_LIB_RELEASE})
-  endif()
-
-  # ZSTD_STATIC_LINKING_ONLY only allows us to create an allocation functions override
-  # When jemalloc is in use
-  set(ZSTD_LIBS debug ${ZSTD_LIB_DEBUG} optimized ${ZSTD_LIB_RELEASE})
-
-  add_definitions(-DZSTD -DZSTD_STATIC_LINKING_ONLY)
-  include_directories(${ZSTD_INCLUDE})
-  set (THIRDPARTY_LIBS ${THIRDPARTY_LIBS} ${ZSTD_LIBS})
-else ()
-  message(STATUS "ZSTD library is disabled")
-endif ()
-
-#
-# Edit these 4 lines to define paths to Jemalloc
-#
-set(JEMALLOC_HOME $ENV{THIRDPARTY_HOME}/Jemalloc.Library)
-set(JEMALLOC_INCLUDE ${JEMALLOC_HOME}/build/native/inc)
-set(JEMALLOC_LIB_DEBUG ${JEMALLOC_HOME}/lib/native/debug/amd64/jemalloc.lib)
-set(JEMALLOC_LIB_RELEASE ${JEMALLOC_HOME}/lib/native/retail/amd64/jemalloc.lib)
-
-# ================================================== JEMALLOC ==================================================
-if(JEMALLOC)
-  set(WITH_JEMALLOC ON)
-endif()
-
-if (WITH_JEMALLOC)
-  message(STATUS "JEMALLOC library is enabled")
-  set(JEMALLOC_CXX_FLAGS "-DROCKSDB_JEMALLOC -DJEMALLOC_EXPORT= -DJEMALLOC_NO_RENAME")
-  
-  if(DEFINED ENV{JEMALLOC_INCLUDE})
-    set(JEMALLOC_INCLUDE $ENV{JEMALLOC_INCLUDE})
-  endif()
-  
-  if(DEFINED ENV{JEMALLOC_LIB_DEBUG})
-    set(JEMALLOC_LIB_DEBUG $ENV{JEMALLOC_LIB_DEBUG})
-  endif()
-
-  if(DEFINED ENV{JEMALLOC_LIB_RELEASE})
-    set(JEMALLOC_LIB_RELEASE $ENV{JEMALLOC_LIB_RELEASE})
-  endif()
-
-  set(JEMALLOC_LIBS debug ${JEMALLOC_LIB_DEBUG} optimized ${JEMALLOC_LIB_RELEASE})
-
-  add_definitions(${JEMALLOC_CXX_FLAGS})
-  include_directories(${JEMALLOC_INCLUDE})
-  set (THIRDPARTY_LIBS ${THIRDPARTY_LIBS} ${JEMALLOC_LIBS})
-  set (ARTIFACT_SUFFIX "_je")
-
-else ()
-  set (ARTIFACT_SUFFIX "")
-  message(STATUS "JEMALLOC library is disabled")
-endif ()

package/vendor/rocksdb/tools/Dockerfile

@@ -1,5 +0,0 @@
-FROM buildpack-deps:wheezy
-
-ADD ./ldb /rocksdb/tools/ldb
-
-CMD /rocksdb/tools/ldb

package/vendor/rocksdb/tools/advisor/advisor/bench_runner.py

@@ -1,39 +0,0 @@
-# Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-#  This source code is licensed under both the GPLv2 (found in the
-#  COPYING file in the root directory) and Apache 2.0 License
-#  (found in the LICENSE.Apache file in the root directory).
-
-import re
-from abc import ABC, abstractmethod
-
-
-class BenchmarkRunner(ABC):
-    @staticmethod
-    @abstractmethod
-    def is_metric_better(new_metric, old_metric):
-        pass
-
-    @abstractmethod
-    def run_experiment(self):
-        # should return a list of DataSource objects
-        pass
-
-    @staticmethod
-    def get_info_log_file_name(log_dir, db_path):
-        # Example: DB Path = /dev/shm and OPTIONS file has option
-        # db_log_dir=/tmp/rocks/, then the name of the log file will be
-        # 'dev_shm_LOG' and its location will be /tmp/rocks. If db_log_dir is
-        # not specified in the OPTIONS file, then the location of the log file
-        # will be /dev/shm and the name of the file will be 'LOG'
-        file_name = ""
-        if log_dir:
-            # refer GetInfoLogPrefix() in rocksdb/util/filename.cc
-            # example db_path: /dev/shm/dbbench
-            file_name = db_path[1:]  # to ignore the leading '/' character
-            to_be_replaced = re.compile("[^0-9a-zA-Z\-_\.]")  # noqa
-            for character in to_be_replaced.findall(db_path):
-                file_name = file_name.replace(character, "_")
-            if not file_name.endswith("_"):
-                file_name += "_"
-        file_name += "LOG"
-        return file_name

package/vendor/rocksdb/tools/advisor/advisor/config_optimizer_example.py

@@ -1,140 +0,0 @@
-# Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-#  This source code is licensed under both the GPLv2 (found in the
-#  COPYING file in the root directory) and Apache 2.0 License
-#  (found in the LICENSE.Apache file in the root directory).
-
-import argparse
-
-from advisor.db_config_optimizer import ConfigOptimizer
-from advisor.db_log_parser import NO_COL_FAMILY
-from advisor.db_options_parser import DatabaseOptions
-from advisor.rule_parser import RulesSpec
-
-
-CONFIG_OPT_NUM_ITER = 10
-
-
-def main(args):
-    # initialise the RulesSpec parser
-    rule_spec_parser = RulesSpec(args.rules_spec)
-    # initialise the benchmark runner
-    bench_runner_module = __import__(
-        args.benchrunner_module, fromlist=[args.benchrunner_class]
-    )
-    bench_runner_class = getattr(bench_runner_module, args.benchrunner_class)
-    ods_args = {}
-    if args.ods_client and args.ods_entity:
-        ods_args["client_script"] = args.ods_client
-        ods_args["entity"] = args.ods_entity
-        if args.ods_key_prefix:
-            ods_args["key_prefix"] = args.ods_key_prefix
-    db_bench_runner = bench_runner_class(args.benchrunner_pos_args, ods_args)
-    # initialise the database configuration
-    db_options = DatabaseOptions(args.rocksdb_options, args.misc_options)
-    # set the frequency at which stats are dumped in the LOG file and the
-    # location of the LOG file.
-    db_log_dump_settings = {
-        "DBOptions.stats_dump_period_sec": {NO_COL_FAMILY: args.stats_dump_period_sec}
-    }
-    db_options.update_options(db_log_dump_settings)
-    # initialise the configuration optimizer
-    config_optimizer = ConfigOptimizer(
-        db_bench_runner, db_options, rule_spec_parser, args.base_db_path
-    )
-    # run the optimiser to improve the database configuration for given
-    # benchmarks, with the help of expert-specified rules
-    final_db_options = config_optimizer.run()
-    # generate the final rocksdb options file
-    print(
-        "Final configuration in: " + final_db_options.generate_options_config("final")
-    )
-    print("Final miscellaneous options: " + repr(final_db_options.get_misc_options()))
-
-
-if __name__ == "__main__":
-    """
-    An example run of this tool from the command-line would look like:
-    python3 -m advisor.config_optimizer_example
-    --base_db_path=/tmp/rocksdbtest-155919/dbbench
-    --rocksdb_options=temp/OPTIONS_boot.tmp --misc_options bloom_bits=2
-    --rules_spec=advisor/rules.ini --stats_dump_period_sec=20
-    --benchrunner_module=advisor.db_bench_runner
-    --benchrunner_class=DBBenchRunner --benchrunner_pos_args ./../../db_bench
-    readwhilewriting use_existing_db=true duration=90
-    """
-    parser = argparse.ArgumentParser(
-        description="This script is used for\
-        searching for a better database configuration"
-    )
-    parser.add_argument(
-        "--rocksdb_options",
-        required=True,
-        type=str,
-        help="path of the starting Rocksdb OPTIONS file",
-    )
-    # these are options that are column-family agnostic and are not yet
-    # supported by the Rocksdb Options file: eg. bloom_bits=2
-    parser.add_argument(
-        "--misc_options",
-        nargs="*",
-        help="whitespace-separated list of options that are not supported "
-        + "by the Rocksdb OPTIONS file, given in the "
-        + '<option_name>=<option_value> format eg. "bloom_bits=2 '
-        + 'rate_limiter_bytes_per_sec=128000000"',
-    )
-    parser.add_argument(
-        "--base_db_path", required=True, type=str, help="path for the Rocksdb database"
-    )
-    parser.add_argument(
-        "--rules_spec",
-        required=True,
-        type=str,
-        help="path of the file containing the expert-specified Rules",
-    )
-    parser.add_argument(
-        "--stats_dump_period_sec",
-        required=True,
-        type=int,
-        help="the frequency (in seconds) at which STATISTICS are printed to "
-        + "the Rocksdb LOG file",
-    )
-    # ODS arguments
-    parser.add_argument("--ods_client", type=str, help="the ODS client binary")
-    parser.add_argument(
-        "--ods_entity",
-        type=str,
-        help="the servers for which the ODS stats need to be fetched",
-    )
-    parser.add_argument(
-        "--ods_key_prefix",
-        type=str,
-        help="the prefix that needs to be attached to the keys of time "
-        + "series to be fetched from ODS",
-    )
-    # benchrunner_module example: advisor.db_benchmark_client
-    parser.add_argument(
-        "--benchrunner_module",
-        required=True,
-        type=str,
-        help="the module containing the BenchmarkRunner class to be used by "
-        + "the Optimizer, example: advisor.db_bench_runner",
-    )
-    # benchrunner_class example: DBBenchRunner
-    parser.add_argument(
-        "--benchrunner_class",
-        required=True,
-        type=str,
-        help="the name of the BenchmarkRunner class to be used by the "
-        + "Optimizer, should be present in the module provided in the "
-        + "benchrunner_module argument, example: DBBenchRunner",
-    )
-    parser.add_argument(
-        "--benchrunner_pos_args",
-        nargs="*",
-        help="whitespace-separated positional arguments that are passed on "
-        + "to the constructor of the BenchmarkRunner class provided in the "
-        + 'benchrunner_class argument, example: "use_existing_db=true '
-        + 'duration=900"',
-    )
-    args = parser.parse_args()
-    main(args)

package/vendor/rocksdb/tools/advisor/advisor/db_bench_runner.py

@@ -1,237 +0,0 @@
-# Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-#  This source code is licensed under both the GPLv2 (found in the
-#  COPYING file in the root directory) and Apache 2.0 License
-#  (found in the LICENSE.Apache file in the root directory).
-
-import shutil
-import subprocess
-import time
-
-from advisor.bench_runner import BenchmarkRunner
-from advisor.db_log_parser import DatabaseLogs, DataSource, NO_COL_FAMILY
-from advisor.db_stats_fetcher import (
-    DatabasePerfContext,
-    LogStatsParser,
-    OdsStatsFetcher,
-)
-
-
-"""
-NOTE: This is not thread-safe, because the output file is simply overwritten.
-"""
-
-
-class DBBenchRunner(BenchmarkRunner):
-    OUTPUT_FILE = "temp/dbbench_out.tmp"
-    ERROR_FILE = "temp/dbbench_err.tmp"
-    DB_PATH = "DB path"
-    THROUGHPUT = "ops/sec"
-    PERF_CON = " PERF_CONTEXT:"
-
-    @staticmethod
-    def is_metric_better(new_metric, old_metric):
-        # for db_bench 'throughput' is the metric returned by run_experiment
-        return new_metric >= old_metric
-
-    @staticmethod
-    def get_opt_args_str(misc_options_dict):
-        # given a dictionary of options and their values, return a string
-        # that can be appended as command-line arguments
-        optional_args_str = ""
-        for option_name, option_value in misc_options_dict.items():
-            if option_value:
-                optional_args_str += " --" + option_name + "=" + str(option_value)
-        return optional_args_str
-
-    def __init__(self, positional_args, ods_args=None):
-        # parse positional_args list appropriately
-        self.db_bench_binary = positional_args[0]
-        self.benchmark = positional_args[1]
-        self.db_bench_args = None
-        if len(positional_args) > 2:
-            # options list with each option given as "<option>=<value>"
-            self.db_bench_args = positional_args[2:]
-        # save ods_args, if provided
-        self.ods_args = ods_args
-
-    def _parse_output(self, get_perf_context=False):
-        """
-        Sample db_bench output after running 'readwhilewriting' benchmark:
-        DB path: [/tmp/rocksdbtest-155919/dbbench]\n
-        readwhilewriting : 16.582 micros/op 60305 ops/sec; 4.2 MB/s (3433828\
-        of 5427999 found)\n
-        PERF_CONTEXT:\n
-        user_key_comparison_count = 500466712, block_cache_hit_count = ...\n
-        """
-        output = {self.THROUGHPUT: None, self.DB_PATH: None, self.PERF_CON: None}
-        perf_context_begins = False
-        with open(self.OUTPUT_FILE, "r") as fp:
-            for line in fp:
-                if line.startswith(self.benchmark):
-                    # line from sample output:
-                    # readwhilewriting : 16.582 micros/op 60305 ops/sec; \
-                    # 4.2 MB/s (3433828 of 5427999 found)\n
-                    print(line)  # print output of the benchmark run
-                    token_list = line.strip().split()
-                    for ix, token in enumerate(token_list):
-                        if token.startswith(self.THROUGHPUT):
-                            # in above example, throughput = 60305 ops/sec
-                            output[self.THROUGHPUT] = float(token_list[ix - 1])
-                            break
-                elif get_perf_context and line.startswith(self.PERF_CON):
-                    # the following lines in the output contain perf context
-                    # statistics (refer example above)
-                    perf_context_begins = True
-                elif get_perf_context and perf_context_begins:
-                    # Sample perf_context output:
-                    # user_key_comparison_count = 500, block_cache_hit_count =\
-                    # 468, block_read_count = 580, block_read_byte = 445, ...
-                    token_list = line.strip().split(",")
-                    # token_list = ['user_key_comparison_count = 500',
-                    # 'block_cache_hit_count = 468','block_read_count = 580'...
-                    perf_context = {
-                        tk.split("=")[0].strip(): tk.split("=")[1].strip()
-                        for tk in token_list
-                        if tk
-                    }
-                    # TODO(poojam23): this is a hack and should be replaced
-                    # with the timestamp that db_bench will provide per printed
-                    # perf_context
-                    timestamp = int(time.time())
-                    perf_context_ts = {}
-                    for stat in perf_context.keys():
-                        perf_context_ts[stat] = {timestamp: int(perf_context[stat])}
-                    output[self.PERF_CON] = perf_context_ts
-                    perf_context_begins = False
-                elif line.startswith(self.DB_PATH):
-                    # line from sample output:
-                    # DB path: [/tmp/rocksdbtest-155919/dbbench]\n
-                    output[self.DB_PATH] = line.split("[")[1].split("]")[0]
-        return output
-
-    def get_log_options(self, db_options, db_path):
-        # get the location of the LOG file and the frequency at which stats are
-        # dumped in the LOG file
-        log_dir_path = None
-        stats_freq_sec = None
-        logs_file_prefix = None
-
-        # fetch frequency at which the stats are dumped in the Rocksdb logs
-        dump_period = "DBOptions.stats_dump_period_sec"
-        # fetch the directory, if specified, in which the Rocksdb logs are
-        # dumped, by default logs are dumped in same location as database
-        log_dir = "DBOptions.db_log_dir"
-        log_options = db_options.get_options([dump_period, log_dir])
-        if dump_period in log_options:
-            stats_freq_sec = int(log_options[dump_period][NO_COL_FAMILY])
-        if log_dir in log_options:
-            log_dir_path = log_options[log_dir][NO_COL_FAMILY]
-
-        log_file_name = DBBenchRunner.get_info_log_file_name(log_dir_path, db_path)
-
-        if not log_dir_path:
-            log_dir_path = db_path
-        if not log_dir_path.endswith("/"):
-            log_dir_path += "/"
-
-        logs_file_prefix = log_dir_path + log_file_name
-        return (logs_file_prefix, stats_freq_sec)
-
-    def _get_options_command_line_args_str(self, curr_options):
-        """
-        This method uses the provided Rocksdb OPTIONS to create a string of
-        command-line arguments for db_bench.
-        The --options_file argument is always given and the options that are
-        not supported by the OPTIONS file are given as separate arguments.
-        """
-        optional_args_str = DBBenchRunner.get_opt_args_str(
-            curr_options.get_misc_options()
-        )
-        # generate an options configuration file
-        options_file = curr_options.generate_options_config(nonce="12345")
-        optional_args_str += " --options_file=" + options_file
-        return optional_args_str
-
-    def _setup_db_before_experiment(self, curr_options, db_path):
-        # remove destination directory if it already exists
-        try:
-            shutil.rmtree(db_path, ignore_errors=True)
-        except OSError as e:
-            print("Error: rmdir " + e.filename + " " + e.strerror)
-        # setup database with a million keys using the fillrandom benchmark
-        command = "%s --benchmarks=fillrandom --db=%s --num=1000000" % (
-            self.db_bench_binary,
-            db_path,
-        )
-        args_str = self._get_options_command_line_args_str(curr_options)
-        command += args_str
-        self._run_command(command)
-
-    def _build_experiment_command(self, curr_options, db_path):
-        command = "%s --benchmarks=%s --statistics --perf_level=3 --db=%s" % (
-            self.db_bench_binary,
-            self.benchmark,
-            db_path,
-        )
-        # fetch the command-line arguments string for providing Rocksdb options
-        args_str = self._get_options_command_line_args_str(curr_options)
-        # handle the command-line args passed in the constructor, these
-        # arguments are specific to db_bench
-        for cmd_line_arg in self.db_bench_args:
-            args_str += " --" + cmd_line_arg
-        command += args_str
-        return command
-
-    def _run_command(self, command):
-        out_file = open(self.OUTPUT_FILE, "w+")
-        err_file = open(self.ERROR_FILE, "w+")
-        print("executing... - " + command)
-        subprocess.call(command, shell=True, stdout=out_file, stderr=err_file)
-        out_file.close()
-        err_file.close()
-
-    def run_experiment(self, db_options, db_path):
-        # setup the Rocksdb database before running experiment
-        self._setup_db_before_experiment(db_options, db_path)
-        # get the command to run the experiment
-        command = self._build_experiment_command(db_options, db_path)
-        experiment_start_time = int(time.time())
-        # run experiment
-        self._run_command(command)
-        experiment_end_time = int(time.time())
-        # parse the db_bench experiment output
-        parsed_output = self._parse_output(get_perf_context=True)
-
-        # get the log files path prefix and frequency at which Rocksdb stats
-        # are dumped in the logs
-        logs_file_prefix, stats_freq_sec = self.get_log_options(
-            db_options, parsed_output[self.DB_PATH]
-        )
-        # create the Rocksbd LOGS object
-        db_logs = DatabaseLogs(logs_file_prefix, db_options.get_column_families())
-        # Create the Log STATS object
-        db_log_stats = LogStatsParser(logs_file_prefix, stats_freq_sec)
-        # Create the PerfContext STATS object
-        db_perf_context = DatabasePerfContext(parsed_output[self.PERF_CON], 0, False)
-        # create the data-sources dictionary
-        data_sources = {
-            DataSource.Type.DB_OPTIONS: [db_options],
-            DataSource.Type.LOG: [db_logs],
-            DataSource.Type.TIME_SERIES: [db_log_stats, db_perf_context],
-        }
-        # Create the ODS STATS object
-        if self.ods_args:
-            key_prefix = ""
-            if "key_prefix" in self.ods_args:
-                key_prefix = self.ods_args["key_prefix"]
-            data_sources[DataSource.Type.TIME_SERIES].append(
-                OdsStatsFetcher(
-                    self.ods_args["client_script"],
-                    self.ods_args["entity"],
-                    experiment_start_time,
-                    experiment_end_time,
-                    key_prefix,
-                )
-            )
-        # return the experiment's data-sources and throughput
-        return data_sources, parsed_output[self.THROUGHPUT]