rocksdb-native 2.6.2 → 2.6.4

package/vendor/librocksdb/vendor/rocksdb/port/win/xpress_win.cc

@@ -1,210 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-
-#if defined(OS_WIN)
-
-#include "port/win/xpress_win.h"
-
-#include <windows.h>
-
-#include <cassert>
-#include <iostream>
-#include <limits>
-#include <memory>
-
-#ifdef XPRESS
-
-// Put this under ifdef so windows systems w/o this
-// can still build
-#include <compressapi.h>
-
-namespace ROCKSDB_NAMESPACE {
-namespace port {
-namespace xpress {
-
-// Helpers
-namespace {
-
-auto CloseCompressorFun = [](void* h) {
-  if (NULL != h) {
-    ::CloseCompressor(reinterpret_cast<COMPRESSOR_HANDLE>(h));
-  }
-};
-
-auto CloseDecompressorFun = [](void* h) {
-  if (NULL != h) {
-    ::CloseDecompressor(reinterpret_cast<DECOMPRESSOR_HANDLE>(h));
-  }
-};
-}  // namespace
-
-bool Compress(const char* input, size_t length, std::string* output) {
-  assert(input != nullptr);
-  assert(output != nullptr);
-
-  if (length == 0) {
-    output->clear();
-    return true;
-  }
-
-  COMPRESS_ALLOCATION_ROUTINES* allocRoutinesPtr = nullptr;
-
-  COMPRESSOR_HANDLE compressor = NULL;
-
-  BOOL success =
-      CreateCompressor(COMPRESS_ALGORITHM_XPRESS,  //  Compression Algorithm
-                       allocRoutinesPtr,  //  Optional allocation routine
-                       &compressor);      //  Handle
-
-  if (!success) {
-#ifdef _DEBUG
-    std::cerr << "XPRESS: Failed to create Compressor LastError: "
-              << GetLastError() << std::endl;
-#endif
-    return false;
-  }
-
-  std::unique_ptr<void, decltype(CloseCompressorFun)> compressorGuard(
-      compressor, CloseCompressorFun);
-
-  SIZE_T compressedBufferSize = 0;
-
-  //  Query compressed buffer size.
-  success = ::Compress(compressor,                //  Compressor Handle
-                       const_cast<char*>(input),  //  Input buffer
-                       length,                    //  Uncompressed data size
-                       NULL,                      //  Compressed Buffer
-                       0,                         //  Compressed Buffer size
-                       &compressedBufferSize);    //  Compressed Data size
-
-  if (!success) {
-    auto lastError = GetLastError();
-
-    if (lastError != ERROR_INSUFFICIENT_BUFFER) {
-#ifdef _DEBUG
-      std::cerr
-          << "XPRESS: Failed to estimate compressed buffer size LastError "
-          << lastError << std::endl;
-#endif
-      return false;
-    }
-  }
-
-  assert(compressedBufferSize > 0);
-
-  std::string result;
-  result.resize(compressedBufferSize);
-
-  SIZE_T compressedDataSize = 0;
-
-  //  Compress
-  success = ::Compress(compressor,                //  Compressor Handle
-                       const_cast<char*>(input),  //  Input buffer
-                       length,                    //  Uncompressed data size
-                       &result[0],                //  Compressed Buffer
-                       compressedBufferSize,      //  Compressed Buffer size
-                       &compressedDataSize);      //  Compressed Data size
-
-  if (!success) {
-#ifdef _DEBUG
-    std::cerr << "XPRESS: Failed to compress LastError " << GetLastError()
-              << std::endl;
-#endif
-    return false;
-  }
-
-  result.resize(compressedDataSize);
-  output->swap(result);
-
-  return true;
-}
-
-char* Decompress(const char* input_data, size_t input_length,
-                 size_t* uncompressed_size) {
-  assert(input_data != nullptr);
-  assert(uncompressed_size != nullptr);
-
-  if (input_length == 0) {
-    return nullptr;
-  }
-
-  COMPRESS_ALLOCATION_ROUTINES* allocRoutinesPtr = nullptr;
-
-  DECOMPRESSOR_HANDLE decompressor = NULL;
-
-  BOOL success =
-      CreateDecompressor(COMPRESS_ALGORITHM_XPRESS,  //  Compression Algorithm
-                         allocRoutinesPtr,  //  Optional allocation routine
-                         &decompressor);    //  Handle
-
-  if (!success) {
-#ifdef _DEBUG
-    std::cerr << "XPRESS: Failed to create Decompressor LastError "
-              << GetLastError() << std::endl;
-#endif
-    return nullptr;
-  }
-
-  std::unique_ptr<void, decltype(CloseDecompressorFun)> compressorGuard(
-      decompressor, CloseDecompressorFun);
-
-  SIZE_T decompressedBufferSize = 0;
-
-  success = ::Decompress(decompressor,                   //  Compressor Handle
-                         const_cast<char*>(input_data),  //  Compressed data
-                         input_length,              //  Compressed data size
-                         NULL,                      //  Buffer set to NULL
-                         0,                         //  Buffer size set to 0
-                         &decompressedBufferSize);  //  Decompressed Data size
-
-  if (!success) {
-    auto lastError = GetLastError();
-
-    if (lastError != ERROR_INSUFFICIENT_BUFFER) {
-#ifdef _DEBUG
-      std::cerr
-          << "XPRESS: Failed to estimate decompressed buffer size LastError "
-          << lastError << std::endl;
-#endif
-      return nullptr;
-    }
-  }
-
-  assert(decompressedBufferSize > 0);
-
-  // The callers are deallocating using delete[]
-  // thus we must allocate with new[]
-  std::unique_ptr<char[]> outputBuffer(new char[decompressedBufferSize]);
-
-  SIZE_T decompressedDataSize = 0;
-
-  success = ::Decompress(decompressor, const_cast<char*>(input_data),
-                         input_length, outputBuffer.get(),
-                         decompressedBufferSize, &decompressedDataSize);
-
-  if (!success) {
-#ifdef _DEBUG
-    std::cerr << "XPRESS: Failed to decompress LastError " << GetLastError()
-              << std::endl;
-#endif
-    return nullptr;
-  }
-
-  *uncompressed_size = decompressedDataSize;
-
-  // Return the raw buffer to the caller supporting the tradition
-  return outputBuffer.release();
-}
-}  // namespace xpress
-}  // namespace port
-}  // namespace ROCKSDB_NAMESPACE
-
-#endif
-
-#endif

package/vendor/librocksdb/vendor/rocksdb/port/win/xpress_win.h

@@ -1,26 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-
-#pragma once
-
-#include <string>
-
-#include "rocksdb/rocksdb_namespace.h"
-
-namespace ROCKSDB_NAMESPACE {
-namespace port {
-namespace xpress {
-
-bool Compress(const char* input, size_t length, std::string* output);
-
-char* Decompress(const char* input_data, size_t input_length,
-                 size_t* uncompressed_size);
-}  // namespace xpress
-}  // namespace port
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/port/xpress.h

@@ -1,17 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-
-#pragma once
-
-// Xpress on Windows is implemeted using Win API
-#if defined(ROCKSDB_PLATFORM_POSIX)
-#error "Xpress compression not implemented"
-#elif defined(OS_WIN)
-#include "port/win/xpress_win.h"
-#endif

package/vendor/librocksdb/vendor/rocksdb/rocksdb.pc.in

@@ -1,10 +0,0 @@
-prefix="@CMAKE_INSTALL_PREFIX@"
-includedir="${prefix}/@CMAKE_INSTALL_INCLUDEDIR@"
-libdir="${prefix}/@CMAKE_INSTALL_LIBDIR@"
-
-Name: @PROJECT_NAME@
-Description: @PROJECT_DESCRIPTION@
-URL: @PROJECT_HOMEPAGE_URL@
-Version: @PROJECT_VERSION@
-Cflags: -I"${includedir}"
-Libs: -L"${libdir}" -lrocksdb

package/vendor/librocksdb/vendor/rocksdb/table/adaptive/adaptive_table_factory.cc

@@ -1,119 +0,0 @@
-// Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-
-#include "table/adaptive/adaptive_table_factory.h"
-
-#include "port/port.h"
-#include "table/format.h"
-#include "table/table_builder.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-AdaptiveTableFactory::AdaptiveTableFactory(
-    std::shared_ptr<TableFactory> table_factory_to_write,
-    std::shared_ptr<TableFactory> block_based_table_factory,
-    std::shared_ptr<TableFactory> plain_table_factory,
-    std::shared_ptr<TableFactory> cuckoo_table_factory)
-    : table_factory_to_write_(table_factory_to_write),
-      block_based_table_factory_(block_based_table_factory),
-      plain_table_factory_(plain_table_factory),
-      cuckoo_table_factory_(cuckoo_table_factory) {
-  if (!plain_table_factory_) {
-    plain_table_factory_.reset(NewPlainTableFactory());
-  }
-  if (!block_based_table_factory_) {
-    block_based_table_factory_.reset(NewBlockBasedTableFactory());
-  }
-  if (!cuckoo_table_factory_) {
-    cuckoo_table_factory_.reset(NewCuckooTableFactory());
-  }
-  if (!table_factory_to_write_) {
-    table_factory_to_write_ = block_based_table_factory_;
-  }
-}
-
-Status AdaptiveTableFactory::NewTableReader(
-    const ReadOptions& ro, const TableReaderOptions& table_reader_options,
-    std::unique_ptr<RandomAccessFileReader>&& file, uint64_t file_size,
-    std::unique_ptr<TableReader>* table,
-    bool prefetch_index_and_filter_in_cache) const {
-  Footer footer;
-  IOOptions opts;
-  auto s =
-      ReadFooterFromFile(opts, file.get(), *table_reader_options.ioptions.fs,
-                         nullptr /* prefetch_buffer */, file_size, &footer);
-  if (!s.ok()) {
-    return s;
-  }
-  if (footer.table_magic_number() == kPlainTableMagicNumber ||
-      footer.table_magic_number() == kLegacyPlainTableMagicNumber) {
-    return plain_table_factory_->NewTableReader(
-        table_reader_options, std::move(file), file_size, table);
-  } else if (footer.table_magic_number() == kBlockBasedTableMagicNumber ||
-             footer.table_magic_number() == kLegacyBlockBasedTableMagicNumber) {
-    return block_based_table_factory_->NewTableReader(
-        ro, table_reader_options, std::move(file), file_size, table,
-        prefetch_index_and_filter_in_cache);
-  } else if (footer.table_magic_number() == kCuckooTableMagicNumber) {
-    return cuckoo_table_factory_->NewTableReader(
-        table_reader_options, std::move(file), file_size, table);
-  } else {
-    return Status::NotSupported("Unidentified table format");
-  }
-}
-
-TableBuilder* AdaptiveTableFactory::NewTableBuilder(
-    const TableBuilderOptions& table_builder_options,
-    WritableFileWriter* file) const {
-  return table_factory_to_write_->NewTableBuilder(table_builder_options, file);
-}
-
-std::string AdaptiveTableFactory::GetPrintableOptions() const {
-  std::string ret;
-  ret.reserve(20000);
-  const int kBufferSize = 200;
-  char buffer[kBufferSize];
-
-  if (table_factory_to_write_) {
-    snprintf(buffer, kBufferSize, "  write factory (%s) options:\n%s\n",
-             (table_factory_to_write_->Name() ? table_factory_to_write_->Name()
-                                              : ""),
-             table_factory_to_write_->GetPrintableOptions().c_str());
-    ret.append(buffer);
-  }
-  if (plain_table_factory_) {
-    snprintf(buffer, kBufferSize, "  %s options:\n%s\n",
-             plain_table_factory_->Name() ? plain_table_factory_->Name() : "",
-             plain_table_factory_->GetPrintableOptions().c_str());
-    ret.append(buffer);
-  }
-  if (block_based_table_factory_) {
-    snprintf(
-        buffer, kBufferSize, "  %s options:\n%s\n",
-        (block_based_table_factory_->Name() ? block_based_table_factory_->Name()
-                                            : ""),
-        block_based_table_factory_->GetPrintableOptions().c_str());
-    ret.append(buffer);
-  }
-  if (cuckoo_table_factory_) {
-    snprintf(buffer, kBufferSize, "  %s options:\n%s\n",
-             cuckoo_table_factory_->Name() ? cuckoo_table_factory_->Name() : "",
-             cuckoo_table_factory_->GetPrintableOptions().c_str());
-    ret.append(buffer);
-  }
-  return ret;
-}
-
-TableFactory* NewAdaptiveTableFactory(
-    std::shared_ptr<TableFactory> table_factory_to_write,
-    std::shared_ptr<TableFactory> block_based_table_factory,
-    std::shared_ptr<TableFactory> plain_table_factory,
-    std::shared_ptr<TableFactory> cuckoo_table_factory) {
-  return new AdaptiveTableFactory(table_factory_to_write,
-                                  block_based_table_factory,
-                                  plain_table_factory, cuckoo_table_factory);
-}
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/table/adaptive/adaptive_table_factory.h

@@ -1,56 +0,0 @@
-// Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-
-#pragma once
-
-
-#include <string>
-
-#include "rocksdb/options.h"
-#include "rocksdb/table.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-struct EnvOptions;
-
-class Status;
-class RandomAccessFile;
-class WritableFile;
-class Table;
-class TableBuilder;
-
-class AdaptiveTableFactory : public TableFactory {
- public:
-  ~AdaptiveTableFactory() {}
-
-  explicit AdaptiveTableFactory(
-      std::shared_ptr<TableFactory> table_factory_to_write,
-      std::shared_ptr<TableFactory> block_based_table_factory,
-      std::shared_ptr<TableFactory> plain_table_factory,
-      std::shared_ptr<TableFactory> cuckoo_table_factory);
-
-  const char* Name() const override { return "AdaptiveTableFactory"; }
-
-  using TableFactory::NewTableReader;
-  Status NewTableReader(
-      const ReadOptions& ro, const TableReaderOptions& table_reader_options,
-      std::unique_ptr<RandomAccessFileReader>&& file, uint64_t file_size,
-      std::unique_ptr<TableReader>* table,
-      bool prefetch_index_and_filter_in_cache = true) const override;
-
-  TableBuilder* NewTableBuilder(
-      const TableBuilderOptions& table_builder_options,
-      WritableFileWriter* file) const override;
-
-  std::string GetPrintableOptions() const override;
-
- private:
-  std::shared_ptr<TableFactory> table_factory_to_write_;
-  std::shared_ptr<TableFactory> block_based_table_factory_;
-  std::shared_ptr<TableFactory> plain_table_factory_;
-  std::shared_ptr<TableFactory> cuckoo_table_factory_;
-};
-
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/table/block_based/binary_search_index_reader.cc

@@ -1,73 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-#include "table/block_based/binary_search_index_reader.h"
-
-namespace ROCKSDB_NAMESPACE {
-Status BinarySearchIndexReader::Create(
-    const BlockBasedTable* table, const ReadOptions& ro,
-    FilePrefetchBuffer* prefetch_buffer, bool use_cache, bool prefetch,
-    bool pin, BlockCacheLookupContext* lookup_context,
-    std::unique_ptr<IndexReader>* index_reader) {
-  assert(table != nullptr);
-  assert(table->get_rep());
-  assert(!pin || prefetch);
-  assert(index_reader != nullptr);
-
-  CachableEntry<Block> index_block;
-  if (prefetch || !use_cache) {
-    const Status s =
-        ReadIndexBlock(table, prefetch_buffer, ro, use_cache,
-                       /*get_context=*/nullptr, lookup_context, &index_block);
-    if (!s.ok()) {
-      return s;
-    }
-
-    if (use_cache && !pin) {
-      index_block.Reset();
-    }
-  }
-
-  index_reader->reset(
-      new BinarySearchIndexReader(table, std::move(index_block)));
-
-  return Status::OK();
-}
-
-InternalIteratorBase<IndexValue>* BinarySearchIndexReader::NewIterator(
-    const ReadOptions& read_options, bool /* disable_prefix_seek */,
-    IndexBlockIter* iter, GetContext* get_context,
-    BlockCacheLookupContext* lookup_context) {
-  const BlockBasedTable::Rep* rep = table()->get_rep();
-  CachableEntry<Block> index_block;
-  const Status s = GetOrReadIndexBlock(get_context, lookup_context,
-                                       &index_block, read_options);
-  if (!s.ok()) {
-    if (iter != nullptr) {
-      iter->Invalidate(s);
-      return iter;
-    }
-
-    return NewErrorInternalIterator<IndexValue>(s);
-  }
-
-  Statistics* kNullStats = nullptr;
-  // We don't return pinned data from index blocks, so no need
-  // to set `block_contents_pinned`.
-  auto it = index_block.GetValue()->NewIndexIterator(
-      internal_comparator()->user_comparator(),
-      rep->get_global_seqno(BlockType::kIndex), iter, kNullStats, true,
-      index_has_first_key(), index_key_includes_seq(), index_value_is_full(),
-      false /* block_contents_pinned */, user_defined_timestamps_persisted());
-
-  assert(it != nullptr);
-  index_block.TransferTo(it);
-
-  return it;
-}
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/table/block_based/binary_search_index_reader.h

@@ -1,48 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-#pragma once
-#include "table/block_based/index_reader_common.h"
-
-namespace ROCKSDB_NAMESPACE {
-// Index that allows binary search lookup for the first key of each block.
-// This class can be viewed as a thin wrapper for `Block` class which already
-// supports binary search.
-class BinarySearchIndexReader : public BlockBasedTable::IndexReaderCommon {
- public:
-  // Read index from the file and create an intance for
-  // `BinarySearchIndexReader`.
-  // On success, index_reader will be populated; otherwise it will remain
-  // unmodified.
-  static Status Create(const BlockBasedTable* table, const ReadOptions& ro,
-                       FilePrefetchBuffer* prefetch_buffer, bool use_cache,
-                       bool prefetch, bool pin,
-                       BlockCacheLookupContext* lookup_context,
-                       std::unique_ptr<IndexReader>* index_reader);
-
-  InternalIteratorBase<IndexValue>* NewIterator(
-      const ReadOptions& read_options, bool /* disable_prefix_seek */,
-      IndexBlockIter* iter, GetContext* get_context,
-      BlockCacheLookupContext* lookup_context) override;
-
-  size_t ApproximateMemoryUsage() const override {
-    size_t usage = ApproximateIndexBlockMemoryUsage();
-#ifdef ROCKSDB_MALLOC_USABLE_SIZE
-    usage += malloc_usable_size(const_cast<BinarySearchIndexReader*>(this));
-#else
-    usage += sizeof(*this);
-#endif  // ROCKSDB_MALLOC_USABLE_SIZE
-    return usage;
-  }
-
- private:
-  BinarySearchIndexReader(const BlockBasedTable* t,
-                          CachableEntry<Block>&& index_block)
-      : IndexReaderCommon(t, std::move(index_block)) {}
-};
-}  // namespace ROCKSDB_NAMESPACE