rocksdb-native 2.6.2 → 2.6.4

package/vendor/librocksdb/vendor/rocksdb/port/port_example.h

@@ -1,101 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-//
-// This file contains the specification, but not the implementations,
-// of the types/operations/etc. that should be defined by a platform
-// specific port_<platform>.h file.  Use this file as a reference for
-// how to port this package to a new platform.
-
-#pragma once
-
-namespace ROCKSDB_NAMESPACE {
-namespace port {
-
-// TODO(jorlow): Many of these belong more in the environment class rather than
-//               here. We should try moving them and see if it affects perf.
-
-// The following boolean constant must be true on a little-endian machine
-// and false otherwise.
-static const bool kLittleEndian = true /* or some other expression */;
-
-// ------------------ Threading -------------------
-
-// A Mutex represents an exclusive lock.
-class Mutex {
- public:
-  Mutex();
-  ~Mutex();
-
-  // Lock the mutex.  Waits until other lockers have exited.
-  // Will deadlock if the mutex is already locked by this thread.
-  void Lock();
-
-  // Unlock the mutex.
-  // REQUIRES: This mutex was locked by this thread.
-  void Unlock();
-
-  // Optionally crash if this thread does not hold this mutex.
-  // The implementation must be fast, especially if NDEBUG is
-  // defined.  The implementation is allowed to skip all checks.
-  void AssertHeld() const;
-};
-
-class CondVar {
- public:
-  explicit CondVar(Mutex* mu);
-  ~CondVar();
-
-  // Atomically release *mu and block on this condition variable until
-  // either a call to SignalAll(), or a call to Signal() that picks
-  // this thread to wakeup.
-  // REQUIRES: this thread holds *mu
-  void Wait();
-
-  // If there are some threads waiting, wake up at least one of them.
-  void Signal();
-
-  // Wake up all waiting threads.
-  void SignallAll();
-};
-
-// Thread-safe initialization.
-// Used as follows:
-//      static port::OnceType init_control = LEVELDB_ONCE_INIT;
-//      static void Initializer() { ... do something ...; }
-//      ...
-//      port::InitOnce(&init_control, &Initializer);
-using OnceType = intptr_t;
-#define LEVELDB_ONCE_INIT 0
-void InitOnce(port::OnceType*, void (*initializer)());
-
-// ------------------ Compression -------------------
-
-// Store the snappy compression of "input[0,input_length-1]" in *output.
-// Returns false if snappy is not supported by this port.
-bool Snappy_Compress(const char* input, size_t input_length,
-                     std::string* output);
-
-// If input[0,input_length-1] looks like a valid snappy compressed
-// buffer, store the size of the uncompressed data in *result and
-// return true.  Else return false.
-bool Snappy_GetUncompressedLength(const char* input, size_t length,
-                                  size_t* result);
-
-// Attempt to snappy uncompress input[0,input_length-1] into *output.
-// Returns true if successful, false if the input is invalid lightweight
-// compressed data.
-//
-// REQUIRES: at least the first "n" bytes of output[] must be writable
-// where "n" is the result of a successful call to
-// Snappy_GetUncompressedLength.
-bool Snappy_Uncompress(const char* input_data, size_t input_length,
-                       char* output);
-
-}  // namespace port
-}  // namespace ROCKSDB_NAMESPACE

package/vendor/librocksdb/vendor/rocksdb/port/port_posix.cc

@@ -1,300 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-
-#if !defined(OS_WIN)
-
-#include "port/port_posix.h"
-
-#include <cassert>
-#if defined(__i386__) || defined(__x86_64__)
-#include <cpuid.h>
-#endif
-#include <sched.h>
-#include <sys/resource.h>
-#include <sys/time.h>
-#include <unistd.h>
-
-#include <cerrno>
-#include <csignal>
-#include <cstdio>
-#include <cstdlib>
-#include <cstring>
-#include <fstream>
-#include <string>
-
-#include "util/string_util.h"
-
-namespace ROCKSDB_NAMESPACE {
-
-// We want to give users opportunity to default all the mutexes to adaptive if
-// not specified otherwise. This enables a quick way to conduct various
-// performance related experiements.
-//
-// NB! Support for adaptive mutexes is turned on by definining
-// ROCKSDB_PTHREAD_ADAPTIVE_MUTEX during the compilation. If you use RocksDB
-// build environment then this happens automatically; otherwise it's up to the
-// consumer to define the identifier.
-#ifdef ROCKSDB_DEFAULT_TO_ADAPTIVE_MUTEX
-const bool kDefaultToAdaptiveMutex = true;
-#else
-const bool kDefaultToAdaptiveMutex = false;
-#endif
-
-namespace port {
-
-static int PthreadCall(const char* label, int result) {
-  if (result != 0 && result != ETIMEDOUT && result != EBUSY) {
-    fprintf(stderr, "pthread %s: %s\n", label, errnoStr(result).c_str());
-    abort();
-  }
-  return result;
-}
-
-Mutex::Mutex(bool adaptive) {
-  (void)adaptive;
-#ifdef ROCKSDB_PTHREAD_ADAPTIVE_MUTEX
-  if (!adaptive) {
-    PthreadCall("init mutex", pthread_mutex_init(&mu_, nullptr));
-  } else {
-    pthread_mutexattr_t mutex_attr;
-    PthreadCall("init mutex attr", pthread_mutexattr_init(&mutex_attr));
-    PthreadCall("set mutex attr", pthread_mutexattr_settype(
-                                      &mutex_attr, PTHREAD_MUTEX_ADAPTIVE_NP));
-    PthreadCall("init mutex", pthread_mutex_init(&mu_, &mutex_attr));
-    PthreadCall("destroy mutex attr", pthread_mutexattr_destroy(&mutex_attr));
-  }
-#else
-  PthreadCall("init mutex", pthread_mutex_init(&mu_, nullptr));
-#endif  // ROCKSDB_PTHREAD_ADAPTIVE_MUTEX
-}
-
-Mutex::~Mutex() { PthreadCall("destroy mutex", pthread_mutex_destroy(&mu_)); }
-
-void Mutex::Lock() {
-  PthreadCall("lock", pthread_mutex_lock(&mu_));
-#ifndef NDEBUG
-  locked_ = true;
-#endif
-}
-
-void Mutex::Unlock() {
-#ifndef NDEBUG
-  locked_ = false;
-#endif
-  PthreadCall("unlock", pthread_mutex_unlock(&mu_));
-}
-
-bool Mutex::TryLock() {
-  bool ret = PthreadCall("trylock", pthread_mutex_trylock(&mu_)) == 0;
-#ifndef NDEBUG
-  if (ret) {
-    locked_ = true;
-  }
-#endif
-  return ret;
-}
-
-void Mutex::AssertHeld() const {
-#ifndef NDEBUG
-  assert(locked_);
-#endif
-}
-
-CondVar::CondVar(Mutex* mu) : mu_(mu) {
-  PthreadCall("init cv", pthread_cond_init(&cv_, nullptr));
-}
-
-CondVar::~CondVar() { PthreadCall("destroy cv", pthread_cond_destroy(&cv_)); }
-
-void CondVar::Wait() {
-#ifndef NDEBUG
-  mu_->locked_ = false;
-#endif
-  PthreadCall("wait", pthread_cond_wait(&cv_, &mu_->mu_));
-#ifndef NDEBUG
-  mu_->locked_ = true;
-#endif
-}
-
-bool CondVar::TimedWait(uint64_t abs_time_us) {
-  struct timespec ts;
-  ts.tv_sec = static_cast<time_t>(abs_time_us / 1000000);
-  ts.tv_nsec = static_cast<suseconds_t>((abs_time_us % 1000000) * 1000);
-
-#ifndef NDEBUG
-  mu_->locked_ = false;
-#endif
-  int err = pthread_cond_timedwait(&cv_, &mu_->mu_, &ts);
-#ifndef NDEBUG
-  mu_->locked_ = true;
-#endif
-  if (err == ETIMEDOUT) {
-    return true;
-  }
-  if (err != 0) {
-    PthreadCall("timedwait", err);
-  }
-  return false;
-}
-
-void CondVar::Signal() { PthreadCall("signal", pthread_cond_signal(&cv_)); }
-
-void CondVar::SignalAll() {
-  PthreadCall("broadcast", pthread_cond_broadcast(&cv_));
-}
-
-RWMutex::RWMutex() {
-  PthreadCall("init mutex", pthread_rwlock_init(&mu_, nullptr));
-}
-
-RWMutex::~RWMutex() {
-  PthreadCall("destroy mutex", pthread_rwlock_destroy(&mu_));
-}
-
-void RWMutex::ReadLock() {
-  PthreadCall("read lock", pthread_rwlock_rdlock(&mu_));
-}
-
-void RWMutex::WriteLock() {
-  PthreadCall("write lock", pthread_rwlock_wrlock(&mu_));
-}
-
-void RWMutex::ReadUnlock() {
-  PthreadCall("read unlock", pthread_rwlock_unlock(&mu_));
-}
-
-void RWMutex::WriteUnlock() {
-  PthreadCall("write unlock", pthread_rwlock_unlock(&mu_));
-}
-
-int PhysicalCoreID() {
-#if defined(ROCKSDB_SCHED_GETCPU_PRESENT) && defined(__x86_64__) && \
-    (__GNUC__ > 2 || (__GNUC__ == 2 && __GNUC_MINOR__ >= 22))
-  // sched_getcpu uses VDSO getcpu() syscall since 2.22. I believe Linux offers
-  // VDSO support only on x86_64. This is the fastest/preferred method if
-  // available.
-  int cpuno = sched_getcpu();
-  if (cpuno < 0) {
-    return -1;
-  }
-  return cpuno;
-#elif defined(__x86_64__) || defined(__i386__)
-  // clang/gcc both provide cpuid.h, which defines __get_cpuid(), for x86_64 and
-  // i386.
-  unsigned eax, ebx = 0, ecx, edx;
-  if (!__get_cpuid(1, &eax, &ebx, &ecx, &edx)) {
-    return -1;
-  }
-  return ebx >> 24;
-#else
-  // give up, the caller can generate a random number or something.
-  return -1;
-#endif
-}
-
-void InitOnce(OnceType* once, void (*initializer)()) {
-  PthreadCall("once", pthread_once(once, initializer));
-}
-
-void Crash(const std::string& srcfile, int srcline) {
-  fprintf(stdout, "Crashing at %s:%d\n", srcfile.c_str(), srcline);
-  fflush(stdout);
-  kill(getpid(), SIGTERM);
-}
-
-int GetMaxOpenFiles() {
-#if defined(RLIMIT_NOFILE)
-  struct rlimit no_files_limit;
-  if (getrlimit(RLIMIT_NOFILE, &no_files_limit) != 0) {
-    return -1;
-  }
-  // protect against overflow
-  if (static_cast<uintmax_t>(no_files_limit.rlim_cur) >=
-      static_cast<uintmax_t>(std::numeric_limits<int>::max())) {
-    return std::numeric_limits<int>::max();
-  }
-  return static_cast<int>(no_files_limit.rlim_cur);
-#endif
-  return -1;
-}
-
-void* cacheline_aligned_alloc(size_t size) {
-#if __GNUC__ < 5 && defined(__SANITIZE_ADDRESS__)
-  return malloc(size);
-#elif (_POSIX_C_SOURCE >= 200112L || _XOPEN_SOURCE >= 600 || defined(__APPLE__))
-  void* m;
-  errno = posix_memalign(&m, CACHE_LINE_SIZE, size);
-  return errno ? nullptr : m;
-#else
-  return malloc(size);
-#endif
-}
-
-void cacheline_aligned_free(void* memblock) { free(memblock); }
-
-static size_t GetPageSize() {
-#if defined(OS_LINUX) || defined(_SC_PAGESIZE)
-  long v = sysconf(_SC_PAGESIZE);
-  if (v >= 1024) {
-    return static_cast<size_t>(v);
-  }
-#endif
-  // Default assume 4KB
-  return 4U * 1024U;
-}
-
-const size_t kPageSize = GetPageSize();
-
-void SetCpuPriority(ThreadId id, CpuPriority priority) {
-#ifdef OS_LINUX
-  sched_param param;
-  param.sched_priority = 0;
-  switch (priority) {
-    case CpuPriority::kHigh:
-      sched_setscheduler(id, SCHED_OTHER, &param);
-      setpriority(PRIO_PROCESS, id, -20);
-      break;
-    case CpuPriority::kNormal:
-      sched_setscheduler(id, SCHED_OTHER, &param);
-      setpriority(PRIO_PROCESS, id, 0);
-      break;
-    case CpuPriority::kLow:
-      sched_setscheduler(id, SCHED_OTHER, &param);
-      setpriority(PRIO_PROCESS, id, 19);
-      break;
-    case CpuPriority::kIdle:
-      sched_setscheduler(id, SCHED_IDLE, &param);
-      break;
-    default:
-      assert(false);
-  }
-#else
-  (void)id;
-  (void)priority;
-#endif
-}
-
-int64_t GetProcessID() { return getpid(); }
-
-bool GenerateRfcUuid(std::string* output) {
-  output->clear();
-  std::ifstream f("/proc/sys/kernel/random/uuid");
-  std::getline(f, /*&*/ *output);
-  if (output->size() == 36) {
-    return true;
-  } else {
-    output->clear();
-    return false;
-  }
-}
-
-}  // namespace port
-}  // namespace ROCKSDB_NAMESPACE
-
-#endif

package/vendor/librocksdb/vendor/rocksdb/port/port_posix.h

@@ -1,246 +0,0 @@
-//  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
-//  This source code is licensed under both the GPLv2 (found in the
-//  COPYING file in the root directory) and Apache 2.0 License
-//  (found in the LICENSE.Apache file in the root directory).
-//
-// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file. See the AUTHORS file for names of contributors.
-//
-// See port_example.h for documentation for the following types/functions.
-
-#pragma once
-
-#include <thread>
-
-#include "rocksdb/port_defs.h"
-#include "rocksdb/rocksdb_namespace.h"
-
-// size_t printf formatting named in the manner of C99 standard formatting
-// strings such as PRIu64
-// in fact, we could use that one
-#define ROCKSDB_PRIszt "zu"
-
-#define __declspec(S)
-
-#undef PLATFORM_IS_LITTLE_ENDIAN
-#if defined(OS_MACOSX)
-#include <machine/endian.h>
-#if defined(__DARWIN_LITTLE_ENDIAN) && defined(__DARWIN_BYTE_ORDER)
-#define PLATFORM_IS_LITTLE_ENDIAN \
-  (__DARWIN_BYTE_ORDER == __DARWIN_LITTLE_ENDIAN)
-#endif
-#elif defined(OS_SOLARIS)
-#include <sys/isa_defs.h>
-#ifdef _LITTLE_ENDIAN
-#define PLATFORM_IS_LITTLE_ENDIAN true
-#else
-#define PLATFORM_IS_LITTLE_ENDIAN false
-#endif
-#include <alloca.h>
-#elif defined(OS_AIX)
-#include <arpa/nameser_compat.h>
-#include <sys/types.h>
-#define PLATFORM_IS_LITTLE_ENDIAN (BYTE_ORDER == LITTLE_ENDIAN)
-#include <alloca.h>
-#elif defined(OS_FREEBSD) || defined(OS_OPENBSD) || defined(OS_NETBSD) || \
-    defined(OS_DRAGONFLYBSD) || defined(OS_ANDROID)
-#include <sys/endian.h>
-#include <sys/types.h>
-#define PLATFORM_IS_LITTLE_ENDIAN (_BYTE_ORDER == _LITTLE_ENDIAN)
-#else
-#include <endian.h>
-#endif
-#include <pthread.h>
-#include <stdint.h>
-#include <string.h>
-
-#include <limits>
-#include <string>
-
-#ifndef PLATFORM_IS_LITTLE_ENDIAN
-#define PLATFORM_IS_LITTLE_ENDIAN (__BYTE_ORDER == __LITTLE_ENDIAN)
-#endif
-
-#if defined(OS_MACOSX) || defined(OS_SOLARIS) || defined(OS_FREEBSD) ||      \
-    defined(OS_NETBSD) || defined(OS_OPENBSD) || defined(OS_DRAGONFLYBSD) || \
-    defined(OS_ANDROID) || defined(CYGWIN) || defined(OS_AIX)
-// Use fread/fwrite/fflush on platforms without _unlocked variants
-#define fread_unlocked fread
-#define fwrite_unlocked fwrite
-#define fflush_unlocked fflush
-#endif
-
-#if defined(OS_MACOSX) || defined(OS_FREEBSD) || defined(OS_OPENBSD) || \
-    defined(OS_DRAGONFLYBSD)
-// Use fsync() on platforms without fdatasync()
-#define fdatasync fsync
-#endif
-
-#if defined(OS_ANDROID) && __ANDROID_API__ < 9
-// fdatasync() was only introduced in API level 9 on Android. Use fsync()
-// when targeting older platforms.
-#define fdatasync fsync
-#endif
-
-namespace ROCKSDB_NAMESPACE {
-
-extern const bool kDefaultToAdaptiveMutex;
-
-namespace port {
-constexpr bool kLittleEndian = PLATFORM_IS_LITTLE_ENDIAN;
-#undef PLATFORM_IS_LITTLE_ENDIAN
-
-class CondVar;
-
-class Mutex {
- public:
-  static const char* kName() { return "pthread_mutex_t"; }
-
-  explicit Mutex(bool adaptive = kDefaultToAdaptiveMutex);
-  // No copying
-  Mutex(const Mutex&) = delete;
-  void operator=(const Mutex&) = delete;
-
-  ~Mutex();
-
-  void Lock();
-  void Unlock();
-
-  bool TryLock();
-
-  // This will fail assertion if the mutex is not locked.
-  // It does NOT verify that mutex is held by a calling thread.
-  void AssertHeld() const;
-
-  // Also implement std Lockable
-  inline void lock() { Lock(); }
-  inline void unlock() { Unlock(); }
-  inline bool try_lock() { return TryLock(); }
-
- private:
-  friend class CondVar;
-  pthread_mutex_t mu_;
-#ifndef NDEBUG
-  bool locked_ = false;
-#endif
-};
-
-class RWMutex {
- public:
-  RWMutex();
-  // No copying allowed
-  RWMutex(const RWMutex&) = delete;
-  void operator=(const RWMutex&) = delete;
-
-  ~RWMutex();
-
-  void ReadLock();
-  void WriteLock();
-  void ReadUnlock();
-  void WriteUnlock();
-  void AssertHeld() const {}
-
- private:
-  pthread_rwlock_t mu_;  // the underlying platform mutex
-};
-
-class CondVar {
- public:
-  explicit CondVar(Mutex* mu);
-  ~CondVar();
-
-  Mutex* GetMutex() const { return mu_; }
-
-  void Wait();
-  // Timed condition wait.  Returns true if timeout occurred.
-  bool TimedWait(uint64_t abs_time_us);
-  void Signal();
-  void SignalAll();
-
- private:
-  pthread_cond_t cv_;
-  Mutex* mu_;
-};
-
-using Thread = std::thread;
-
-static inline void AsmVolatilePause() {
-#if defined(__i386__) || defined(__x86_64__)
-  asm volatile("pause");
-#elif defined(__aarch64__)
-  asm volatile("isb");
-#elif defined(__powerpc64__)
-  asm volatile("or 27,27,27");
-#elif defined(__loongarch64)
-  asm volatile("dbar 0");
-#endif
-  // it's okay for other platforms to be no-ops
-}
-
-// Returns -1 if not available on this platform
-int PhysicalCoreID();
-
-using OnceType = pthread_once_t;
-#define LEVELDB_ONCE_INIT PTHREAD_ONCE_INIT
-void InitOnce(OnceType* once, void (*initializer)());
-
-#ifndef CACHE_LINE_SIZE
-// To test behavior with non-native cache line size, e.g. for
-// Bloom filters, set TEST_CACHE_LINE_SIZE to the desired test size.
-// This disables ALIGN_AS to keep it from failing compilation.
-#ifdef TEST_CACHE_LINE_SIZE
-#define CACHE_LINE_SIZE TEST_CACHE_LINE_SIZE
-#define ALIGN_AS(n) /*empty*/
-#else
-#if defined(__s390__)
-#if defined(__GNUC__) && __GNUC__ < 7
-#define CACHE_LINE_SIZE 64U
-#else
-#define CACHE_LINE_SIZE 256U
-#endif
-#elif defined(__powerpc__) || defined(__aarch64__)
-#define CACHE_LINE_SIZE 128U
-#else
-#define CACHE_LINE_SIZE 64U
-#endif
-#define ALIGN_AS(n) alignas(n)
-#endif
-#endif
-
-static_assert((CACHE_LINE_SIZE & (CACHE_LINE_SIZE - 1)) == 0,
-              "Cache line size must be a power of 2 number of bytes");
-
-void* cacheline_aligned_alloc(size_t size);
-
-void cacheline_aligned_free(void* memblock);
-
-#if defined(__aarch64__)
-//  __builtin_prefetch(..., 1) turns into a prefetch into prfm pldl3keep. On
-// arm64 we want this as close to the core as possible to turn it into a
-// L1 prefetech unless locality == 0 in which case it will be turned into a
-// non-temporal prefetch
-#define PREFETCH(addr, rw, locality) \
-  __builtin_prefetch(addr, rw, locality >= 1 ? 3 : locality)
-#else
-#define PREFETCH(addr, rw, locality) __builtin_prefetch(addr, rw, locality)
-#endif
-
-void Crash(const std::string& srcfile, int srcline);
-
-int GetMaxOpenFiles();
-
-extern const size_t kPageSize;
-
-using ThreadId = pid_t;
-
-void SetCpuPriority(ThreadId id, CpuPriority priority);
-
-int64_t GetProcessID();
-
-// Uses platform APIs to generate a 36-character RFC-4122 UUID. Returns
-// true on success or false on failure.
-bool GenerateRfcUuid(std::string* output);
-
-}  // namespace port
-}  // namespace ROCKSDB_NAMESPACE