mdbxmou 0.1.26

package/deps/libmdbx/src/api-extra.c

@@ -0,0 +1,165 @@
+/// \copyright SPDX-License-Identifier: Apache-2.0
+/// \author Леонид Юрьев aka Leonid Yuriev <leo@yuriev.ru> \date 2015-2025
+
+#include "internals.h"
+
+/*------------------------------------------------------------------------------
+ * Readers API */
+
+__cold int mdbx_reader_list(const MDBX_env *env, MDBX_reader_list_func *func, void *ctx) {
+  int rc = check_env(env, true);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  if (unlikely(!func))
+    return LOG_IFERR(MDBX_EINVAL);
+
+  rc = MDBX_RESULT_TRUE;
+  int serial = 0;
+  lck_t *const lck = env->lck_mmap.lck;
+  if (likely(lck)) {
+    const size_t snap_nreaders = atomic_load32(&lck->rdt_length, mo_AcquireRelease);
+    for (size_t i = 0; i < snap_nreaders; i++) {
+      const reader_slot_t *r = lck->rdt + i;
+    retry_reader:;
+      const uint32_t pid = atomic_load32(&r->pid, mo_AcquireRelease);
+      if (!pid)
+        continue;
+      txnid_t txnid = safe64_read(&r->txnid);
+      const uint64_t tid = atomic_load64(&r->tid, mo_Relaxed);
+      const pgno_t pages_used = atomic_load32(&r->snapshot_pages_used, mo_Relaxed);
+      const uint64_t reader_pages_retired = atomic_load64(&r->snapshot_pages_retired, mo_Relaxed);
+      if (unlikely(txnid != safe64_read(&r->txnid) || pid != atomic_load32(&r->pid, mo_AcquireRelease) ||
+                   tid != atomic_load64(&r->tid, mo_Relaxed) ||
+                   pages_used != atomic_load32(&r->snapshot_pages_used, mo_Relaxed) ||
+                   reader_pages_retired != atomic_load64(&r->snapshot_pages_retired, mo_Relaxed)))
+        goto retry_reader;
+
+      eASSERT(env, txnid > 0);
+      if (txnid >= SAFE64_INVALID_THRESHOLD)
+        txnid = 0;
+
+      size_t bytes_used = 0;
+      size_t bytes_retained = 0;
+      uint64_t lag = 0;
+      if (txnid) {
+        troika_t troika = meta_tap(env);
+      retry_header:;
+        const meta_ptr_t head = meta_recent(env, &troika);
+        const uint64_t head_pages_retired = unaligned_peek_u64_volatile(4, head.ptr_v->pages_retired);
+        if (unlikely(meta_should_retry(env, &troika) ||
+                     head_pages_retired != unaligned_peek_u64_volatile(4, head.ptr_v->pages_retired)))
+          goto retry_header;
+
+        lag = (head.txnid - txnid) / xMDBX_TXNID_STEP;
+        bytes_used = pgno2bytes(env, pages_used);
+        bytes_retained = (head_pages_retired > reader_pages_retired)
+                             ? pgno2bytes(env, (pgno_t)(head_pages_retired - reader_pages_retired))
+                             : 0;
+      }
+      rc = func(ctx, ++serial, (unsigned)i, pid, (mdbx_tid_t)((intptr_t)tid), txnid, lag, bytes_used, bytes_retained);
+      if (unlikely(rc != MDBX_SUCCESS))
+        break;
+    }
+  }
+
+  return LOG_IFERR(rc);
+}
+
+__cold int mdbx_reader_check(MDBX_env *env, int *dead) {
+  if (dead)
+    *dead = 0;
+  return LOG_IFERR(mvcc_cleanup_dead(env, false, dead));
+}
+
+__cold int mdbx_thread_register(const MDBX_env *env) {
+  int rc = check_env(env, true);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  if (unlikely(!env->lck_mmap.lck))
+    return LOG_IFERR((env->flags & MDBX_EXCLUSIVE) ? MDBX_EINVAL : MDBX_EPERM);
+
+  if (unlikely((env->flags & ENV_TXKEY) == 0)) {
+    eASSERT(env, env->flags & MDBX_NOSTICKYTHREADS);
+    return LOG_IFERR(MDBX_EINVAL) /* MDBX_NOSTICKYTHREADS mode */;
+  }
+
+  eASSERT(env, (env->flags & (MDBX_NOSTICKYTHREADS | ENV_TXKEY)) == ENV_TXKEY);
+  reader_slot_t *r = thread_rthc_get(env->me_txkey);
+  if (unlikely(r != nullptr)) {
+    eASSERT(env, r->pid.weak == env->pid);
+    eASSERT(env, r->tid.weak == osal_thread_self());
+    if (unlikely(r->pid.weak != env->pid))
+      return LOG_IFERR(MDBX_BAD_RSLOT);
+    return MDBX_RESULT_TRUE /* already registered */;
+  }
+
+  return LOG_IFERR(mvcc_bind_slot((MDBX_env *)env).err);
+}
+
+__cold int mdbx_thread_unregister(const MDBX_env *env) {
+  int rc = check_env(env, true);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  if (unlikely(!env->lck_mmap.lck))
+    return MDBX_RESULT_TRUE;
+
+  if (unlikely((env->flags & ENV_TXKEY) == 0)) {
+    eASSERT(env, env->flags & MDBX_NOSTICKYTHREADS);
+    return MDBX_RESULT_TRUE /* MDBX_NOSTICKYTHREADS mode */;
+  }
+
+  eASSERT(env, (env->flags & (MDBX_NOSTICKYTHREADS | ENV_TXKEY)) == ENV_TXKEY);
+  reader_slot_t *r = thread_rthc_get(env->me_txkey);
+  if (unlikely(r == nullptr))
+    return MDBX_RESULT_TRUE /* not registered */;
+
+  eASSERT(env, r->pid.weak == env->pid);
+  if (unlikely(r->pid.weak != env->pid || r->tid.weak != osal_thread_self()))
+    return LOG_IFERR(MDBX_BAD_RSLOT);
+
+  eASSERT(env, r->txnid.weak >= SAFE64_INVALID_THRESHOLD);
+  if (unlikely(r->txnid.weak < SAFE64_INVALID_THRESHOLD))
+    return LOG_IFERR(MDBX_BUSY) /* transaction is still active */;
+
+  atomic_store32(&r->pid, 0, mo_Relaxed);
+  atomic_store32(&env->lck->rdt_refresh_flag, true, mo_AcquireRelease);
+  thread_rthc_set(env->me_txkey, nullptr);
+  return MDBX_SUCCESS;
+}
+
+/*------------------------------------------------------------------------------
+ * Locking API */
+
+int mdbx_txn_lock(MDBX_env *env, bool dont_wait) {
+  int rc = check_env(env, true);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  if (unlikely(env->flags & MDBX_RDONLY))
+    return LOG_IFERR(MDBX_EACCESS);
+  if (dont_wait && unlikely(env->basal_txn->owner || (env->basal_txn->flags & MDBX_TXN_FINISHED) == 0))
+    return LOG_IFERR(MDBX_BUSY);
+
+  return LOG_IFERR(lck_txn_lock(env, dont_wait));
+}
+
+int mdbx_txn_unlock(MDBX_env *env) {
+  int rc = check_env(env, true);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  if (unlikely(env->flags & MDBX_RDONLY))
+    return LOG_IFERR(MDBX_EACCESS);
+#if MDBX_TXN_CHECKOWNER
+  if (unlikely(env->basal_txn->owner != osal_thread_self()))
+    return LOG_IFERR(MDBX_THREAD_MISMATCH);
+#endif /* MDBX_TXN_CHECKOWNER */
+  if (unlikely((env->basal_txn->flags & MDBX_TXN_FINISHED) == 0))
+    return LOG_IFERR(MDBX_BUSY);
+
+  lck_txn_unlock(env);
+  return MDBX_SUCCESS;
+}

package/deps/libmdbx/src/api-key-transform.c

@@ -0,0 +1,197 @@
+/// \copyright SPDX-License-Identifier: Apache-2.0
+/// \author Леонид Юрьев aka Leonid Yuriev <leo@yuriev.ru> \date 2015-2025
+
+#include "internals.h"
+
+static inline double key2double(const int64_t key) {
+  union {
+    uint64_t u;
+    double f;
+  } casting;
+
+  casting.u = (key < 0) ? key + UINT64_C(0x8000000000000000) : UINT64_C(0xffffFFFFffffFFFF) - key;
+  return casting.f;
+}
+
+static inline uint64_t double2key(const double *const ptr) {
+  STATIC_ASSERT(sizeof(double) == sizeof(int64_t));
+  const int64_t i = *(const int64_t *)ptr;
+  const uint64_t u = (i < 0) ? UINT64_C(0xffffFFFFffffFFFF) - i : i + UINT64_C(0x8000000000000000);
+  if (ASSERT_ENABLED()) {
+    const double f = key2double(u);
+    assert(memcmp(&f, ptr, sizeof(double)) == 0);
+  }
+  return u;
+}
+
+static inline float key2float(const int32_t key) {
+  union {
+    uint32_t u;
+    float f;
+  } casting;
+
+  casting.u = (key < 0) ? key + UINT32_C(0x80000000) : UINT32_C(0xffffFFFF) - key;
+  return casting.f;
+}
+
+static inline uint32_t float2key(const float *const ptr) {
+  STATIC_ASSERT(sizeof(float) == sizeof(int32_t));
+  const int32_t i = *(const int32_t *)ptr;
+  const uint32_t u = (i < 0) ? UINT32_C(0xffffFFFF) - i : i + UINT32_C(0x80000000);
+  if (ASSERT_ENABLED()) {
+    const float f = key2float(u);
+    assert(memcmp(&f, ptr, sizeof(float)) == 0);
+  }
+  return u;
+}
+
+uint64_t mdbx_key_from_double(const double ieee754_64bit) { return double2key(&ieee754_64bit); }
+
+uint64_t mdbx_key_from_ptrdouble(const double *const ieee754_64bit) { return double2key(ieee754_64bit); }
+
+uint32_t mdbx_key_from_float(const float ieee754_32bit) { return float2key(&ieee754_32bit); }
+
+uint32_t mdbx_key_from_ptrfloat(const float *const ieee754_32bit) { return float2key(ieee754_32bit); }
+
+#define IEEE754_DOUBLE_MANTISSA_SIZE 52
+#define IEEE754_DOUBLE_EXPONENTA_BIAS 0x3FF
+#define IEEE754_DOUBLE_EXPONENTA_MAX 0x7FF
+#define IEEE754_DOUBLE_IMPLICIT_LEAD UINT64_C(0x0010000000000000)
+#define IEEE754_DOUBLE_MANTISSA_MASK UINT64_C(0x000FFFFFFFFFFFFF)
+#define IEEE754_DOUBLE_MANTISSA_AMAX UINT64_C(0x001FFFFFFFFFFFFF)
+
+static inline int clz64(uint64_t value) {
+#if __GNUC_PREREQ(4, 1) || __has_builtin(__builtin_clzl)
+  if (sizeof(value) == sizeof(int))
+    return __builtin_clz(value);
+  if (sizeof(value) == sizeof(long))
+    return __builtin_clzl(value);
+#if (defined(__SIZEOF_LONG_LONG__) && __SIZEOF_LONG_LONG__ == 8) || __has_builtin(__builtin_clzll)
+  return __builtin_clzll(value);
+#endif /* have(long long) && long long == uint64_t */
+#endif /* GNU C */
+
+#if defined(_MSC_VER)
+  unsigned long index;
+#if defined(_M_AMD64) || defined(_M_ARM64) || defined(_M_X64)
+  _BitScanReverse64(&index, value);
+  return 63 - index;
+#else
+  if (value > UINT32_MAX) {
+    _BitScanReverse(&index, (uint32_t)(value >> 32));
+    return 31 - index;
+  }
+  _BitScanReverse(&index, (uint32_t)value);
+  return 63 - index;
+#endif
+#endif /* MSVC */
+
+  value |= value >> 1;
+  value |= value >> 2;
+  value |= value >> 4;
+  value |= value >> 8;
+  value |= value >> 16;
+  value |= value >> 32;
+  static const uint8_t debruijn_clz64[64] = {63, 16, 62, 7,  15, 36, 61, 3,  6,  14, 22, 26, 35, 47, 60, 2,
+                                             9,  5,  28, 11, 13, 21, 42, 19, 25, 31, 34, 40, 46, 52, 59, 1,
+                                             17, 8,  37, 4,  23, 27, 48, 10, 29, 12, 43, 20, 32, 41, 53, 18,
+                                             38, 24, 49, 30, 44, 33, 54, 39, 50, 45, 55, 51, 56, 57, 58, 0};
+  return debruijn_clz64[value * UINT64_C(0x03F79D71B4CB0A89) >> 58];
+}
+
+static inline uint64_t round_mantissa(const uint64_t u64, int shift) {
+  assert(shift < 0 && u64 > 0);
+  shift = -shift;
+  const unsigned half = 1 << (shift - 1);
+  const unsigned lsb = 1 & (unsigned)(u64 >> shift);
+  const unsigned tie2even = 1 ^ lsb;
+  return (u64 + half - tie2even) >> shift;
+}
+
+uint64_t mdbx_key_from_jsonInteger(const int64_t json_integer) {
+  const uint64_t bias = UINT64_C(0x8000000000000000);
+  if (json_integer > 0) {
+    const uint64_t u64 = json_integer;
+    int shift = clz64(u64) - (64 - IEEE754_DOUBLE_MANTISSA_SIZE - 1);
+    uint64_t mantissa = u64 << shift;
+    if (unlikely(shift < 0)) {
+      mantissa = round_mantissa(u64, shift);
+      if (mantissa > IEEE754_DOUBLE_MANTISSA_AMAX)
+        mantissa = round_mantissa(u64, --shift);
+    }
+
+    assert(mantissa >= IEEE754_DOUBLE_IMPLICIT_LEAD && mantissa <= IEEE754_DOUBLE_MANTISSA_AMAX);
+    const uint64_t exponent = (uint64_t)IEEE754_DOUBLE_EXPONENTA_BIAS + IEEE754_DOUBLE_MANTISSA_SIZE - shift;
+    assert(exponent > 0 && exponent <= IEEE754_DOUBLE_EXPONENTA_MAX);
+    const uint64_t key = bias + (exponent << IEEE754_DOUBLE_MANTISSA_SIZE) + (mantissa - IEEE754_DOUBLE_IMPLICIT_LEAD);
+#if !defined(_MSC_VER) || defined(_DEBUG) /* Workaround for MSVC error LNK2019: unresolved external                    \
+                                             symbol __except1 referenced in function __ftol3_except */
+    assert(key == mdbx_key_from_double((double)json_integer));
+#endif /* Workaround for MSVC */
+    return key;
+  }
+
+  if (json_integer < 0) {
+    const uint64_t u64 = -json_integer;
+    int shift = clz64(u64) - (64 - IEEE754_DOUBLE_MANTISSA_SIZE - 1);
+    uint64_t mantissa = u64 << shift;
+    if (unlikely(shift < 0)) {
+      mantissa = round_mantissa(u64, shift);
+      if (mantissa > IEEE754_DOUBLE_MANTISSA_AMAX)
+        mantissa = round_mantissa(u64, --shift);
+    }
+
+    assert(mantissa >= IEEE754_DOUBLE_IMPLICIT_LEAD && mantissa <= IEEE754_DOUBLE_MANTISSA_AMAX);
+    const uint64_t exponent = (uint64_t)IEEE754_DOUBLE_EXPONENTA_BIAS + IEEE754_DOUBLE_MANTISSA_SIZE - shift;
+    assert(exponent > 0 && exponent <= IEEE754_DOUBLE_EXPONENTA_MAX);
+    const uint64_t key =
+        bias - 1 - (exponent << IEEE754_DOUBLE_MANTISSA_SIZE) - (mantissa - IEEE754_DOUBLE_IMPLICIT_LEAD);
+#if !defined(_MSC_VER) || defined(_DEBUG) /* Workaround for MSVC error LNK2019: unresolved external                    \
+                                             symbol __except1 referenced in function __ftol3_except */
+    assert(key == mdbx_key_from_double((double)json_integer));
+#endif /* Workaround for MSVC */
+    return key;
+  }
+
+  return bias;
+}
+
+int64_t mdbx_jsonInteger_from_key(const MDBX_val v) {
+  assert(v.iov_len == 8);
+  const uint64_t key = unaligned_peek_u64(2, v.iov_base);
+  const uint64_t bias = UINT64_C(0x8000000000000000);
+  const uint64_t covalent = (key > bias) ? key - bias : bias - key - 1;
+  const int shift = IEEE754_DOUBLE_EXPONENTA_BIAS + 63 -
+                    (IEEE754_DOUBLE_EXPONENTA_MAX & (int)(covalent >> IEEE754_DOUBLE_MANTISSA_SIZE));
+  if (unlikely(shift < 1))
+    return (key < bias) ? INT64_MIN : INT64_MAX;
+  if (unlikely(shift > 63))
+    return 0;
+
+  const uint64_t unscaled = ((covalent & IEEE754_DOUBLE_MANTISSA_MASK) << (63 - IEEE754_DOUBLE_MANTISSA_SIZE)) + bias;
+  const int64_t absolute = unscaled >> shift;
+  const int64_t value = (key < bias) ? -absolute : absolute;
+  assert(key == mdbx_key_from_jsonInteger(value) ||
+         (mdbx_key_from_jsonInteger(value - 1) < key && key < mdbx_key_from_jsonInteger(value + 1)));
+  return value;
+}
+
+double mdbx_double_from_key(const MDBX_val v) {
+  assert(v.iov_len == 8);
+  return key2double(unaligned_peek_u64(2, v.iov_base));
+}
+
+float mdbx_float_from_key(const MDBX_val v) {
+  assert(v.iov_len == 4);
+  return key2float(unaligned_peek_u32(2, v.iov_base));
+}
+
+int32_t mdbx_int32_from_key(const MDBX_val v) {
+  assert(v.iov_len == 4);
+  return (int32_t)(unaligned_peek_u32(2, v.iov_base) - UINT32_C(0x80000000));
+}
+
+int64_t mdbx_int64_from_key(const MDBX_val v) {
+  assert(v.iov_len == 8);
+  return (int64_t)(unaligned_peek_u64(2, v.iov_base) - UINT64_C(0x8000000000000000));
+}

package/deps/libmdbx/src/api-misc.c

@@ -0,0 +1,286 @@
+/// \copyright SPDX-License-Identifier: Apache-2.0
+/// \author Леонид Юрьев aka Leonid Yuriev <leo@yuriev.ru> \date 2015-2025
+
+#include "internals.h"
+
+__cold int mdbx_is_readahead_reasonable(size_t volume, intptr_t redundancy) {
+  if (volume <= 1024 * 1024 * 4ul)
+    return MDBX_RESULT_TRUE;
+
+  intptr_t pagesize, total_ram_pages;
+  int err = mdbx_get_sysraminfo(&pagesize, &total_ram_pages, nullptr);
+  if (unlikely(err != MDBX_SUCCESS))
+    return LOG_IFERR(err);
+
+  const int log2page = log2n_powerof2(pagesize);
+  const intptr_t volume_pages = (volume + pagesize - 1) >> log2page;
+  const intptr_t redundancy_pages = (redundancy < 0) ? -(intptr_t)((-redundancy + pagesize - 1) >> log2page)
+                                                     : (intptr_t)(redundancy + pagesize - 1) >> log2page;
+  if (volume_pages >= total_ram_pages || volume_pages + redundancy_pages >= total_ram_pages)
+    return MDBX_RESULT_FALSE;
+
+  intptr_t avail_ram_pages;
+  err = mdbx_get_sysraminfo(nullptr, nullptr, &avail_ram_pages);
+  if (unlikely(err != MDBX_SUCCESS))
+    return LOG_IFERR(err);
+
+  return (volume_pages + redundancy_pages >= avail_ram_pages) ? MDBX_RESULT_FALSE : MDBX_RESULT_TRUE;
+}
+
+int mdbx_dbi_sequence(MDBX_txn *txn, MDBX_dbi dbi, uint64_t *result, uint64_t increment) {
+  int rc = check_txn(txn, MDBX_TXN_BLOCKED);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  rc = dbi_check(txn, dbi);
+  if (unlikely(rc != MDBX_SUCCESS))
+    return LOG_IFERR(rc);
+
+  if (unlikely(txn->dbi_state[dbi] & DBI_STALE)) {
+    rc = tbl_fetch(txn, dbi);
+    if (unlikely(rc != MDBX_SUCCESS))
+      return LOG_IFERR(rc);
+  }
+
+  tree_t *dbs = &txn->dbs[dbi];
+  if (likely(result))
+    *result = dbs->sequence;
+
+  if (likely(increment > 0)) {
+    if (unlikely(dbi == FREE_DBI || (txn->flags & MDBX_TXN_RDONLY) != 0))
+      return MDBX_EACCESS;
+
+    uint64_t new = dbs->sequence + increment;
+    if (unlikely(new < increment))
+      return MDBX_RESULT_TRUE;
+
+    tASSERT(txn, new > dbs->sequence);
+    if ((txn->dbi_state[dbi] & DBI_DIRTY) == 0) {
+      txn->flags |= MDBX_TXN_DIRTY;
+      txn->dbi_state[dbi] |= DBI_DIRTY;
+      if (unlikely(dbi == MAIN_DBI) && txn->dbs[MAIN_DBI].root != P_INVALID) {
+        /* LY: Временная подпорка для coherency_check(), которую в перспективе
+         * следует заменить вместе с переделкой установки mod_txnid.
+         *
+         * Суть проблемы:
+         *  - coherency_check() в качестве одного из критериев "когерентности"
+         *    проверяет условие meta.maindb.mod_txnid == maindb.root->txnid;
+         *  - при обновлении maindb.sequence высталяется DBI_DIRTY, что приведет
+         *    к обновлению meta.maindb.mod_txnid = current_txnid;
+         *  - однако, если в само дерево maindb обновление не вносились и оно
+         *    не пустое, то корневая страницы останеться с прежним txnid и из-за
+         *    этого ложно сработает coherency_check().
+         *
+         * Временное (текущее) решение: Принудительно обновляем корневую
+         * страницу в описанной выше ситуации. Это устраняет проблему, но и
+         * не создает рисков регресса.
+         *
+         * FIXME: Итоговое решение, которое предстоит реализовать:
+         *  - изменить семантику установки/обновления mod_txnid, привязав его
+         *    строго к изменению b-tree, но не атрибутов;
+         *  - обновлять mod_txnid при фиксации вложенных транзакций;
+         *  - для dbi-хендлов пользовательских table (видимо) можно оставить
+         *    DBI_DIRTY в качестве признака необходимости обновления записи
+         *    table в MainDB, при этом взводить DBI_DIRTY вместе с обновлением
+         *    mod_txnid, в том числе при обновлении sequence.
+         *  - для MAIN_DBI при обновлении sequence не следует взводить DBI_DIRTY
+         *    и/или обновлять mod_txnid, а только взводить MDBX_TXN_DIRTY.
+         *  - альтернативно, можно перераспределить флажки-признаки dbi_state,
+         *    чтобы различать состояние dirty-tree и dirty-attributes. */
+        cursor_couple_t cx;
+        rc = cursor_init(&cx.outer, txn, MAIN_DBI);
+        if (unlikely(rc != MDBX_SUCCESS))
+          return LOG_IFERR(rc);
+        rc = tree_search(&cx.outer, nullptr, Z_MODIFY | Z_ROOTONLY);
+        if (unlikely(rc != MDBX_SUCCESS))
+          return LOG_IFERR(rc);
+      }
+    }
+    dbs->sequence = new;
+  }
+
+  return MDBX_SUCCESS;
+}
+
+int mdbx_cmp(const MDBX_txn *txn, MDBX_dbi dbi, const MDBX_val *a, const MDBX_val *b) {
+  eASSERT(nullptr, txn->signature == txn_signature);
+  tASSERT(txn, (dbi_state(txn, dbi) & DBI_VALID) && !dbi_changed(txn, dbi));
+  tASSERT(txn, dbi < txn->env->n_dbi && (txn->env->dbs_flags[dbi] & DB_VALID) != 0);
+  return txn->env->kvs[dbi].clc.k.cmp(a, b);
+}
+
+int mdbx_dcmp(const MDBX_txn *txn, MDBX_dbi dbi, const MDBX_val *a, const MDBX_val *b) {
+  eASSERT(nullptr, txn->signature == txn_signature);
+  tASSERT(txn, (dbi_state(txn, dbi) & DBI_VALID) && !dbi_changed(txn, dbi));
+  tASSERT(txn, dbi < txn->env->n_dbi && (txn->env->dbs_flags[dbi] & DB_VALID));
+  return txn->env->kvs[dbi].clc.v.cmp(a, b);
+}
+
+__cold MDBX_cmp_func *mdbx_get_keycmp(MDBX_db_flags_t flags) { return builtin_keycmp(flags); }
+
+__cold MDBX_cmp_func *mdbx_get_datacmp(MDBX_db_flags_t flags) { return builtin_datacmp(flags); }
+
+/*----------------------------------------------------------------------------*/
+
+__cold const char *mdbx_liberr2str(int errnum) {
+  /* Table of descriptions for MDBX errors */
+  static const char *const tbl[] = {
+      "MDBX_KEYEXIST: Key/data pair already exists",
+      "MDBX_NOTFOUND: No matching key/data pair found",
+      "MDBX_PAGE_NOTFOUND: Requested page not found",
+      "MDBX_CORRUPTED: Database is corrupted",
+      "MDBX_PANIC: Environment had fatal error",
+      "MDBX_VERSION_MISMATCH: DB version mismatch libmdbx",
+      "MDBX_INVALID: File is not an MDBX file",
+      "MDBX_MAP_FULL: Environment mapsize limit reached",
+      "MDBX_DBS_FULL: Too many DBI-handles (maxdbs reached)",
+      "MDBX_READERS_FULL: Too many readers (maxreaders reached)",
+      nullptr /* MDBX_TLS_FULL (-30789): unused in MDBX */,
+      "MDBX_TXN_FULL: Transaction has too many dirty pages,"
+      " i.e transaction is too big",
+      "MDBX_CURSOR_FULL: Cursor stack limit reachedn - this usually indicates"
+      " corruption, i.e branch-pages loop",
+      "MDBX_PAGE_FULL: Internal error - Page has no more space",
+      "MDBX_UNABLE_EXTEND_MAPSIZE: Database engine was unable to extend"
+      " mapping, e.g. since address space is unavailable or busy,"
+      " or Operation system not supported such operations",
+      "MDBX_INCOMPATIBLE: Environment or database is not compatible"
+      " with the requested operation or the specified flags",
+      "MDBX_BAD_RSLOT: Invalid reuse of reader locktable slot,"
+      " e.g. read-transaction already run for current thread",
+      "MDBX_BAD_TXN: Transaction is not valid for requested operation,"
+      " e.g. had errored and be must aborted, has a child, or is invalid",
+      "MDBX_BAD_VALSIZE: Invalid size or alignment of key or data"
+      " for target database, either invalid table name",
+      "MDBX_BAD_DBI: The specified DBI-handle is invalid"
+      " or changed by another thread/transaction",
+      "MDBX_PROBLEM: Unexpected internal error, transaction should be aborted",
+      "MDBX_BUSY: Another write transaction is running,"
+      " or environment is already used while opening with MDBX_EXCLUSIVE flag",
+  };
+
+  if (errnum >= MDBX_KEYEXIST && errnum <= MDBX_BUSY) {
+    int i = errnum - MDBX_KEYEXIST;
+    return tbl[i];
+  }
+
+  switch (errnum) {
+  case MDBX_SUCCESS:
+    return "MDBX_SUCCESS: Successful";
+  case MDBX_EMULTIVAL:
+    return "MDBX_EMULTIVAL: The specified key has"
+           " more than one associated value";
+  case MDBX_EBADSIGN:
+    return "MDBX_EBADSIGN: Wrong signature of a runtime object(s),"
+           " e.g. memory corruption or double-free";
+  case MDBX_WANNA_RECOVERY:
+    return "MDBX_WANNA_RECOVERY: Database should be recovered,"
+           " but this could NOT be done automatically for now"
+           " since it opened in read-only mode";
+  case MDBX_EKEYMISMATCH:
+    return "MDBX_EKEYMISMATCH: The given key value is mismatched to the"
+           " current cursor position";
+  case MDBX_TOO_LARGE:
+    return "MDBX_TOO_LARGE: Database is too large for current system,"
+           " e.g. could NOT be mapped into RAM";
+  case MDBX_THREAD_MISMATCH:
+    return "MDBX_THREAD_MISMATCH: A thread has attempted to use a not"
+           " owned object, e.g. a transaction that started by another thread";
+  case MDBX_TXN_OVERLAPPING:
+    return "MDBX_TXN_OVERLAPPING: Overlapping read and write transactions for"
+           " the current thread";
+  case MDBX_DUPLICATED_CLK:
+    return "MDBX_DUPLICATED_CLK: Alternative/Duplicate LCK-file is exists,"
+           " please keep one and remove unused other";
+  case MDBX_DANGLING_DBI:
+    return "MDBX_DANGLING_DBI: Some cursors and/or other resources should be"
+           " closed before table or corresponding DBI-handle could be (re)used";
+  case MDBX_OUSTED:
+    return "MDBX_OUSTED: The parked read transaction was outed for the sake"
+           " of recycling old MVCC snapshots";
+  case MDBX_MVCC_RETARDED:
+    return "MDBX_MVCC_RETARDED: MVCC snapshot used by parked transaction was bygone";
+  default:
+    return nullptr;
+  }
+}
+
+__cold const char *mdbx_strerror_r(int errnum, char *buf, size_t buflen) {
+  const char *msg = mdbx_liberr2str(errnum);
+  if (!msg && buflen > 0 && buflen < INT_MAX) {
+#if defined(_WIN32) || defined(_WIN64)
+    DWORD size = FormatMessageA(FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, nullptr, errnum,
+                                MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), buf, (DWORD)buflen, nullptr);
+    while (size && buf[size - 1] <= ' ')
+      --size;
+    buf[size] = 0;
+    return size ? buf : "FormatMessageA(FORMAT_MESSAGE_FROM_SYSTEM) failed";
+#elif defined(_GNU_SOURCE) && defined(__GLIBC__)
+    /* GNU-specific */
+    if (errnum > 0)
+      msg = strerror_r(errnum, buf, buflen);
+#elif (_POSIX_C_SOURCE >= 200112L || _XOPEN_SOURCE >= 600)
+    /* XSI-compliant */
+    if (errnum > 0 && strerror_r(errnum, buf, buflen) == 0)
+      msg = buf;
+#else
+    if (errnum > 0) {
+      msg = strerror(errnum);
+      if (msg) {
+        strncpy(buf, msg, buflen);
+        msg = buf;
+      }
+    }
+#endif
+    if (!msg) {
+      (void)snprintf(buf, buflen, "error %d", errnum);
+      msg = buf;
+    }
+    buf[buflen - 1] = '\0';
+  }
+  return msg;
+}
+
+__cold const char *mdbx_strerror(int errnum) {
+#if defined(_WIN32) || defined(_WIN64)
+  static char buf[1024];
+  return mdbx_strerror_r(errnum, buf, sizeof(buf));
+#else
+  const char *msg = mdbx_liberr2str(errnum);
+  if (!msg) {
+    if (errnum > 0)
+      msg = strerror(errnum);
+    if (!msg) {
+      static char buf[32];
+      (void)snprintf(buf, sizeof(buf) - 1, "error %d", errnum);
+      msg = buf;
+    }
+  }
+  return msg;
+#endif
+}
+
+#if defined(_WIN32) || defined(_WIN64) /* Bit of madness for Windows */
+const char *mdbx_strerror_r_ANSI2OEM(int errnum, char *buf, size_t buflen) {
+  const char *msg = mdbx_liberr2str(errnum);
+  if (!msg && buflen > 0 && buflen < INT_MAX) {
+    DWORD size = FormatMessageA(FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, nullptr, errnum,
+                                MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), buf, (DWORD)buflen, nullptr);
+    while (size && buf[size - 1] <= ' ')
+      --size;
+    buf[size] = 0;
+    if (!size)
+      msg = "FormatMessageA(FORMAT_MESSAGE_FROM_SYSTEM) failed";
+    else if (!CharToOemBuffA(buf, buf, size))
+      msg = "CharToOemBuffA() failed";
+    else
+      msg = buf;
+  }
+  return msg;
+}
+
+const char *mdbx_strerror_ANSI2OEM(int errnum) {
+  static char buf[1024];
+  return mdbx_strerror_r_ANSI2OEM(errnum, buf, sizeof(buf));
+}
+#endif /* Bit of madness for Windows */