catboost 1.25.1 → 1.26.0

package/inc/util/system/context.h

@@ -1,181 +0,0 @@
-#pragma once
-
-#include "align.h"
-#include "defaults.h"
-#include "compiler.h"
-#include "sanitizers.h"
-
-#include <util/generic/array_ref.h>
-#include <util/generic/utility.h>
-#include <util/generic/yexception.h>
-
-#define STACK_ALIGN (8 * PLATFORM_DATA_ALIGN)
-
-#if defined(_x86_64_) || defined(_i386_) || defined(_arm_) || defined(_ppc64_)
-#define STACK_GROW_DOWN 1
-#else
-#error todo
-#endif
-
-/*
- * switch method
- */
-#if defined(_bionic_) || defined(__IOS__)
-#define USE_GENERIC_CONT
-#elif defined(_cygwin_)
-#define USE_UCONTEXT_CONT
-#elif defined(_win_)
-#define USE_FIBER_CONT
-#elif (defined(_i386_) || defined(_x86_64_) || defined(_arm64_)) && !defined(_k1om_)
-#define USE_JUMP_CONT
-#else
-#define USE_UCONTEXT_CONT
-#endif
-
-#if defined(USE_JUMP_CONT)
-#if defined(_arm64_)
-#include "context_aarch64.h"
-#else
-#include "context_x86.h"
-#endif
-#endif
-
-#if defined(USE_UCONTEXT_CONT)
-#include <ucontext.h>
-#endif
-
-struct ITrampoLine {
-    virtual ~ITrampoLine() = default;
-
-    virtual void DoRun();
-    virtual void DoRunNaked();
-};
-
-struct TContClosure {
-    ITrampoLine* TrampoLine;
-    TArrayRef<char> Stack;
-    const char* ContName = nullptr;
-};
-
-#if defined(USE_UCONTEXT_CONT)
-class TContMachineContext {
-    typedef void (*ucontext_func_t)(void);
-
-public:
-    inline TContMachineContext() {
-        getcontext(&Ctx_);
-    }
-
-    inline TContMachineContext(const TContClosure& c) {
-        getcontext(&Ctx_);
-
-        Ctx_.uc_link = 0;
-        Ctx_.uc_stack.ss_sp = (void*)c.Stack.data();
-        Ctx_.uc_stack.ss_size = c.Stack.size();
-        Ctx_.uc_stack.ss_flags = 0;
-
-        extern void ContextTrampoLine(void* arg);
-        makecontext(&Ctx_, (ucontext_func_t)ContextTrampoLine, 1, c.TrampoLine);
-    }
-
-    inline ~TContMachineContext() {
-    }
-
-    inline void SwitchTo(TContMachineContext* next) noexcept {
-        swapcontext(&Ctx_, &next->Ctx_);
-    }
-
-private:
-    ucontext_t Ctx_;
-};
-#endif
-
-#if defined(USE_GENERIC_CONT)
-class TContMachineContext {
-    struct TImpl;
-
-public:
-    TContMachineContext();
-    TContMachineContext(const TContClosure& c);
-
-    ~TContMachineContext();
-
-    void SwitchTo(TContMachineContext* next) noexcept;
-
-private:
-    THolder<TImpl> Impl_;
-};
-#endif
-
-#if defined(USE_FIBER_CONT)
-class TContMachineContext {
-public:
-    TContMachineContext();
-    TContMachineContext(const TContClosure& c);
-    ~TContMachineContext();
-
-    void SwitchTo(TContMachineContext* next) noexcept;
-
-private:
-    void* Fiber_;
-    bool MainFiber_;
-};
-#endif
-
-#if defined(USE_JUMP_CONT)
-class TContMachineContext {
-public:
-    inline TContMachineContext() {
-        Zero(Buf_);
-    }
-
-    TContMachineContext(const TContClosure& c);
-
-    inline ~TContMachineContext() = default;
-
-    void SwitchTo(TContMachineContext* next) noexcept;
-
-private:
-    __myjmp_buf Buf_;
-
-    struct TSan: public ITrampoLine, public ::NSan::TFiberContext {
-        TSan() noexcept;
-        TSan(const TContClosure& c) noexcept;
-
-        void DoRunNaked() override;
-
-        ITrampoLine* TL;
-    };
-
-#if defined(_asan_enabled_) || defined(_tsan_enabled_)
-    TSan San_;
-#endif
-};
-#endif
-
-static inline size_t MachineContextSize() noexcept {
-    return sizeof(TContMachineContext);
-}
-
-/*
- * be polite
- */
-#if !defined(FROM_CONTEXT_IMPL)
-#undef USE_JUMP_CONT
-#undef USE_FIBER_CONT
-#undef USE_GENERIC_CONT
-#undef USE_UCONTEXT_CONT
-#undef PROGR_CNT
-#undef STACK_CNT
-#undef EXTRA_PUSH_ARGS
-#endif
-
-struct TExceptionSafeContext: public TContMachineContext {
-    using TContMachineContext::TContMachineContext;
-
-    void SwitchTo(TExceptionSafeContext* to) noexcept;
-
-#if defined(_unix_)
-    void* Buf_[2] = {nullptr, nullptr};
-#endif
-};

package/inc/util/system/context_aarch64.h

@@ -1,8 +0,0 @@
-#pragma once
-
-typedef unsigned long __myjmp_buf[22];
-
-#define FRAME_CNT 10
-#define PROGR_CNT 11
-#define STACK_CNT 13
-#define EXTRA_PUSH_ARGS 2

package/inc/util/system/context_i686.h

@@ -1,9 +0,0 @@
-#pragma once
-
-#define MJB_BP 3
-#define MJB_SP 4
-#define MJB_PC 5
-#define MJB_RBP MJB_BP
-#define MJB_RSP MJB_SP
-
-typedef int __myjmp_buf[6];

package/inc/util/system/context_x86.h

@@ -1,12 +0,0 @@
-#pragma once
-
-#if defined(_x86_64_)
-#include "context_x86_64.h"
-#elif defined(_i386_)
-#include "context_i686.h"
-#endif
-
-#define PROGR_CNT MJB_PC
-#define STACK_CNT MJB_RSP
-#define FRAME_CNT MJB_RBP
-#define EXTRA_PUSH_ARGS 1

package/inc/util/system/context_x86_64.h

@@ -1,7 +0,0 @@
-#pragma once
-
-#define MJB_RBP 1
-#define MJB_RSP 6
-#define MJB_PC 7
-
-typedef long int __myjmp_buf[8];

package/inc/util/system/cpu_id.h

@@ -1,159 +0,0 @@
-#pragma once
-
-#include "types.h"
-#include "compiler.h"
-#include <util/generic/singleton.h>
-
-#define Y_CPU_ID_ENUMERATE(F) \
-    F(SSE)                    \
-    F(SSE2)                   \
-    F(SSE3)                   \
-    F(SSSE3)                  \
-    F(SSE41)                  \
-    F(SSE42)                  \
-    F(F16C)                   \
-    F(POPCNT)                 \
-    F(BMI1)                   \
-    F(BMI2)                   \
-    F(PCLMUL)                 \
-    F(AES)                    \
-    F(AVX)                    \
-    F(FMA)                    \
-    F(AVX2)                   \
-    F(AVX512F)                \
-    F(AVX512DQ)               \
-    F(AVX512IFMA)             \
-    F(AVX512PF)               \
-    F(AVX512ER)               \
-    F(AVX512CD)               \
-    F(AVX512BW)               \
-    F(AVX512VL)               \
-    F(AVX512VBMI)             \
-    F(PREFETCHWT1)            \
-    F(SHA)                    \
-    F(ADX)                    \
-    F(RDRAND)                 \
-    F(RDSEED)                 \
-    F(PCOMMIT)                \
-    F(RDTSCP)                 \
-    F(CLFLUSHOPT)             \
-    F(CLWB)                   \
-    F(XSAVE)                  \
-    F(OSXSAVE)
-
-#define Y_CPU_ID_ENUMERATE_OUTLINED_CACHED_DEFINE(F) \
-    F(F16C)                   \
-    F(BMI1)                   \
-    F(BMI2)                   \
-    F(PCLMUL)                 \
-    F(AES)                    \
-    F(AVX)                    \
-    F(FMA)                    \
-    F(AVX2)                   \
-    F(AVX512F)                \
-    F(AVX512DQ)               \
-    F(AVX512IFMA)             \
-    F(AVX512PF)               \
-    F(AVX512ER)               \
-    F(AVX512CD)               \
-    F(AVX512BW)               \
-    F(AVX512VL)               \
-    F(AVX512VBMI)             \
-    F(PREFETCHWT1)            \
-    F(SHA)                    \
-    F(ADX)                    \
-    F(RDRAND)                 \
-    F(RDSEED)                 \
-    F(PCOMMIT)                \
-    F(RDTSCP)                 \
-    F(CLFLUSHOPT)             \
-    F(CLWB)                   \
-    F(XSAVE)                  \
-    F(OSXSAVE)
-
-namespace NX86 {
-    /**
-     * returns false on non-x86 platforms
-     */
-    bool CpuId(ui32 op, ui32 res[4]) noexcept;
-    bool CpuId(ui32 op, ui32 subOp, ui32 res[4]) noexcept;
-
-#define Y_DEF_NAME(X) Y_CONST_FUNCTION bool Have##X() noexcept;
-    Y_CPU_ID_ENUMERATE(Y_DEF_NAME)
-#undef Y_DEF_NAME
-
-#define Y_DEF_NAME(X) Y_CONST_FUNCTION bool CachedHave##X() noexcept;
-    Y_CPU_ID_ENUMERATE_OUTLINED_CACHED_DEFINE(Y_DEF_NAME)
-#undef Y_DEF_NAME
-
-struct TFlagsCache {
-#define Y_DEF_NAME(X) const bool Have##X##_ = NX86::Have##X();
-    Y_CPU_ID_ENUMERATE(Y_DEF_NAME)
-#undef Y_DEF_NAME
-};
-
-#define Y_LOOKUP_CPU_ID_IMPL(X) return SingletonWithPriority<TFlagsCache, 0>()->Have##X##_;
-
-inline bool CachedHaveSSE() noexcept {
-#ifdef _sse_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(SSE)
-#endif
-}
-
-
-inline bool CachedHaveSSE2() noexcept {
-#ifdef _sse2_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(SSE2)
-#endif
-}
-
-inline bool CachedHaveSSE3() noexcept {
-#ifdef _sse3_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(SSE3)
-#endif
-}
-
-inline bool CachedHaveSSSE3() noexcept {
-#ifdef _ssse3_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(SSSE3)
-#endif
-}
-
-inline bool CachedHaveSSE41() noexcept {
-#ifdef _sse4_1_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(SSE41)
-#endif
-}
-
-inline bool CachedHaveSSE42() noexcept {
-#ifdef _sse4_2_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(SSE42)
-#endif
-}
-
-inline bool CachedHavePOPCNT() noexcept {
-#ifdef _popcnt_
-    return true;
-#else
-    Y_LOOKUP_CPU_ID_IMPL(POPCNT)
-#endif
-}
-
-#undef Y_LOOKUP_CPU_ID_IMPL
-
-
-}
-
-const char* CpuBrand(ui32 store[12]) noexcept;

package/inc/util/system/daemon.h

@@ -1,28 +0,0 @@
-#pragma once
-
-namespace NDaemonMaker {
-    enum ECloseDescriptors {
-        closeAll = 0,
-        closeStdIoOnly
-    };
-
-    enum EStdIoDescriptors {
-        openNone = 0,
-        openDevNull,
-        openYandexStd
-    };
-
-    enum EChDir {
-        chdirNone = 0,
-        chdirRoot
-    };
-
-    enum EParent {
-        callExitFromParent = 0,
-        returnFromParent
-    };
-
-
-    bool MakeMeDaemon(ECloseDescriptors cd = closeAll, EStdIoDescriptors iod = openDevNull, EChDir chd = chdirRoot, EParent parent = callExitFromParent);
-    void CloseFrom(int fd);
-}

package/inc/util/system/datetime.h

@@ -1,98 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-#include "platform.h"
-
-#if defined(_win_)
-#include <intrin.h>
-#pragma intrinsic(__rdtsc)
-#endif // _win_
-
-#if defined(_darwin_) && !defined(_x86_)
-#include <mach/mach_time.h>
-#endif
-
-/// util/system/datetime.h contains only system time providers
-/// for handy datetime utilities include util/datetime/base.h
-
-/// Current time in microseconds since epoch
-ui64 MicroSeconds() noexcept;
-/// Current time in milliseconds since epoch
-inline ui64 MilliSeconds() {
-    return MicroSeconds() / ui64(1000);
-}
-/// Current time in milliseconds since epoch (deprecated, use MilliSeconds instead)
-inline ui64 millisec() {
-    return MilliSeconds();
-}
-/// Current time in seconds since epoch
-ui32 Seconds() noexcept;
-///Current thread time in microseconds
-ui64 ThreadCPUUserTime() noexcept;
-ui64 ThreadCPUSystemTime() noexcept;
-ui64 ThreadCPUTime() noexcept;
-
-void NanoSleep(ui64 ns) noexcept;
-
-// GetCycleCount guarantees to return synchronous values on different cores
-// and provide constant rate only on modern Intel and AMD processors
-// NOTE: rdtscp is used to prevent out of order execution
-// rdtsc can be reordered, while rdtscp cannot be reordered
-// with preceding instructions
-// PERFORMANCE: rdtsc - 15 cycles per call , rdtscp - 19 cycles per call
-// WARNING: following instruction can be executed out-of-order
-Y_FORCE_INLINE ui64 GetCycleCount() noexcept {
-#if defined(_MSC_VER)
-    // Generates the rdtscp instruction, which returns the processor time stamp.
-    // The processor time stamp records the number of clock cycles since the last reset.
-    extern const bool HaveRdtscp;
-
-    if (HaveRdtscp) {
-        unsigned int aux;
-        return __rdtscp(&aux);
-    } else {
-        return __rdtsc();
-    }
-#elif defined(_x86_64_)
-    extern const bool HaveRdtscp;
-
-    unsigned hi, lo;
-
-    if (HaveRdtscp) {
-        __asm__ __volatile__("rdtscp"
-                             : "=a"(lo), "=d"(hi)::"%rcx");
-    } else {
-        __asm__ __volatile__("rdtsc"
-                             : "=a"(lo), "=d"(hi));
-    }
-
-    return ((unsigned long long)lo) | (((unsigned long long)hi) << 32);
-#elif defined(_i386_)
-    extern const bool HaveRdtscp;
-
-    ui64 x;
-    if (HaveRdtscp) {
-        __asm__ volatile("rdtscp\n\t"
-                         : "=A"(x)::"%ecx");
-    } else {
-        __asm__ volatile("rdtsc\n\t"
-                         : "=A"(x));
-    }
-    return x;
-#elif defined(_darwin_)
-    return mach_absolute_time();
-#elif defined(__clang__) && !defined(_arm_)
-    return __builtin_readcyclecounter();
-#elif defined(_arm32_)
-    return MicroSeconds();
-#elif defined(_arm64_)
-    ui64 x;
-
-    __asm__ __volatile__("isb; mrs %0, cntvct_el0"
-                         : "=r"(x));
-
-    return x;
-#else
-#error "unsupported arch"
-#endif
-}

package/inc/util/system/defaults.h

@@ -1,149 +0,0 @@
-#pragma once
-
-#include "platform.h"
-
-#if defined _unix_
-#define LOCSLASH_C '/'
-#define LOCSLASH_S "/"
-#else
-#define LOCSLASH_C '\\'
-#define LOCSLASH_S "\\"
-#endif // _unix_
-
-#if defined(__INTEL_COMPILER) && defined(__cplusplus)
-#include <new>
-#endif
-
-// low and high parts of integers
-#if !defined(_win_)
-#include <sys/param.h>
-#endif
-
-#if defined(BSD) || defined(_android_)
-
-#if defined(BSD)
-#include <machine/endian.h>
-#endif
-
-#if defined(_android_)
-#include <endian.h>
-#endif
-
-#if (BYTE_ORDER == LITTLE_ENDIAN)
-#define _little_endian_
-#elif (BYTE_ORDER == BIG_ENDIAN)
-#define _big_endian_
-#else
-#error unknown endian not supported
-#endif
-
-#elif (defined(_sun_) && !defined(__i386__)) || defined(_hpux_) || defined(WHATEVER_THAT_HAS_BIG_ENDIAN)
-#define _big_endian_
-#else
-#define _little_endian_
-#endif
-
-// alignment
-#if (defined(_sun_) && !defined(__i386__)) || defined(_hpux_) || defined(__alpha__) || defined(__ia64__) || defined(WHATEVER_THAT_NEEDS_ALIGNING_QUADS)
-#define _must_align8_
-#endif
-
-#if (defined(_sun_) && !defined(__i386__)) || defined(_hpux_) || defined(__alpha__) || defined(__ia64__) || defined(WHATEVER_THAT_NEEDS_ALIGNING_LONGS)
-#define _must_align4_
-#endif
-
-#if (defined(_sun_) && !defined(__i386__)) || defined(_hpux_) || defined(__alpha__) || defined(__ia64__) || defined(WHATEVER_THAT_NEEDS_ALIGNING_SHORTS)
-#define _must_align2_
-#endif
-
-#if defined(__GNUC__)
-#define alias_hack __attribute__((__may_alias__))
-#endif
-
-#ifndef alias_hack
-#define alias_hack
-#endif
-
-#include "types.h"
-
-#if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)
-#define PRAGMA(x) _Pragma(#x)
-#define RCSID(idstr) PRAGMA(comment(exestr, idstr))
-#else
-#define RCSID(idstr) static const char rcsid[] = idstr
-#endif
-
-#include "compiler.h"
-
-#ifdef _win_
-#include <malloc.h>
-#elif defined(_sun_)
-#include <alloca.h>
-#endif
-
-#ifdef NDEBUG
-#define Y_IF_DEBUG(X)
-#else
-#define Y_IF_DEBUG(X) X
-#endif
-
-/**
- * @def Y_ARRAY_SIZE
- *
- * This macro is needed to get number of elements in a statically allocated fixed size array. The
- * expression is a compile-time constant and therefore can be used in compile time computations.
- *
- * @code
- * enum ENumbers {
- *     EN_ONE,
- *     EN_TWO,
- *     EN_SIZE
- * }
- *
- * const char* NAMES[] = {
- *     "one",
- *     "two"
- * }
- *
- * static_assert(Y_ARRAY_SIZE(NAMES) == EN_SIZE, "you should define `NAME` for each enumeration");
- * @endcode
- *
- * This macro also catches type errors. If you see a compiler error like "warning: division by zero
- * is undefined" when using `Y_ARRAY_SIZE` then you are probably giving it a pointer.
- *
- * Since all of our code is expected to work on a 64 bit platform where pointers are 8 bytes we may
- * falsefully accept pointers to types of sizes that are divisors of 8 (1, 2, 4 and 8).
- */
-#if defined(__cplusplus)
-#include <util/generic/array_size.h>
-#else
-#undef Y_ARRAY_SIZE
-#define Y_ARRAY_SIZE(arr) \
-    ((sizeof(arr) / sizeof((arr)[0])) / static_cast<size_t>(!(sizeof(arr) % sizeof((arr)[0]))))
-#endif
-
-#undef Y_ARRAY_BEGIN
-#define Y_ARRAY_BEGIN(arr) (arr)
-
-#undef Y_ARRAY_END
-#define Y_ARRAY_END(arr) ((arr) + Y_ARRAY_SIZE(arr))
-
-/**
- * Concatenates two symbols, even if one of them is itself a macro.
- */
-#define Y_CAT(X, Y) Y_CAT_I(X, Y)
-#define Y_CAT_I(X, Y) Y_CAT_II(X, Y)
-#define Y_CAT_II(X, Y) X##Y
-
-#define Y_STRINGIZE(X) UTIL_PRIVATE_STRINGIZE_AUX(X)
-#define UTIL_PRIVATE_STRINGIZE_AUX(X) #X
-
-#if defined(__COUNTER__)
-#define Y_GENERATE_UNIQUE_ID(N) Y_CAT(N, __COUNTER__)
-#endif
-
-#if !defined(Y_GENERATE_UNIQUE_ID)
-#define Y_GENERATE_UNIQUE_ID(N) Y_CAT(N, __LINE__)
-#endif
-
-#define NPOS ((size_t)-1)

package/inc/util/system/demangle.h

@@ -1,5 +0,0 @@
-#pragma once
-
-#include <util/generic/string.h>
-
-TString CppDemangle(const TString& name);

package/inc/util/system/demangle_impl.h

@@ -1,23 +0,0 @@
-#pragma once
-
-#include <util/generic/ptr.h>
-#include <util/generic/string.h>
-
-namespace NPrivate {
-
-    /*
-     * cxxabi::__cxa_demangle (and thus TCppDemanger) have terrible memory ownership model.
-     *
-     * Consider using CppDemangle instead. It is slow, but robust.
-     */
-    class TCppDemangler {
-    public:
-        const char* Demangle(const char* name);
-
-    private:
-        THolder<char, TFree> TmpBuf_;
-    };
-
-} //namespace NPrivate
-
-