catboost 1.25.1 → 1.27.0

package/inc/util/system/pipe.h

@@ -1,90 +0,0 @@
-#pragma once
-
-#ifdef __GNUC__
-#pragma GCC diagnostic push
-#pragma GCC diagnostic ignored "-Warray-bounds" //need because of bug in gcc4.9.2
-#endif
-
-#include "defaults.h"
-#include "file.h"
-#include <util/generic/ptr.h>
-#include <util/network/pair.h>
-#include <util/generic/noncopyable.h>
-
-using PIPEHANDLE = SOCKET;
-#define INVALID_PIPEHANDLE INVALID_SOCKET
-
-/// Pipe-like object: pipe on POSIX and socket on windows
-class TPipeHandle: public TNonCopyable {
-public:
-    inline TPipeHandle() noexcept
-        : Fd_(INVALID_PIPEHANDLE)
-    {
-    }
-
-    inline TPipeHandle(PIPEHANDLE fd) noexcept
-        : Fd_(fd)
-    {
-    }
-
-    inline ~TPipeHandle() {
-        Close();
-    }
-
-    bool Close() noexcept;
-
-    inline PIPEHANDLE Release() noexcept {
-        PIPEHANDLE ret = Fd_;
-        Fd_ = INVALID_PIPEHANDLE;
-        return ret;
-    }
-
-    inline void Swap(TPipeHandle& r) noexcept {
-        DoSwap(Fd_, r.Fd_);
-    }
-
-    inline operator PIPEHANDLE() const noexcept {
-        return Fd_;
-    }
-
-    inline bool IsOpen() const noexcept {
-        return Fd_ != INVALID_PIPEHANDLE;
-    }
-
-    ssize_t Read(void* buffer, size_t byteCount) const noexcept;
-    ssize_t Write(const void* buffer, size_t byteCount) const noexcept;
-
-    // Only CloseOnExec is supported
-    static void Pipe(TPipeHandle& reader, TPipeHandle& writer, EOpenMode mode = 0);
-
-private:
-    PIPEHANDLE Fd_;
-};
-
-class TPipe {
-public:
-    TPipe();
-    /// Takes ownership of handle, so closes it when the last holder of descriptor dies.
-    explicit TPipe(PIPEHANDLE fd);
-    ~TPipe();
-
-    void Close();
-
-    bool IsOpen() const noexcept;
-    PIPEHANDLE GetHandle() const noexcept;
-
-    size_t Read(void* buf, size_t len) const;
-    size_t Write(const void* buf, size_t len) const;
-
-    // Only CloseOnExec is supported
-    static void Pipe(TPipe& reader, TPipe& writer, EOpenMode mode = 0);
-
-private:
-    class TImpl;
-    using TImplRef = TSimpleIntrusivePtr<TImpl>;
-    TImplRef Impl_;
-};
-
-#ifdef __GNUC__
-#pragma GCC diagnostic pop
-#endif

package/inc/util/system/platform.h

@@ -1,246 +0,0 @@
-#pragma once
-
-// ya style breaks indentation in ifdef's and code becomes unreadable
-// clang-format off
-
-// What OS ?
-// our definition has the form _{osname}_
-
-#if defined(_WIN64)
-    #define _win64_
-    #define _win32_
-#elif defined(__WIN32__) || defined(_WIN32) // _WIN32 is also defined by the 64-bit compiler for backward compatibility
-    #define _win32_
-#else
-    #define _unix_
-
-    #if defined(__sun__) || defined(sun) || defined(sparc) || defined(__sparc)
-        #define _sun_
-    #endif
-
-    #if defined(__hpux__)
-        #define _hpux_
-    #endif
-
-    #if defined(__linux__)
-        // Stands for "Linux" in the means of Linux kernel (i. e. Android is included)
-        #define _linux_
-    #endif
-
-    #if defined(__FreeBSD__)
-        #define _freebsd_
-    #endif
-
-    #if defined(__CYGWIN__)
-        #define _cygwin_
-    #endif
-
-    #if defined(__APPLE__)
-        #define _darwin_
-    #endif
-
-    #if defined(__ANDROID__)
-        #define _android_
-    #endif
-#endif
-
-#if defined(__IOS__)
-    #define _ios_
-#endif
-
-#if defined(_linux_)
-    #if defined(_musl_)
-        // nothing to do
-    #elif defined(_android_)
-        // Please do not mix with android-based systems.
-        // This definition describes Standard Library (libc) type.
-        #define _bionic_
-    #else
-        #define _glibc_
-    #endif
-#endif
-
-#if defined(_darwin_)
-    #define unix
-    #define __unix__
-#endif
-
-#if defined(_win32_) || defined(_win64_)
-    #define _win_
-#endif
-
-#if defined(__arm__) || defined(__ARM__) || defined(__ARM_NEON) || defined(__aarch64__) || defined(_M_ARM)
-    #if defined(__arm64) || defined(__arm64__) || defined(__aarch64__)
-        #define _arm64_
-    #else
-        #define _arm32_
-    #endif
-#endif
-
-#if defined(_arm64_) || defined(_arm32_)
-    #define _arm_
-#endif
-
-/* __ia64__ and __x86_64__      - defined by GNU C.
- * _M_IA64, _M_X64, _M_AMD64    - defined by Visual Studio.
- *
- * Microsoft can define _M_IX86, _M_AMD64 (before Visual Studio 8)
- * or _M_X64 (starting in Visual Studio 8).
- */
-#if defined(__x86_64__) || defined(_M_X64) || defined(_M_AMD64)
-    #define _x86_64_
-#endif
-
-#if defined(__i386__) || defined(_M_IX86)
-    #define _i386_
-#endif
-
-#if defined(__ia64__) || defined(_M_IA64)
-    #define _ia64_
-#endif
-
-#if defined(__powerpc__)
-    #define _ppc_
-#endif
-
-#if defined(__powerpc64__)
-    #define _ppc64_
-#endif
-
-#if !defined(sparc) && !defined(__sparc) && !defined(__hpux__) && !defined(__alpha__) && !defined(_ia64_) && !defined(_x86_64_) && !defined(_arm_) && !defined(_i386_) && !defined(_ppc_) && !defined(_ppc64_)
-    #error "platform not defined, please, define one"
-#endif
-
-#if defined(_x86_64_) || defined(_i386_)
-    #define _x86_
-#endif
-
-#if defined(__MIC__)
-    #define _mic_
-    #define _k1om_
-#endif
-
-// stdio or MessageBox
-#if defined(__CONSOLE__) || defined(_CONSOLE)
-    #define _console_
-#endif
-#if (defined(_win_) && !defined(_console_))
-    #define _windows_
-#elif !defined(_console_)
-    #define _console_
-#endif
-
-#if defined(__SSE__) || defined(SSE_ENABLED)
-    #define _sse_
-#endif
-
-#if defined(__SSE2__) || defined(SSE2_ENABLED)
-    #define _sse2_
-#endif
-
-#if defined(__SSE3__) || defined(SSE3_ENABLED)
-    #define _sse3_
-#endif
-
-#if defined(__SSSE3__) || defined(SSSE3_ENABLED)
-    #define _ssse3_
-#endif
-
-#if defined(__SSE4_1__) || defined(SSE41_ENABLED)
-    #define _sse4_1_
-#endif
-
-#if defined(__SSE4_2__) || defined(SSE42_ENABLED)
-    #define _sse4_2_
-#endif
-
-#if defined(__POPCNT__) || defined(POPCNT_ENABLED)
-    #define _popcnt_
-#endif
-
-#if defined(__PCLMUL__) || defined(PCLMUL_ENABLED)
-    #define _pclmul_
-#endif
-
-#if defined(__AES__) || defined(AES_ENABLED)
-    #define _aes_
-#endif
-
-#if defined(__AVX__) || defined(AVX_ENABLED)
-    #define _avx_
-#endif
-
-#if defined(__AVX2__) || defined(AVX2_ENABLED)
-    #define _avx2_
-#endif
-
-#if defined(__FMA__) || defined(FMA_ENABLED)
-    #define _fma_
-#endif
-
-#if defined(__DLL__) || defined(_DLL)
-    #define _dll_
-#endif
-
-// 16, 32 or 64
-#if defined(__sparc_v9__) || defined(_x86_64_) || defined(_ia64_) || defined(_arm64_) || defined(_ppc64_)
-    #define _64_
-#else
-    #define _32_
-#endif
-
-/* All modern 64-bit Unix systems use scheme LP64 (long, pointers are 64-bit).
- * Microsoft uses a different scheme: LLP64 (long long, pointers are 64-bit).
- *
- * Scheme          LP64   LLP64
- * char              8      8
- * short            16     16
- * int              32     32
- * long             64     32
- * long long        64     64
- * pointer          64     64
- */
-
-#if defined(_32_)
-    #define SIZEOF_PTR 4
-#elif defined(_64_)
-    #define SIZEOF_PTR 8
-#endif
-
-#define PLATFORM_DATA_ALIGN SIZEOF_PTR
-
-#if !defined(SIZEOF_PTR)
-    #error todo
-#endif
-
-#define SIZEOF_CHAR 1
-#define SIZEOF_UNSIGNED_CHAR 1
-#define SIZEOF_SHORT 2
-#define SIZEOF_UNSIGNED_SHORT 2
-#define SIZEOF_INT 4
-#define SIZEOF_UNSIGNED_INT 4
-
-#if defined(_32_)
-    #define SIZEOF_LONG 4
-    #define SIZEOF_UNSIGNED_LONG 4
-#elif defined(_64_)
-    #if defined(_win_)
-        #define SIZEOF_LONG 4
-        #define SIZEOF_UNSIGNED_LONG 4
-    #else
-        #define SIZEOF_LONG 8
-        #define SIZEOF_UNSIGNED_LONG 8
-    #endif // _win_
-#endif // _32_
-
-#if !defined(SIZEOF_LONG)
-    #error todo
-#endif
-
-#define SIZEOF_LONG_LONG 8
-#define SIZEOF_UNSIGNED_LONG_LONG 8
-
-#undef SIZEOF_SIZE_T // in case we include <Python.h> which defines it, too
-#define SIZEOF_SIZE_T SIZEOF_PTR
-
-// clang-format on

package/inc/util/system/progname.h

@@ -1,13 +0,0 @@
-#pragma once
-
-#include <util/generic/fwd.h>
-
-void SetProgramName(const char* argv0);
-
-#define SAVE_PROGRAM_NAME        \
-    do {                         \
-        SetProgramName(argv[0]); \
-    } while (0)
-
-/// guaranted return the same immutable instance of TString
-const TString& GetProgramName();

package/inc/util/system/protect.h

@@ -1,25 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-
-#include <util/generic/flags.h>
-
-enum EProtectMemoryMode {
-    PM_NONE = 0x00,  // no access allowed
-    PM_READ = 0x01,  // read access allowed
-    PM_WRITE = 0x02, // write access allowed
-    PM_EXEC = 0x04   // execute access allowed
-};
-
-Y_DECLARE_FLAGS(EProtectMemory, EProtectMemoryMode)
-Y_DECLARE_OPERATORS_FOR_FLAGS(EProtectMemory)
-
-/**
- * Set protection mode on memory block
- * @param addr Block address to be protected
- * @param length Block size in bytes
- * @param mode A bitwise combination of @c EProtectMemoryMode flags
- * @note On Windows there is no write-only protection mode,
- * so PM_WRITE will be translated to (PM_READ | PM_WRITE) on Windows.
- **/
-void ProtectMemory(void* addr, const size_t length, const EProtectMemory mode);

package/inc/util/system/rusage.h

@@ -1,26 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-#include <util/generic/utility.h>
-#include <util/datetime/base.h>
-
-/// portable getrusage
-
-struct TRusage {
-    // some fields may be zero if unsupported
-
-    ui64 MaxRss = 0;
-    ui64 MajorPageFaults = 0;
-    TDuration Utime;
-    TDuration Stime;
-
-    void Fill();
-
-    static size_t GetCurrentRSS();
-
-    static TRusage Get() {
-        TRusage r;
-        r.Fill();
-        return r;
-    }
-};

package/inc/util/system/rwlock.h

@@ -1,78 +0,0 @@
-#pragma once
-
-#include "guard.h"
-#include "defaults.h"
-
-#include <util/generic/ptr.h>
-
-class TRWMutex {
-public:
-    TRWMutex();
-    ~TRWMutex();
-
-    void AcquireRead() noexcept;
-    bool TryAcquireRead() noexcept;
-    void ReleaseRead() noexcept;
-
-    void AcquireWrite() noexcept;
-    bool TryAcquireWrite() noexcept;
-    void ReleaseWrite() noexcept;
-
-    void Release() noexcept;
-
-private:
-    class TImpl;
-    THolder<TImpl> Impl_;
-};
-
-template <class T>
-struct TReadGuardOps {
-    static inline void Acquire(T* t) noexcept {
-        t->AcquireRead();
-    }
-
-    static inline void Release(T* t) noexcept {
-        t->ReleaseRead();
-    }
-};
-
-template <class T>
-struct TTryReadGuardOps: public TReadGuardOps<T> {
-    static inline bool TryAcquire(T* t) noexcept {
-        return t->TryAcquireRead();
-    }
-};
-
-template <class T>
-struct TWriteGuardOps {
-    static inline void Acquire(T* t) noexcept {
-        t->AcquireWrite();
-    }
-
-    static inline void Release(T* t) noexcept {
-        t->ReleaseWrite();
-    }
-};
-
-template <class T>
-struct TTryWriteGuardOps: public TWriteGuardOps<T> {
-    static inline bool TryAcquire(T* t) noexcept {
-        return t->TryAcquireWrite();
-    }
-};
-
-template <class T>
-using TReadGuardBase = TGuard<T, TReadGuardOps<T>>;
-template <class T>
-using TTryReadGuardBase = TTryGuard<T, TTryReadGuardOps<T>>;
-
-template <class T>
-using TWriteGuardBase = TGuard<T, TWriteGuardOps<T>>;
-template <class T>
-using TTryWriteGuardBase = TTryGuard<T, TTryWriteGuardOps<T>>;
-
-using TReadGuard = TReadGuardBase<TRWMutex>;
-using TTryReadGuard = TTryReadGuardBase<TRWMutex>;
-
-using TWriteGuard = TWriteGuardBase<TRWMutex>;
-using TTryWriteGuard = TTryWriteGuardBase<TRWMutex>;

package/inc/util/system/sanitizers.h

@@ -1,122 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-
-extern "C" { // sanitizers API
-
-#if defined(_asan_enabled_)
-void __lsan_ignore_object(const void* p);
-#endif
-
-#if defined(_msan_enabled_)
-void __msan_unpoison(const volatile void* a, size_t size);
-void __msan_poison(const volatile void* a, size_t size);
-void __msan_check_mem_is_initialized(const volatile void* x, size_t size);
-#endif
-
-}; // sanitizers API
-
-namespace NSan {
-    class TFiberContext {
-    public:
-        TFiberContext() noexcept;
-        TFiberContext(const void* stack, size_t len, const char* contName) noexcept;
-
-        ~TFiberContext() noexcept;
-
-        void BeforeFinish() noexcept;
-        void BeforeSwitch() noexcept;
-        void AfterSwitch() noexcept;
-
-        static void AfterStart() noexcept;
-
-    private:
-        void* Token_;
-        const void* Stack_;
-        size_t Len_;
-
-#if defined(_tsan_enabled_)
-        void* const CurrentTSanFiberContext_;
-        const bool WasFiberCreated_;
-#endif
-    };
-
-    // Returns plain if no sanitizer enabled or sanitized otherwise
-    // Ment to be used in test code for constants (timeouts, etc)
-    template <typename T>
-    inline constexpr static T PlainOrUnderSanitizer(T plain, T sanitized) noexcept {
-#if defined(_tsan_enabled_) || defined(_msan_enabled_) || defined(_asan_enabled_)
-        Y_UNUSED(plain);
-        return sanitized;
-#else
-        Y_UNUSED(sanitized);
-        return plain;
-#endif
-    }
-
-    // Determines if asan present
-    inline constexpr static bool ASanIsOn() noexcept {
-#if defined(_asan_enabled_)
-        return true;
-#else
-        return false;
-#endif
-    }
-
-    // Determines if tsan present
-    inline constexpr static bool TSanIsOn() noexcept {
-#if defined(_tsan_enabled_)
-        return true;
-#else
-        return false;
-#endif
-    }
-
-    // Determines if msan present
-    inline constexpr static bool MSanIsOn() noexcept {
-#if defined(_msan_enabled_)
-        return true;
-#else
-        return false;
-#endif
-    }
-
-    // Make memory region fully initialized (without changing its contents).
-    inline static void Unpoison(const volatile void* a, size_t size) noexcept {
-#if defined(_msan_enabled_)
-        __msan_unpoison(a, size);
-#else
-        Y_UNUSED(a);
-        Y_UNUSED(size);
-#endif
-    }
-
-    // Make memory region fully uninitialized (without changing its contents).
-    // This is a legacy interface that does not update origin information. Use __msan_allocated_memory() instead.
-    inline static void Poison(const volatile void* a, size_t size) noexcept {
-#if defined(_msan_enabled_)
-        __msan_poison(a, size);
-#else
-        Y_UNUSED(a);
-        Y_UNUSED(size);
-#endif
-    }
-
-    // Checks that memory range is fully initialized, and reports an error if it is not.
-    inline static void CheckMemIsInitialized(const volatile void* a, size_t size) noexcept {
-#if defined(_msan_enabled_)
-        __msan_check_mem_is_initialized(a, size);
-#else
-        Y_UNUSED(a);
-        Y_UNUSED(size);
-#endif
-    }
-
-    inline static void MarkAsIntentionallyLeaked(const void* ptr) noexcept {
-#if defined(_asan_enabled_)
-        __lsan_ignore_object(ptr);
-#else
-        Y_UNUSED(ptr);
-#endif
-    }
-}

package/inc/util/system/sem.h

@@ -1,41 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-
-#include <util/generic/ptr.h>
-
-//named sempahore
-class TSemaphore {
-public:
-    TSemaphore(const char* name, ui32 maxFreeCount);
-    ~TSemaphore();
-
-    //Increase the semaphore counter.
-    void Release() noexcept;
-
-    //Keep a thread held while the semaphore counter is equal 0.
-    void Acquire() noexcept;
-
-    //Try to enter the semaphore gate. A non-blocking variant of Acquire.
-    //Returns 'true' if the semaphore counter decreased
-    bool TryAcquire() noexcept;
-
-private:
-    class TImpl;
-    THolder<TImpl> Impl_;
-};
-
-//unnamed semaphore, faster, than previous
-class TFastSemaphore {
-public:
-    TFastSemaphore(ui32 maxFreeCount);
-    ~TFastSemaphore();
-
-    void Release() noexcept;
-    void Acquire() noexcept;
-    bool TryAcquire() noexcept;
-
-private:
-    class TImpl;
-    THolder<TImpl> Impl_;
-};