catboost 1.25.1 → 1.27.0

package/inc/util/system/src_location.h

@@ -1,25 +0,0 @@
-#pragma once
-
-#include "src_root.h"
-
-#include <util/generic/strbuf.h>
-
-struct TSourceLocation {
-    constexpr TSourceLocation(const TStringBuf f, int l) noexcept
-        : File(f)
-        , Line(l)
-    {
-    }
-
-    TStringBuf File;
-    int Line;
-};
-
-// __SOURCE_FILE__ should be used instead of __FILE__
-#if !defined(__NVCC__)
-#define __SOURCE_FILE__ (__SOURCE_FILE_IMPL__.As<TStringBuf>())
-#else
-#define __SOURCE_FILE__ (__SOURCE_FILE_IMPL__.template As<TStringBuf>())
-#endif
-
-#define __LOCATION__ ::TSourceLocation(__SOURCE_FILE__, __LINE__)

package/inc/util/system/src_root.h

@@ -1,68 +0,0 @@
-#pragma once
-
-#include "compiler.h"
-#include "defaults.h"
-
-#include <type_traits>
-
-namespace NPrivate {
-    struct TStaticBuf {
-        constexpr TStaticBuf(const char* data, unsigned len) noexcept
-            : Data(data)
-            , Len(len)
-        {
-        }
-
-        template <class T>
-        constexpr T As() const noexcept {
-            return T(Data, Len);
-        }
-
-        template <class T>
-        constexpr operator T() const noexcept {
-            return this->As<T>();
-        }
-
-        const char* Data;
-        unsigned Len;
-    };
-
-#define STATIC_BUF(x) ::NPrivate::TStaticBuf(x, sizeof(x) - 1)
-
-    constexpr TStaticBuf ArcRoot = STATIC_BUF(Y_STRINGIZE(ARCADIA_ROOT));
-    constexpr TStaticBuf BuildRoot = STATIC_BUF(Y_STRINGIZE(ARCADIA_BUILD_ROOT));
-
-    constexpr Y_FORCE_INLINE bool IsProperPrefix(const TStaticBuf prefix, const TStaticBuf string) noexcept {
-        if (prefix.Len < string.Len) {
-            for (unsigned i = prefix.Len; i-- > 0;) {
-                if (prefix.Data[i] != string.Data[i]) {
-                    return false;
-                }
-            }
-            return true;
-        } else {
-            return false;
-        }
-    }
-
-    constexpr unsigned RootPrefixLength(const TStaticBuf& f) noexcept {
-        if (IsProperPrefix(ArcRoot, f)) {
-            return ArcRoot.Len + 1;
-        }
-        if (IsProperPrefix(BuildRoot, f)) {
-            return BuildRoot.Len + 1;
-        }
-        return 0;
-    }
-
-    constexpr Y_FORCE_INLINE TStaticBuf StripRoot(const TStaticBuf& f, unsigned prefixLength) noexcept {
-        return TStaticBuf(f.Data + prefixLength, f.Len - prefixLength);
-    }
-
-    //$(SRC_ROOT)/prj/blah.cpp -> prj/blah.cpp
-    constexpr Y_FORCE_INLINE TStaticBuf StripRoot(const TStaticBuf& f) noexcept {
-        return StripRoot(f, RootPrefixLength(f));
-    }
-}
-
-#define __SOURCE_FILE_IMPL__ ::NPrivate::StripRoot(STATIC_BUF(__FILE__), std::integral_constant<unsigned, ::NPrivate::RootPrefixLength(STATIC_BUF(__FILE__))>::value)

package/inc/util/system/sys_alloc.h

@@ -1,43 +0,0 @@
-#pragma once
-
-#include <util/system/compiler.h>
-
-#include <cstdlib>
-#include <new>
-
-inline void* y_allocate(size_t n) {
-    void* r = malloc(n);
-
-    if (r == nullptr) {
-        throw std::bad_alloc();
-    }
-
-    return r;
-}
-
-inline void y_deallocate(void* p) {
-    free(p);
-}
-
-/**
- * Behavior of realloc from C++99 to C++11 changed (http://www.cplusplus.com/reference/cstdlib/realloc/).
- *
- * Our implementation work as C++99: if new_sz == 0 free will be called on 'p' and nullptr returned.
- */
-inline void* y_reallocate(void* p, size_t new_sz) {
-    if (!new_sz) {
-        if (p) {
-            free(p);
-        }
-
-        return nullptr;
-    }
-
-    void* r = realloc(p, new_sz);
-
-    if (r == nullptr) {
-        throw std::bad_alloc();
-    }
-
-    return r;
-}

package/inc/util/system/sysstat.h

@@ -1,52 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-#include <sys/stat.h>
-
-#ifdef _win_
-#define S_IRUSR _S_IREAD
-#define S_IWUSR _S_IWRITE
-#define S_IXUSR _S_IEXEC
-#define S_IRWXU (S_IRUSR | S_IWUSR | S_IXUSR)
-
-#define S_IRGRP _S_IREAD
-#define S_IWGRP _S_IWRITE
-#define S_IXGRP _S_IEXEC
-#define S_IRWXG (S_IRGRP | S_IWGRP | S_IXGRP)
-
-#define S_IROTH _S_IREAD
-#define S_IWOTH _S_IWRITE
-#define S_IXOTH _S_IEXEC
-#define S_IRWXO (S_IROTH | S_IWOTH | S_IXOTH)
-#endif
-
-int Chmod(const char* fname, int mode);
-int Umask(int mode);
-
-static constexpr int MODE0777 = (S_IRWXU | S_IRWXG | S_IRWXO);
-static constexpr int MODE0775 = (S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
-static constexpr int MODE0755 = (S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH);
-
-int Mkdir(const char* path, int mode);
-
-/* uff... mkfifo(...) is not used now */
-
-#ifdef _unix_
-inline int Chmod(const char* fname, int mode) {
-    return ::chmod(fname, mode);
-}
-inline int Umask(int mode) {
-    return ::umask(mode);
-}
-inline int Mkdir(const char* path, int mode) {
-    return ::mkdir(path, mode);
-}
-#endif
-
-#ifdef _win_
-inline int Umask(int /*mode*/) {
-    /* The only thing this method could make is to set FILE_ATTRIBUTE_READONLY on a handle from 'int open(...)',
-       but open() is deprecated. */
-    return 0;
-}
-#endif

package/inc/util/system/tempfile.h

@@ -1,34 +0,0 @@
-#pragma once
-
-#include "fs.h"
-#include "file.h"
-
-#include <util/generic/string.h>
-
-class TTempFile {
-public:
-    inline TTempFile(const TString& fname)
-        : Name_(fname)
-    {
-    }
-
-    inline ~TTempFile() {
-        NFs::Remove(Name());
-    }
-
-    inline const TString& Name() const noexcept {
-        return Name_;
-    }
-
-private:
-    const TString Name_;
-};
-
-class TTempFileHandle: public TTempFile, public TFile {
-public:
-    TTempFileHandle();
-    TTempFileHandle(const TString& fname);
-
-private:
-    TFile CreateFile() const;
-};

package/inc/util/system/thread.h

@@ -1,167 +0,0 @@
-#pragma once
-
-/// This code should not be used directly unless you really understand what you do.
-/// If you need threads, use thread pool functionality in <util/thread/factory.h>
-/// @see SystemThreadFactory()
-
-#include <util/generic/ptr.h>
-#include <util/generic/string.h>
-
-#include "defaults.h"
-#include "progname.h"
-
-bool SetHighestThreadPriority();
-
-class TThread {
-    template <typename Callable>
-    struct TCallableParams;
-    struct TPrivateCtor {};
-
-public:
-    using TThreadProc = void* (*)(void*);
-    using TId = size_t;
-
-    struct TParams {
-        TThreadProc Proc;
-        void* Data;
-        size_t StackSize;
-        void* StackPointer;
-        // See comments for `SetCurrentThreadName`
-        TString Name = GetProgramName();
-
-        inline TParams()
-            : Proc(nullptr)
-            , Data(nullptr)
-            , StackSize(0)
-            , StackPointer(nullptr)
-        {
-        }
-
-        inline TParams(TThreadProc proc, void* data)
-            : Proc(proc)
-            , Data(data)
-            , StackSize(0)
-            , StackPointer(nullptr)
-        {
-        }
-
-        inline TParams(TThreadProc proc, void* data, size_t stackSize)
-            : Proc(proc)
-            , Data(data)
-            , StackSize(stackSize)
-            , StackPointer(nullptr)
-        {
-        }
-
-        inline TParams& SetName(const TString& name) noexcept {
-            Name = name;
-
-            return *this;
-        }
-
-        inline TParams& SetStackSize(size_t size) noexcept {
-            StackSize = size;
-
-            return *this;
-        }
-
-        inline TParams& SetStackPointer(void* ptr) noexcept {
-            StackPointer = ptr;
-
-            return *this;
-        }
-    };
-
-    TThread(const TParams& params);
-    TThread(TThreadProc threadProc, void* param);
-
-    template <typename Callable>
-    TThread(Callable&& callable)
-        : TThread(TPrivateCtor{},
-                  MakeHolder<TCallableParams<Callable>>(std::forward<Callable>(callable))) {
-    }
-
-    TThread(TParams&& params)
-        : TThread((const TParams&)params)
-    {
-    }
-
-    TThread(TParams& params)
-        : TThread((const TParams&)params)
-    {
-    }
-
-    ~TThread();
-
-    void Start();
-
-    void* Join();
-    void Detach();
-    bool Running() const noexcept;
-    TId Id() const noexcept;
-
-    static TId ImpossibleThreadId() noexcept;
-    static TId CurrentThreadId() noexcept;
-
-    // NOTE: Content of `name` will be copied.
-    //
-    // NOTE: On Linux thread name is limited to 15 symbols which is probably the smallest one among
-    // all platforms. If you provide a name longer than 15 symbols it will be cut. So if you expect
-    // `CurrentThreadName` to return the same name as `name` make sure it's not longer than 15
-    // symbols.
-    static void SetCurrentThreadName(const char* name);
-
-    // NOTE: Will return empty string where CanGetCurrentThreadName() returns false.
-    static TString CurrentThreadName();
-
-    // NOTE: Depends on a platform version.
-    // Will return true for Darwin, Linux or fresh Windows 10.
-    static bool CanGetCurrentThreadName();
-
-private:
-    struct TCallableBase {
-        virtual ~TCallableBase() = default;
-        virtual void run() = 0;
-
-        static void* ThreadWorker(void* arg) {
-            static_cast<TCallableBase*>(arg)->run();
-            return nullptr;
-        }
-    };
-
-    template <typename Callable>
-    struct TCallableParams: public TCallableBase {
-        TCallableParams(Callable&& callable)
-            : Callable_(std::forward<Callable>(callable))
-        {
-        }
-
-        Callable Callable_;
-
-        void run() override {
-            Callable_();
-        }
-    };
-
-    TThread(TPrivateCtor, THolder<TCallableBase> callable);
-
-private:
-    class TImpl;
-    THolder<TImpl> Impl_;
-};
-
-class ISimpleThread: public TThread {
-public:
-    ISimpleThread(size_t stackSize = 0);
-
-    virtual ~ISimpleThread() = default;
-
-    virtual void* ThreadProc() = 0;
-};
-
-struct TCurrentThreadLimits {
-    TCurrentThreadLimits() noexcept;
-
-    const void* StackBegin;
-    size_t StackLength;
-};

package/inc/util/system/tls.h

@@ -1,307 +0,0 @@
-#pragma once
-
-#include "defaults.h"
-
-#include <util/generic/ptr.h>
-#include <util/generic/noncopyable.h>
-
-#include <new>
-
-#if defined(_darwin_)
-#define Y_DISABLE_THRKEY_OPTIMIZATION
-#endif
-
-#if defined(_arm_) && defined(_linux_)
-#define Y_DISABLE_THRKEY_OPTIMIZATION
-#endif
-
-#if defined(__GNUC__) && defined(__ANDROID__) && defined(__i686__) // https://st.yandex-team.ru/DEVTOOLS-3352
-#define Y_DISABLE_THRKEY_OPTIMIZATION
-#endif
-
-/**
-    @def Y_THREAD(TType)
-
-    A thread-local wrapper for a given class. Suitable for POD and classes with a constructor with a single argument.
-
-    The wrapper can be treated as the original class in many cases, as it has the same signature for the constructor and an implicit cast to the origianl class.
-
-    Has methods :
-        - implicit caster to TType
-        - TType& Get()
-        - TType* GetPtr()
-
-    Time complexity: getting a variable takes O(number of threads where the variable has been constructed)
-
-    Memory usage: O(number of threads where the variable has been constructed)
-
-    Best practices:
-        - storing singletons won't result in heavy memory overheads
-        - storing pointers allows complex constructors as well as lazy constructions
-        - storing static variables won't result in heavy memory overheads
-
-    Possibly bad practices:
-        - field in a class with numerous instances and numerous threads will result in slow working and memory overheads
-
-    Example:
-        @code
-        //the field declaration in header
-        Y_THREAD(TBuffer) TmpBuffer;
-        //...later somewhere in cpp...
-        TmpBuffer.Clear();
-        for (size_t i = 0; i < sz && TrieCursor[i].second.IsFork(); ++i) {
-            TmpBuffer.Append(TrieCursor[i].second.Char);
-        }
-        @endcode
-
-    Example:
-        @code
-        //the field decalrataion in header
-        Y_THREAD(TMyWriter*) ThreadLocalWriter;
-        //...later somewhere in cpp...
-        TMyWriter*& writerRef = ThreadLocalWriter.Get();
-        if (writerRef == nullptr) {
-            THolder<TMyWriter> threadLocalWriter( new TMyWriter(
-                *Session,
-                MinLogError,
-                MaxRps,
-                LogFraction,
-                WriteCounters,
-                Log));
-            writerRef = threadLocalWriter.Get();
-        }
-        @endcode
-
-    Example:
-        @code
-        //in header
-        namespace TMorph {
-            Y_THREAD(ELanguage) ThreadLocalMainLanguage;
-        }
-        //in cpp
-        Y_THREAD(ELanguage) TMorph::ThreadLocalMainLanguage(LANG_RUS);
-        @endcode
-
-    Example:
-        @code
-        Y_THREAD(TScoreCalcer*) ScoreCalcerPtr;
-        static TScoreCalcer* GetScoreCalcer(yint maxElemCount) {
-            if (ScoreCalcerPtr == 0) {
-                ScoreCalcerPtr = new TScoreCalcer();
-                ScoreCalcerPtr->Alloc(maxElemCount);
-            }
-            return ScoreCalcerPtr;
-        }
-        @endcode
-
-    @param TType POD or a class with a constructor taking 1 argument
-**/
-
-/**
-    @def Y_STATIC_THREAD(TType)
-
-    Equivalent to "static Y_THREAD(TType)"
-
-    @see Y_THREAD(TType)
-**/
-
-/**
-    @def Y_POD_THREAD(TType)
-
-    Same interface as Y_THREAD(TType), but TType must be a POD.
-    Implemented (based on the compiler) as Y_THREAD(TType) or as native tls.
-
-    @see Y_THREAD(TType)
-**/
-
-/**
-    @def STATIC_POD_THREAD(TType)
-
-    Equivalent to "static Y_POD_THREAD(TType)"
-
-    @see Y_POD_THREAD(TType)
-**/
-
-#define Y_THREAD(T) ::NTls::TValue<T>
-#define Y_STATIC_THREAD(T) static Y_THREAD(T)
-
-// gcc and msvc support automatic tls for POD types
-#if defined(Y_DISABLE_THRKEY_OPTIMIZATION)
-// nothing to do
-#elif defined(__clang__)
-#define Y_POD_THREAD(T) thread_local T
-#define Y_POD_STATIC_THREAD(T) static thread_local T
-#elif defined(__GNUC__) && !defined(_cygwin_) && !defined(_arm_) && !defined(__IOS_SIMULATOR__)
-#define Y_POD_THREAD(T) __thread T
-#define Y_POD_STATIC_THREAD(T) static __thread T
-// msvc doesn't support __declspec(thread) in dlls, loaded manually (via LoadLibrary)
-#elif (defined(_MSC_VER) && !defined(_WINDLL)) || defined(_arm_)
-#define Y_POD_THREAD(T) __declspec(thread) T
-#define Y_POD_STATIC_THREAD(T) __declspec(thread) static T
-#endif
-
-#if !defined(Y_POD_THREAD) || !defined(Y_POD_STATIC_THREAD)
-#define Y_POD_THREAD(T) Y_THREAD(T)
-#define Y_POD_STATIC_THREAD(T) Y_STATIC_THREAD(T)
-#else
-#define Y_HAVE_FAST_POD_TLS
-#endif
-
-namespace NPrivate {
-    void FillWithTrash(void* ptr, size_t len);
-}
-
-namespace NTls {
-    using TDtor = void (*)(void*);
-
-    class TKey {
-    public:
-        TKey(TDtor dtor);
-        TKey(TKey&&) noexcept;
-        ~TKey();
-
-        void* Get() const;
-        void Set(void* ptr) const;
-
-        static void Cleanup() noexcept;
-
-    private:
-        class TImpl;
-        THolder<TImpl> Impl_;
-    };
-
-    struct TCleaner {
-        inline ~TCleaner() {
-            TKey::Cleanup();
-        }
-    };
-
-    template <class T>
-    class TValue: public TMoveOnly {
-        class TConstructor {
-        public:
-            TConstructor() noexcept = default;
-
-            virtual ~TConstructor() = default;
-
-            virtual T* Construct(void* ptr) const = 0;
-        };
-
-        class TDefaultConstructor: public TConstructor {
-        public:
-            ~TDefaultConstructor() override = default;
-
-            T* Construct(void* ptr) const override {
-                //memset(ptr, 0, sizeof(T));
-                return ::new (ptr) T();
-            }
-        };
-
-        template <class T1>
-        class TCopyConstructor: public TConstructor {
-        public:
-            inline TCopyConstructor(const T1& value)
-                : Value(value)
-            {
-            }
-
-            ~TCopyConstructor() override = default;
-
-            T* Construct(void* ptr) const override {
-                return ::new (ptr) T(Value);
-            }
-
-        private:
-            T1 Value;
-        };
-
-    public:
-        inline TValue()
-            : Constructor_(new TDefaultConstructor())
-            , Key_(Dtor)
-        {
-        }
-
-        template <class T1>
-        inline TValue(const T1& value)
-            : Constructor_(new TCopyConstructor<T1>(value))
-            , Key_(Dtor)
-        {
-        }
-
-        template <class T1>
-        inline T& operator=(const T1& val) {
-            return Get() = val;
-        }
-
-        inline operator const T&() const {
-            return Get();
-        }
-
-        inline operator T&() {
-            return Get();
-        }
-
-        inline const T& operator->() const {
-            return Get();
-        }
-
-        inline T& operator->() {
-            return Get();
-        }
-
-        inline const T* operator&() const {
-            return GetPtr();
-        }
-
-        inline T* operator&() {
-            return GetPtr();
-        }
-
-        inline T& Get() const {
-            return *GetPtr();
-        }
-
-        inline T* GetPtr() const {
-            T* val = static_cast<T*>(Key_.Get());
-
-            if (!val) {
-                THolder<void> mem(::operator new(sizeof(T)));
-                THolder<T> newval(Constructor_->Construct(mem.Get()));
-
-                Y_UNUSED(mem.Release());
-                Key_.Set((void*)newval.Get());
-                val = newval.Release();
-            }
-
-            return val;
-        }
-
-    private:
-        static void Dtor(void* ptr) {
-            THolder<void> mem(ptr);
-
-            ((T*)ptr)->~T();
-            ::NPrivate::FillWithTrash(ptr, sizeof(T));
-        }
-
-    private:
-        THolder<TConstructor> Constructor_;
-        TKey Key_;
-    };
-}
-
-template <class T>
-static inline T& TlsRef(NTls::TValue<T>& v) noexcept {
-    return v;
-}
-
-template <class T>
-static inline const T& TlsRef(const NTls::TValue<T>& v) noexcept {
-    return v;
-}
-
-template <class T>
-static inline T& TlsRef(T& v) noexcept {
-    return v;
-}