catboost 1.25.1 → 1.26.0

package/inc/util/system/file_lock.h

@@ -1,34 +0,0 @@
-#pragma once
-
-#include <util/generic/fwd.h>
-#include <util/generic/noncopyable.h>
-#include <util/system/file.h>
-
-enum class EFileLockType{
-    Exclusive,
-    Shared
-};
-
-class TFileLock: public TFile {
-public:
-    TFileLock(const TString& filename, const EFileLockType type = EFileLockType::Exclusive);
-
-    void Acquire();
-    bool TryAcquire();
-    void Release();
-
-    inline void lock() {
-        Acquire();
-    }
-
-    inline bool try_lock() {
-        return TryAcquire();
-    }
-
-    inline void unlock() {
-        Release();
-    }
-
-private:
-    EFileLockType Type;
-};

package/inc/util/system/filemap.h

@@ -1,383 +0,0 @@
-#pragma once
-
-#include "file.h"
-#include "align.h"
-#include "yassert.h"
-
-#include <util/generic/noncopyable.h>
-#include <util/generic/ptr.h>
-#include <util/generic/utility.h>
-#include <util/generic/yexception.h>
-#include <util/generic/flags.h>
-#include <util/generic/string.h>
-
-#include <new>
-#include <cstdio>
-
-namespace NPrivate {
-    // NB: use TFileMap::Precharge() and TFileMappedArray::Prechage()
-    void Precharge(const void* data, size_t dataSize, size_t offset, size_t size);
-}
-
-struct TMemoryMapCommon {
-    struct TMapResult {
-        inline size_t MappedSize() const noexcept {
-            return Size - Head;
-        }
-
-        inline void* MappedData() const noexcept {
-            return Ptr ? (void*)((char*)Ptr + Head) : nullptr;
-        }
-
-        inline bool IsMapped() const noexcept {
-            return Ptr != nullptr;
-        }
-
-        inline void Reset() noexcept {
-            Ptr = nullptr;
-            Size = 0;
-            Head = 0;
-        }
-
-        void* Ptr;
-        size_t Size;
-        i32 Head;
-
-        TMapResult(void) noexcept {
-            Reset();
-        }
-    };
-
-    enum EOpenModeFlag {
-        oRdOnly = 1,
-        oRdWr = 2,
-        oCopyOnWr = 4,
-
-        oAccessMask = 7,
-        oNotGreedy = 8,
-        oPrecharge = 16,
-        oPopulate = 32, // Populate page table entries (see mmap's MAP_POPULATE)
-    };
-    Y_DECLARE_FLAGS(EOpenMode, EOpenModeFlag)
-
-    /**
-     * Name that will be printed in exceptions if not specified.
-     * Overridden by name obtained from `TFile` if it's not empty.
-     */
-    static const TString UnknownFileName;
-};
-Y_DECLARE_OPERATORS_FOR_FLAGS(TMemoryMapCommon::EOpenMode)
-
-class TMemoryMap: public TMemoryMapCommon {
-public:
-    explicit TMemoryMap(const TString& name);
-    explicit TMemoryMap(const TString& name, EOpenMode om);
-    TMemoryMap(const TString& name, i64 length, EOpenMode om);
-    TMemoryMap(FILE* f, TString dbgName = UnknownFileName);
-    TMemoryMap(FILE* f, EOpenMode om, TString dbgName = UnknownFileName);
-    TMemoryMap(const TFile& file, TString dbgName = UnknownFileName);
-    TMemoryMap(const TFile& file, EOpenMode om, TString dbgName = UnknownFileName);
-
-    ~TMemoryMap();
-
-    TMapResult Map(i64 offset, size_t size);
-    bool Unmap(TMapResult region);
-
-    void ResizeAndReset(i64 size);
-    TMapResult ResizeAndRemap(i64 offset, size_t size);
-
-    i64 Length() const noexcept;
-    bool IsOpen() const noexcept;
-    bool IsWritable() const noexcept;
-    EOpenMode GetMode() const noexcept;
-    TFile GetFile() const noexcept;
-
-    void SetSequential();
-    void Evict(void* ptr, size_t len);
-    void Evict();
-
-    /*
-     * deprecated
-     */
-    bool Unmap(void* ptr, size_t size);
-
-private:
-    class TImpl;
-    TSimpleIntrusivePtr<TImpl> Impl_;
-};
-
-class TFileMap: public TMemoryMapCommon {
-public:
-    TFileMap(const TMemoryMap& map) noexcept;
-    TFileMap(const TString& name);
-    TFileMap(const TString& name, EOpenMode om);
-    TFileMap(const TString& name, i64 length, EOpenMode om);
-    TFileMap(FILE* f, EOpenMode om = oRdOnly, TString dbgName = UnknownFileName);
-    TFileMap(const TFile& file, EOpenMode om = oRdOnly, TString dbgName = UnknownFileName);
-    TFileMap(const TFileMap& fm) noexcept;
-
-    ~TFileMap();
-
-    TMapResult Map(i64 offset, size_t size);
-    TMapResult ResizeAndRemap(i64 offset, size_t size);
-    void Unmap();
-
-    void Flush(void* ptr, size_t size) {
-        Flush(ptr, size, true);
-    }
-
-    void Flush() {
-        Flush(Ptr(), MappedSize());
-    }
-
-    void FlushAsync(void* ptr, size_t size) {
-        Flush(ptr, size, false);
-    }
-
-    void FlushAsync() {
-        FlushAsync(Ptr(), MappedSize());
-    }
-
-    inline i64 Length() const noexcept {
-        return Map_.Length();
-    }
-
-    inline bool IsOpen() const noexcept {
-        return Map_.IsOpen();
-    }
-
-    inline bool IsWritable() const noexcept {
-        return Map_.IsWritable();
-    }
-
-    EOpenMode GetMode() const noexcept {
-        return Map_.GetMode();
-    }
-
-    inline void* Ptr() const noexcept {
-        return Region_.MappedData();
-    }
-
-    inline size_t MappedSize() const noexcept {
-        return Region_.MappedSize();
-    }
-
-    TFile GetFile() const noexcept {
-        return Map_.GetFile();
-    }
-
-    void Precharge(size_t pos = 0, size_t size = (size_t)-1) const;
-
-    void SetSequential() {
-        Map_.SetSequential();
-    }
-
-    void Evict() {
-        Map_.Evict();
-    }
-
-private:
-    void Flush(void* ptr, size_t size, bool sync);
-
-    TMemoryMap Map_;
-    TMapResult Region_;
-};
-
-template <class T>
-class TFileMappedArray {
-private:
-    const T* Ptr_;
-    const T* End_;
-    size_t Size_;
-    char DummyData_[sizeof(T) + PLATFORM_DATA_ALIGN];
-    mutable THolder<T, TDestructor> Dummy_;
-    THolder<TFileMap> DataHolder_;
-
-public:
-    TFileMappedArray()
-        : Ptr_(nullptr)
-        , End_(nullptr)
-        , Size_(0)
-    {
-    }
-    ~TFileMappedArray() {
-        Ptr_ = nullptr;
-        End_ = nullptr;
-    }
-    void Init(const char* name) {
-        DataHolder_.Reset(new TFileMap(name));
-        DoInit(name);
-    }
-    void Init(const TFileMap& fileMap) {
-        DataHolder_.Reset(new TFileMap(fileMap));
-        DoInit(fileMap.GetFile().GetName());
-    }
-    void Term() {
-        DataHolder_.Destroy();
-        Ptr_ = nullptr;
-        Size_ = 0;
-        End_ = nullptr;
-    }
-    void Precharge() {
-        DataHolder_->Precharge();
-    }
-    const T& operator[](size_t pos) const {
-        Y_ASSERT(pos < size());
-        return Ptr_[pos];
-    }
-    /// for STL compatibility only, Size() usage is recommended
-    size_t size() const {
-        return Size_;
-    }
-    size_t Size() const {
-        return Size_;
-    }
-    const T& GetAt(size_t pos) const {
-        if (pos < Size_)
-            return Ptr_[pos];
-        return Dummy();
-    }
-    void SetDummy(const T& n_Dummy) {
-        Dummy_.Destroy();
-        Dummy_.Reset(new (DummyData()) T(n_Dummy));
-    }
-    inline char* DummyData() const noexcept {
-        return AlignUp((char*)DummyData_);
-    }
-    inline const T& Dummy() const {
-        if (!Dummy_) {
-            Dummy_.Reset(new (DummyData()) T());
-        }
-
-        return *Dummy_;
-    }
-    /// for STL compatibility only, Empty() usage is recommended
-    Y_PURE_FUNCTION
-    bool empty() const noexcept {
-        return Empty();
-    }
-
-    Y_PURE_FUNCTION
-    bool Empty() const noexcept {
-        return 0 == Size_;
-    }
-    /// for STL compatibility only, Begin() usage is recommended
-    const T* begin() const noexcept {
-        return Begin();
-    }
-    const T* Begin() const noexcept {
-        return Ptr_;
-    }
-    /// for STL compatibility only, End() usage is recommended
-    const T* end() const noexcept {
-        return End_;
-    }
-    const T* End() const noexcept {
-        return End_;
-    }
-
-private:
-    void DoInit(const TString& fileName) {
-        DataHolder_->Map(0, DataHolder_->Length());
-        if (DataHolder_->Length() % sizeof(T)) {
-            Term();
-            ythrow yexception() << "Incorrect size of file " << fileName.Quote();
-        }
-        Ptr_ = (const T*)DataHolder_->Ptr();
-        Size_ = DataHolder_->Length() / sizeof(T);
-        End_ = Ptr_ + Size_;
-    }
-};
-
-class TMappedAllocation : TMoveOnly {
-public:
-    TMappedAllocation(size_t size = 0, bool shared = false, void* addr = nullptr);
-    ~TMappedAllocation() {
-        Dealloc();
-    }
-    TMappedAllocation(TMappedAllocation&& other) {
-        this->swap(other);
-    }
-    TMappedAllocation& operator=(TMappedAllocation&& other) {
-        this->swap(other);
-        return *this;
-    }
-    void* Alloc(size_t size, void* addr = nullptr);
-    void Dealloc();
-    void* Ptr() const {
-        return Ptr_;
-    }
-    char* Data(ui32 pos = 0) const {
-        return (char*)(Ptr_ ? ((char*)Ptr_ + pos) : nullptr);
-    }
-    char* Begin() const noexcept {
-        return (char*)Ptr();
-    }
-    char* End() const noexcept {
-        return Begin() + MappedSize();
-    }
-    size_t MappedSize() const {
-        return Size_;
-    }
-    void swap(TMappedAllocation& with);
-
-private:
-    void* Ptr_ = nullptr;
-    size_t Size_ = 0;
-    bool Shared_ = false;
-#ifdef _win_
-    void* Mapping_ = nullptr;
-#endif
-};
-
-template <class T>
-class TMappedArray: private TMappedAllocation {
-public:
-    TMappedArray(size_t siz = 0)
-        : TMappedAllocation(0)
-    {
-        if (siz)
-            Create(siz);
-    }
-    ~TMappedArray() {
-        Destroy();
-    }
-    T* Create(size_t siz) {
-        Y_ASSERT(MappedSize() == 0 && Ptr() == nullptr);
-        T* arr = (T*)Alloc((sizeof(T) * siz));
-        if (!arr)
-            return nullptr;
-        Y_ASSERT(MappedSize() == sizeof(T) * siz);
-        for (size_t n = 0; n < siz; n++)
-            new (&arr[n]) T();
-        return arr;
-    }
-    void Destroy() {
-        T* arr = (T*)Ptr();
-        if (arr) {
-            for (size_t n = 0; n < size(); n++)
-                arr[n].~T();
-            Dealloc();
-        }
-    }
-    T& operator[](size_t pos) {
-        Y_ASSERT(pos < size());
-        return ((T*)Ptr())[pos];
-    }
-    const T& operator[](size_t pos) const {
-        Y_ASSERT(pos < size());
-        return ((T*)Ptr())[pos];
-    }
-    T* begin() {
-        return (T*)Ptr();
-    }
-    T* end() {
-        return (T*)((char*)Ptr() + MappedSize());
-    }
-    size_t size() const {
-        return MappedSize() / sizeof(T);
-    }
-    void swap(TMappedArray<T>& with) {
-        TMappedAllocation::swap(with);
-    }
-};

package/inc/util/system/flock.h

@@ -1,35 +0,0 @@
-#pragma once
-
-#include "error.h"
-#include "defaults.h"
-#include "file.h"
-
-#if defined(_unix_)
-
-#include <sys/file.h>
-#include <fcntl.h>
-
-static inline int Flock(int fd, int op) {
-    return flock(fd, op);
-}
-
-#else // not _unix_
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#define LOCK_SH 1 /* shared lock */
-#define LOCK_EX 2 /* exclusive lock */
-#define LOCK_NB 4 /* don't block when locking */
-#define LOCK_UN 8 /* unlock */
-
-int Flock(void* hndl, int operation);
-int flock(int fd, int operation);
-int fsync(int fd);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif // not _unix_

package/inc/util/system/fs.h

@@ -1,156 +0,0 @@
-#pragma once
-
-#include <util/generic/flags.h>
-#include <util/generic/string.h>
-#include <util/generic/yexception.h>
-
-namespace NFs {
-    enum EFilePermission {
-        FP_ALL_EXEC = 01,
-        FP_ALL_WRITE = 02,
-        FP_ALL_READ = 04,
-        FP_GROUP_READ = 040,
-        FP_GROUP_WRITE = 020,
-        FP_GROUP_EXEC = 010,
-        FP_OWNER_READ = 0400,
-        FP_OWNER_WRITE = 0200,
-        FP_OWNER_EXEC = 0100,
-
-        FP_COMMON_FILE = 0777,
-        FP_SECRET_FILE = 0700,
-        FP_NONSECRET_FILE = 0744,
-    };
-
-    Y_DECLARE_FLAGS(EFilePermissions, EFilePermission);
-
-    /// Remove a file or empty directory
-    ///
-    /// @param[in] path  Path to file or directory
-    /// @returns         true on success or false otherwise
-    /// LastSystemError() is set in case of failure
-    bool Remove(const TString& path);
-
-    /// Remove a file or directory with contents
-    ///
-    /// @param[in] path  Path to file or directory
-    /// @throws
-    void RemoveRecursive(const TString& path);
-
-    /// Creates directory
-    ///
-    /// @param[in] path  Path to the directory
-    /// @param[in] mode  Access permissions field; NOTE: ignored on win
-    /// @returns         true on success or false otherwise
-    bool MakeDirectory(const TString& path, EFilePermissions mode);
-
-    /// Creates directory
-    ///
-    /// @param[in] path  Path to the directory
-    /// @returns         true on success or false otherwise
-    /// NOTE: access permissions is set to 0777
-    inline bool MakeDirectory(const TString& path) {
-        return MakeDirectory(path, FP_COMMON_FILE);
-    }
-
-    /// Creates directory and all non-existings parents
-    ///
-    /// @param[in] path          Path to be created
-    /// @param[in] mode          Access permissions field; NOTE: ignored on win
-    /// @param[in] alwaysCreate  Throw if path already exists or failed to create
-    /// @returns                 true if target path created or exists (and directory)
-    bool MakeDirectoryRecursive(const TString& path, EFilePermissions mode, bool alwaysCreate);
-
-    /// Creates directory and all non-existings parents
-    ///
-    /// @param[in] path          Path to be created
-    /// @param[in] mode          Access permissions field; NOTE: ignored on win
-    /// @returns                 true if target path created or exists (and directory)
-    inline bool MakeDirectoryRecursive(const TString& path, EFilePermissions mode) {
-        return MakeDirectoryRecursive(path, mode, false);
-    }
-
-    /// Creates directory and all non-existings parents
-    ///
-    /// @param[in] path          Path to be created
-    /// @returns                 true if target path created or exists (and directory)
-    inline bool MakeDirectoryRecursive(const TString& path) {
-        return MakeDirectoryRecursive(path, FP_COMMON_FILE, false);
-    }
-
-    /// Rename a file or directory.
-    /// Removes newPath if it exists
-    ///
-    /// @param[in] oldPath  Path to file or directory to rename
-    /// @param[in] newPath  New path of file or directory
-    /// @returns            true on success or false otherwise
-    /// LastSystemError() is set in case of failure
-    bool Rename(const TString& oldPath, const TString& newPath);
-
-    /// Creates a new directory entry for a file
-    /// or creates a new one with the same content
-    ///
-    /// @param[in] existingPath  Path to an existing file
-    /// @param[in] newPath       New path of file
-    void HardLinkOrCopy(const TString& existingPath, const TString& newPath);
-
-    /// Creates a new directory entry for a file
-    ///
-    /// @param[in] existingPath  Path to an existing file
-    /// @param[in] newPath       New path of file
-    /// @returns                 true if new link was created or false otherwise
-    /// LastSystemError() is set in case of failure
-    bool HardLink(const TString& existingPath, const TString& newPath);
-
-    /// Creates a symlink to a file
-    ///
-    /// @param[in] targetPath    Path to a target file
-    /// @param[in] linkPath      Path of symlink
-    /// @returns                 true if new link was created or false otherwise
-    /// LastSystemError() is set in case of failure
-    bool SymLink(const TString& targetPath, const TString& linkPath);
-
-    /// Reads value of a symbolic link
-    ///
-    /// @param[in] path    Path to a symlink
-    /// @returns           File path that a symlink points to
-    TString ReadLink(const TString& path);
-
-    /// Append contents of a file to a new file
-    ///
-    /// @param[in] dstPath  Path to a destination file
-    /// @param[in] srcPath  Path to a source file
-    void Cat(const TString& dstPath, const TString& srcPath);
-
-    /// Copy contents of a file to a new file
-    ///
-    /// @param[in] existingPath  Path to an existing file
-    /// @param[in] newPath       New path of file
-    void Copy(const TString& existingPath, const TString& newPath);
-
-    /// Returns path to the current working directory
-    ///
-    /// Note: is not threadsafe
-    TString CurrentWorkingDirectory();
-
-    /// Changes current working directory
-    ///
-    /// @param[in] path          Path for new cwd
-    /// Note: is not threadsafe
-    void SetCurrentWorkingDirectory(TString path);
-
-    /// Checks if file exists
-    ///
-    /// @param[in] path          Path to check
-    bool Exists(const TString& path);
-
-    /// Ensures that file exists
-    ///
-    /// @param[in] path          Path to check
-    /// @returns                 input argument
-    inline const TString& EnsureExists(const TString& path) {
-        Y_ENSURE_EX(Exists(path), TFileError{} << "Path " << path << " does not exists (checked from cwd:" << NFs::CurrentWorkingDirectory() << ")");
-        return path;
-    }
-}
-
-Y_DECLARE_OPERATORS_FOR_FLAGS(NFs::EFilePermissions)

package/inc/util/system/fs_win.h

@@ -1,29 +0,0 @@
-#pragma once
-
-#include "winint.h"
-#include "defaults.h"
-
-#include <util/generic/strbuf.h>
-#include <util/generic/string.h>
-
-namespace NFsPrivate {
-    bool WinRename(const TString& oldPath, const TString& newPath);
-
-    bool WinSymLink(const TString& targetName, const TString& linkName);
-
-    bool WinHardLink(const TString& existingPath, const TString& newPath);
-
-    TString WinReadLink(const TString& path);
-
-    HANDLE CreateFileWithUtf8Name(const TStringBuf fName, ui32 accessMode, ui32 shareMode, ui32 createMode, ui32 attributes, bool inheritHandle);
-
-    bool WinRemove(const TString& path);
-
-    bool WinExists(const TString& path);
-
-    TString WinCurrentWorkingDirectory();
-
-    bool WinSetCurrentWorkingDirectory(const TString& path);
-
-    bool WinMakeDirectory(const TString path);
-}

package/inc/util/system/fstat.h

@@ -1,46 +0,0 @@
-#pragma once
-
-#include <util/generic/fwd.h>
-#include <util/system/fhandle.h>
-
-class TFile;
-class TFsPath;
-
-struct TFileStat {
-    ui32 Mode = 0; /* protection */
-    ui32 Uid = 0;  /* user ID of owner */
-    ui32 Gid = 0;  /* group ID of owner */
-
-    ui64 NLinks = 0; /* number of hard links */
-    ui64 Size = 0;   /* total size, in bytes */
-    ui64 INode = 0;  /* inode number */
-
-    time_t ATime = 0; /* time of last access */
-    time_t MTime = 0; /* time of last modification */
-    time_t CTime = 0; /* time of last status change */
-
-public:
-    TFileStat();
-
-    bool IsNull() const noexcept;
-
-    bool IsFile() const noexcept;
-    bool IsDir() const noexcept;
-    bool IsSymlink() const noexcept;
-
-    explicit TFileStat(const TFile& f);
-    explicit TFileStat(FHANDLE f);
-    TFileStat(const TFsPath& fileName, bool nofollow = false);
-    TFileStat(const TString& fileName, bool nofollow = false);
-    TFileStat(const char* fileName, bool nofollow = false);
-
-    friend bool operator==(const TFileStat& l, const TFileStat& r) noexcept;
-    friend bool operator!=(const TFileStat& l, const TFileStat& r) noexcept;
-
-private:
-    void MakeFromFileName(const char* fileName, bool nofollow);
-};
-
-i64 GetFileLength(FHANDLE fd);
-i64 GetFileLength(const char* name);
-i64 GetFileLength(const TString& name);

package/inc/util/system/getpid.h

@@ -1,12 +0,0 @@
-#pragma once
-
-#include "platform.h"
-#include "types.h"
-
-#if defined(_win_)
-using TProcessId = ui32; // DWORD
-#else
-using TProcessId = pid_t;
-#endif
-
-TProcessId GetPID();