catboost 1.25.1 → 1.26.0

package/inc/util/draft/ip.h

@@ -1,131 +0,0 @@
-#pragma once
-
-#include <util/digest/murmur.h>
-
-#include <util/network/ip.h>
-
-#include <util/str_stl.h>
-#include <util/generic/maybe.h>
-#include <util/generic/variant.h>
-
-#ifdef _unix_
-#include <sys/types.h>
-#include <sys/socket.h>
-#include <arpa/inet.h>
-#endif // _unix_
-
-#include <string.h>
-
-#ifndef INET6_ADDRSTRLEN
-#define INET6_ADDRSTRLEN 46
-#endif
-
-// Network (big-endian) byte order
-using TIp4 = TIpHost;
-
-// Network (big-endian) byte order
-struct TIp6 {
-    char Data[16];
-
-    bool operator==(const TIp6& rhs) const {
-        return memcmp(Data, rhs.Data, sizeof(Data)) == 0;
-    }
-
-    bool operator<(const TIp6& rhs) const {
-        return memcmp(Data, rhs.Data, sizeof(Data)) < 0;
-    }
-};
-
-template <>
-struct THash<TIp6> {
-    inline size_t operator()(const TIp6& ip) const {
-        return MurmurHash<size_t>((const void*)ip.Data, 16);
-    }
-};
-
-static inline TIp6 Ip6FromIp4(TIp4 addr) {
-    TIp6 res;
-    memset(res.Data, 0, sizeof(res.Data));
-    res.Data[10] = '\xFF';
-    res.Data[11] = '\xFF';
-    memcpy(res.Data + 12, &addr, 4);
-    return res;
-}
-
-static inline TIp6 Ip6FromString(const char* ipStr) {
-    TIp6 res;
-
-    if (inet_pton(AF_INET6, ipStr, &res.Data) == 0) {
-        ythrow TSystemError() << "Failed to convert (" << ipStr << ") to ipv6 address";
-    }
-
-    return res;
-}
-
-static inline TMaybe<TIp6> TryParseIp6FromString(const char* ipStr) {
-    TIp6 res;
-
-    if (inet_pton(AF_INET6, ipStr, &res.Data) == 0) {
-        return Nothing();
-    }
-
-    return res;
-}
-
-static inline char* Ip6ToString(const TIp6& ip, char* buf, size_t len) {
-    if (!inet_ntop(AF_INET6, (void*)&ip.Data, buf, (socklen_t)len)) {
-        ythrow TSystemError() << "Failed to get ipv6 address string";
-    }
-
-    return buf;
-}
-
-static inline TString Ip6ToString(const TIp6& ip) {
-    char buf[INET6_ADDRSTRLEN];
-
-    return TString(Ip6ToString(ip, buf, sizeof(buf)));
-}
-
-template <>
-inline void Out<TIp6>(IOutputStream& os, const TIp6& a) {
-    os << Ip6ToString(a);
-}
-
-using TIp4Or6 = TVariant<TIp4, TIp6>;
-
-static inline TIp4Or6 Ip4Or6FromString(const char* ipStr) {
-    const char* c = ipStr;
-    for (; *c; ++c) {
-        if (*c == '.') {
-            return IpFromString(ipStr);
-        }
-        if (*c == ':') {
-            return Ip6FromString(ipStr);
-        }
-    }
-    ythrow TSystemError() << "Failed to convert (" << ipStr << ") to ipv4 or ipv6 address";
-}
-
-static inline TString Ip4Or6ToString(const TIp4Or6& ip) {
-    if (HoldsAlternative<TIp6>(ip)) {
-        return Ip6ToString(Get<TIp6>(ip));
-    } else {
-        return IpToString(Get<TIp4>(ip));
-    }
-}
-
-// for TIp4 or TIp6, not TIp4Or6
-template <class TIp>
-struct TIpCompare {
-    bool Less(const TIp& l, const TIp& r) const {
-        return memcmp(&l, &r, sizeof(TIp)) < 0;
-    }
-
-    bool LessEqual(const TIp& l, const TIp& r) const {
-        return memcmp(&l, &r, sizeof(TIp)) <= 0;
-    }
-
-    bool operator()(const TIp& l, const TIp& r) const {
-        return Less(l, r);
-    }
-};

package/inc/util/draft/matrix.h

@@ -1,108 +0,0 @@
-#pragma once
-
-#include <util/generic/noncopyable.h>
-#include <util/system/yassert.h>
-#include <util/system/defaults.h>
-#include <string.h>
-
-template <typename T>
-class TMatrix : TNonCopyable {
-    // Constructor/Destructor
-public:
-    TMatrix()
-        : Buf(nullptr)
-        , Arr(nullptr)
-        , M(0)
-        , N(0)
-        , BufSize(0)
-    {
-    }
-
-    TMatrix(size_t m, size_t n)
-        : Buf(new T[m * n])
-        , Arr(Buf)
-        , M(m)
-        , N(n)
-        , BufSize(m * n)
-    {
-    }
-
-    TMatrix(size_t m, size_t n, T* buf)
-        : Buf(nullptr)
-        , Arr(buf)
-        , M(m)
-        , N(n)
-        , BufSize(m * n)
-    {
-    }
-
-    ~TMatrix() {
-        delete[] Buf;
-    }
-
-    // Properties/Methods
-public:
-    void Clear() {
-        M = N = 0;
-    }
-
-    void ReDim(size_t m, size_t n) {
-        Y_ASSERT(m >= 1 && n >= 1);
-        size_t newSize = m * n;
-        if (newSize > BufSize) {
-            T* newBuf = new T[newSize];
-            delete[] Buf;
-            Arr = Buf = newBuf;
-            BufSize = newSize;
-        }
-        M = m;
-        N = n;
-    }
-
-    size_t Width() const {
-        return N;
-    }
-
-    size_t Height() const {
-        return M;
-    }
-
-    // Access element matrix[i][j]
-    T* operator[](size_t i) {
-        Y_ASSERT(i >= 0 && i < M);
-        return Arr + i * N;
-    }
-
-    // Access element matrix[i][j]
-    const T* operator[](size_t i) const {
-        Y_ASSERT(i >= 0 && i < M);
-        return Arr + i * N;
-    }
-
-    // Access element matrix(i, j)
-    T& operator()(size_t i, size_t j) {
-        Y_ASSERT(i >= 0 && i < M && j >= 0 && j < N);
-        return Arr[i * N + j];
-    }
-
-    // Access element matrix(i, j)
-    const T& operator()(size_t i, size_t j) const {
-        Y_ASSERT(i >= 0 && i < M && j >= 0 && j < N);
-        return Arr[i * N + j];
-    }
-
-    void Zero() {
-        memset((void*)Arr, 0, M * N * sizeof(T));
-    }
-
-    void Fill(T value) {
-        for (T *p = Arr, *end = Arr + M * N; p < end; ++p)
-            *p = value;
-    }
-
-private:
-    T* Buf;
-    T* Arr;
-    size_t M, N;
-    size_t BufSize;
-};

package/inc/util/draft/memory.h

@@ -1,40 +0,0 @@
-#pragma once
-
-#include <util/system/defaults.h>
-
-#include <algorithm>
-#include <functional>
-#include <utility>
-
-template <class T>
-inline bool IsZero(const T* begin, const T* end) {
-    return std::find_if(begin, end, [](const T& other) { return other != T(0); }) == end;
-}
-
-template <size_t Size>
-inline bool IsZero(const char* p) {
-    size_t sizeInUI64 = Size / 8;
-    const char* pEndUi64 = p + sizeInUI64 * 8;
-    if (sizeInUI64 && !IsZero<ui64>((const ui64*)p, (const ui64*)pEndUi64))
-        return false;
-    return IsZero(pEndUi64, p + Size);
-}
-
-#define IS_ZERO_INTSZ(INT)                           \
-    template <>                                      \
-    inline bool IsZero<sizeof(INT)>(const char* p) { \
-        return (*(INT*)p) == INT(0);                 \
-    }
-
-IS_ZERO_INTSZ(ui8)
-IS_ZERO_INTSZ(ui16)
-IS_ZERO_INTSZ(ui32)
-IS_ZERO_INTSZ(ui64)
-
-#undef IS_ZERO_INTSZ
-
-// If you want to use this to check all fields in a struct make sure it's w/o holes or #pragma pack(1)
-template <class T>
-bool IsZero(const T& t) {
-    return IsZero<sizeof(T)>((const char*)&t);
-}

package/inc/util/folder/dirent_win.h

@@ -1,46 +0,0 @@
-#pragma once
-
-#include <util/system/defaults.h>
-
-#ifdef _win_
-
-#include <util/system/winint.h>
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-struct DIR {
-    HANDLE sh;
-    WIN32_FIND_DATAW wfd;
-    WCHAR* fff_templ;
-    int file_no;
-    struct dirent* readdir_buf;
-};
-
-#define MAXNAMLEN (MAX_PATH - 1) * 2
-#define MAXPATHLEN MAX_PATH
-#define DT_DIR 4
-#define DT_REG 8
-#define DT_LNK 10
-#define DT_UNKNOWN 0
-
-struct dirent {
-    ui32 d_fileno;              /* file number of entry */
-    ui16 d_reclen;              /* length of this record */
-    ui8 d_type;                 /* file type */
-    ui8 d_namlen;               /* length of string in d_name */
-    char d_name[MAXNAMLEN + 1]; /* name must be no longer than this */
-};
-
-struct DIR* opendir(const char* dirname);
-int closedir(struct DIR* dir);
-int readdir_r(struct DIR* dir, struct dirent* entry, struct dirent** result);
-struct dirent* readdir(struct DIR* dir);
-void rewinddir(struct DIR* dir);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif //_win_

package/inc/util/folder/dirut.h

@@ -1,121 +0,0 @@
-#pragma once
-
-#include <util/system/defaults.h>
-#include <util/system/sysstat.h>
-#include <util/system/fs.h>
-#include <util/generic/string.h>
-#include <util/generic/yexception.h>
-
-#include <sys/types.h>
-
-#include <cerrno>
-#include <cstdlib>
-
-#ifdef _win32_
-#include <util/system/winint.h>
-#include <direct.h>
-#include <malloc.h>
-#include <time.h>
-#include <io.h>
-#include "dirent_win.h"
-
-// these live in mktemp_system.cpp
-extern "C" int mkstemps(char* path, int slen);
-char* mkdtemp(char* path);
-
-#else
-#ifdef _sun_
-#include <alloca.h>
-
-char* mkdtemp(char* path);
-#endif
-#include <unistd.h>
-#include <pwd.h>
-#include <dirent.h>
-#ifndef DT_DIR
-#include <sys/stat.h>
-#endif
-#endif
-
-bool IsDir(const TString& path);
-
-int mkpath(char* path, int mode = 0777);
-
-TString GetHomeDir();
-
-void MakeDirIfNotExist(const char* path, int mode = 0777);
-
-inline void MakeDirIfNotExist(const TString& path, int mode = 0777) {
-    MakeDirIfNotExist(path.data(), mode);
-}
-
-/// Create path making parent directories as needed
-void MakePathIfNotExist(const char* path, int mode = 0777);
-
-void SlashFolderLocal(TString& folder);
-bool correctpath(TString& filename);
-bool resolvepath(TString& folder, const TString& home);
-
-char GetDirectorySeparator();
-const char* GetDirectorySeparatorS();
-
-void RemoveDirWithContents(TString dirName);
-
-const char* GetFileNameComponent(const char* f);
-
-inline TString GetFileNameComponent(const TString& f) {
-    return GetFileNameComponent(f.data());
-}
-
-/// RealPath doesn't guarantee trailing separator to be stripped or left in place for directories.
-TString RealPath(const TString& path);     // throws
-TString RealLocation(const TString& path); /// throws; last file name component doesn't need to exist
-
-TString GetSystemTempDir();
-
-int MakeTempDir(char path[/*FILENAME_MAX*/], const char* prefix);
-//! @todo this function should be replaced with @c RemoveDirWithContents
-int RemoveTempDir(const char* dirName);
-
-int ResolvePath(const char* rel, const char* abs, char res[/*FILENAME_MAX*/], bool isdir = false);
-TString ResolvePath(const char* rel, const char* abs, bool isdir = false);
-TString ResolvePath(const char* path, bool isDir = false);
-
-TString ResolveDir(const char* path);
-
-bool SafeResolveDir(const char* path, TString& result);
-
-TString GetDirName(const TString& path);
-
-TString GetBaseName(const TString& path);
-
-TString StripFileComponent(const TString& fileName);
-
-class TExistenceChecker {
-public:
-    TExistenceChecker(bool strict = false)
-        : Strict(strict)
-    {
-    }
-
-    void SetStrict(bool strict) {
-        Strict = strict;
-    }
-
-    bool IsStrict() const {
-        return Strict;
-    }
-
-    const char* Check(const char* fname) const {
-        if (!fname || !*fname)
-            return nullptr;
-        if (Strict) {
-            NFs::EnsureExists(fname);
-        } else if (!NFs::Exists(fname))
-            fname = nullptr;
-        return fname;
-    }
-
-private:
-    bool Strict;
-};

package/inc/util/folder/filelist.h

@@ -1,81 +0,0 @@
-#pragma once
-
-#include <util/generic/buffer.h>
-#include <util/generic/string.h>
-#include <util/generic/strbuf.h>
-#include <util/generic/flags.h>
-
-class TFileEntitiesList {
-public:
-    enum EMaskFlag {
-        EM_FILES = 1,
-        EM_DIRS = 2,
-        EM_SLINKS = 4,
-
-        EM_FILES_DIRS = EM_FILES | EM_DIRS,
-        EM_FILES_SLINKS = EM_FILES | EM_SLINKS,
-        EM_DIRS_SLINKS = EM_DIRS | EM_SLINKS,
-        EM_FILES_DIRS_SLINKS = EM_FILES | EM_DIRS | EM_SLINKS
-    };
-    Y_DECLARE_FLAGS(EMask, EMaskFlag)
-
-    TFileEntitiesList(EMask mask)
-        : Mask(mask)
-    {
-        Clear();
-    }
-
-    void Clear() {
-        Cur = nullptr;
-        FileNamesSize = CurName = 0;
-        FileNames.Clear();
-        FileNames.Append("", 1);
-    }
-
-    const char* Next() {
-        return Cur = (CurName++ < FileNamesSize ? strchr(Cur, 0) + 1 : nullptr);
-    }
-
-    size_t Size() {
-        return FileNamesSize;
-    }
-
-    inline void Fill(const TString& dirname, bool sort = false) {
-        Fill(dirname, TStringBuf(), sort);
-    }
-
-    inline void Fill(const TString& dirname, TStringBuf prefix, bool sort = false) {
-        Fill(dirname, prefix, TStringBuf(), 1, sort);
-    }
-
-    void Fill(const TString& dirname, TStringBuf prefix, TStringBuf suffix, int depth, bool sort = false);
-
-    void Restart() {
-        Cur = FileNames.Data();
-        CurName = 0;
-    }
-
-protected:
-    TBuffer FileNames;
-    size_t FileNamesSize, CurName;
-    const char* Cur;
-    EMask Mask;
-};
-
-Y_DECLARE_OPERATORS_FOR_FLAGS(TFileEntitiesList::EMask)
-
-class TFileList: public TFileEntitiesList {
-public:
-    TFileList()
-        : TFileEntitiesList(TFileEntitiesList::EM_FILES)
-    {
-    }
-};
-
-class TDirsList: public TFileEntitiesList {
-public:
-    TDirsList()
-        : TFileEntitiesList(TFileEntitiesList::EM_DIRS)
-    {
-    }
-};

package/inc/util/folder/fts.h

@@ -1,108 +0,0 @@
-#pragma once
-
-#include <sys/types.h>
-
-#include <util/system/defaults.h>
-
-#ifndef _win32_
-typedef int dird;
-typedef struct stat stat_struct;
-#define STAT_FUNC stat
-#else
-#include <util/folder/dirent_win.h>
-typedef WCHAR* dird;
-typedef unsigned short u_short;
-typedef unsigned int nlink_t;
-typedef struct _stat64 stat_struct;
-#define STAT_FUNC stat64UTF
-//TODO: remove from global scope stat64UTF stat64UTF
-#ifdef __cplusplus
-int stat64UTF(const char* path, struct _stat64* _Stat);
-int stat64UTF(dird path, struct _stat64* _Stat);
-#endif
-#endif
-
-typedef struct {
-    struct _ftsent* fts_cur;    /* current node */
-    struct _ftsent* fts_child;  /* linked list of children */
-    struct _ftsent** fts_array; /* sort array */
-    dev_t fts_dev;              /* starting device # */
-    char* fts_path;             /* path for this descent */
-    dird fts_rfd;               /* fd for root */
-    int fts_pathlen;            /* sizeof(path) */
-    int fts_nitems;             /* elements in the sort array */
-    int(*fts_compar)            /* compare function */
-        (const struct _ftsent**, const struct _ftsent**);
-
-#define FTS_COMFOLLOW 0x001  /* follow command line symlinks */
-#define FTS_LOGICAL 0x002    /* logical walk */
-#define FTS_NOCHDIR 0x004    /* don't change directories */
-#define FTS_NOSTAT 0x008     /* don't get stat info */
-#define FTS_PHYSICAL 0x010   /* physical walk */
-#define FTS_SEEDOT 0x020     /* return dot and dot-dot */
-#define FTS_XDEV 0x040       /* don't cross devices */
-#define FTS_OPTIONMASK 0x0ff /* valid user option mask */
-
-#define FTS_NAMEONLY 0x100 /* (private) child names only */
-#define FTS_STOP 0x200     /* (private) unrecoverable error */
-    int fts_options;       /* yfts_open options, global flags */
-} FTS;
-
-typedef struct _ftsent {
-    struct _ftsent* fts_cycle;  /* cycle node */
-    struct _ftsent* fts_parent; /* parent directory */
-    struct _ftsent* fts_link;   /* next file in directory */
-    long fts_number;            /* local numeric value */
-    void* fts_pointer;          /* local address value */
-    char* fts_accpath;          /* access path */
-    char* fts_path;             /* root path */
-    int fts_errno;              /* errno for this node */
-    dird fts_symfd;             /* fd for symlink */
-    u_short fts_pathlen;        /* strlen(fts_path) */
-    u_short fts_namelen;        /* strlen(fts_name) */
-
-    ino_t fts_ino;     /* inode */
-    dev_t fts_dev;     /* device */
-    nlink_t fts_nlink; /* link count */
-
-#define FTS_ROOTPARENTLEVEL -1
-#define FTS_ROOTLEVEL 0
-    short fts_level; /* depth (-1 to N) */
-
-#define FTS_D 1       /* preorder directory */
-#define FTS_DC 2      /* directory that causes cycles */
-#define FTS_DEFAULT 3 /* none of the above */
-#define FTS_DNR 4     /* unreadable directory */
-#define FTS_DOT 5     /* dot or dot-dot */
-#define FTS_DP 6      /* postorder directory */
-#define FTS_ERR 7     /* error; errno is set */
-#define FTS_F 8       /* regular file */
-#define FTS_INIT 9    /* initialized only */
-#define FTS_NS 10     /* stat(2) failed */
-#define FTS_NSOK 11   /* no stat(2) requested */
-#define FTS_SL 12     /* symbolic link */
-#define FTS_SLNONE 13 /* symbolic link without target */
-#define FTS_W 14      /* whiteout object */
-    u_short fts_info; /* user flags for FTSENT structure */
-    u_short fts_type; /* type of fs node; one of FTS_D, FTS_F, FTS_SL */
-
-#define FTS_DONTCHDIR 0x01 /* don't chdir .. to the parent */
-#define FTS_SYMFOLLOW 0x02 /* followed a symlink to get here */
-#define FTS_ISW 0x04       /* this is a whiteout object */
-    u_short fts_flags;     /* private flags for FTSENT structure */
-
-#define FTS_AGAIN 1    /* read node again */
-#define FTS_FOLLOW 2   /* follow symbolic link */
-#define FTS_NOINSTR 3  /* no instructions */
-#define FTS_SKIP 4     /* discard node */
-    u_short fts_instr; /* yfts_set() instructions */
-
-    stat_struct* fts_statp; /* stat(2) information */
-    char fts_name[1];       /* file name */
-} FTSENT;
-
-FTSENT* yfts_children(FTS*, int);
-int yfts_close(FTS*);
-FTS* yfts_open(char* const*, int, int (*)(const FTSENT**, const FTSENT**));
-FTSENT* yfts_read(FTS*);
-int yfts_set(FTS*, FTSENT*, int);