catboost 1.25.1 → 1.27.0

package/inc/util/network/socket.h

@@ -1,421 +0,0 @@
-#pragma once
-
-#include "init.h"
-
-#include <util/system/yassert.h>
-#include <util/system/defaults.h>
-#include <util/system/error.h>
-#include <util/stream/output.h>
-#include <util/stream/input.h>
-#include <util/generic/ptr.h>
-#include <util/generic/yexception.h>
-#include <util/generic/noncopyable.h>
-#include <util/datetime/base.h>
-
-#include <cerrno>
-
-#ifndef INET_ADDRSTRLEN
-#define INET_ADDRSTRLEN 16
-#endif
-
-#if defined(_unix_)
-#define get_host_error() h_errno
-#elif defined(_win_)
-#pragma comment(lib, "Ws2_32.lib")
-
-#if _WIN32_WINNT < 0x0600
-struct pollfd {
-    SOCKET fd;
-    short events;
-    short revents;
-};
-
-#define POLLIN (1 << 0)
-#define POLLRDNORM (1 << 1)
-#define POLLRDBAND (1 << 2)
-#define POLLPRI (1 << 3)
-#define POLLOUT (1 << 4)
-#define POLLWRNORM (1 << 5)
-#define POLLWRBAND (1 << 6)
-#define POLLERR (1 << 7)
-#define POLLHUP (1 << 8)
-#define POLLNVAL (1 << 9)
-
-const char* inet_ntop(int af, const void* src, char* dst, socklen_t size);
-int poll(struct pollfd fds[], nfds_t nfds, int timeout) noexcept;
-#else
-#define poll(fds, nfds, timeout) WSAPoll(fds, nfds, timeout)
-#endif
-
-int inet_aton(const char* cp, struct in_addr* inp);
-
-#define get_host_error() WSAGetLastError()
-
-#define SHUT_RD SD_RECEIVE
-#define SHUT_WR SD_SEND
-#define SHUT_RDWR SD_BOTH
-
-#define INFTIM (-1)
-#endif
-
-template <class T>
-static inline int SetSockOpt(SOCKET s, int level, int optname, T opt) noexcept {
-    return setsockopt(s, level, optname, (const char*)&opt, sizeof(opt));
-}
-
-template <class T>
-static inline int GetSockOpt(SOCKET s, int level, int optname, T& opt) noexcept {
-    socklen_t len = sizeof(opt);
-
-    return getsockopt(s, level, optname, (char*)&opt, &len);
-}
-
-template <class T>
-static inline void CheckedSetSockOpt(SOCKET s, int level, int optname, T opt, const char* err) {
-    if (SetSockOpt<T>(s, level, optname, opt)) {
-        ythrow TSystemError() << "setsockopt() failed for " << err;
-    }
-}
-
-template <class T>
-static inline void CheckedGetSockOpt(SOCKET s, int level, int optname, T& opt, const char* err) {
-    if (GetSockOpt<T>(s, level, optname, opt)) {
-        ythrow TSystemError() << "getsockopt() failed for " << err;
-    }
-}
-
-static inline void FixIPv6ListenSocket(SOCKET s) {
-#if defined(IPV6_V6ONLY)
-    SetSockOpt(s, IPPROTO_IPV6, IPV6_V6ONLY, 1);
-#else
-    (void)s;
-#endif
-}
-
-namespace NAddr {
-    class IRemoteAddr;
-}
-
-void SetSocketTimeout(SOCKET s, long timeout);
-void SetSocketTimeout(SOCKET s, long sec, long msec);
-void SetNoDelay(SOCKET s, bool value);
-void SetKeepAlive(SOCKET s);
-void SetLinger(SOCKET s, bool on, unsigned len);
-void SetZeroLinger(SOCKET s);
-void SetKeepAlive(SOCKET s, bool value);
-void SetCloseOnExec(SOCKET s, bool value);
-void SetOutputBuffer(SOCKET s, unsigned value);
-void SetInputBuffer(SOCKET s, unsigned value);
-void SetReusePort(SOCKET s, bool value);
-void ShutDown(SOCKET s, int mode);
-bool GetRemoteAddr(SOCKET s, char* str, socklen_t size);
-size_t GetMaximumSegmentSize(SOCKET s);
-size_t GetMaximumTransferUnit(SOCKET s);
-void SetDeferAccept(SOCKET s);
-void SetSocketToS(SOCKET s, int tos);
-void SetSocketToS(SOCKET s, const NAddr::IRemoteAddr* addr, int tos);
-int GetSocketToS(SOCKET s);
-int GetSocketToS(SOCKET s, const NAddr::IRemoteAddr* addr);
-void SetTcpFastOpen(SOCKET s, int qlen);
-/**
- * Useful for keep-alive connections.
- **/
-bool IsNotSocketClosedByOtherSide(SOCKET s);
-/**
- * Determines whether connection on socket is local (same machine) or not.
- **/
-bool HasLocalAddress(SOCKET socket);
-
-/**
- * Runtime check if current kernel supports SO_REUSEPORT option.
- **/
-extern "C" bool IsReusePortAvailable();
-
-bool IsNonBlock(SOCKET fd);
-void SetNonBlock(SOCKET fd, bool nonBlock = true);
-
-struct addrinfo;
-
-class TNetworkResolutionError: public yexception {
-public:
-    // @param error error code (EAI_XXX) returned by getaddrinfo or getnameinfo (not errno)
-    TNetworkResolutionError(int error);
-};
-
-struct TUnixSocketPath {
-    TString Path;
-
-    // Constructor for create unix domain socket path from string with path in filesystem
-    // TUnixSocketPath("/tmp/unixsocket") -> "/tmp/unixsocket"
-    explicit TUnixSocketPath(const TString& path)
-        : Path(path)
-    {}
-};
-
-class TNetworkAddress {
-    friend class TSocket;
-
-public:
-    class TIterator {
-    public:
-        inline TIterator(struct addrinfo* begin)
-            : C_(begin)
-        {
-        }
-
-        inline void Next() noexcept {
-            C_ = C_->ai_next;
-        }
-
-        inline TIterator operator++(int) noexcept {
-            TIterator old(*this);
-
-            Next();
-
-            return old;
-        }
-
-        inline TIterator& operator++() noexcept {
-            Next();
-
-            return *this;
-        }
-
-        friend inline bool operator==(const TIterator& l, const TIterator& r) noexcept {
-            return l.C_ == r.C_;
-        }
-
-        friend inline bool operator!=(const TIterator& l, const TIterator& r) noexcept {
-            return !(l == r);
-        }
-
-        inline struct addrinfo& operator*() const noexcept {
-            return *C_;
-        }
-
-        inline struct addrinfo* operator->() const noexcept {
-            return C_;
-        }
-
-    private:
-        struct addrinfo* C_;
-    };
-
-    TNetworkAddress(ui16 port);
-    TNetworkAddress(const TString& host, ui16 port);
-    TNetworkAddress(const TString& host, ui16 port, int flags);
-    TNetworkAddress(const TUnixSocketPath& unixSocketPath, int flags = 0);
-    ~TNetworkAddress();
-
-    inline TIterator Begin() const noexcept {
-        return TIterator(Info());
-    }
-
-    inline TIterator End() const noexcept {
-        return TIterator(nullptr);
-    }
-
-private:
-    struct addrinfo* Info() const noexcept;
-
-private:
-    class TImpl;
-    TSimpleIntrusivePtr<TImpl> Impl_;
-};
-
-class TSocket;
-
-class TSocketHolder: public TMoveOnly {
-public:
-    inline TSocketHolder()
-        : Fd_(INVALID_SOCKET)
-    {
-    }
-
-    inline TSocketHolder(SOCKET fd)
-        : Fd_(fd)
-    {
-    }
-
-    inline TSocketHolder(TSocketHolder&& other) noexcept {
-        Fd_ = other.Fd_;
-        other.Fd_ = INVALID_SOCKET;
-    }
-
-    inline TSocketHolder& operator=(TSocketHolder&& other) noexcept {
-        Close();
-        Swap(other);
-
-        return *this;
-    }
-
-    inline ~TSocketHolder() {
-        Close();
-    }
-
-    inline SOCKET Release() noexcept {
-        SOCKET ret = Fd_;
-        Fd_ = INVALID_SOCKET;
-        return ret;
-    }
-
-    void Close() noexcept;
-
-    inline void ShutDown(int mode) const {
-        ::ShutDown(Fd_, mode);
-    }
-
-    inline void Swap(TSocketHolder& r) noexcept {
-        DoSwap(Fd_, r.Fd_);
-    }
-
-    inline bool Closed() const noexcept {
-        return Fd_ == INVALID_SOCKET;
-    }
-
-    inline operator SOCKET() const noexcept {
-        return Fd_;
-    }
-
-private:
-    SOCKET Fd_;
-
-    // do not allow construction of TSocketHolder from TSocket
-    TSocketHolder(const TSocket& fd);
-};
-
-class TSocket {
-public:
-    using TPart = IOutputStream::TPart;
-
-    class TOps {
-    public:
-        inline TOps() noexcept = default;
-        virtual ~TOps() = default;
-
-        virtual ssize_t Send(SOCKET fd, const void* data, size_t len) = 0;
-        virtual ssize_t Recv(SOCKET fd, void* buf, size_t len) = 0;
-        virtual ssize_t SendV(SOCKET fd, const TPart* parts, size_t count) = 0;
-    };
-
-    TSocket();
-    TSocket(SOCKET fd);
-    TSocket(SOCKET fd, TOps* ops);
-    TSocket(const TNetworkAddress& addr);
-    TSocket(const TNetworkAddress& addr, const TDuration& timeOut);
-    TSocket(const TNetworkAddress& addr, const TInstant& deadLine);
-
-    ~TSocket();
-
-    template <class T>
-    inline void SetSockOpt(int level, int optname, T opt) {
-        CheckedSetSockOpt(Fd(), level, optname, opt, "TSocket");
-    }
-
-    inline void SetSocketTimeout(long timeout) {
-        ::SetSocketTimeout(Fd(), timeout);
-    }
-
-    inline void SetSocketTimeout(long sec, long msec) {
-        ::SetSocketTimeout(Fd(), sec, msec);
-    }
-
-    inline void SetNoDelay(bool value) {
-        ::SetNoDelay(Fd(), value);
-    }
-
-    inline void SetLinger(bool on, unsigned len) {
-        ::SetLinger(Fd(), on, len);
-    }
-
-    inline void SetZeroLinger() {
-        ::SetZeroLinger(Fd());
-    }
-
-    inline void SetKeepAlive(bool value) {
-        ::SetKeepAlive(Fd(), value);
-    }
-
-    inline void SetOutputBuffer(unsigned value) {
-        ::SetOutputBuffer(Fd(), value);
-    }
-
-    inline void SetInputBuffer(unsigned value) {
-        ::SetInputBuffer(Fd(), value);
-    }
-
-    inline size_t MaximumSegmentSize() const {
-        return GetMaximumSegmentSize(Fd());
-    }
-
-    inline size_t MaximumTransferUnit() const {
-        return GetMaximumTransferUnit(Fd());
-    }
-
-    inline void ShutDown(int mode) const {
-        ::ShutDown(Fd(), mode);
-    }
-
-    void Close();
-
-    ssize_t Send(const void* data, size_t len);
-    ssize_t Recv(void* buf, size_t len);
-
-    /*
-     * scatter/gather io
-     */
-    ssize_t SendV(const TPart* parts, size_t count);
-
-    inline operator SOCKET() const noexcept {
-        return Fd();
-    }
-
-private:
-    SOCKET Fd() const noexcept;
-
-private:
-    class TImpl;
-    TSimpleIntrusivePtr<TImpl> Impl_;
-};
-
-class TSocketInput: public IInputStream {
-public:
-    TSocketInput(const TSocket& s) noexcept;
-    ~TSocketInput() override;
-
-    TSocketInput(TSocketInput&&) noexcept = default;
-    TSocketInput& operator=(TSocketInput&&) noexcept = default;
-
-    const TSocket& GetSocket() const noexcept {
-        return S_;
-    }
-
-private:
-    size_t DoRead(void* buf, size_t len) override;
-
-private:
-    TSocket S_;
-};
-
-class TSocketOutput: public IOutputStream {
-public:
-    TSocketOutput(const TSocket& s) noexcept;
-    ~TSocketOutput() override;
-
-    TSocketOutput(TSocketOutput&&) noexcept = default;
-    TSocketOutput& operator=(TSocketOutput&&) noexcept = default;
-
-    const TSocket& GetSocket() const noexcept {
-        return S_;
-    }
-
-private:
-    void DoWrite(const void* buf, size_t len) override;
-    void DoWriteV(const TPart* parts, size_t count) override;
-
-private:
-    TSocket S_;
-};
-
-//return -(error code) if error occured, or number of ready fds
-ssize_t PollD(struct pollfd fds[], nfds_t nfds, const TInstant& deadLine) noexcept;

package/inc/util/random/common_ops.h

@@ -1,130 +0,0 @@
-#pragma once
-
-#include <util/system/defaults.h>
-#include <util/system/yassert.h>
-
-namespace NPrivate {
-    constexpr double ToRandReal1(const ui32 x) noexcept {
-        return x * (double)(1.0 / 4294967295.0);
-    }
-
-    constexpr double ToRandReal2(const ui32 x) noexcept {
-        return x * (double)(1.0 / 4294967296.0);
-    }
-
-    constexpr double ToRandReal3(const ui32 x) noexcept {
-        return ((double)x + 0.5) * (double)(1.0 / 4294967296.0);
-    }
-
-    constexpr double ToRandReal1(const ui64 x) noexcept {
-        return (x >> 11) * (double)(1.0 / 9007199254740991.0);
-    }
-
-    constexpr double ToRandReal2(const ui64 x) noexcept {
-        return (x >> 11) * (double)(1.0 / 9007199254740992.0);
-    }
-
-    constexpr double ToRandReal3(const ui64 x) noexcept {
-        return ((x >> 12) + 0.5) * (double)(1.0 / 4503599627370496.0);
-    }
-
-    constexpr double ToRandReal4(const ui64 x) noexcept {
-        return double(x * (double)(1.0 / 18446744073709551616.0L));
-    }
-
-    template <class T>
-    static inline ui64 ToRand64(T&& rng, ui32 x) noexcept {
-        return ((ui64)x) | (((ui64)rng.GenRand()) << 32);
-    }
-
-    template <class T>
-    static constexpr ui64 ToRand64(T&&, ui64 x) noexcept {
-        return x;
-    }
-
-    /*
-     * return value in range [0, max) from any generator
-     */
-    template <class T, class TRandGen>
-    static T GenUniform(T max, TRandGen&& gen) {
-        Y_VERIFY(max > 0, "Invalid random number range [0, 0)");
-
-        const T randmax = gen.RandMax() - gen.RandMax() % max;
-        T rand;
-
-        while ((rand = gen.GenRand()) >= randmax) {
-            /* no-op */
-        }
-
-        return rand % max;
-    }
-}
-
-template <class TRandType, class T>
-struct TCommonRNG {
-    using TResult = TRandType;
-    using result_type = TRandType;
-
-    inline T& Engine() noexcept {
-        return static_cast<T&>(*this);
-    }
-
-    static constexpr TResult _Min = TResult(0);
-    static constexpr TResult _Max = TResult(-1);
-
-    static constexpr TResult RandMax() noexcept {
-        return _Max;
-    }
-
-    static constexpr TResult RandMin() noexcept {
-        return _Min;
-    }
-
-    /* generates uniformly distributed random number on [0, t) interval */
-    inline TResult Uniform(TResult t) noexcept {
-        return ::NPrivate::GenUniform(t, Engine());
-    }
-
-    /* generates uniformly distributed random number on [f, t) interval */
-    inline TResult Uniform(TResult f, TResult t) noexcept {
-        return f + Uniform(t - f);
-    }
-
-    /* generates 64-bit random number for current(may be 32 bit) rng */
-    inline ui64 GenRand64() noexcept {
-        return ::NPrivate::ToRand64(Engine(), Engine().GenRand());
-    }
-
-    /* generates a random number on [0, 1]-real-interval */
-    inline double GenRandReal1() noexcept {
-        return ::NPrivate::ToRandReal1(Engine().GenRand());
-    }
-
-    /* generates a random number on [0, 1)-real-interval */
-    inline double GenRandReal2() noexcept {
-        return ::NPrivate::ToRandReal2(Engine().GenRand());
-    }
-
-    /* generates a random number on (0, 1)-real-interval */
-    inline double GenRandReal3() noexcept {
-        return ::NPrivate::ToRandReal3(Engine().GenRand());
-    }
-
-    /* generates a random number on [0, 1) with 53-bit resolution */
-    inline double GenRandReal4() noexcept {
-        return ::NPrivate::ToRandReal4(Engine().GenRand64());
-    }
-
-    //compatibility stuff
-    inline TResult operator()() noexcept {
-        return Engine().GenRand();
-    }
-
-    static constexpr TResult max() noexcept {
-        return T::RandMax();
-    }
-
-    static constexpr TResult min() noexcept {
-        return T::RandMin();
-    }
-};

package/inc/util/random/easy.h

@@ -1,47 +0,0 @@
-#pragma once
-
-#include "random.h"
-
-namespace NPrivate {
-    struct TRandom {
-        inline operator unsigned char() {
-            return RandomNumber<unsigned char>();
-        }
-
-        inline operator unsigned short() {
-            return RandomNumber<unsigned short>();
-        }
-
-        inline operator unsigned int() {
-            return RandomNumber<unsigned int>();
-        }
-
-        inline operator unsigned long() {
-            return RandomNumber<unsigned long>();
-        }
-
-        inline operator unsigned long long() {
-            return RandomNumber<unsigned long long>();
-        }
-
-        inline operator bool() {
-            return RandomNumber<bool>();
-        }
-
-        inline operator float() {
-            return RandomNumber<float>();
-        }
-
-        inline operator double() {
-            return RandomNumber<double>();
-        }
-
-        inline operator long double() {
-            return RandomNumber<long double>();
-        }
-    };
-}
-
-static inline ::NPrivate::TRandom Random() noexcept {
-    return {};
-}

package/inc/util/random/entropy.h

@@ -1,21 +0,0 @@
-#pragma once
-
-class TBuffer;
-class IInputStream;
-
-/*
- * fast entropy pool, based on good prng, can lock for some time
- * initialized with some bits from system entropy pool
- * think as /dev/urandom replacement
- */
-IInputStream& EntropyPool();
-
-/*
- * fast(non-blocking) entropy pool, useful for seeding PRNGs
- */
-IInputStream& Seed();
-
-/*
- * Re-initialize entropy pool - useful after forking in multi-process programs.
- */
-void ResetEntropyPool();

package/inc/util/random/fast.h

@@ -1,101 +0,0 @@
-#pragma once
-
-#include "lcg_engine.h"
-#include "common_ops.h"
-
-#include <util/generic/bitops.h>
-#include <util/system/platform.h>
-
-// based on http://www.pcg-random.org/. See T*FastRng* family below.
-
-struct TPCGMixer {
-    static inline ui32 Mix(ui64 x) noexcept {
-        const ui32 xorshifted = ((x >> 18u) ^ x) >> 27u;
-        const ui32 rot = x >> 59u;
-
-        return RotateBitsRight(xorshifted, rot);
-    }
-};
-
-using TFastRng32Base = TLcgRngBase<TLcgIterator<ui64, ULL(6364136223846793005)>, TPCGMixer>;
-using TReallyFastRng32Base = TLcgRngBase<TFastLcgIterator<ui64, ULL(6364136223846793005), ULL(1)>, TPCGMixer>;
-
-class IInputStream;
-
-struct TFastRng32: public TCommonRNG<ui32, TFastRng32>, public TFastRng32Base {
-    inline TFastRng32(ui64 seed, ui32 seq)
-        : TFastRng32Base(seed, seq)
-    {
-    }
-
-    TFastRng32(IInputStream& entropy);
-};
-
-// faster than TFastRng32, but have only one possible stream sequence
-struct TReallyFastRng32: public TCommonRNG<ui32, TReallyFastRng32>, public TReallyFastRng32Base {
-    inline TReallyFastRng32(ui64 seed)
-        : TReallyFastRng32Base(seed)
-    {
-    }
-
-    TReallyFastRng32(IInputStream& entropy);
-};
-
-class TFastRng64: public TCommonRNG<ui64, TFastRng64> {
-public:
-    struct TArgs {
-        TArgs(ui64 seed) noexcept;
-        TArgs(IInputStream& entropy);
-
-        ui64 Seed1;
-        ui64 Seed2;
-        ui32 Seq1;
-        ui32 Seq2;
-    };
-
-    TFastRng64(ui64 seed1, ui32 seq1, ui64 seed2, ui32 seq2) noexcept;
-
-    /*
-     * simplify constructions like
-     *     TFastRng64 rng(17);
-     *     TFastRng64 rng(Seek()); //from any IInputStream
-     */
-    inline TFastRng64(const TArgs& args) noexcept
-        : TFastRng64(args.Seed1, args.Seq1, args.Seed2, args.Seq2)
-    {
-    }
-
-    inline ui64 GenRand() noexcept {
-        const ui64 x = R1_.GenRand();
-        const ui64 y = R2_.GenRand();
-
-        return (x << 32) | y;
-    }
-
-    inline void Advance(ui64 delta) noexcept {
-        R1_.Advance(delta);
-        R2_.Advance(delta);
-    }
-
-private:
-    TFastRng32Base R1_;
-    TFastRng32Base R2_;
-};
-
-namespace NPrivate {
-    template <typename T>
-    struct TFastRngTraits;
-
-    template <>
-    struct TFastRngTraits<ui32> {
-        using TResult = TReallyFastRng32;
-    };
-
-    template <>
-    struct TFastRngTraits<ui64> {
-        using TResult = TFastRng64;
-    };
-}
-
-template <typename T>
-using TFastRng = typename ::NPrivate::TFastRngTraits<T>::TResult;