catboost 1.25.1 → 1.26.0

package/inc/util/datetime/cputimer.h

@@ -1,124 +0,0 @@
-#pragma once
-
-#include "base.h"
-
-#include <util/system/rusage.h>
-#include <util/generic/string.h>
-#include <util/stream/str.h>
-
-class TTimer {
-private:
-    TInstant Start_;
-    TStringStream Message_;
-
-public:
-    TTimer(const TStringBuf message = TStringBuf(" took: "));
-    ~TTimer();
-};
-
-class TSimpleTimer {
-    TInstant T;
-
-public:
-    TSimpleTimer() {
-        Reset();
-    }
-    TDuration Get() const {
-        return TInstant::Now() - T;
-    }
-    void Reset() {
-        T = TInstant::Now();
-    }
-};
-
-class TProfileTimer {
-    TDuration T;
-
-public:
-    TProfileTimer() {
-        Reset();
-    }
-    TDuration Get() const {
-        return TRusage::Get().Utime - T;
-    }
-    TDuration Step() {
-        TRusage r;
-        r.Fill();
-        TDuration d = r.Utime - T;
-        T = r.Utime;
-        return d;
-    }
-    void Reset() {
-        T = TRusage::Get().Utime;
-    }
-};
-
-/// Return cached processor cycle count per second. Method takes 1 second at first invocation.
-/// Note, on older systems cycle rate may change during program lifetime,
-/// so returned value may be incorrect. Modern Intel and AMD processors keep constant TSC rate.
-ui64 GetCyclesPerMillisecond();
-void SetCyclesPerSecond(ui64 cycles);
-
-TDuration CyclesToDuration(ui64 cycles);
-ui64 DurationToCycles(TDuration duration);
-
-class TPrecisionTimer {
-private:
-    ui64 Start = 0;
-
-public:
-    TPrecisionTimer();
-
-    ui64 GetCycleCount() const;
-};
-
-TString FormatCycles(ui64 cycles);
-
-class TFormattedPrecisionTimer {
-private:
-    ui64 Start;
-    const char* Message;
-    IOutputStream* Out;
-
-public:
-    TFormattedPrecisionTimer(const char* message = "took ", IOutputStream* out = &Cout);
-    ~TFormattedPrecisionTimer();
-};
-
-class TFuncTimer {
-public:
-    TFuncTimer(const char* func);
-    ~TFuncTimer();
-
-private:
-    const TInstant Start_;
-    const char* Func_;
-};
-
-class TFakeTimer {
-public:
-    inline TFakeTimer(const char* = nullptr) noexcept {
-    }
-};
-
-#if defined(WITH_DEBUG)
-#define TDebugTimer TFuncTimer
-#else
-#define TDebugTimer TFakeTimer
-#endif
-
-class TTimeLogger {
-private:
-    TString Message;
-    bool Verbose;
-    bool OK;
-    time_t Begin;
-    ui64 BeginCycles;
-
-public:
-    TTimeLogger(const TString& message, bool verbose = true);
-    ~TTimeLogger();
-
-    void SetOK();
-    double ElapsedTime() const;
-};

package/inc/util/datetime/parser.h

@@ -1,292 +0,0 @@
-#pragma once
-
-// probably you do not need to include this file directly, use "util/datetime/base.h"
-
-#include "base.h"
-
-struct TDateTimeFields {
-    TDateTimeFields() {
-        Zero(*this);
-        ZoneOffsetMinutes = 0;
-        Hour = 0;
-    }
-
-    ui32 Year;
-    ui32 Month;       // 1..12
-    ui32 Day;         // 1 .. 31
-    ui32 Hour;        // 0 .. 23
-    ui32 Minute;      // 0 .. 59
-    ui32 Second;      // 0 .. 60
-    ui32 MicroSecond; // 0 .. 999999
-    i32 ZoneOffsetMinutes;
-
-    void SetLooseYear(ui32 year) {
-        if (year < 60)
-            year += 100;
-        if (year < 160)
-            year += 1900;
-        Year = year;
-    }
-
-    bool IsOk() const noexcept {
-        if (Year < 1970)
-            return false;
-        if (Month < 1 || Month > 12)
-            return false;
-
-        unsigned int maxMonthDay = 31;
-        if (Month == 4 || Month == 6 || Month == 9 || Month == 11) {
-            maxMonthDay = 30;
-        } else if (Month == 2) {
-            if (Year % 4 == 0 && (Year % 100 != 0 || Year % 400 == 0))
-                // leap year
-                maxMonthDay = 29;
-            else
-                maxMonthDay = 28;
-        }
-        if (Day > maxMonthDay)
-            return false;
-
-        if (Hour > 23)
-            return false;
-
-        if (Minute > 59)
-            return false;
-
-        if (Second > 60)
-            return false;
-
-        if (MicroSecond > 999999)
-            return false;
-
-        if (Year == 1970 && Month == 1 && Day == 1) {
-            if ((i64)(3600 * Hour + 60 * Minute + Second) < (60 * ZoneOffsetMinutes))
-                return false;
-        }
-
-        return true;
-    }
-
-    TInstant ToInstant(TInstant defaultValue) const {
-        time_t tt = ToTimeT(-1);
-        if (tt == -1)
-            return defaultValue;
-        return TInstant::Seconds(tt) + TDuration::MicroSeconds(MicroSecond);
-    }
-
-    time_t ToTimeT(time_t defaultValue) const {
-        if (!IsOk())
-            return defaultValue;
-        struct tm tm;
-        Zero(tm);
-        tm.tm_year = Year - 1900;
-        tm.tm_mon = Month - 1;
-        tm.tm_mday = Day;
-        tm.tm_hour = Hour;
-        tm.tm_min = Minute;
-        tm.tm_sec = Second;
-        time_t tt = TimeGM(&tm);
-        if (tt == -1)
-            return defaultValue;
-        return tt - ZoneOffsetMinutes * 60;
-    }
-};
-
-class TDateTimeParserBase {
-public:
-    const TDateTimeFields& GetDateTimeFields() const {
-        return DateTimeFields;
-    }
-
-protected:
-    TDateTimeFields DateTimeFields;
-    int cs; //for ragel
-    int Sign;
-    int I;
-    int Dc;
-
-protected:
-    TDateTimeParserBase()
-        : DateTimeFields()
-        , cs(0)
-        , Sign(0)
-        , I(0xDEADBEEF) // to guarantee unittest break if ragel code is incorrect
-        , Dc(0xDEADBEEF)
-    {
-    }
-
-    inline TInstant GetResult(int firstFinalState, TInstant defaultValue) const {
-        if (cs < firstFinalState)
-            return defaultValue;
-        return DateTimeFields.ToInstant(defaultValue);
-    }
-};
-
-#define DECLARE_PARSER(CLASS)                            \
-    struct CLASS: public TDateTimeParserBase {           \
-        CLASS();                                         \
-        bool ParsePart(const char* input, size_t len);   \
-        TInstant GetResult(TInstant defaultValue) const; \
-    };
-
-DECLARE_PARSER(TIso8601DateTimeParser)
-DECLARE_PARSER(TRfc822DateTimeParser)
-DECLARE_PARSER(THttpDateTimeParser)
-DECLARE_PARSER(TX509ValidityDateTimeParser)
-DECLARE_PARSER(TX509Validity4yDateTimeParser)
-
-#undef DECLARE_PARSER
-
-struct TDurationParser {
-    int cs;
-
-    ui64 I;
-    ui32 Dc;
-
-    i32 MultiplierPower; // 6 for seconds, 0 for microseconds, -3 for nanoseconds
-    i32 Multiplier;
-    ui64 IntegerPart;
-    ui32 FractionPart;
-    ui32 FractionDigits;
-
-    TDurationParser();
-    bool ParsePart(const char* input, size_t len);
-    TDuration GetResult(TDuration defaultValue) const;
-};
-
-/**
-Depcrecated cause of default hour offset (+4 hours)
-@see IGNIETFERRO-823
-*/
-struct TDateTimeFieldsDeprecated {
-    TDateTimeFieldsDeprecated() {
-        Zero(*this);
-        ZoneOffsetMinutes = (i32)TDuration::Hours(4).Minutes(); // legacy code
-        Hour = 11;
-    }
-
-    ui32 Year;
-    ui32 Month;       // 1..12
-    ui32 Day;         // 1 .. 31
-    ui32 Hour;        // 0 .. 23
-    ui32 Minute;      // 0 .. 59
-    ui32 Second;      // 0 .. 60
-    ui32 MicroSecond; // 0 .. 999999
-    i32 ZoneOffsetMinutes;
-
-    void SetLooseYear(ui32 year) {
-        if (year < 60)
-            year += 100;
-        if (year < 160)
-            year += 1900;
-        Year = year;
-    }
-
-    bool IsOk() const noexcept {
-        if (Year < 1970)
-            return false;
-        if (Month < 1 || Month > 12)
-            return false;
-
-        unsigned int maxMonthDay = 31;
-        if (Month == 4 || Month == 6 || Month == 9 || Month == 11) {
-            maxMonthDay = 30;
-        } else if (Month == 2) {
-            if (Year % 4 == 0 && (Year % 100 != 0 || Year % 400 == 0))
-                // leap year
-                maxMonthDay = 29;
-            else
-                maxMonthDay = 28;
-        }
-        if (Day > maxMonthDay)
-            return false;
-
-        if (Hour > 23)
-            return false;
-
-        if (Minute > 59)
-            return false;
-
-        if (Second > 60)
-            return false;
-
-        if (MicroSecond > 999999)
-            return false;
-
-        if (Year == 1970 && Month == 1 && Day == 1) {
-            if ((i64)(3600 * Hour + 60 * Minute + Second) < (60 * ZoneOffsetMinutes))
-                return false;
-        }
-
-        return true;
-    }
-
-    TInstant ToInstant(TInstant defaultValue) const {
-        time_t tt = ToTimeT(-1);
-        if (tt == -1)
-            return defaultValue;
-        return TInstant::Seconds(tt) + TDuration::MicroSeconds(MicroSecond);
-    }
-
-    time_t ToTimeT(time_t defaultValue) const {
-        if (!IsOk())
-            return defaultValue;
-        struct tm tm;
-        Zero(tm);
-        tm.tm_year = Year - 1900;
-        tm.tm_mon = Month - 1;
-        tm.tm_mday = Day;
-        tm.tm_hour = Hour;
-        tm.tm_min = Minute;
-        tm.tm_sec = Second;
-        time_t tt = TimeGM(&tm);
-        if (tt == -1)
-            return defaultValue;
-        return tt - ZoneOffsetMinutes * 60;
-    }
-};
-
-class TDateTimeParserBaseDeprecated {
-public:
-    const TDateTimeFieldsDeprecated& GetDateTimeFields() const {
-        return DateTimeFields;
-    }
-
-protected:
-    TDateTimeFieldsDeprecated DateTimeFields;
-    int cs; //for ragel
-    int Sign;
-    int I;
-    int Dc;
-
-protected:
-    TDateTimeParserBaseDeprecated()
-        : DateTimeFields()
-        , cs(0)
-        , Sign(0)
-        , I(0xDEADBEEF) // to guarantee unittest break if ragel code is incorrect
-        , Dc(0xDEADBEEF)
-    {
-    }
-
-    inline TInstant GetResult(int firstFinalState, TInstant defaultValue) const {
-        if (cs < firstFinalState)
-            return defaultValue;
-        return DateTimeFields.ToInstant(defaultValue);
-    }
-};
-
-#define DECLARE_PARSER(CLASS)                             \
-    struct CLASS: public TDateTimeParserBaseDeprecated {  \
-        CLASS();                                          \
-        bool ParsePart(const char* input, size_t len);    \
-        TInstant GetResult(TInstant defaultValue) const;  \
-    };
-
-DECLARE_PARSER(TIso8601DateTimeParserDeprecated)
-DECLARE_PARSER(TRfc822DateTimeParserDeprecated)
-DECLARE_PARSER(THttpDateTimeParserDeprecated)
-DECLARE_PARSER(TX509ValidityDateTimeParserDeprecated)
-DECLARE_PARSER(TX509Validity4yDateTimeParserDeprecated)
-
-#undef DECLARE_PARSER

package/inc/util/datetime/systime.h

@@ -1,47 +0,0 @@
-#pragma once
-
-#include <util/system/platform.h>
-#include <util/generic/string.h>
-
-#include <ctime>
-
-// timegm and gmtime_r versions that don't need access to filesystem or a big stack
-time_t TimeGM(const struct tm* t);
-struct tm* GmTimeR(const time_t* timer, struct tm* tmbuf);
-// safe version of ctime, convinient version of ctime_r
-TString CTimeR(const time_t* timer);
-
-#ifdef _win_
-#include <util/system/winint.h>
-#include <winsock2.h>
-
-void FileTimeToTimeval(const FILETIME* ft, struct timeval* tv);
-
-// obtains the current time, expressed as seconds and microseconds since 00:00 UTC, January 1, 1970
-int gettimeofday(struct timeval* tp, void*);
-
-// thou should not mix these with non-_r functions
-tm* localtime_r(const time_t* clock, tm* result);
-tm* gmtime_r(const time_t* clock, tm* result);
-char* ctime_r(const time_t* clock, char* buf);
-
-inline time_t timegm(struct tm* t) {
-    return TimeGM(t);
-}
-
-char* strptime(const char* buf, const char* fmt, struct tm* tm); // strptime.cpp
-#else
-#include <sys/time.h>
-#endif
-
-#ifndef timersub
-#define timersub(tvp, uvp, vvp)                           \
-    do {                                                  \
-        (vvp)->tv_sec = (tvp)->tv_sec - (uvp)->tv_sec;    \
-        (vvp)->tv_usec = (tvp)->tv_usec - (uvp)->tv_usec; \
-        if ((vvp)->tv_usec < 0) {                         \
-            (vvp)->tv_sec--;                              \
-            (vvp)->tv_usec += 1000000;                    \
-        }                                                 \
-    } while (0)
-#endif

package/inc/util/datetime/uptime.h

@@ -1,8 +0,0 @@
-#pragma once
-
-#include "base.h"
-
-/**
- * Returns system uptime
- */
-TDuration Uptime();

package/inc/util/digest/city.h

@@ -1,88 +0,0 @@
-#pragma once
-
-#include <util/generic/utility.h>
-#include <util/generic/strbuf.h>
-
-#include <utility>
-
-// NOTE: These functions provide CityHash 1.0 implementation whose results are *different* from
-// the mainline version of CityHash.
-
-using uint128 = std::pair<ui64, ui64>;
-
-constexpr ui64 Uint128Low64(const uint128& x) {
-    return x.first;
-}
-
-constexpr ui64 Uint128High64(const uint128& x) {
-    return x.second;
-}
-
-// Hash functions for a byte array.
-// http://en.wikipedia.org/wiki/CityHash
-
-Y_PURE_FUNCTION
-ui64 CityHash64(const char* buf, size_t len) noexcept;
-
-Y_PURE_FUNCTION
-ui64 CityHash64WithSeed(const char* buf, size_t len, ui64 seed) noexcept;
-
-Y_PURE_FUNCTION
-ui64 CityHash64WithSeeds(const char* buf, size_t len, ui64 seed0, ui64 seed1) noexcept;
-
-Y_PURE_FUNCTION
-uint128 CityHash128(const char* s, size_t len) noexcept;
-
-Y_PURE_FUNCTION
-uint128 CityHash128WithSeed(const char* s, size_t len, uint128 seed) noexcept;
-
-// Hash 128 input bits down to 64 bits of output.
-// This is intended to be a reasonably good hash function.
-inline ui64 Hash128to64(const uint128& x) {
-    // Murmur-inspired hashing.
-    const ui64 kMul = 0x9ddfea08eb382d69ULL;
-    ui64 a = (Uint128Low64(x) ^ Uint128High64(x)) * kMul;
-    a ^= (a >> 47);
-    ui64 b = (Uint128High64(x) ^ a) * kMul;
-    b ^= (b >> 47);
-    b *= kMul;
-    return b;
-}
-
-namespace NPrivateCityHash {
-    template <class TStringType>
-    inline TStringBuf GetBufFromStr(const TStringType& str) {
-        static_assert(std::is_integral<std::remove_reference_t<decltype(*str.data())>>::value, "invalid type passed to hash function");
-        return TStringBuf(reinterpret_cast<const char*>(str.data()), (str.size()) * sizeof(*str.data()));
-    }
-}
-
-template <class TStringType>
-inline ui64 CityHash64(const TStringType& str) {
-    TStringBuf buf = NPrivateCityHash::GetBufFromStr(str);
-    return CityHash64(buf.data(), buf.size());
-}
-
-template <class TStringType>
-inline ui64 CityHash64WithSeeds(const TStringType& str, ui64 seed0, ui64 seed1) {
-    TStringBuf buf = NPrivateCityHash::GetBufFromStr(str);
-    return CityHash64WithSeeds(buf.data(), buf.size(), seed0, seed1);
-}
-
-template <class TStringType>
-inline ui64 CityHash64WithSeed(const TStringType& str, ui64 seed) {
-    TStringBuf buf = NPrivateCityHash::GetBufFromStr(str);
-    return CityHash64WithSeed(buf.data(), buf.size(), seed);
-}
-
-template <class TStringType>
-inline uint128 CityHash128(const TStringType& str) {
-    TStringBuf buf = NPrivateCityHash::GetBufFromStr(str);
-    return CityHash128(buf.data(), buf.size());
-}
-
-template <class TStringType>
-inline uint128 CityHash128WithSeed(const TStringType& str, uint128 seed) {
-    TStringBuf buf = NPrivateCityHash::GetBufFromStr(str);
-    return CityHash128WithSeed(buf.data(), buf.size(), seed);
-}

package/inc/util/digest/fnv.h

@@ -1,73 +0,0 @@
-#pragma once
-
-#include <util/system/defaults.h>
-
-#define FNV32INIT 2166136261U
-#define FNV32PRIME 16777619U
-#define FNV64INIT ULL(14695981039346656037)
-#define FNV64PRIME ULL(1099511628211)
-
-namespace NFnvPrivate {
-    template <class It>
-    constexpr ui32 FnvHash32(It b, It e, ui32 init) {
-        while (b != e) {
-            init = (init * FNV32PRIME) ^ (unsigned char)*b++;
-        }
-
-        return init;
-    }
-
-    template <class It>
-    constexpr ui64 FnvHash64(It b, It e, ui64 init) {
-        while (b != e) {
-            init = (init * FNV64PRIME) ^ (unsigned char)*b++;
-        }
-
-        return init;
-    }
-
-    template <unsigned N>
-    struct TFnvHelper;
-
-#define DEF_FNV(t)                                            \
-    template <>                                               \
-    struct TFnvHelper<t> {                                    \
-        static const ui##t Init = FNV##t##INIT;               \
-        template <class It>                                   \
-        static constexpr ui##t FnvHash(It b, It e, ui##t init) { \
-            return FnvHash##t(b, e, init);                    \
-        }                                                     \
-    };
-
-    DEF_FNV(32)
-    DEF_FNV(64)
-
-#undef DEF_FNV
-}
-
-template <class T, class It>
-static constexpr T FnvHash(It b, It e, T init) {
-    static_assert(sizeof(*b) == 1, "expect sizeof(*b) == 1");
-
-    return (T)NFnvPrivate::TFnvHelper<8 * sizeof(T)>::FnvHash(b, e, init);
-}
-
-template <class T, class It>
-static constexpr T FnvHash(It b, It e) {
-    return FnvHash<T>(b, e, (T)NFnvPrivate::TFnvHelper<8 * sizeof(T)>::Init);
-}
-
-template <class T>
-static constexpr T FnvHash(const void* buf, size_t len, T init) {
-    return FnvHash<T>((const unsigned char*)buf, (const unsigned char*)buf + len, init);
-}
-
-template <class T>
-static constexpr T FnvHash(const void* buf, size_t len) {
-    return FnvHash<T>((const unsigned char*)buf, (const unsigned char*)buf + len);
-}
-
-template <class T, class Buf>
-static constexpr T FnvHash(const Buf& buf) {
-    return FnvHash<T>(buf.data(), buf.size() * sizeof(*buf.data()));
-}

package/inc/util/digest/multi.h

@@ -1,14 +0,0 @@
-#pragma once
-
-#include <util/str_stl.h>
-
-#include "numeric.h"
-
-template <typename TOne>
-constexpr size_t MultiHash(const TOne& one) noexcept {
-    return THash<TOne>()(one);
-}
-template <typename THead, typename... TTail>
-constexpr size_t MultiHash(const THead& head, const TTail&... tail) noexcept {
-    return CombineHashes(MultiHash(tail...), THash<THead>()(head));
-}

package/inc/util/digest/murmur.h

@@ -1,57 +0,0 @@
-#pragma once
-
-#include <util/system/defaults.h>
-#include <util/generic/array_ref.h>
-
-/*
- * murmur2 from http://murmurhash.googlepages.com/
- *
- */
-namespace NMurmurPrivate {
-    Y_PURE_FUNCTION
-    ui32 MurmurHash32(const void* key, size_t len, ui32 seed) noexcept;
-
-    Y_PURE_FUNCTION
-    ui64 MurmurHash64(const void* key, size_t len, ui64 seed) noexcept;
-
-    template <unsigned N>
-    struct TMurHelper;
-
-#define DEF_MUR(t)                                                                         \
-    template <>                                                                            \
-    struct TMurHelper<t> {                                                                 \
-        static inline ui##t MurmurHash(const void* buf, size_t len, ui##t init) noexcept { \
-            return MurmurHash##t(buf, len, init);                                          \
-        }                                                                                  \
-    };
-
-    DEF_MUR(32)
-    DEF_MUR(64)
-
-#undef DEF_MUR
-}
-
-template <class T>
-static inline T MurmurHash(const void* buf, size_t len, T init) noexcept {
-    return (T)NMurmurPrivate::TMurHelper<8 * sizeof(T)>::MurmurHash(buf, len, init);
-}
-
-template <class T>
-static inline T MurmurHash(const void* buf, size_t len) noexcept {
-    return MurmurHash<T>(buf, len, (T)0);
-}
-
-//non-inline version
-size_t MurmurHashSizeT(const char* buf, size_t len) noexcept;
-
-template <typename TOut = size_t>
-struct TMurmurHash {
-    TOut operator()(const void* buf, size_t len) const noexcept {
-        return MurmurHash<TOut>(buf, len);
-    }
-
-    template <typename ElementType>
-    TOut operator()(const TArrayRef<ElementType>& data) const noexcept {
-        return operator()(data.data(), data.size() * sizeof(ElementType));
-    }
-};