catboost 1.25.1 → 1.26.0

package/inc/util/stream/input.h

@@ -1,273 +0,0 @@
-#pragma once
-
-#include <util/generic/fwd.h>
-#include <util/generic/noncopyable.h>
-#include <util/system/defaults.h>
-
-class IOutputStream;
-
-/**
- * @addtogroup Streams_Base
- * @{
- */
-
-/**
- * Abstract input stream.
- */
-class IInputStream: public TNonCopyable {
-public:
-    IInputStream() noexcept;
-    virtual ~IInputStream();
-
-    IInputStream(IInputStream&&) noexcept {
-    }
-
-    IInputStream& operator=(IInputStream&&) noexcept {
-        return *this;
-    }
-
-    /**
-     * Reads some data from the stream. Note that this function might read less
-     * data than what was requested. Use `Load` function if you want to read as
-     * much data as possible.
-     *
-     * @param buf                       Buffer to read into.
-     * @param len                       Number of bytes to read.
-     * @returns                         Number of bytes that were actually read.
-     *                                  A return value of zero signals end of stream.
-     */
-    inline size_t Read(void* buf, size_t len) {
-        if (len == 0) {
-            return 0;
-        }
-
-        return DoRead(buf, len);
-    }
-
-    /**
-     * Reads one character from the stream.
-     *
-     * @param[out] c                    Character to read.
-     * @returns                         Whether the character was read.
-     *                                  A return value of false signals the end
-     *                                  of stream.
-     */
-    inline bool ReadChar(char& c) {
-        return DoRead(&c, 1) > 0;
-    }
-
-    /**
-     * Reads all characters from the stream until the given character is
-     * encountered, and stores them into the given string. The character itself
-     * is read from the stream, but not stored in the string.
-     *
-     * @param[out] st                   String to read into.
-     * @param ch                        Character to stop at.
-     * @returns                         Total number of characters read from the stream.
-     *                                  A return value of zero signals end of stream.
-     */
-    inline size_t ReadTo(TString& st, char ch) {
-        return DoReadTo(st, ch);
-    }
-
-    /**
-     * Reads the requested amount of data from the stream. Unlike `Read`, this
-     * function stops only when the requested amount of data is read, or when
-     * end of stream is reached.
-     *
-     * @param buf                       Buffer to read into.
-     * @param len                       Number of bytes to read.
-     * @returns                         Number of bytes that were actually read.
-     *                                  A return value different from `len`
-     *                                  signals end of stream.
-     */
-    size_t Load(void* buf, size_t len);
-
-    /**
-     * Reads the requested amount of data from the stream, or fails with an
-     * exception if unable to do so.
-     *
-     * @param buf                       Buffer to read into.
-     * @param len                       Number of bytes to read.
-     * @see Load
-     */
-    void LoadOrFail(void* buf, size_t len);
-
-    /**
-     * Reads all data from this stream and returns it as a string.
-     *
-     * @returns                         Contents of this stream as a string.
-     */
-    TString ReadAll();
-
-    /**
-     * Reads all data from this stream and writes it into a provided output
-     * stream.
-     *
-     * @param out                       Output stream to use.
-     * @returns                         Total number of characters read from the stream.
-     */
-    ui64 ReadAll(IOutputStream& out);
-
-    /**
-     * Reads all data from the stream until the first occurrence of '\n'. Also
-     * handles Windows line breaks correctly.
-     *
-     * @returns                         Next line read from this stream,
-     *                                  excluding the line terminator.
-     * @throws yexception               If no data could be read from a stream
-     *                                  because end of stream has already been
-     *                                  reached.
-     */
-    TString ReadLine();
-
-    /**
-     * Reads all characters from the stream until the given character is
-     * encountered and returns them as a string. The character itself is read
-     * from the stream, but not stored in the string.
-     *
-     * @param ch                        Character to stop at.
-     * @returns                         String containing all the characters read.
-     * @throws yexception               If no data could be read from a stream
-     *                                  because end of stream has already been
-     *                                  reached.
-     */
-    TString ReadTo(char ch);
-
-    /**
-     * Reads all data from the stream until the first occurrence of '\n' and
-     * stores it into provided string. Also handles Windows line breaks correctly.
-     *
-     * @param[out] st                   String to store read characters into,
-     *                                  excluding the line terminator.
-     * @returns                         Total number of characters read from the stream.
-     *                                  A return value of zero signals end of stream.
-     */
-    size_t ReadLine(TString& st);
-
-    /**
-     * Reads UTF8 encoded characters from the stream the first occurrence of '\n',
-     * converts them into wide ones, and stores into provided string. Also handles
-     * Windows line breaks correctly.
-     *
-     * @param[out] w                    Wide string to store read characters into,
-     *                                  excluding the line terminator.
-     * @returns                         Total number of characters read from the stream.
-     *                                  A return value of zero signals end of stream.
-     */
-    size_t ReadLine(TUtf16String& w);
-
-    /**
-     * Skips some data from the stream without reading / copying it. Note that
-     * this function might skip less data than what was requested.
-     *
-     * @param len                       Number of bytes to skip.
-     * @returns                         Number of bytes that were actually skipped.
-     *                                  A return value of zero signals end of stream.
-     */
-    size_t Skip(size_t len);
-
-protected:
-    /**
-     * Reads some data from the stream. Might read less data than what was
-     * requested.
-     *
-     * @param buf                       Buffer to read into.
-     * @param len                       Number of bytes to read.
-     * @returns                         Number of bytes that were actually read.
-     *                                  A return value of zero signals end of stream.
-     * @throws yexception               If IO error occurs.
-     */
-    virtual size_t DoRead(void* buf, size_t len) = 0;
-
-    /**
-     * Skips some data from the stream. Might skip less data than what was
-     * requested.
-     *
-     * @param len                       Number of bytes to skip.
-     * @returns                         Number of bytes that were actually skipped.
-     *                                  A return value of zero signals end of stream.
-     * @throws yexception               If IO error occurs.
-     */
-    virtual size_t DoSkip(size_t len);
-
-    /**
-     * Reads all characters from the stream until the given character is
-     * encountered, and stores them into the given string. The character itself
-     * is read from the stream, but not stored in the string.
-     *
-     * Provided string is cleared only if there is data in the stream.
-     *
-     * @param[out] st                   String to read into.
-     * @param ch                        Character to stop at.
-     * @returns                         Total number of characters read from the stream.
-     *                                  A return value of zero signals end of stream.
-     * @throws yexception               If IO error occurs.
-     */
-    virtual size_t DoReadTo(TString& st, char ch);
-
-    /**
-     * Reads all data from this stream and writes it into a provided output
-     * stream.
-     *
-     * @param out                       Output stream to use.
-     * @returns                         Total number of characters read from
-     *                                  this stream.
-     * @throws yexception               If IO error occurs.
-     */
-    virtual ui64 DoReadAll(IOutputStream& out);
-};
-
-/**
- * Transfers all data from the given input stream into the given output stream.
- *
- * @param in                            Input stream.
- * @param out                           Output stream.
- */
-ui64 TransferData(IInputStream* in, IOutputStream* out);
-
-/**
- * `operator>>` for `IInputStream` by default delegates to this function.
- *
- * Note that while `operator>>` uses overloading (and thus argument-dependent
- * lookup), `In` uses template specializations. This makes it possible to
- * have a single `In` declaration, and then just provide specializations in
- * cpp files, letting the linker figure everything else out. This approach
- * reduces compilation times.
- *
- * However, if the flexibility of overload resolution is needed, then one should
- * just overload `operator>>`.
- *
- * @param in                            Input stream to read from.
- * @param[out] value                    Value to read.
- * @throws                              `yexception` on invalid input or end of stream.
- * @see Out(IOutputStream&, T&)
- */
-template <typename T>
-void In(IInputStream& in, T& value);
-
-/**
- * Reads a value from the stream.
- *
- * @param in                            Input stream to read from.
- * @param[out] value                    Value to read.
- * @returns                             Input stream.
- * @throws                              `yexception` on invalid input or end of stream.
- * @see operator<<(IOutputStream&, T&)
- */
-template <typename T>
-inline IInputStream& operator>>(IInputStream& in, T& value) {
-    In<T>(in, value);
-    return in;
-}
-
-namespace NPrivate {
-    IInputStream& StdInStream() noexcept;
-}
-
-/**
- * Standard input stream.
- */
-#define Cin (::NPrivate::StdInStream())
-
-/** @} */

package/inc/util/stream/labeled.h

@@ -1,19 +0,0 @@
-#pragma once
-
-#include <util/generic/va_args.h>
-
-/**
- * Generates an output sequence for the provided expressions that is formatted
- * as a labeled comma-separated list.
- *
- * Example usage:
- * @code
- * int a = 1, b = 2, c = 3;
- * stream << LabeledOutput(a, b, c, a + b + c);
- * // Outputs "a = 1, b = 2, c = 3, a + b + c = 6"
- * @endcode
- */
-#define LabeledOutput(...) "" Y_PASS_VA_ARGS(Y_MAP_ARGS_WITH_LAST(__LABELED_OUTPUT_NONLAST__, __LABELED_OUTPUT_IMPL__, __VA_ARGS__))
-
-#define __LABELED_OUTPUT_IMPL__(x) << #x " = " << (x)
-#define __LABELED_OUTPUT_NONLAST__(x) __LABELED_OUTPUT_IMPL__(x) << ", "

package/inc/util/stream/length.h

@@ -1,100 +0,0 @@
-#pragma once
-
-#include "input.h"
-#include "output.h"
-
-#include <util/generic/utility.h>
-
-/**
- * Proxy input stream that can read a limited number of characters from a slave
- * stream.
- *
- * This can be useful for breaking up the slave stream into small chunks and
- * treat these as separate streams.
- */
-class TLengthLimitedInput: public IInputStream {
-public:
-    inline TLengthLimitedInput(IInputStream* slave, ui64 length) noexcept
-        : Slave_(slave)
-        , Length_(length)
-    {
-    }
-
-    ~TLengthLimitedInput() override = default;
-
-    inline ui64 Left() const noexcept {
-        return Length_;
-    }
-
-private:
-    size_t DoRead(void* buf, size_t len) override;
-    size_t DoSkip(size_t len) override;
-
-private:
-    IInputStream* Slave_;
-    ui64 Length_;
-};
-
-/**
- * Proxy input stream that counts the number of characters read.
- */
-class TCountingInput: public IInputStream {
-public:
-    inline TCountingInput(IInputStream* slave) noexcept
-        : Slave_(slave)
-        , Count_()
-    {
-    }
-
-    ~TCountingInput() override = default;
-
-    /**
-     * \returns                         The total number of characters read from
-     *                                  this stream.
-     */
-    inline ui64 Counter() const noexcept {
-        return Count_;
-    }
-
-private:
-    size_t DoRead(void* buf, size_t len) override;
-    size_t DoSkip(size_t len) override;
-    size_t DoReadTo(TString& st, char ch) override;
-    ui64 DoReadAll(IOutputStream& out) override;
-
-private:
-    IInputStream* Slave_;
-    ui64 Count_;
-};
-
-/**
- * Proxy output stream that counts the number of characters written.
- */
-class TCountingOutput: public IOutputStream {
-public:
-    inline TCountingOutput(IOutputStream* slave) noexcept
-        : Slave_(slave)
-        , Count_()
-    {
-    }
-
-    ~TCountingOutput() override = default;
-
-    TCountingOutput(TCountingOutput&&) noexcept = default;
-    TCountingOutput& operator=(TCountingOutput&&) noexcept = default;
-
-    /**
-     * \returns                         The total number of characters written
-     *                                  into this stream.
-     */
-    inline ui64 Counter() const noexcept {
-        return Count_;
-    }
-
-private:
-    void DoWrite(const void* buf, size_t len) override;
-
-private:
-    IOutputStream* Slave_;
-    ui64 Count_;
-};

package/inc/util/stream/mem.h

@@ -1,255 +0,0 @@
-#pragma once
-
-#include "zerocopy.h"
-#include "zerocopy_output.h"
-
-#include <util/generic/strbuf.h>
-
-/**
- * @addtogroup Streams_Memory
- * @{
- */
-
-/**
- * Input stream that reads data from a memory block.
- */
-class TMemoryInput: public IZeroCopyInputFastReadTo {
-public:
-    TMemoryInput() noexcept;
-
-    /**
-     * Constructs a stream that reads from the provided memory block. It's up
-     * to the user to make sure that the memory block doesn't get freed while
-     * this stream is in use.
-     *
-     * @param buf                       Memory block to use.
-     * @param len                       Size of the memory block.
-     */
-    TMemoryInput(const void* buf, size_t len) noexcept;
-    explicit TMemoryInput(const TStringBuf buf) noexcept;
-    ~TMemoryInput() override;
-
-    TMemoryInput(const TMemoryInput& other) noexcept
-        : IZeroCopyInputFastReadTo()
-        , Buf_(other.Buf_)
-        , Len_(other.Len_)
-    {
-    }
-
-    TMemoryInput& operator=(const TMemoryInput& other) noexcept {
-        if (this != &other) {
-            Buf_ = other.Buf_;
-            Len_ = other.Len_;
-        }
-
-        return *this;
-    }
-
-    TMemoryInput(TMemoryInput&&) noexcept = default;
-    TMemoryInput& operator=(TMemoryInput&&) noexcept = default;
-
-    /**
-     * Initializes this stream with a new memory block. It's up to the
-     * user to make sure that the memory block doesn't get freed while this
-     * stream is in use.
-     *
-     * @param buf                       New memory block to use.
-     * @param len                       Size of the new memory block.
-     */
-    void Reset(const void* buf, size_t len) noexcept {
-        Buf_ = (const char*)buf;
-        Len_ = len;
-    }
-
-    /**
-     * @returns                         Whether there is more data in the stream.
-     */
-    bool Exhausted() const noexcept {
-        return !Avail();
-    }
-
-    /**
-     * @returns                         Number of bytes available in the stream.
-     */
-    size_t Avail() const noexcept {
-        return Len_;
-    }
-
-    /**
-     * @returns                         Current read position in the memory block
-     *                                  used by this stream.
-     */
-    const char* Buf() const noexcept {
-        return Buf_;
-    }
-
-    /**
-     * Initializes this stream with a next chunk extracted from the given zero
-     * copy stream.
-     *
-     * @param stream                    Zero copy stream to initialize from.
-     */
-    void Fill(IZeroCopyInput* stream) {
-        Len_ = stream->Next(&Buf_);
-        if (!Len_) {
-            Reset(nullptr, 0);
-        }
-    }
-
-private:
-    size_t DoNext(const void** ptr, size_t len) override;
-    void DoUndo(size_t len) override;
-
-private:
-    const char* Buf_;
-    size_t Len_;
-};
-
-/**
- * Output stream that writes data to a memory block.
- */
-class TMemoryOutput: public IZeroCopyOutput {
-public:
-    /**
-     * Constructs a stream that writes to the provided memory block. It's up
-     * to the user to make sure that the memory block doesn't get freed while
-     * this stream is in use.
-     *
-     * @param buf                       Memory block to use.
-     * @param len                       Size of the memory block.
-     */
-    TMemoryOutput(void* buf, size_t len) noexcept
-        : Buf_(static_cast<char*>(buf))
-        , End_(Buf_ + len)
-    {
-    }
-    ~TMemoryOutput() override;
-
-    TMemoryOutput(TMemoryOutput&&) noexcept = default;
-    TMemoryOutput& operator=(TMemoryOutput&&) noexcept = default;
-
-    /**
-     * Initializes this stream with a new memory block. It's up to the
-     * user to make sure that the memory block doesn't get freed while this
-     * stream is in use.
-     *
-     * @param buf                       New memory block to use.
-     * @param len                       Size of the new memory block.
-     */
-    inline void Reset(void* buf, size_t len) noexcept {
-        Buf_ = static_cast<char*>(buf);
-        End_ = Buf_ + len;
-    }
-
-    /**
-     * @returns                         Whether there is more space in the
-     *                                  stream for writing.
-     */
-    inline bool Exhausted() const noexcept {
-        return !Avail();
-    }
-
-    /**
-     * @returns                         Number of bytes available for writing
-     *                                  in the stream.
-     */
-    inline size_t Avail() const noexcept {
-        return End_ - Buf_;
-    }
-
-    /**
-     * @returns                         Current write position in the memory block
-     *                                  used by this stream.
-     */
-    inline char* Buf() const noexcept {
-        return Buf_;
-    }
-
-    /**
-     * @returns                         Pointer to the end of the memory block
-     *                                  used by this stream.
-     */
-    char* End() const {
-        return End_;
-    }
-
-private:
-    size_t DoNext(void** ptr) override;
-    void DoUndo(size_t len) override;
-    void DoWrite(const void* buf, size_t len) override;
-    void DoWriteC(char c) override;
-
-protected:
-    char* Buf_;
-    char* End_;
-};
-
-/**
- * Memory output stream that supports changing the position of the
- * write pointer.
- *
- * @see TMemoryOutput
- */
-class TMemoryWriteBuffer: public TMemoryOutput {
-public:
-    TMemoryWriteBuffer(void* buf, size_t len)
-        : TMemoryOutput(buf, len)
-        , Beg_(Buf_)
-    {
-    }
-
-    void Reset(void* buf, size_t len) {
-        TMemoryOutput::Reset(buf, len);
-        Beg_ = Buf_;
-    }
-
-    size_t Len() const {
-        return Buf() - Beg();
-    }
-
-    size_t Empty() const {
-        return Buf() == Beg();
-    }
-
-    /**
-     * @returns                         Data that has been written into this
-     *                                  stream as a string.
-     */
-    TStringBuf Str() const {
-        return TStringBuf(Beg(), Buf());
-    }
-
-    char* Beg() const {
-        return Beg_;
-    }
-
-    /**
-     * @param ptr                       New write position for this stream.
-     *                                  Must be inside the memory block that
-     *                                  this stream uses.
-     */
-    void SetPos(char* ptr) {
-        Y_ASSERT(Beg_ <= ptr);
-        SetPosImpl(ptr);
-    }
-
-    /**
-     * @param pos                       New write position for this stream,
-     *                                  relative to the beginning of the memory
-     *                                  block that this stream uses.
-     */
-    void SetPos(size_t pos) {
-        SetPosImpl(Beg_ + pos);
-    }
-
-protected:
-    void SetPosImpl(char* ptr) {
-        Y_ASSERT(End_ >= ptr);
-        Buf_ = ptr;
-    }
-
-protected:
-    char* Beg_;
-};
-
-/** @} */

package/inc/util/stream/multi.h

@@ -1,32 +0,0 @@
-#pragma once
-
-#include "input.h"
-
-/**
- * @addtogroup Streams_Multi
- * @{
- */
-
-/**
- * A proxy input stream that concatenates two slave streams into one.
- */
-class TMultiInput: public IInputStream {
-public:
-    TMultiInput(IInputStream* f, IInputStream* s) noexcept;
-    ~TMultiInput() override;
-
-private:
-    size_t DoRead(void* buf, size_t len) override;
-    size_t DoSkip(size_t len) override;
-    size_t DoReadTo(TString& st, char ch) override;
-
-private:
-    IInputStream* C_;
-    IInputStream* N_;
-};
-
-/**
- * See also "util/stream/tee.h" for multi output.
- */
-
-/** @} */