mlpack 4.6.2__cp38-cp38-win_amd64.whl → 4.7.0__cp38-cp38-win_amd64.whl

mlpack/include/mlpack/core/data/map_policies/missing_policy.hpp

@@ -1,148 +0,0 @@
-/**
- * @file core/data/map_policies/missing_policy.hpp
- * @author Keon Kim
- *
- * Missing map policy for dataset info.
- *
- * mlpack is free software; you may redistribute it and/or modify it under the
- * terms of the 3-clause BSD license.  You should have received a copy of the
- * 3-clause BSD license along with mlpack.  If not, see
- * http://www.opensource.org/licenses/BSD-3-Clause for more information.
- */
-#ifndef MLPACK_CORE_DATA_MAP_POLICIES_MISSING_POLICY_HPP
-#define MLPACK_CORE_DATA_MAP_POLICIES_MISSING_POLICY_HPP
-
-#include <mlpack/prereqs.hpp>
-#include <unordered_map>
-#include <mlpack/core/data/map_policies/datatype.hpp>
-#include <limits>
-#include <set>
-
-namespace mlpack {
-namespace data {
-
-/**
- * MissingPolicy is used as a helper class for DatasetMapper. It tells how the
- * strings should be mapped. Purpose of this policy is to map all user-defined
- * missing variables into maps so that users can decide what to do with the
- * corrupted data. User-defined missing variables are given by the missingSet.
- * Note that MissingPolicy does not change type of features.
- */
-class MissingPolicy
-{
- public:
-  // typedef of MappedType
-  using MappedType = double;
-
-  MissingPolicy()
-  {
-    // Nothing to initialize here.
-  }
-
-  /**
-   * Create the MissingPolicy object with the given missingSet. Note that the
-   * missingSet cannot be changed later; you will have to create a new
-   * MissingPolicy object.
-   *
-   * @param missingSet Set of strings that should be mapped.
-   */
-  explicit MissingPolicy(std::set<std::string> missingSet) :
-      missingSet(std::move(missingSet))
-  {
-    // Nothing to initialize here.
-  }
-
-  //! This doesn't need a first pass over the data to set up.
-  static const bool NeedsFirstPass = false;
-
-  /**
-   * There is nothing for us to do here, but this is required by the MapPolicy
-   * type.
-   */
-  template<typename T>
-  void MapFirstPass(const std::string& /* string */, const size_t /* dim */)
-  {
-    // Nothing to do.
-  }
-
-  /**
-   * Given the string and the dimension to which it belongs by the user, and
-   * the maps and types given by the DatasetMapper class, returns its numeric
-   * mapping. If no mapping yet exists and the string is included in the
-   * missingSet, the string is added to the list of mappings for the given
-   * dimension. This function is used as a helper function for DatasetMapper
-   * class.
-   *
-   * @tparam MapType Type of unordered_map that contains mapped value pairs
-   * @param string String to find/create mapping for.
-   * @param dimension Index of the dimension of the string.
-   * @param maps Unordered map given by the DatasetMapper.
-   * @param * (types) Vector containing the type information about each
-   *          dimensions.
-   */
-  template<typename MapType, typename T>
-  T MapString(const std::string& string,
-              const size_t dimension,
-              MapType& maps,
-              std::vector<Datatype>& /* types */)
-  {
-    // commented out as @rcurting is going to remove the entire policy
-    //static_assert(std::numeric_limits<T>::has_quiet_NaN == true,
-    //"Cannot use MissingPolicy with types where has_quiet_NaN() is false!");
-
-    // If we can load the string then there is no need for mapping.
-    std::stringstream token;
-    token.str(string);
-    T t;
-    token >> t; // Could be sped up by only doing this if we need to.
-
-    MappedType value = std::numeric_limits<MappedType>::quiet_NaN();
-    // But we can't use that for the map, so we need some other thing that will
-    // represent quiet_NaN().
-    const MappedType mapValue = std::nexttoward(
-        std::numeric_limits<MappedType>::max(), MappedType(0));
-
-    // If extraction of the value fails, or if it is a value that is supposed to
-    // be mapped, then do mapping.
-    if (token.fail() || !token.eof() ||
-        missingSet.find(string) != std::end(missingSet))
-    {
-      // Everything is mapped to NaN.  However we must still keep track of
-      // everything that we have mapped, so we add it to the maps if needed.
-      if (maps.count(dimension) == 0 ||
-          maps[dimension].first.count(string) == 0)
-      {
-        // This string does not exist yet.
-        using PairType = std::pair<std::string, MappedType>;
-        maps[dimension].first.insert(PairType(string, value));
-
-        // Insert right mapping too.
-        if (maps[dimension].second.count(mapValue) == 0)
-        {
-          // Create new element in reverse map.
-          maps[dimension].second.insert(std::make_pair(mapValue,
-              std::vector<std::string>()));
-        }
-        maps[dimension].second[mapValue].push_back(string);
-      }
-
-      return value;
-    }
-    else
-    {
-      // We can just return the value that we read.
-      return t;
-    }
-  }
-
- private:
-  // Note that missingSet and maps are different.
-  // missingSet specifies which value/string should be mapped and may be a
-  // superset of 'maps'.
-  std::set<std::string> missingSet;
-}; // class MissingPolicy
-
-} // namespace data
-} // namespace mlpack
-
-#endif

mlpack/include/mlpack/core/data/save_image_impl.hpp

@@ -1,170 +0,0 @@
-/**
- * @file core/data/save_image_impl.hpp
- * @author Mehul Kumar Nirala
- *
- * Implementation of image saving functionality via STB.
- *
- * mlpack is free software; you may redistribute it and/or modify it under the
- * terms of the 3-clause BSD license.  You should have received a copy of the
- * 3-clause BSD license along with mlpack.  If not, see
- * http://www.opensource.org/licenses/BSD-3-Clause for more information.
- */
-#ifndef MLPACK_CORE_DATA_SAVE_IMAGE_IMPL_HPP
-#define MLPACK_CORE_DATA_SAVE_IMAGE_IMPL_HPP
-
-// In case it hasn't been included yet.
-#include "save_image.hpp"
-#include "image_info.hpp"
-
-namespace mlpack {
-namespace data {
-
-/**
- * Save the given image to the given filename.
- *
- * @param filename Filename to save to.
- * @param matrix Matrix containing image to be saved.
- * @param info Information about the image (width/height/channels/etc.).
- * @param fatal Whether an exception should be thrown on save failure.
- */
-template<typename eT>
-bool Save(const std::string& filename,
-          arma::Mat<eT>& matrix,
-          ImageInfo& info,
-          const bool fatal)
-{
-  arma::Mat<unsigned char> tmpMatrix =
-      arma::conv_to<arma::Mat<unsigned char>>::from(matrix);
-
-  return SaveImage(filename, tmpMatrix, info, fatal);
-}
-
-// Image saving API for multiple files.
-template<typename eT>
-bool Save(const std::vector<std::string>& files,
-          arma::Mat<eT>& matrix,
-          ImageInfo& info,
-          const bool fatal)
-{
-  if (files.size() == 0)
-  {
-    if (fatal)
-    {
-      Log::Fatal << "Save(): vector of image files is empty; nothing to save."
-          << std::endl;
-    }
-    else
-    {
-      Log::Warn << "Save(): vector of image files is empty; nothing to save."
-          << std::endl;
-    }
-
-    return false;
-  }
-
-  arma::Mat<unsigned char> img;
-  bool status = true;
-
-  for (size_t i = 0; i < files.size() ; ++i)
-  {
-    arma::Mat<eT> colImg(matrix.colptr(i), matrix.n_rows, 1,
-        false, true);
-    status &= Save(files[i], colImg, info, fatal);
-  }
-
-  return status;
-}
-
-inline bool SaveImage(const std::string& filename,
-                      arma::Mat<unsigned char>& image,
-                      ImageInfo& info,
-                      const bool fatal)
-{
-  // Check to see if the file type is supported.
-  if (!ImageFormatSupported(filename, true))
-  {
-    std::ostringstream oss;
-    oss << "Save(): file type " << Extension(filename) << " not supported.\n";
-    oss << "Currently image saving supports ";
-    for (auto extension : SaveFileTypes())
-      oss << "  " << extension;
-    oss << "." << std::endl;
-
-    if (fatal)
-    {
-      Log::Fatal << oss.str();
-    }
-    else
-    {
-      Log::Warn << oss.str();
-    }
-
-    return false;
-  }
-
-  // Ensure the shape of the matrix is correct.
-  if (image.n_cols > 1)
-  {
-    Log::Warn << "Save(): given input image matrix contains more than 1 image."
-        << std::endl;
-    Log::Warn << "Only the first image will be saved!" << std::endl;
-  }
-
-  if (info.Width() * info.Height() * info.Channels() != image.n_elem)
-  {
-    Log::Fatal << "data::Save(): The given image dimensions do not match the "
-        << "dimensions of the matrix to be saved!" << std::endl;
-  }
-
-  bool status = false;
-  unsigned char* imageMem = image.memptr();
-
-  if ("png" == Extension(filename))
-  {
-    status = stbi_write_png(filename.c_str(), info.Width(), info.Height(),
-        info.Channels(), imageMem, info.Width() * info.Channels());
-  }
-  else if ("bmp" == Extension(filename))
-  {
-    status = stbi_write_bmp(filename.c_str(), info.Width(), info.Height(),
-        info.Channels(), imageMem);
-  }
-  else if ("tga" == Extension(filename))
-  {
-    status = stbi_write_tga(filename.c_str(), info.Width(), info.Height(),
-        info.Channels(), imageMem);
-  }
-  else if ("hdr" == Extension(filename))
-  {
-    // We'll have to convert to float...
-    arma::fmat tmpImage = arma::conv_to<arma::fmat>::from(image);
-    status = stbi_write_hdr(filename.c_str(), info.Width(), info.Height(),
-        info.Channels(), tmpImage.memptr());
-  }
-  else if ("jpg" == Extension(filename))
-  {
-    status = stbi_write_jpg(filename.c_str(), info.Width(), info.Height(),
-        info.Channels(), imageMem, info.Quality());
-  }
-
-  if (!status)
-  {
-    if (fatal)
-    {
-      Log::Fatal << "Save(): error saving image to '" << filename << "'."
-          << std::endl;
-    }
-    else
-    {
-      Log::Warn << "Save(): error saving image to '" << filename << "'."
-          << std::endl;
-    }
-  }
-
-  return status;
-}
-
-} // namespace data
-} // namespace mlpack
-
-#endif

mlpack/include/mlpack/core/data/types.hpp

@@ -1,61 +0,0 @@
-/**
- * @file core/data/types.hpp
- * @author Gopi M. Tatiraju
- * 
- * This file contains utilitiy functions related to types of data.
- * We have adapted all the standard types which are available in armadillo.
- * 
- * This file also contains functions to convery external file types to mlpack
- * file types. In future if we the user of mlpack needs support of an external
- * linear algebra library like armadillo, all functions related to handling the
- * types goes here.
- *
- * mlpack is free software; you may redistribute it and/or modify it under the
- * terms of the 3-clause BSD license.  You should have received a copy of the
- * 3-clause BSD license along with mlpack.  If not, see
- * http://www.opensource.org/licenses/BSD-3-Clause for more information.
- */
-
-#ifndef MLPACK_CORE_DATA_TYPES_HPP
-#define MLPACK_CORE_DATA_TYPES_HPP
-
-namespace mlpack {
-namespace data {
-
-enum struct FileType
-{
-  FileTypeUnknown,
-  AutoDetect, // attempt to automatically detect the file type
-  RawASCII,   // raw text (ASCII), without a header
-  ArmaASCII,  // Armadillo text format, with a header specifying matrix type and
-              // size
-  CSVASCII,   // comma separated values (CSV), without a header
-  RawBinary,  // raw binary format (machine dependent), without a header
-  ArmaBinary, // Armadillo binary format (machine dependent), with a header
-              // specifying matrix type and size
-  PGMBinary,  // Portable Grey Map (greyscale image)
-  PPMBinary,  // Portable Pixel Map (colour image), used by the field and cube
-              // classes
-  HDF5Binary, // HDF5: open binary format, not specific to Armadillo, which can
-              // store arbitrary data
-  CoordASCII, // simple co-ordinate format for sparse matrices (indices start at
-              // zero)
-  ARFFASCII   // ARFF data format, with a header specifying information about
-              // categories of the data.
-};
-
-/**
- * This function is used to convert mlpack file types to
- * their respective Armadillo file types.
- *
- * @param type mlpack::FileType.
- */
-inline arma::file_type ToArmaFileType(const FileType& type);
-
-}  // namespace data
-}  // namespace mlpack
-
-#include "types_impl.hpp"
-
-#endif
-

mlpack/include/mlpack/core/data/types_impl.hpp

@@ -1,83 +0,0 @@
-/**
- * @file core/data/types.hpp
- * @author Gopi M. Tatiraju
- * 
- * This file contains utilitiy functions related to types of data.
- * We have adapted all the standard types which are available in armadillo.
- * 
- * This file also contains functions to convery external file types to mlpack
- * file types. In future if we the user of mlpack needs support of an external
- * linear algebra library like armadillo, all functions related to handling the
- * types goes here.
- *
- * mlpack is free software; you may redistribute it and/or modify it under the
- * terms of the 3-clause BSD license.  You should have received a copy of the
- * 3-clause BSD license along with mlpack.  If not, see
- * http://www.opensource.org/licenses/BSD-3-Clause for more information.
- */
-
-#ifndef MLPACK_CORE_DATA_TYPES_IMPL_HPP
-#define MLPACK_CORE_DATA_TYPES_IMPL_HPP
-
-#include "types.hpp"
-
-namespace mlpack{
-namespace data{
-
-inline arma::file_type ToArmaFileType(const FileType& type)
-{
-  switch (type)
-  {
-    case FileType::FileTypeUnknown:
-      return arma::file_type_unknown;
-      break;
-
-    case FileType::AutoDetect:
-      return arma::auto_detect;
-      break;
-
-    case FileType::RawASCII:
-      return arma::raw_ascii;
-      break;
-
-    case FileType::ArmaASCII:
-      return arma::arma_ascii;
-      break;
-
-    case FileType::CSVASCII:
-      return arma::csv_ascii;
-      break;
-
-    case FileType::RawBinary:
-      return arma::raw_binary;
-      break;
-
-    case FileType::ArmaBinary:
-      return arma::arma_binary;
-      break;
-
-    case FileType::PGMBinary:
-      return arma::pgm_binary;
-      break;
-
-    case FileType::PPMBinary:
-      return arma::ppm_binary;
-      break;
-
-    case FileType::HDF5Binary:
-      return arma::hdf5_binary;
-      break;
-
-    case FileType::CoordASCII:
-      return arma::coord_ascii;
-      break;
-
-    default:
-      return arma::file_type_unknown;
-      break;
-  }
-}
-
-}  // namespace data
-}  // namespace mlpack
-#endif

mlpack/include/mlpack/core/data/utilities.hpp

@@ -1,158 +0,0 @@
-/**
- * @file core/data/utilities.hpp
- * @author Ryan Curtin
- * @author Omar Shrit
- * @author Gopi Tatiraju
- *
- * Utilities functions that can be used during loading and saving the data..
- *
- * mlpack is free software; you may redistribute it and/or modify it under the
- * terms of the 3-clause BSD license.  You should have received a copy of the
- * 3-clause BSD license along with mlpack.  If not, see
- * http://www.opensource.org/licenses/BSD-3-Clause for more information.
- */
-#ifndef MLPACK_CORE_DATA_UTILITIES_HPP
-#define MLPACK_CORE_DATA_UTILITIES_HPP
-
-#include <mlpack/prereqs.hpp>
-
-#include "detect_file_type.hpp"
-
-namespace mlpack {
-namespace data {
-
-namespace details {
-
-template<typename Tokenizer>
-std::vector<std::string> ToTokens(Tokenizer& lineTok)
-{
-  std::vector<std::string> tokens;
-  std::transform(std::begin(lineTok), std::end(lineTok),
-                 std::back_inserter(tokens),
-                 [&tokens](std::string const &str)
-  {
-    std::string trimmedToken(str);
-    Trim(trimmedToken);
-    return std::move(trimmedToken);
-  });
-
-  return tokens;
-}
-
-inline
-void TransposeTokens(std::vector<std::vector<std::string>> const &input,
-                     std::vector<std::string>& output,
-                     size_t index)
-{
-  output.clear();
-  for (size_t i = 0; i != input.size(); ++i)
-  {
-    output.emplace_back(input[i][index]);
-  }
-}
-} // namespace details
-
-template<typename DataOptionsType>
-bool OpenFile(const std::string& filename,
-              DataOptionsType& opts,
-              bool isLoading,
-              std::fstream& stream)
-{
-  if (isLoading)
-  {
-#ifdef  _WIN32 // Always open in binary mode on Windows.
-    stream.open(filename.c_str(), std::fstream::in
-        | std::fstream::binary);
-#else
-    stream.open(filename.c_str(), std::fstream::in);
-#endif
-  }
-  // Add here and else if for ModelOptions in a couple of stages.
-  else
-  {
-#ifdef  _WIN32 // Always open in binary mode on Windows.
-    stream.open(filename.c_str(), std::fstream::out
-        | std::fstream::binary);
-#else
-    stream.open(filename.c_str(), std::fstream::out);
-#endif
-  }
-
-  if (!stream.is_open())
-  {
-    if (opts.Fatal() && isLoading)
-      Log::Fatal << "Cannot open file '" << filename << "' for loading.  "
-          << "Please check if the file exists." << std::endl;
-
-    else if (!opts.Fatal() && isLoading)
-      Log::Warn << "Cannot open file '" << filename << "' for loading.  "
-          << "Please check if the file exists." << std::endl;
-
-    else if (opts.Fatal() && !isLoading)
-      Log::Fatal << "Cannot open file '" << filename << "' for saving.  "
-          << "Please check if you have permissions for writing." << std::endl;
-
-    else if (!opts.Fatal() && !isLoading)
-      Log::Warn << "Cannot open file '" << filename << "' for saving.  "
-          << "Please check if you have permissions for writing." << std::endl;
-
-    return false;
-  }
-  return true;
-}
-
-template<typename MatType, typename DataOptionsType>
-bool DetectFileType(const std::string& filename,
-                    DataOptionsType& opts,
-                    bool isLoading,
-                    std::fstream* stream = nullptr)
-{
-  // Add if for ModelOptions in a couple of stages
-  if (opts.Format() == FileType::AutoDetect)
-  {
-    if (isLoading)
-      // Attempt to auto-detect the type from the given file.
-      opts.Format() = AutoDetect(*stream, filename);
-    else
-      DetectFromExtension<MatType>(filename, opts);
-    // Provide error if we don't know the type.
-    if (opts.Format() == FileType::FileTypeUnknown)
-    {
-      if (opts.Fatal())
-        Log::Fatal << "Unable to detect type of '" << filename << "'; "
-            << "Incorrect extension?" << std::endl;
-      else
-        Log::Warn << "Unable to detect type of '" << filename << "'; "
-            << "Incorrect extension?" << std::endl;
-
-      return false;
-    }
-  }
-  return true;
-}
-
-template<typename MatType, typename DataOptionsType>
-bool SaveMatrix(const MatType& matrix,
-                const DataOptionsType& opts,
-                const std::string& filename,
-                std::fstream& stream)
-{
-  bool success = false;
-  if (opts.Format() == FileType::HDF5Binary)
-  {
-#ifdef ARMA_USE_HDF5
-    // We can't save with streams for HDF5.
-    success = matrix.save(filename, ToArmaFileType(opts.Format()));
-#endif
-  }
-  else
-  {
-    success = matrix.save(stream, ToArmaFileType(opts.Format()));
-  }
-  return success;
-}
-
-} //namespace data
-} //namespace mlpack
-
-#endif

mlpack/include/mlpack/core/util/gitversion.hpp

@@ -1 +0,0 @@
-return "mlpack git-0fdccbfb21";