mindspore 2.0.0rc1__cp38-none-any.whl → 2.2.0__cp38-none-any.whl

mindspore/include/c_api/ms/tensor.h

@@ -0,0 +1,161 @@
+/**
+ * Copyright 2022 Huawei Technologies Co., Ltd
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef MINDSPORE_CCSRC_C_API_INCLUDE_FUNC_TENSOR_H_
+#define MINDSPORE_CCSRC_C_API_INCLUDE_FUNC_TENSOR_H_
+
+#include <stdbool.h>
+#include <stdlib.h>
+#include "include/c_api/ms/base/macros.h"
+#include "include/c_api/ms/base/status.h"
+#include "include/c_api/ms/base/types.h"
+#include "include/c_api/ms/base/handle_types.h"
+#include "include/c_api/ms/context.h"
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+/// \brief Create a tensor with input data buffer.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] data The input data to be copied into tensor.
+/// \param[in] type [TypeId] Data type of the tensor.
+/// \param[in] shape The shape arary of the tensor.
+/// \param[in] shape_size The size of shape array, i.e., the rank of the tensor.
+/// \param[in] data_len The length of data in bytes.
+///
+/// \return The pointer of the created tensor instance.
+MIND_C_API TensorHandle MSNewTensor(ResMgrHandle res_mgr, void *data, DataTypeC type, const int64_t shape[],
+                                    size_t shape_size, size_t data_len);
+
+/// \brief Create a tensor with path to a space-sperated txt file.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] type [TypeId] Data type of the tensor.
+/// \param[in] shape The shape arary of the tensor.
+/// \param[in] shape_size The size of shape array, i.e., the rank of the tensor.
+/// \param[in] path path to the file.
+///
+/// \return The pointer of the created tensor instance.
+MIND_C_API TensorHandle MSNewTensorFromFile(ResMgrHandle res_mgr, DataTypeC type, const int64_t shape[],
+                                            size_t shape_size, const char *path);
+
+/// \brief Create a tensor with input data buffer and given source data type.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] shape The shape arary of the tensor.
+/// \param[in] shape_size The size of shape array, i.e., the rank of the tensor.
+/// \param[in] data The input data to be copied into tensor.
+/// \param[in] tensor_type [TypeId] Data type of the tensor.
+/// \param[in] src_type [TypeId] The source data type.
+///
+/// \return The pointer of the created tensor instance.
+MIND_C_API TensorHandle MSNewTensorWithSrcType(ResMgrHandle res_mgr, void *data, const int64_t shape[],
+                                               size_t shape_size, DataTypeC tensor_type, DataTypeC src_type);
+
+/// \brief Create a tensor with float32 scalar value.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] value The input scalar value.
+///
+/// \return The pointer of the created tensor instance.
+MIND_C_API TensorHandle MSNewTensorScalarFloat32(ResMgrHandle res_mgr, float value);
+
+/// \brief Create a tensor with int32 scalar value.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] value The input scalar value.
+///
+/// \return The pointer of the created tensor instance.
+MIND_C_API TensorHandle MSNewTensorScalarInt32(ResMgrHandle res_mgr, int value);
+
+/// \brief Get the raw pointer of tensor data.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+///
+/// \return The pointer to the tensor data
+MIND_C_API void *MSTensorGetData(ResMgrHandle res_mgr, ConstTensorHandle tensor);
+
+/// \brief Set tensor data type.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+/// \param[in] type The data type to be set.
+///
+/// \return Error code that indicate whether the functions executed successfully.
+MIND_C_API STATUS MSTensorSetDataType(ResMgrHandle res_mgr, TensorHandle tensor, DataTypeC type);
+
+/// \brief Get tensor data type.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+///
+/// \return The data type of tensor.
+MIND_C_API DataTypeC MSTensorGetDataType(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
+
+/// \brief Get the byte size of tensor data.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+/// \param[in] error Records error code that indicate whether the functions executed successfully.
+///
+/// \return The byte size of tensor data.
+MIND_C_API size_t MSTensorGetDataSize(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
+
+/// \brief Get the element number of tensor array.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+/// \param[in] error Records error code that indicate whether the functions executed successfully.
+///
+/// \return The element number of tensor array.
+MIND_C_API size_t MSTensorGetElementNum(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
+
+/// \brief Get the dimension of tensor.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+/// \param[in] error Records error code that indicate whether the functions executed successfully.
+///
+/// \return The dimension of tensor.
+MIND_C_API size_t MSTensorGetDimension(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
+
+/// \brief Set the shape of tensor array.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+/// \param[in] shape The shape array.
+/// \param[in] dim The the dimension of tensor, i.e., size of shape array.
+///
+/// \return Error code indicates whether the function executed successfully.
+MIND_C_API STATUS MSTensorSetShape(ResMgrHandle res_mgr, TensorHandle tensor, const int64_t shape[], size_t dim);
+
+/// \brief Get the shape of tensor array.
+///
+/// \param[in] res_mgr Resource manager that saves allocated instance resources.
+/// \param[in] tensor The pointer of the tensor instance.
+/// \param[in] shape The shape array.
+/// \param[in] dim The the dimension of tensor, i.e., size of shape array.
+///
+/// \return Error code indicates whether the function executed successfully.
+MIND_C_API STATUS MSTensorGetShape(ResMgrHandle res_mgr, ConstTensorHandle tensor, int64_t shape[], size_t dim);
+
+#ifdef __cplusplus
+}
+#endif
+#endif  // MINDSPORE_CCSRC_C_API_INCLUDE_FUNC_TENSOR_H_

mindspore/include/c_api/ms/value.h

@@ -0,0 +1,84 @@
+/**
+ * Copyright 2022 Huawei Technologies Co., Ltd
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef MINDSPORE_CCSRC_C_API_INCLUDE_VALUE_H_
+#define MINDSPORE_CCSRC_C_API_INCLUDE_VALUE_H_
+
+#include <stdbool.h>
+#include <stdlib.h>
+#include "include/c_api/ms/base/macros.h"
+#include "include/c_api/ms/base/handle_types.h"
+#include "include/c_api/ms/base/types.h"
+#include "include/c_api/ms/context.h"
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+/// \brief Create new Int64 scalar value.
+///
+/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
+/// \param[in] v Given value.
+///
+/// \return Value handle.
+MIND_C_API ValueHandle MSNewValueInt64(ResMgrHandle res_mgr, const int64_t v);
+
+/// \brief Create new flaot32 scalar value.
+///
+/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
+/// \param[in] v Given value.
+///
+/// \return Value handle.
+MIND_C_API ValueHandle MSNewValueFloat32(ResMgrHandle res_mgr, const float v);
+
+/// \brief Create new Bool scalar value.
+///
+/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
+/// \param[in] v Given value.
+///
+/// \return Value handle.
+MIND_C_API ValueHandle MSNewValueBool(ResMgrHandle res_mgr, const bool v);
+
+/// \brief Create new value of DataType.
+///
+/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
+/// \param[in] type Given data type.
+///
+/// \return Value handle.
+MIND_C_API ValueHandle MSNewValueType(ResMgrHandle res_mgr, DataTypeC type);
+
+/// \brief Create new vector of Strings Value.
+///
+/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
+/// \param[in] strs Given value.
+/// \param[in] vec_len Length of the string vector.
+///
+/// \return Value handle.
+MIND_C_API ValueHandle MSNewValueStrings(ResMgrHandle res_mgr, const char *strs[], size_t vec_len);
+
+/// \brief Create new Value with array.
+///
+/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
+/// \param[in] value Given array.
+/// \param[in] vec_size Given array size.
+/// \param[in] data_type Datatype of the array.
+///
+/// \return Value handle
+MIND_C_API ValueHandle MSNewValueArray(ResMgrHandle res_mgr, void *value, size_t vec_size, DataTypeC data_type);
+#ifdef __cplusplus
+}
+#endif
+#endif  // MINDSPORE_CCSRC_C_API_INCLUDE_VALUE_H_

mindspore/include/c_api/status_c.h

@@ -45,6 +45,9 @@ typedef enum MSStatus {
   kMSStatusLiteNotSupport = kMSCompCodeLite | (0x0FFFFFFF & -7),       /**< Fail to support. */
   kMSStatusLiteThreadPoolError = kMSCompCodeLite | (0x0FFFFFFF & -8),  /**< Error occur in thread pool. */
   kMSStatusLiteUninitializedObj = kMSCompCodeLite | (0x0FFFFFFF & -9), /**< Object is not initialized. */
+  kMSStatusLiteFileError = kMSCompCodeLite | (0x0FFFFFFF & -10),       /**< Invalid file. */
+  kMSStatusLiteServiceDeny = kMSCompCodeLite | (0x0FFFFFFF & -11),     /**< Denial of service. */
+  kMSStatusLiteModelRebuild = kMSCompCodeLite | (0x0FFFFFFF & -12),    /**< Model has been built. */
 
   // Executor error code, range: [-100,-200)
   kMSStatusLiteOutOfTensorRange = kMSCompCodeLite | (0x0FFFFFFF & -100), /**< Failed to check range. */

mindspore/include/dataset/constants.h

@@ -1,5 +1,5 @@
 /**
- * Copyright 2019-2021 Huawei Technologies Co., Ltd
+ * Copyright 2020-2022 Huawei Technologies Co., Ltd
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -106,9 +106,11 @@ enum class DATASET_API ManualOffloadMode {
 
 /// \brief Target devices to perform map operation.
 enum class DATASET_API MapTargetDevice {
-  kCpu,       ///< CPU Device.
-  kGpu,       ///< Gpu Device.
-  kAscend310  ///< Ascend310 Device.
+  kCpu = 0,     ///< CPU Device.
+  kGpu,         ///< Gpu Device.
+  kAscend310,   ///< Ascend310 Device.
+  kAscend910B,  ///< Ascend910B Device.
+  kInvalid = 100
 };
 
 /// \brief Possible options for mel_type in MelscaleFbanks.
@@ -269,13 +271,6 @@ enum class DATASET_API SamplingStrategy {
   kEdgeWeight = 1  ///< Sampling with edge weight as probability.
 };
 
-/// \brief Possible values for output format in get all neighbors function of gnn dataset
-enum class DATASET_API OutputFormat {
-  kNormal = 0,  ///< Normal format.
-  kCoo = 1,     ///< COO format.
-  kCsr = 2      ///< CSR format.
-};
-
 /// \brief Possible options for fade shape.
 enum class DATASET_API FadeShape {
   kLinear = 0,       ///< Fade shape is linear mode.
@@ -365,5 +360,4 @@ using row_id_type = int64_t;
 constexpr uint32_t kCfgAutoTuneInterval = 0;  // default number of steps
 }  // namespace dataset
 }  // namespace mindspore
-
 #endif  // MINDSPORE_CCSRC_MINDDATA_DATASET_INCLUDE_DATASET_CONSTANTS_H_

mindspore/include/dataset/execute.h

@@ -1,5 +1,5 @@
 /**
- * Copyright 2020-2022 Huawei Technologies Co., Ltd
+ * Copyright 2020-2023 Huawei Technologies Co., Ltd
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -17,20 +17,25 @@
 #ifndef MINDSPORE_CCSRC_MINDDATA_DATASET_INCLUDE_DATASET_EXECUTE_H_
 #define MINDSPORE_CCSRC_MINDDATA_DATASET_INCLUDE_DATASET_EXECUTE_H_
 
-#include <string>
-#include <vector>
 #include <map>
 #include <memory>
+#include <string>
+#include <vector>
+
 #include "include/api/context.h"
 #include "include/api/types.h"
 #include "include/dataset/constants.h"
 #include "include/dataset/transforms.h"
+#if !defined(BUILD_LITE) && defined(ENABLE_D)
+#include "runtime/hardware/device_context.h"
+#include "runtime/hardware/device_context_manager.h"
+#endif
 
 namespace mindspore {
 namespace dataset {
 class DeviceResource;
-class TensorOp;
 class Tensor;
+class TensorOp;
 
 // class to run tensor operations in eager mode
 class DATASET_API Execute {
@@ -97,6 +102,9 @@ class DATASET_API Execute {
   /// \brief Destructor.
   ~Execute();
 
+  // Update the TensorOperation
+  Status UpdateOperation(const std::shared_ptr<TensorOperation> &op);
+
   /// \brief Callable function to execute the TensorTransform in eager mode.
   /// \param[in] input Tensor to be transformed.
   /// \param[out] output Transformed tensor.
@@ -153,16 +161,24 @@ class DATASET_API Execute {
   Status ValidateDevice();
 
   /// \brief Initialize 310 resource
-  Status InitResource(MapTargetDevice device_type, uint32_t device_id);
+  Status InitResource(MapTargetDevice device_type, uint32_t device_id = 0);
 
   std::vector<std::shared_ptr<TensorTransform>> transforms_;
   std::vector<std::shared_ptr<TensorOperation>> ops_;
   MapTargetDevice device_type_;
-  std::shared_ptr<DeviceResource> device_resource_;
+
+  // Ascend310
+  std::shared_ptr<DeviceResource> device_resource_ = nullptr;
   struct ExtraInfo;
   std::shared_ptr<ExtraInfo> info_;
+
+#if !defined(BUILD_LITE) && defined(ENABLE_D)
+  // Ascend910B
+  device::DeviceContext *device_context_ = nullptr;
+  size_t stream_id_;
+#endif
+
   std::vector<std::shared_ptr<TensorOp>> transforms_rt_;
-  bool ops_created{false};
 };
 
 class PyExecute : public Execute {
@@ -170,12 +186,6 @@ class PyExecute : public Execute {
   // inherit base class constructors
   using Execute::Execute;
 
-  /// \brief Callable function to execute the TensorTransform in eager mode (only cpu).
-  /// \param[in] input_tensor A tensor to be transformed.
-  /// \param[out] out Result tensor after transform.
-  /// \return Status error code, returns OK if no error encountered.
-  Status operator()(const std::shared_ptr<Tensor> &input_tensor, std::shared_ptr<Tensor> *out);
-
   /// \brief Callable function to execute the TensorTransform in eager mode (only cpu).
   /// \param[in] input_tensor_list List of Tensors to be transformed.
   /// \param[out] out Result tensors list after transform.

mindspore/include/dataset/text.h

@@ -1,5 +1,5 @@
 /**
- * Copyright 2020-2022 Huawei Technologies Co., Ltd
+ * Copyright 2020-2023 Huawei Technologies Co., Ltd
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -201,8 +201,8 @@ class SentencePieceVocab {
   ///     Status rc = SentencePieceVocab::BuildFromFile(path_list, 5000, 0.9995,
   ///                                                   SentencePieceModel::kUnigram, param_map, &spm);
   /// \endcode
-  static Status BuildFromFile(const std::vector<std::string> &path_list, const int32_t vocab_size,
-                              const float character_coverage, const SentencePieceModel model_type,
+  static Status BuildFromFile(const std::vector<std::string> &path_list, int32_t vocab_size, float character_coverage,
+                              const SentencePieceModel &model_type,
                               const std::unordered_map<std::string, std::string> &params,
                               std::shared_ptr<SentencePieceVocab> *vocab);
 
@@ -215,8 +215,8 @@ class SentencePieceVocab {
   ///     // Save vocab model to local
   ///     vocab->SaveModel(&vocab, datasets_root_path_ + "/test_sentencepiece", "m.model");
   /// \endcode
-  static Status SaveModel(const std::shared_ptr<SentencePieceVocab> *vocab, const std::string path,
-                          std::string filename);
+  static Status SaveModel(const std::shared_ptr<SentencePieceVocab> *vocab, const std::string &path,
+                          const std::string &filename);
 
   /// \brief Constructor.
   SentencePieceVocab();
@@ -226,7 +226,7 @@ class SentencePieceVocab {
 
   const std::string &model_proto();
 
-  void set_model_proto(const std::string model_proto);
+  void set_model_proto(const std::string &model_proto);
 
  private:
   std::string model_proto_;
@@ -293,7 +293,7 @@ class DATASET_API BasicTokenizer final : public TensorTransform {
                           bool with_offsets = false);
 
   /// \brief Destructor
-  ~BasicTokenizer() = default;
+  ~BasicTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -365,7 +365,7 @@ class DATASET_API BertTokenizer final : public TensorTransform {
                 bool keep_whitespace, NormalizeForm normalize_form, bool preserve_unused_token, bool with_offsets);
 
   /// \brief Destructor
-  ~BertTokenizer() = default;
+  ~BertTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -393,7 +393,7 @@ class DATASET_API CaseFold final : public TensorTransform {
   CaseFold();
 
   /// \brief Destructor
-  ~CaseFold() = default;
+  ~CaseFold() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -408,7 +408,7 @@ class FilterWikipediaXML final : public TensorTransform {
   FilterWikipediaXML();
 
   /// \brief Destructor
-  ~FilterWikipediaXML() = default;
+  ~FilterWikipediaXML() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -460,7 +460,7 @@ class DATASET_API JiebaTokenizer final : public TensorTransform {
                  bool with_offsets);
 
   /// \brief Destructor
-  ~JiebaTokenizer() = default;
+  ~JiebaTokenizer() override = default;
 
   /// \brief Add a user defined word to the JiebaTokenizer's dictionary.
   /// \param[in] word The word to be added to the JiebaTokenizer instance.
@@ -572,7 +572,7 @@ class DATASET_API Lookup final : public TensorTransform {
          mindspore::DataType data_type = mindspore::DataType::kNumberTypeInt32);
 
   /// \brief Destructor
-  ~Lookup() = default;
+  ~Lookup() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -622,7 +622,7 @@ class DATASET_API Ngram final : public TensorTransform {
         const std::pair<std::vector<char>, int32_t> &right_pad, const std::vector<char> &separator);
 
   /// \brief Destructor
-  ~Ngram() = default;
+  ~Ngram() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -659,7 +659,7 @@ class DATASET_API NormalizeUTF8 final : public TensorTransform {
   explicit NormalizeUTF8(NormalizeForm normalize_form = NormalizeForm::kNfkc);
 
   /// \brief Destructor
-  ~NormalizeUTF8() = default;
+  ~NormalizeUTF8() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -699,7 +699,7 @@ class DATASET_API RegexReplace final : public TensorTransform {
   RegexReplace(const std::vector<char> &pattern, const std::vector<char> &replace, bool replace_all);
 
   /// \brief Destructor
-  ~RegexReplace() = default;
+  ~RegexReplace() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -737,7 +737,7 @@ class DATASET_API RegexTokenizer final : public TensorTransform {
                           bool with_offsets);
 
   /// \brief Destructor
-  ~RegexTokenizer() = default;
+  ~RegexTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -793,7 +793,7 @@ class DATASET_API SentencePieceTokenizer final : public TensorTransform {
   SentencePieceTokenizer(const std::vector<char> &vocab_path, mindspore::dataset::SPieceTokenizerOutType out_type);
 
   /// \brief Destructor
-  ~SentencePieceTokenizer() = default;
+  ~SentencePieceTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -825,7 +825,7 @@ class DATASET_API SlidingWindow final : public TensorTransform {
   explicit SlidingWindow(int32_t width, int32_t axis = 0);
 
   /// \brief Destructor
-  ~SlidingWindow() = default;
+  ~SlidingWindow() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -858,7 +858,7 @@ class DATASET_API ToNumber final : public TensorTransform {
   explicit ToNumber(mindspore::DataType data_type);
 
   /// \brief Destructor
-  ~ToNumber() = default;
+  ~ToNumber() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -882,7 +882,7 @@ class DATASET_API ToVectors final : public TensorTransform {
                      bool lower_case_backup = false);
 
   /// \brief Destructor
-  ~ToVectors() = default;
+  ~ToVectors() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -911,7 +911,7 @@ class DATASET_API Truncate final : public TensorTransform {
   explicit Truncate(int32_t max_seq_len);
 
   /// \brief Destructor.
-  ~Truncate() = default;
+  ~Truncate() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -940,7 +940,7 @@ class DATASET_API TruncateSequencePair final : public TensorTransform {
   explicit TruncateSequencePair(int32_t max_length);
 
   /// \brief Destructor
-  ~TruncateSequencePair() = default;
+  ~TruncateSequencePair() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -969,7 +969,7 @@ class DATASET_API UnicodeCharTokenizer final : public TensorTransform {
   explicit UnicodeCharTokenizer(bool with_offsets = false);
 
   /// \brief Destructor
-  ~UnicodeCharTokenizer() = default;
+  ~UnicodeCharTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -1014,7 +1014,7 @@ class DATASET_API WordpieceTokenizer final : public TensorTransform {
                               int32_t max_bytes_per_token, const std::vector<char> &unknown_token, bool with_offsets);
 
   /// \brief Destructor
-  ~WordpieceTokenizer() = default;
+  ~WordpieceTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -1045,7 +1045,7 @@ class DATASET_API UnicodeScriptTokenizer final : public TensorTransform {
   explicit UnicodeScriptTokenizer(bool keep_whitespace = false, bool with_offsets = false);
 
   /// \brief Destructor
-  ~UnicodeScriptTokenizer() = default;
+  ~UnicodeScriptTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.
@@ -1074,7 +1074,7 @@ class DATASET_API WhitespaceTokenizer final : public TensorTransform {
   explicit WhitespaceTokenizer(bool with_offsets = false);
 
   /// \brief Destructor
-  ~WhitespaceTokenizer() = default;
+  ~WhitespaceTokenizer() override = default;
 
  protected:
   /// \brief The function to convert a TensorTransform object into a TensorOperation object.