mindspore 1.10.0__cp37-cp37m-win_amd64.whl → 2.0.0rc1__cp37-cp37m-win_amd64.whl

mindspore/_checkparam.py

@@ -18,10 +18,8 @@ from __future__ import absolute_import
 import re
 import inspect
 import math
-from enum import Enum
 from functools import reduce, wraps
-from itertools import repeat, zip_longest
-from collections import deque
+from itertools import repeat
 from collections.abc import Iterable
 import numpy as np
 
@@ -31,71 +29,92 @@ from mindspore.common import dtype as mstype
 from mindspore._c_expression import Tensor as Tensor_
 
 
-class Rel(Enum):
-
-    """Numerical relationship between variables, logical relationship enumeration definition of range."""
-    # scalar compare
-    EQ = 1  # ==
-    NE = 2  # !=
-    LT = 3  # <
-    LE = 4  # <=
-    GT = 5  # >
-    GE = 6  # >=
-    # scalar range check
-    INC_NEITHER = 7  # (), include neither
-    INC_LEFT = 8  # [), include left
-    INC_RIGHT = 9  # (], include right
-    INC_BOTH = 10  # [], include both
-    # collection in, not in
-    IN = 11
-    NOT_IN = 12
-
-    @staticmethod
-    def get_strs(rel):
-        """Get value from rel_strs."""
-        return rel_strs.get(rel, "")
-
-    @staticmethod
-    def get_fns(rel):
-        """Get value from rel_fns."""
-        return rel_fns.get(rel, lambda *args: False)
-
-
-rel_fns = {
-    # scalar compare
-    Rel.EQ: lambda x, y: x == y,
-    Rel.NE: lambda x, y: x != y,
-    Rel.LT: lambda x, y: x < y,
-    Rel.LE: lambda x, y: x <= y,
-    Rel.GT: lambda x, y: x > y,
-    Rel.GE: lambda x, y: x >= y,
-    # scalar range check
-    Rel.INC_NEITHER: lambda x, lower, upper: (lower < x < upper),
-    Rel.INC_LEFT: lambda x, lower, upper: (lower <= x < upper),
-    Rel.INC_RIGHT: lambda x, lower, upper: (lower < x <= upper),
-    Rel.INC_BOTH: lambda x, lower, upper: (lower <= x <= upper),
-    # collection in, not in
-    Rel.IN: lambda x, y: x in y,
-    Rel.NOT_IN: lambda x, y: x not in y,
-}
-
-rel_strs = {
-    # scalar compare
-    Rel.EQ: "= {}",
-    Rel.NE: "!= {}",
-    Rel.LT: "< {}",
-    Rel.LE: "<= {}",
-    Rel.GT: "> {}",
-    Rel.GE: ">= {}",
-    # scalar range check
-    Rel.INC_NEITHER: "({}, {})",
-    Rel.INC_LEFT: "[{}, {})",
-    Rel.INC_RIGHT: "({}, {}]",
-    Rel.INC_BOTH: "[{}, {}]",
-    # collection in, not in
-    Rel.IN: "in {}",
-    Rel.NOT_IN: "not in {}",
-}
+EQ = 1  # ==
+NE = 2  # !=
+LT = 3  # <
+LE = 4  # <=
+GT = 5  # >
+GE = 6  # >=
+# scalar range check
+INC_NEITHER = 7  # (), include neither
+INC_LEFT = 8  # [), include left
+INC_RIGHT = 9  # (], include right
+INC_BOTH = 10  # [], include both
+# collection in, not in
+IN = 11
+NOT_IN = 12
+
+
+def _check_binary_rel(val1, val2, rel):
+    """check binary relation"""
+    if rel == EQ:
+        return val1 == val2
+    if rel == NE:
+        return val1 != val2
+    if rel == LT:
+        return val1 < val2
+    if rel == LE:
+        return val1 <= val2
+    if rel == GT:
+        return val1 > val2
+    if rel == GE:
+        return val1 >= val2
+    if rel == IN:
+        return val1 in val2
+    if rel == NOT_IN:
+        return val1 not in val2
+
+    return False
+
+
+def _check_inc_rel(val, lower, upper, rel):
+    """check include relation"""
+    if rel == INC_NEITHER:
+        return not (val <= lower or val >= upper)
+    if rel == INC_LEFT:
+        return not (val < lower or val >= upper)
+    if rel == INC_RIGHT:
+        return not (val <= lower or val > upper)
+    if rel == INC_BOTH:
+        return not (val < lower or val > upper)
+
+    return False
+
+
+def _format_str_one_value(value, rel):
+    """format string"""
+    if rel == EQ:
+        return "= {}".format(value)
+    if rel == NE:
+        return "!= {}".format(value)
+    if rel == LT:
+        return "< {}".format(value)
+    if rel == LE:
+        return "<= {}".format(value)
+    if rel == GT:
+        return "> {}".format(value)
+    if rel == GE:
+        return ">= {}".format(value)
+    if rel == IN:
+        return "in {}".format(value)
+    if rel == NOT_IN:
+        return "not in {}".format(value)
+
+    return ""
+
+
+def _format_str_two_value(val1, val2, rel):
+    """format string"""
+    if rel == INC_NEITHER:
+        return "({}, {})".format(val1, val2)
+    if rel == INC_LEFT:
+        return "[{}, {})".format(val1, val2)
+    if rel == INC_RIGHT:
+        return "({}, {}]".format(val1, val2)
+    if rel == INC_BOTH:
+        return "[{}, {}]".format(val1, val2)
+
+    return ""
 
 
 def _check_3d_int_or_tuple(arg_name, arg_value, prim_name, allow_five=False, ret_five=False,
@@ -106,71 +125,99 @@ def _check_3d_int_or_tuple(arg_name, arg_value, prim_name, allow_five=False, ret
 
     def _raise_message(third_one_flag=False, three_input_flag=False):
         if third_one_flag:
-            raise ValueError(f"For '{prim_name}', the depth of parameter '{arg_name}' must be 1, "
-                             f"but got {ret_value[-3]}.")
+            raise ValueError("For '{}', the depth of parameter '{}' must be 1, but got {}." \
+                .format(prim_name, arg_name, ret_value[-3]))
         if three_input_flag:
-            raise ValueError(f"For '{prim_name}', the parameter '{arg_name}' must be an positive integer "
-                             f"or a tuple of three positive integer, but got {arg_value}.")
-        raise ValueError(f"For '{prim_name}', the parameter '{arg_name}' must be an positive integer "
-                         f"or a tuple of three {'or five ' if allow_five else ''}positive integer, but got {arg_value}")
+            raise ValueError("For '{}', the parameter '{}' must be an positive integer " \
+                "or a tuple of three positive integer, but got {}.".format(prim_name, arg_name, arg_value))
+        raise ValueError("For '{}', the parameter '{}' must be an positive integer " \
+            "or a tuple of three {}positive integer, but got {}" \
+            .format(prim_name, arg_name, 'or five ' if allow_five else '', arg_value))
 
     def _get_return_value():
+        def _check():
+            if not isinstance(arg_value, int):
+                if len(arg_value) == 5:
+                    if not allow_five:
+                        _raise_message()
+                elif not len(arg_value) == 3:
+                    _raise_message()
+
+        _check()
         if isinstance(arg_value, int):
             ret = (1, 1, arg_value, arg_value, arg_value) if ret_five else (arg_value, arg_value, arg_value)
         elif len(arg_value) == 3:
             ret = (1, 1, arg_value[0], arg_value[1], arg_value[2]) if ret_five else arg_value
-        elif len(arg_value) == 5:
-            if not allow_five:
-                _raise_message()
+        else: # case: len(arg_value) == 5
             ret = arg_value if ret_five else (arg_value[2], arg_value[3], arg_value[4])
-        else:
-            _raise_message()
+
         return ret
 
-    Validator.check_value_type(arg_name, arg_value, (int, tuple), prim_name)
+    def _check_value(ret_value):
+        for item in ret_value:
+            if isinstance(item, int) and not isinstance(item, bool):
+                if greater_zero and item > 0:
+                    continue
+                if not greater_zero and item >= 0:
+                    continue
+            _raise_message()
+
+    def _check_third_one(ret_value):
+        if third_one:
+            if ret_value[-3] != 1:
+                _raise_message(third_one_flag=third_one)
+
+    check_value_type(arg_name, arg_value, (int, tuple), prim_name)
     if three_input and isinstance(arg_value, tuple):
         if len(arg_value) != 3:
             _raise_message(three_input_flag=three_input)
     ret_value = _get_return_value()
-    for item in ret_value:
-        if isinstance(item, int) and not isinstance(item, bool):
-            if greater_zero and item > 0:
-                continue
-            if not greater_zero and item >= 0:
-                continue
-        _raise_message()
-
-    if third_one:
-        if ret_value[-3] != 1:
-            _raise_message(third_one_flag=third_one)
+    _check_value(ret_value)
+    _check_third_one(ret_value)
 
     return tuple(ret_value)
 
 
-def check_number(arg_value, value, rel, arg_type=int, arg_name=None, prim_name=None):
+def _check_dup(axes):
+    for item in axes:
+        count = 0
+        for item2 in axes:
+            if item == item2:
+                count += 1
+
+        if count > 1:
+            raise ValueError(f"The element of parameter 'axis' can not be duplicate, but got {axes}.")
+
+
+def _check_number(arg_value, value, rel, arg_type=int, arg_name=None, prim_name=None):
     """
     Check argument integer.
 
     Usage:
-    - arg_value = check_number(arg_value, 2, Rel.GT, int, "value", None)
+    - arg_value = _check_number(arg_value, 2, GT, int, "value", None)
     """
-    rel_fn = Rel.get_fns(rel)
     prim_name = f"For \'{prim_name}\', the " if prim_name else 'The '
     arg_name = f"\'{arg_name}\'" if arg_name else 'input value'
-    prim_info = f'{prim_name}' + f'{arg_name}'
-    if isinstance(arg_value, arg_type):
-        if math.isinf(arg_value) or math.isnan(arg_value) or np.isinf(arg_value) or np.isnan(arg_value):
-            raise ValueError(f"{prim_info} must be a legal value, but got '{arg_value}'.")
-    else:
-        raise TypeError(f"{prim_info} must be {arg_type.__name__}, but got '{type(arg_value).__name__}'")
 
-    type_mismatch = not isinstance(arg_value, arg_type) or isinstance(arg_value, bool)
-    type_except = TypeError if type_mismatch else ValueError
-    if type_mismatch or not rel_fn(arg_value, value):
-        rel_str = Rel.get_strs(rel).format(value)
-        raise type_except(f"{prim_info} must be {arg_type.__name__} and must {rel_str}, "
-                          f"but got '{arg_value}' with type '{type(arg_value).__name__}'.")
+    def _check_param():
+        prim_info = f'{prim_name}' + f'{arg_name}'
+        if isinstance(arg_value, arg_type):
+            if math.isinf(arg_value) or math.isnan(arg_value) or np.isinf(arg_value) or np.isnan(arg_value):
+                raise ValueError(f"{prim_info} must be a legal value, but got '{arg_value}'.")
+        else:
+            raise TypeError(f"{prim_info} must be {arg_type.__name__}, but got '{type(arg_value).__name__}'")
+
+        type_mismatch = not isinstance(arg_value, arg_type) or isinstance(arg_value, bool)
+        rel_ret = _check_binary_rel(arg_value, value, rel)
+        if type_mismatch or not rel_ret:
+            rel_str = _format_str_one_value(value, rel)
+            msg = f"{prim_info} must be {arg_type.__name__} and must {rel_str}, " \
+                  f"but got '{arg_value}' with type '{type(arg_value).__name__}'."
+            if type_mismatch:
+                raise TypeError(msg)
+            raise ValueError(msg)
 
+    _check_param()
     return arg_value
 
 
@@ -185,11 +232,16 @@ def check_is_number(arg_value, arg_type, arg_name=None, prim_name=None):
     """
     prim_name = f"For \'{prim_name}\', the" if prim_name else 'The'
     arg_name = f"\'{arg_name}\'" if arg_name else 'input value'
-    if isinstance(arg_value, arg_type) and not isinstance(arg_value, bool):
-        if math.isinf(arg_value) or math.isnan(arg_value) or np.isinf(arg_value) or np.isnan(arg_value):
-            raise ValueError(f"{prim_name} {arg_name} must be a legal float, but got '{arg_value}'.")
-        return arg_value
-    raise TypeError(f"{prim_name} type of {arg_name} must be {arg_type.__name__}, but got '{type(arg_value).__name__}'")
+
+    def _check_param():
+        if isinstance(arg_value, arg_type) and not isinstance(arg_value, bool):
+            if math.isinf(arg_value) or math.isnan(arg_value) or np.isinf(arg_value) or np.isnan(arg_value):
+                raise ValueError(f"{prim_name} {arg_name} must be a legal float, but got '{arg_value}'.")
+        else:
+            raise TypeError("{} type of {} must be {}, but got '{}'".format(
+                prim_name, arg_name, arg_type.__name__, type(arg_value).__name__))
+    _check_param()
+    return arg_value
 
 
 def check_number_range(arg_value, lower_limit, upper_limit, rel, value_type, arg_name=None, prim_name=None):
@@ -197,899 +249,940 @@ def check_number_range(arg_value, lower_limit, upper_limit, rel, value_type, arg
     Method for checking whether an int value is in some range.
 
     Usage:
-    - number = check_number_range(number, 0.0, 1.0, Rel.INC_NEITHER, "number", float) # number in [0.0, 1.0]
-    - number = check_number_range(number, 0, 1, Rel.INC_NEITHER, "number", int) # number in [0, 1]
+    - number = check_number_range(number, 0.0, 1.0, INC_NEITHER, "number", float) # number in [0.0, 1.0]
+    - number = check_number_range(number, 0, 1, INC_NEITHER, "number", int) # number in [0, 1]
     """
-    rel_fn = Rel.get_fns(rel)
     prim_name = f"For \'{prim_name}\', the" if prim_name else 'The'
     arg_name = f"\'{arg_name}\'" if arg_name else 'input value'
-    type_mismatch = not isinstance(arg_value, (np.ndarray, np.generic, value_type)) or isinstance(arg_value, bool)
-    if type_mismatch:
-        raise TypeError("{} {} must be '{}',  but got '{}'.".format(
-            prim_name, arg_name, value_type.__name__, type(arg_value).__name__))
-    if not rel_fn(arg_value, lower_limit, upper_limit):
-        rel_str = Rel.get_strs(rel).format(lower_limit, upper_limit)
-        raise ValueError("{} {} must be in range of {}, but got {} with type '{}'.".format(
-            prim_name, arg_name, rel_str, arg_value, type(arg_value).__name__))
+
+    def _check_param():
+        type_mismatch = not isinstance(arg_value, (np.ndarray, np.generic, value_type)) or isinstance(arg_value, bool)
+        if type_mismatch:
+            raise TypeError("{} {} must be '{}',  but got '{}'.".format(
+                prim_name, arg_name, value_type.__name__, type(arg_value).__name__))
+
+        if not _check_inc_rel(arg_value, lower_limit, upper_limit, rel):
+            rel_str = _format_str_two_value(lower_limit, upper_limit, rel)
+            raise ValueError("{} {} must be in range of {}, but got {} with type '{}'.".format(
+                prim_name, arg_name, rel_str, arg_value, type(arg_value).__name__))
+    _check_param()
     return arg_value
 
 
-class Validator:
-    """validator for checking input parameters"""
+def is_stub_tensor(tensor):
+    return hasattr(tensor, "stub")
+
 
-    @staticmethod
-    def check(arg_name, arg_value, value_name, value, rel=Rel.EQ, prim_name=None, excp_cls=ValueError):
-        """
-        Method for judging relation between two int values or list/tuple made up of ints.
-        This method is not suitable for judging relation between floats, since it does not consider float error.
-        """
-        rel_fn = Rel.get_fns(rel)
-        if not rel_fn(arg_value, value):
-            rel_str = Rel.get_strs(rel).format(f'{value_name}: {value}')
+def check(arg_name, arg_value, value_name, value, rel=EQ, prim_name=None, excp_cls=ValueError):
+    """
+    Method for judging relation between two int values or list/tuple made up of ints.
+    This method is not suitable for judging relation between floats, since it does not consider float error.
+    """
+    def _check():
+        if not _check_binary_rel(arg_value, value, rel):
+            rel_str = _format_str_one_value(f'{value_name}: {value}', rel)
             msg_prefix = f'For \'{prim_name}\', the' if prim_name else "The"
-            raise excp_cls(f'{msg_prefix} \'{arg_name}\' should be {rel_str}, but got {arg_value}.')
-        return arg_value
-
-    @staticmethod
-    def check_int(arg_value, value, rel, arg_name=None, prim_name=None):
-        """
-        Checks input integer value `arg_value` compare to `value`.
-
-        Usage:
-        - number = check_int(number, 0, Rel.GE, "number", None) # number >= 0
-        """
-        return check_number(arg_value, value, rel, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_is_int(arg_value, arg_name=None, prim_name=None):
-        """
-        Checks input value is float type or not.
-
-        Usage:
-        - number = check_is_int(number, int)
-        - number = check_is_int(number, int, "bias")
-        - number = check_is_int(number, int, "bias", "bias_class")
-        """
-        return check_is_number(arg_value, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_equal_int(arg_value, value, arg_name=None, prim_name=None):
-        """
-        Checks input integer value `arg_value` compare to `value`.
-
-        Usage:
-        - number = check_int(number, 0, Rel.GE, "number", None) # number >= 0
-        """
-        return check_number(arg_value, value, Rel.EQ, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_positive_int(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is positive integer, which mean arg_value > 0.
-
-        Usage:
-        - number = check_positive_int(number)
-        - number = check_positive_int(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.GT, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_positive_int_sequence(sequence, arg_name=None, prim_name=None):
-        """
-        Check argument is positive int sequence, which mean all element > 0 in sequence.
-
-        Usage:
-        - sequence = check_positive_int_sequence(sequence)
-        - sequence = check_positive_int_sequence(sequence, "dims")
-        """
-        for idx, element in enumerate(sequence):
-            arg_idx = '{}[{}]'.format(arg_name if arg_name else 'arg_name', idx)
-            check_number(element, 0, Rel.GT, int, arg_idx, prim_name)
-        return sequence
-
-    @staticmethod
-    def check_negative_int(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is negative integer, which mean arg_value < 0.
-
-        Usage:
-        - number = check_negative_int(number)
-        - number = check_negative_int(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.LT, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_non_positive_int(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is non-negative integer, which mean arg_value <= 0.
-
-        Usage:
-        - number = check_non_positive_int(number)
-        - number = check_non_positive_int(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.LE, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_non_negative_int(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is non-negative integer, which mean arg_value >= 0.
-
-        Usage:
-        - number = check_non_negative_int(number)
-        - number = check_non_negative_int(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.GE, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_non_negative_int_sequence(sequence, arg_name=None, prim_name=None):
-        """
-        Check argument is positive sequence, which mean all element >= 0 in sequence.
-
-        Usage:
-        - sequence = check_non_negative_int_sequence(sequence)
-        - sequence = check_non_negative_int_sequence(sequence, "dims")
-        """
-        for idx, element in enumerate(sequence):
-            arg_idx = '{}[{}]'.format(arg_name if arg_name else 'arg_name', idx)
-            check_number(element, 0, Rel.GE, int, arg_idx, prim_name)
-        return sequence
-
-    @staticmethod
-    def check_float(arg_value, value, rel, arg_name=None, prim_name=None):
-        """
-        Checks input float value `arg_value` compare to `value`.
-
-        Usage:
-        - number = check_float(number, 0.0, Rel.GE, "number", None) # number >= 0
-        """
-        return check_number(arg_value, value, rel, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_is_float(arg_value, arg_name=None, prim_name=None):
-        """
-        Checks input value is float type or not.
-
-        Usage:
-        - number = check_is_float(number, int)
-        - number = check_is_float(number, int, "bias")
-        - number = check_is_float(number, int, "bias", "bias_class")
-        """
-        return check_is_number(arg_value, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_positive_float(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is positive float, which mean arg_value > 0.
-
-        Usage:
-        - number = check_positive_float(number)
-        - number = check_positive_float(number, "bias")
-        - number = check_positive_float(number, "bias", "bias_class")
-        """
-        return check_number(arg_value, 0, Rel.GT, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_positive_float_sequence(sequence, arg_name=None, prim_name=None):
-        """
-        Check argument is positive sequence, which mean all element > 0 in sequence.
-
-        Usage:
-        - sequence = check_positive_float_sequence(sequence)
-        - sequence = check_positive_float_sequence(sequence, "dims")
-        """
-        for idx, element in enumerate(sequence):
-            arg_idx = '{}[{}]'.format(arg_name if arg_name else 'arg_name', idx)
-            check_number(element, 0, Rel.GT, float, arg_idx, prim_name)
-        return sequence
-
-    @staticmethod
-    def check_negative_float(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is negative float, which mean arg_value < 0.
-
-        Usage:
-        - number = check_negative_float(number)
-        - number = check_negative_float(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.LT, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_non_positive_float(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is non-negative float, which mean arg_value <= 0.
-
-        Usage:
-        - number = check_non_positive_float(number)
-        - number = check_non_positive_float(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.LE, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_non_negative_float(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is non-negative float, which mean arg_value >= 0.
-
-        Usage:
-        - number = check_non_negative_float(number)
-        - number = check_non_negative_float(number, "bias")
-        """
-        return check_number(arg_value, 0, Rel.GE, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_number(arg_name, arg_value, value, rel, prim_name):
-        """Number value judgment."""
-        rel_fn = Rel.get_fns(rel)
-        if not rel_fn(arg_value, value):
-            rel_str = Rel.get_strs(rel).format(value)
-            raise ValueError(f'For \'{prim_name}\', the argument \'{arg_name}\' must {rel_str}, but got {arg_value}.')
-        return arg_value
-
-    @staticmethod
-    def check_isinstance(arg_name, arg_value, classes):
-        """Check arg isinstance of classes"""
+            msg_subject = f"{msg_prefix} \'{arg_name}\'" if " " not in arg_name else f"{msg_prefix} {arg_name}"
+            raise excp_cls(f'{msg_subject} should be {rel_str}, but got {arg_value}.')
+    _check()
+    return arg_value
+
+
+def check_int(arg_value, value, rel, arg_name=None, prim_name=None):
+    """
+    Checks input integer value `arg_value` compare to `value`.
+
+    Usage:
+    - number = check_int(number, 0, GE, "number", None) # number >= 0
+    """
+    return _check_number(arg_value, value, rel, int, arg_name, prim_name)
+
+
+def check_is_int(arg_value, arg_name=None, prim_name=None):
+    """
+    Checks input value is float type or not.
+
+    Usage:
+    - number = check_is_int(number, int)
+    - number = check_is_int(number, int, "bias")
+    - number = check_is_int(number, int, "bias", "bias_class")
+    """
+    return check_is_number(arg_value, int, arg_name, prim_name)
+
+
+def check_equal_int(arg_value, value, arg_name=None, prim_name=None):
+    """
+    Checks input integer value `arg_value` compare to `value`.
+
+    Usage:
+    - number = check_int(number, 0, GE, "number", None) # number >= 0
+    """
+    return _check_number(arg_value, value, EQ, int, arg_name, prim_name)
+
+
+def check_positive_int(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is positive integer, which mean arg_value > 0.
+
+    Usage:
+    - number = check_positive_int(number)
+    - number = check_positive_int(number, "bias")
+    """
+    return _check_number(arg_value, 0, GT, int, arg_name, prim_name)
+
+
+def check_positive_int_sequence(sequence, arg_name=None, prim_name=None):
+    """
+    Check argument is positive int sequence, which mean all element > 0 in sequence.
+
+    Usage:
+    - sequence = check_positive_int_sequence(sequence)
+    - sequence = check_positive_int_sequence(sequence, "dims")
+    """
+    for idx, element in enumerate(sequence):
+        arg_idx = '{}[{}]'.format(arg_name if arg_name else 'arg_name', idx)
+        _check_number(element, 0, GT, int, arg_idx, prim_name)
+    return sequence
+
+
+def check_negative_int(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is negative integer, which mean arg_value < 0.
+
+    Usage:
+    - number = check_negative_int(number)
+    - number = check_negative_int(number, "bias")
+    """
+    return _check_number(arg_value, 0, LT, int, arg_name, prim_name)
+
+
+def check_non_positive_int(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is non-negative integer, which mean arg_value <= 0.
+
+    Usage:
+    - number = check_non_positive_int(number)
+    - number = check_non_positive_int(number, "bias")
+    """
+    return _check_number(arg_value, 0, LE, int, arg_name, prim_name)
+
+
+def check_non_negative_int(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is non-negative integer, which mean arg_value >= 0.
+
+    Usage:
+    - number = check_non_negative_int(number)
+    - number = check_non_negative_int(number, "bias")
+    """
+    return _check_number(arg_value, 0, GE, int, arg_name, prim_name)
+
+
+def check_non_negative_int_sequence(sequence, arg_name=None, prim_name=None):
+    """
+    Check argument is positive sequence, which mean all element >= 0 in sequence.
+
+    Usage:
+    - sequence = check_non_negative_int_sequence(sequence)
+    - sequence = check_non_negative_int_sequence(sequence, "dims")
+    """
+    for idx, element in enumerate(sequence):
+        arg_idx = '{}[{}]'.format(arg_name if arg_name else 'arg_name', idx)
+        _check_number(element, 0, GE, int, arg_idx, prim_name)
+    return sequence
+
+
+def check_float(arg_value, value, rel, arg_name=None, prim_name=None):
+    """
+    Checks input float value `arg_value` compare to `value`.
+
+    Usage:
+    - number = check_float(number, 0.0, GE, "number", None) # number >= 0
+    """
+    return _check_number(arg_value, value, rel, float, arg_name, prim_name)
+
+
+def check_is_float(arg_value, arg_name=None, prim_name=None):
+    """
+    Checks input value is float type or not.
+
+    Usage:
+    - number = check_is_float(number)
+    - number = check_is_float(number, "bias")
+    - number = check_is_float(number, "bias", "bias_class")
+    """
+    return check_is_number(arg_value, float, arg_name, prim_name)
+
+
+def check_positive_float(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is positive float, which mean arg_value > 0.
+
+    Usage:
+    - number = check_positive_float(number)
+    - number = check_positive_float(number, "bias")
+    - number = check_positive_float(number, "bias", "bias_class")
+    """
+    return _check_number(arg_value, 0, GT, float, arg_name, prim_name)
+
+
+def check_positive_float_sequence(sequence, arg_name=None, prim_name=None):
+    """
+    Check argument is positive sequence, which mean all element > 0 in sequence.
+
+    Usage:
+    - sequence = check_positive_float_sequence(sequence)
+    - sequence = check_positive_float_sequence(sequence, "dims")
+    """
+    for idx, element in enumerate(sequence):
+        arg_idx = '{}[{}]'.format(arg_name if arg_name else 'arg_name', idx)
+        _check_number(element, 0, GT, float, arg_idx, prim_name)
+    return sequence
+
+
+def check_negative_float(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is negative float, which mean arg_value < 0.
+
+    Usage:
+    - number = check_negative_float(number)
+    - number = check_negative_float(number, "bias")
+    """
+    return _check_number(arg_value, 0, LT, float, arg_name, prim_name)
+
+
+def check_non_positive_float(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is non-negative float, which mean arg_value <= 0.
+
+    Usage:
+    - number = check_non_positive_float(number)
+    - number = check_non_positive_float(number, "bias")
+    """
+    return _check_number(arg_value, 0, LE, float, arg_name, prim_name)
+
+
+def check_non_negative_float(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is non-negative float, which mean arg_value >= 0.
+
+    Usage:
+    - number = check_non_negative_float(number)
+    - number = check_non_negative_float(number, "bias")
+    """
+    return _check_number(arg_value, 0, GE, float, arg_name, prim_name)
+
+
+def check_number(arg_name, arg_value, value, rel, prim_name):
+    """Number value judgment."""
+    def _check():
+        if not _check_binary_rel(arg_value, value, rel):
+            rel_str = _format_str_one_value(value, rel)
+            raise ValueError(f'For \'{prim_name}\', the argument \'{arg_name}\' ' \
+                             f'must {rel_str}, but got {arg_value}.')
+    _check()
+    return arg_value
+
+
+def check_isinstance(arg_name, arg_value, classes):
+    """Check arg isinstance of classes"""
+    def _check():
         if not isinstance(arg_value, classes):
             raise ValueError(f'The parameter \'{arg_name}\' must be isinstance of {classes}, but got {arg_value}.')
-        return arg_value
+    _check()
+    return arg_value
 
-    @staticmethod
-    def check_bool(arg_value, arg_name=None, prim_name=None):
-        """
-        Check argument is instance of bool.
 
-        Usage:
-        - has_bias = check_bool(has_bias)
-        - has_bias = check_bool(has_bias, "has_bias")
-        """
+def check_bool(arg_value, arg_name=None, prim_name=None):
+    """
+    Check argument is instance of bool.
+
+    Usage:
+    - has_bias = check_bool(has_bias)
+    - has_bias = check_bool(has_bias, "has_bias")
+    """
+    prim_name = f"For '{prim_name}', the" if prim_name else 'The'
+    arg_name = f"'{arg_name}'" if arg_name else 'input value'
+
+    def _check():
         if not isinstance(arg_value, bool):
-            prim_name = f"For '{prim_name}', the" if prim_name else 'The'
-            arg_name = f"'{arg_name}'" if arg_name else 'input value'
             raise TypeError(f"{prim_name} {arg_name} must be a bool, but got {type(arg_value).__name__}.")
-        return arg_value
-
-    @staticmethod
-    def check_int_range(arg_value, lower_limit, upper_limit, rel, arg_name=None, prim_name=None):
-        """
-        Method for checking whether input value is in int range.
-
-        Usage:
-        - number = check_int_range(number, 0, 1, Rel.INC_NEITHER) # number in [0, 1]
-        - number = check_int_range(number, 0, 1, Rel.INC_NEITHER, "number") # number in [0, 1]
-        """
-        return check_number_range(arg_value, lower_limit, upper_limit, rel, int, arg_name, prim_name)
-
-    @staticmethod
-    def check_float_range(arg_value, lower_limit, upper_limit, rel, arg_name=None, prim_name=None):
-        """
-        Method for checking whether input value is in float range.
-
-        Usage:
-        - number = check_float_range(number, 0.0, 1.0, Rel.INC_NEITHER) # number in [0.0, 1.0]
-        - number = check_float_range(number, 0.0, 1.0, Rel.INC_NEITHER, "number") # number in [0.0, 1.0]
-        """
-        return check_number_range(arg_value, lower_limit, upper_limit, rel, float, arg_name, prim_name)
-
-    @staticmethod
-    def check_string(arg_value, valid_values, arg_name=None, prim_name=None):
-        """
-        Check whether string is in some value list.
-
-        Usage:
-        - method = check_string(method, ["string1", "string2", "string3"], "method")
-        """
-        if isinstance(arg_value, str) and arg_value in valid_values:
-            return arg_value
-        arg_name = arg_name if arg_name else "parameter"
-        msg_prefix = f'For \'{prim_name}\', the' if prim_name else "The"
-        raise ValueError(f"{msg_prefix} '{arg_name}' must be str and must be in '{valid_values}',"
-                         f" but got '{arg_value}'.")
-
-    @staticmethod
-    def check_str_by_regular(target, reg=None, flag=re.ASCII, prim_name=None):
-        if reg is None:
-            # Named string regular expression
-            reg = r"^\w+[0-9a-zA-Z\_\.]*$"
-        if re.match(reg, target, flag) is None:
-            prim_name = f"For '{prim_name}', the" if prim_name else "The"
-            raise ValueError("{} '{}' is illegal, it must be match regular'{}' by flags'{}.'".format(
-                prim_name, target, reg, flag))
-        return True
+    _check()
+    return arg_value
 
-    @staticmethod
-    def check_file_name_by_regular(target, reg=None, prim_name=None):
-        """Check whether file name is legitimate."""
-        if not isinstance(target, str):
-            prim_name = f"For '{prim_name}', the" if prim_name else "The"
-            raise TypeError("{} '{}' must be string, but got {}.".format(prim_name, target, type(target)))
-        if target.endswith("\\") or target.endswith("/"):
-            prim_name = f"For '{prim_name}', the" if prim_name else "The"
-            raise ValueError(f"{prim_name} '{target}' cannot be a directory path.")
-        if reg is None:
-            reg = r"^[0-9a-zA-Z\_\-\.\:\/\\]+$"
-        if re.match(reg, target) is None:
-            prim_name = f"For '{prim_name}', the" if prim_name else "The"
-            raise ValueError("{} '{}' is illegal, it must be match regular '{}'.".format(
-                prim_name, target, reg))
 
-        return True
+def check_int_range(arg_value, lower_limit, upper_limit, rel, arg_name=None, prim_name=None):
+    """
+    Method for checking whether input value is in int range.
+
+    Usage:
+    - number = check_int_range(number, 0, 1, INC_NEITHER) # number in [0, 1]
+    - number = check_int_range(number, 0, 1, INC_NEITHER, "number") # number in [0, 1]
+    """
+    return check_number_range(arg_value, lower_limit, upper_limit, rel, int, arg_name, prim_name)
+
+
+def check_float_range(arg_value, lower_limit, upper_limit, rel, arg_name=None, prim_name=None):
+    """
+    Method for checking whether input value is in float range.
+
+    Usage:
+    - number = check_float_range(number, 0.0, 1.0, INC_NEITHER) # number in [0.0, 1.0]
+    - number = check_float_range(number, 0.0, 1.0, INC_NEITHER, "number") # number in [0.0, 1.0]
+    """
+    return check_number_range(arg_value, lower_limit, upper_limit, rel, float, arg_name, prim_name)
+
+
+def check_string(arg_value, valid_values, arg_name=None, prim_name=None):
+    """
+    Check whether string is in some value list.
+
+    Usage:
+    - method = check_string(method, ["string1", "string2", "string3"], "method")
+    """
+    arg_name = arg_name if arg_name else "parameter"
+    msg_prefix = f'For \'{prim_name}\', the' if prim_name else "The"
+
+    def _check():
+        if not (isinstance(arg_value, str) and arg_value in valid_values):
+            raise ValueError(f"{msg_prefix} '{arg_name}' must be str and must be in '{valid_values}'," \
+                             f" but got '{arg_value}'.")
+    _check()
+    return arg_value
+
+
+def check_str_by_regular(target, reg=None, flag=re.ASCII, prim_name=None):
+    if reg is None:
+        # Named string regular expression
+        reg = r"^\w+[0-9a-zA-Z\_\.]*$"
+    if re.match(reg, target, flag) is None:
+        prim_name = f"For '{prim_name}', the" if prim_name else "The"
+        raise ValueError("{} '{}' is illegal, it must be match regular'{}' by flags'{}.'".format(
+            prim_name, target, reg, flag))
+    return True
+
+
+def check_file_name_by_regular(target, reg=None, prim_name=None):
+    """Check whether file name is legitimate."""
+    if not isinstance(target, str):
+        prim_name = f"For '{prim_name}', the" if prim_name else "The"
+        raise TypeError("{} '{}' must be string, but got {}.".format(prim_name, target, type(target)))
+    if target.endswith("\\") or target.endswith("/"):
+        prim_name = f"For '{prim_name}', the" if prim_name else "The"
+        raise ValueError(f"{prim_name} '{target}' cannot be a directory path.")
+    if reg is None:
+        reg = r"^[0-9a-zA-Z@\_\-\.\:\/\\]+$"
+    if re.match(reg, target) is None:
+        prim_name = f"For '{prim_name}', the" if prim_name else "The"
+        raise ValueError("{} '{}' is illegal, it must be match regular '{}'.".format(
+            prim_name, target, reg))
+
+    return True
+
 
-    @staticmethod
-    def check_pad_value_by_mode(pad_mode, padding, prim_name):
-        """Validates value of padding according to pad_mode"""
-        if pad_mode != 'pad' and padding != 0:
-            raise ValueError(f"For '{prim_name}', padding must be zero when pad_mode is '{pad_mode}',"
-                             f" but got {padding}.")
-        return padding
-
-    @staticmethod
-    def check_subclass(arg_name, type_, template_types, prim_name, addition_error_info=None):
-        """Checks whether some type is subclass of another type"""
-        if not isinstance(template_types, Iterable):
-            template_types = (template_types,)
-        hit = False
-        for template_type in template_types:
-            if isinstance(template_type, mstype.Type):
-                if mstype._issubclass_(type_, template_type): # pylint: disable=W0212
-                    hit = True
-                    break
-            elif type_ is template_type:
+def check_pad_value_by_mode(pad_mode, padding, prim_name):
+    """Validates value of padding according to pad_mode"""
+    if pad_mode != 'pad' and padding != 0:
+        raise ValueError(f"For '{prim_name}', padding must be zero when pad_mode is '{pad_mode}'," \
+                         f" but got {padding}.")
+    return padding
+
+
+def check_subclass(arg_name, type_, template_types, prim_name, addition_error_info=None):
+    """Checks whether some type is subclass of another type"""
+    if not isinstance(template_types, Iterable):
+        template_types = (template_types,)
+    hit = False
+    for template_type in template_types:
+        if isinstance(template_type, mstype.Type):
+            if mstype._issubclass_(type_, template_type):  # pylint: disable=W0212
                 hit = True
                 break
-        if not hit:
-            if addition_error_info is None:
-                addition_error_info = ''
-            else:
-                addition_error_info = ' ' + addition_error_info
-            type_str = (f"type '{type(type_).__name__}'" if isinstance(type_, (tuple, list)) else str(type_))
-            raise TypeError(f"For '{prim_name}', the type of '{arg_name}'"
-                            f" must be {'one of ' if len(template_types) > 1 else ''}"
-                            f"{', '.join((str(x) for x in template_types))}, but got {type_str}"
-                            f"{addition_error_info}.The supported data types depend on the hardware that"
-                            f" executes the operator, for more details, please refer to the MindSpore official "
-                            f"website to get more information about the data type.")
-
-    @staticmethod
-    def check_valid_input(arg_name, arg_value, prim_name):
-        """Checks valid value."""
+        elif type_ is template_type:
+            hit = True
+            break
+    if not hit:
+        if addition_error_info is None:
+            addition_error_info = ''
+        else:
+            addition_error_info = ' ' + addition_error_info
+        type_str = (f"type '{type(type_).__name__}'" if isinstance(type_, (tuple, list)) else str(type_))
+        raise TypeError(f"For '{prim_name}', the element of '{arg_name}'" \
+                        f" must be {'one of ' if len(template_types) > 1 else ''}" \
+                        f"{', '.join((str(x) for x in template_types))}, but got {type_str}" \
+                        f"{addition_error_info}.The supported data types depend on the hardware that" \
+                        f" executes the operator, for more details, please refer to the MindSpore official " \
+                        f"website to get more information about the data type.")
+
+
+def check_valid_input(arg_name, arg_value, prim_name):
+    """Checks valid value."""
+    def _check():
         if arg_value is None:
-            raise ValueError(f"For \'{prim_name}\', the argument '{arg_name}' can not be None, but got {arg_value}.")
-        return arg_value
-
-    @staticmethod
-    def check_types_same_and_valid(args, valid_values, prim_name):
-        """Checks whether the types of inputs are the same and valid."""
-
-        def _check_type_valid(arg):
-            arg_key, arg_val = arg
-            elem_type = arg_val
-            Validator.check_subclass(arg_key, elem_type, valid_values, prim_name)
-            return (arg_key, elem_type)
-
-        def _check_types_same(arg1, arg2):
-            arg1_name, arg1_type = arg1
-            arg2_name, arg2_type = arg2
-            if arg1_type != arg2_type:
-                raise TypeError(f"For '{prim_name}', the type of '{arg2_name}' should be same as '{arg1_name}',"
-                                f" but got '{arg1_name}' with type {arg1_type}"
-                                f" and '{arg2_name}' with type {arg2_type}.")
-            return arg1
-
-        elem_types = map(_check_type_valid, args.items())
-        reduce(_check_types_same, elem_types)
-
-    @staticmethod
-    def check_tensors_dtypes_same_and_valid(args, valid_dtypes, prim_name):
-        """Checks whether the element types of input tensors are the same and valid."""
-        valid_dtypes = valid_dtypes if isinstance(valid_dtypes, Iterable) else [valid_dtypes]
-        tensor_types = [mstype.tensor_type(t) for t in valid_dtypes]
-        Validator.check_types_same_and_valid(args, tensor_types, prim_name)
-
-    @staticmethod
-    def check_tensor_dtype_valid(arg_name, arg_type, valid_dtypes, prim_name):
-        """Checks whether the element types of input tensors are valid."""
-        valid_dtypes = valid_dtypes if isinstance(valid_dtypes, Iterable) else [valid_dtypes]
-        tensor_types = [mstype.tensor_type(t) for t in valid_dtypes]
-        Validator.check_subclass(arg_name, arg_type, tensor_types, prim_name)
-
-    @staticmethod
-    def check_scalar_or_tensor_types_same(args, valid_values, prim_name, allow_mix=False):
-        """
-        Checks whether the types of inputs are the same. If the input args are tensors, checks their element types.
-        If `allow_mix` is True, Tensor(float32) and float32 are type compatible, otherwise an exception will be raised.
-        """
-
-        def _check_argument_type(arg):
-            arg_key, arg_val = arg
-            if isinstance(arg_val, type(mstype.tensor)):
-                arg_val = arg_val.element_type()
-            if arg_val not in valid_values:
-                raise TypeError(f'For \'{prim_name}\', the type of \'{arg_key}\' must be in {valid_values},'
-                                f' but got {arg_val}.')
-            return arg
-
-        def _check_types_same(arg1, arg2):
-            arg1_name, arg1_type = arg1
-            arg2_name, arg2_type = arg2
-            except_flag = False
-            if isinstance(arg1_type, type(mstype.tensor)) and isinstance(arg2_type, type(mstype.tensor)):
-                arg1_type = arg1_type.element_type()
-                arg2_type = arg2_type.element_type()
-            elif not (isinstance(arg1_type, type(mstype.tensor)) or isinstance(arg2_type, type(mstype.tensor))):
-                pass
-            elif allow_mix:
-                arg1_type = arg1_type.element_type() if isinstance(arg1_type, type(mstype.tensor)) else arg1_type
-                arg2_type = arg2_type.element_type() if isinstance(arg2_type, type(mstype.tensor)) else arg2_type
-            else:
-                except_flag = True
-
-            if except_flag or arg1_type != arg2_type:
-                raise TypeError(f"For '{prim_name}', the type of '{arg2_name}' must be same as '{arg1_name}',"
-                                f" but got '{arg1_name}' with type {arg1_type}"
-                                f" and '{arg2_name}' with type {arg2_type}.")
-            return arg1
-
-        args_map = map(_check_argument_type, args.items())
-        reduce(_check_types_same, args_map)
-
-    @staticmethod
-    def check_value_type(arg_name, arg_value, valid_types, prim_name=None):
-        """Checks whether a value is instance of some types."""
-        valid_types = valid_types if isinstance(valid_types, Iterable) else (valid_types,)
-
-        def raise_error_msg():
-            """func for raising error message when check failed"""
-            type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in valid_types]
-            num_types = len(valid_types)
-            msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
-            raise TypeError(f'{msg_prefix} type of \'{arg_name}\' should be {"one of " if num_types > 1 else ""}'
-                            f'\'{type_names if num_types > 1 else type_names[0]}\', '
-                            f'but got \'{arg_value}\' with type \'{type(arg_value).__name__}\'.')
-
-        # Notice: bool is subclass of int, so `check_value_type('x', True, [int])` will check fail, and
-        #         `check_value_type('x', True, [bool, int])` will check pass
-        if isinstance(arg_value, bool) and bool not in tuple(valid_types):
-            raise_error_msg()
-        if isinstance(arg_value, float) and float not in tuple(valid_types):
-            arg_value = round(arg_value, 6)
-        if not isinstance(arg_value, tuple(valid_types)):
-            raise_error_msg()
-        return arg_value
-
-    @staticmethod
-    def check_type_name(arg_name, arg_type, valid_types, prim_name):
-        """Checks whether a type in some specified types"""
-        valid_types = valid_types if isinstance(valid_types, Iterable) else (valid_types,)
-
-        def raise_error_msg():
-            """func for raising error message when check failed"""
-            type_names = [t.__name__ if hasattr(t, '__name__') else t for t in valid_types]
-            num_types = len(valid_types)
-            msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
-            raise TypeError(f"{msg_prefix} '{arg_name}' should be {'one of ' if num_types > 1 else ''}"
-                            f"{type_names if num_types > 1 else type_names[0]}, "
-                            f"but got '{arg_type.__name__ if hasattr(arg_type, '__name__') else repr(arg_type)}'.")
-
-        if isinstance(arg_type, type(mstype.tensor)):
-            arg_type = arg_type.element_type()
-        if arg_type not in valid_types:
-            raise_error_msg()
-        return arg_type
-
-    @staticmethod
-    def check_reduce_shape(ori_shape, shape, axis, prim_name, arg_name1, arg_name2):
-        """Checks whether shape is ori_shape reduced on axis"""
-        axis_origin = axis
-        axis = axis if isinstance(axis, Iterable) else (axis,)
-        exp_shape = [ori_shape[i] for i in range(len(ori_shape)) if i not in axis]
-        if list(shape) != exp_shape:
-            raise ValueError(f"For '{prim_name}', "
-                             f"the shape of parameter '{arg_name1}' reduce on 'axis': {axis_origin} must "
-                             f"be equal to the shape of '{arg_name2}': {shape}, but got {ori_shape}.")
-
-    @staticmethod
-    def check_astype_dtype(dtype):
-        """Check whether dtype is a valid input, and convert to mstype"""
-        all_types = mstype.__dtype__ + ["int", "float", "bool"]
-        if isinstance(dtype, str):
-            if dtype.lower() not in all_types:
-                raise TypeError(f"For Tensor.astype, the input type must be one of {all_types}, but got '{dtype}'.")
-            dtype = mstype.pytype_to_dtype(np.dtype(dtype.lower()))
-        elif isinstance(dtype, type):
-            dtype = mstype.pytype_to_dtype(dtype)
-        elif not dtype in mstype.number_type + (mstype.bool_,):
-            raise TypeError(f"For Tensor.astype, the input type must be one of {mstype.number_type + (mstype.bool_,)},"
-                            f" but got '{dtype}'.")
-        return dtype
-
-    @staticmethod
-    def check_transpose_axis(axes, ndim):
-        """Check the axis argument for tensor.transpose"""
-        if not axes or (len(axes) == 1 and axes[0] is None):
-            return tuple(range(ndim-1, -1, -1))
-
-        if len(axes) == 1:
-            perm = axes[0]
-            # if only one argument provided, it must be tuple or list
-            if isinstance(perm, list):
-                perm = tuple(perm)
-            else:
-                if not isinstance(perm, tuple):
-                    raise TypeError(f"For Tensor.transpose, the parameter 'axes' must be a tuple/list, "
-                                    f"or series of integer, but got {type(axes[0])}")
-            return perm
+            raise ValueError(f"For \'{prim_name}\', the argument '{arg_name}'" \
+                             f"can not be None, but got {arg_value}.")
+    _check()
+    return arg_value
+
+
+def check_types_same_and_valid(args, valid_values, prim_name):
+    """Checks whether the types of inputs are the same and valid."""
+
+    def _check_type_valid(arg):
+        arg_key, arg_val = arg
+        elem_type = arg_val
+        check_subclass(arg_key, elem_type, valid_values, prim_name)
+        return (arg_key, elem_type)
+
+    def _check_types_same(arg1, arg2):
+        arg1_name, arg1_type = arg1
+        arg2_name, arg2_type = arg2
+        if arg1_type != arg2_type:
+            raise TypeError(f"For '{prim_name}', the type of '{arg2_name}' should be same as '{arg1_name}'," \
+                            f" but got '{arg1_name}' with type {arg1_type}" \
+                            f" and '{arg2_name}' with type {arg2_type}.")
+        return arg1
+
+    elem_types = map(_check_type_valid, args.items())
+    reduce(_check_types_same, elem_types)
+
+
+def check_tensors_dtypes_same_and_valid(args, valid_dtypes, prim_name):
+    """Checks whether the element types of input tensors are the same and valid."""
+    valid_dtypes = valid_dtypes if isinstance(valid_dtypes, Iterable) else [valid_dtypes]
+    tensor_types = [mstype.tensor_type(t) for t in valid_dtypes]
+    check_types_same_and_valid(args, tensor_types, prim_name)
+
+
+def check_tensor_dtype_valid(arg_name, arg_type, valid_dtypes, prim_name):
+    """Checks whether the element types of input tensors are valid."""
+    valid_dtypes = valid_dtypes if isinstance(valid_dtypes, Iterable) else [valid_dtypes]
+    tensor_types = [mstype.tensor_type(t) for t in valid_dtypes]
+    check_subclass(arg_name, arg_type, tensor_types, prim_name)
+
+
+def check_scalar_or_tensor_types_same(args, valid_values, prim_name, allow_mix=False):
+    """
+    Checks whether the types of inputs are the same. If the input args are tensors, checks their element types.
+    If `allow_mix` is True, Tensor(float32) and float32 are type compatible, otherwise an exception will be raised.
+    """
+
+    def _check_argument_type(arg):
+        arg_key, arg_val = arg
+        if isinstance(arg_val, type(mstype.tensor)):
+            arg_val = arg_val.element_type()
+        if arg_val not in valid_values:
+            raise TypeError(f'For \'{prim_name}\', the type of \'{arg_key}\' must be in {valid_values},' \
+                            f' but got {arg_val}.')
+        return arg
+
+    def _check_types_same(arg1, arg2):
+        arg1_name, arg1_type = arg1
+        arg2_name, arg2_type = arg2
+        except_flag = False
+        if isinstance(arg1_type, type(mstype.tensor)) and isinstance(arg2_type, type(mstype.tensor)):
+            arg1_type = arg1_type.element_type()
+            arg2_type = arg2_type.element_type()
+        elif not (isinstance(arg1_type, type(mstype.tensor)) or isinstance(arg2_type, type(mstype.tensor))):
+            pass
+        elif allow_mix:
+            arg1_type = arg1_type.element_type() if isinstance(arg1_type, type(mstype.tensor)) else arg1_type
+            arg2_type = arg2_type.element_type() if isinstance(arg2_type, type(mstype.tensor)) else arg2_type
+        else:
+            except_flag = True
+
+        if except_flag or arg1_type != arg2_type:
+            raise TypeError(f"For '{prim_name}', the type of '{arg2_name}' must be same as '{arg1_name}'," \
+                            f" but got '{arg1_name}' with type {arg1_type}" \
+                            f" and '{arg2_name}' with type {arg2_type}.")
+        return arg1
+
+    args_map = map(_check_argument_type, args.items())
+    reduce(_check_types_same, args_map)
+
+
+def check_value_type(arg_name, arg_value, valid_types, prim_name=None):
+    """Checks whether a value is instance of some types."""
+    valid_types = valid_types if isinstance(valid_types, Iterable) else (valid_types,)
+
+    def raise_error_msg(cond, arg_value):
+        """func for raising error message when check failed"""
+        if not cond:
+            return
+        type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in valid_types]
+        num_types = len(valid_types)
+        msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
+        raise TypeError(f'{msg_prefix} type of \'{arg_name}\' should be {"one of " if num_types > 1 else ""}' \
+                        f'\'{type_names if num_types > 1 else type_names[0]}\', ' \
+                        f'but got type \'{type(arg_value).__name__}\'.')
+
+    # Notice: bool is subclass of int, so `check_value_type('x', True, [int])` will check fail, and
+    #         `check_value_type('x', True, [bool, int])` will check pass
+    cond = isinstance(arg_value, bool) and bool not in tuple(valid_types)
+    raise_error_msg(cond, arg_value)
+    if isinstance(arg_value, float) and float not in tuple(valid_types):
+        arg_value = round(arg_value, 6)
+    cond = not isinstance(arg_value, tuple(valid_types))
+    raise_error_msg(cond, arg_value)
+    return arg_value
+
+
+def check_type_name(arg_name, arg_type, valid_types, prim_name):
+    """Checks whether a type in some specified types"""
+    valid_types = valid_types if isinstance(valid_types, Iterable) else (valid_types,)
 
+    def raise_error_msg(cond, arg_type):
+        """func for raising error message when check failed"""
+        if not cond:
+            return
+        type_names = [t.__name__ if hasattr(t, '__name__') else t for t in valid_types]
+        num_types = len(valid_types)
+        msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
+        raise TypeError(f"{msg_prefix} '{arg_name}' should be {'one of ' if num_types > 1 else ''}" \
+                        f"{type_names if num_types > 1 else type_names[0]}, " \
+                        f"but got '{arg_type.__name__ if hasattr(arg_type, '__name__') else repr(arg_type)}'.")
+
+    if isinstance(arg_type, type(mstype.tensor)):
+        arg_type = arg_type.element_type()
+    cond = arg_type not in valid_types
+    raise_error_msg(cond, arg_type)
+    return arg_type
+
+
+def check_reduce_shape(ori_shape, shape, axis, prim_name, arg_name1, arg_name2):
+    """Checks whether shape is ori_shape reduced on axis"""
+    axis_origin = axis
+    axis = axis if isinstance(axis, Iterable) else (axis,)
+    exp_shape = [ori_shape[i] for i in range(len(ori_shape)) if i not in axis]
+    if list(shape) != exp_shape:
+        raise ValueError(f"For '{prim_name}', " \
+                         f"the shape of parameter '{arg_name1}' reduce on 'axis': {axis_origin} must " \
+                         f"be equal to the shape of '{arg_name2}': {shape}, but got {ori_shape}.")
+
+
+def check_astype_dtype(dtype):
+    """Check whether dtype is a valid input, and convert to mstype"""
+    all_types = mstype.__dtype__ + ["int", "float", "bool"]
+    if isinstance(dtype, str):
+        if dtype.lower() not in all_types:
+            raise TypeError(f"For Tensor.astype, the input type must be one of {all_types}, but got '{dtype}'.")
+        dtype = mstype.pytype_to_dtype(np.dtype(dtype.lower()))
+    elif isinstance(dtype, type):
+        dtype = mstype.pytype_to_dtype(dtype)
+    elif not dtype in mstype.number_type + (mstype.bool_,):
+        raise TypeError(f"For Tensor.astype, the input type must be one of {mstype.number_type + (mstype.bool_,)}," \
+                        f" but got '{dtype}'.")
+    return dtype
+
+
+def check_transpose_axis(axes, ndim):
+    """Check the axis argument for tensor.transpose"""
+    def _check_dim():
         # if multiple arguments provided, it must be `ndim` number of ints
         if len(axes) != ndim:
-            raise ValueError(f"For Tensor.transpose, the number of axes must be equal to the dimension of Tensor, "
+            raise ValueError(f"For Tensor.transpose, the number of axes must be equal to the dimension of Tensor, " \
                              f"but got {len(axes)} in the number of axes.")
-        return axes
 
-    @staticmethod
-    def check_reshape_shp(shp):
-        """Check the shape argument for tensor.reshape"""
-
-        if len(shp) == 1:
-            new_shape = shp[0]
-            # if only one argument provided, it must be int, tuple or list
-            if isinstance(new_shape, int):
-                return shp
-            if isinstance(new_shape, list):
-                new_shape = tuple(new_shape)
-            else:
-                if not isinstance(new_shape, tuple):
-                    raise TypeError(
-                        f"For Tensor.reshape, the parameter 'shape' must be an integer, or tuple/list, "
-                        f"or series of integer, but got {type(shp[0])}")
-            return new_shape
-
-        return shp
-
-    @staticmethod
-    def check_flatten_order(order):
-        """Check flatten function input order"""
-        if not isinstance(order, str):
-            raise TypeError(f"For Tensor.flatten, the parameter 'order' must be a string, but got {type(order)}")
-        if order not in ('C', 'F'):
-            raise ValueError(f"For Tensor.flatten, the parameter 'order' must be 'C' or 'F', but got '{order}'")
-        return order
-
-    @staticmethod
-    def check_swapaxes_axis(axes, ndim):
-        """Check all the axes argument for tensor.swapaxes"""
-        if isinstance(axes, int):
-            Validator.check_axis_in_range(axes, ndim)
-            return axes % ndim
-        if isinstance(axes, (tuple, list)):
-            for axis in axes:
-                if not isinstance(axis, int):
-                    raise TypeError(f"For Tensor.swapaxes, the axis argument must be integer, but got {type(axis)}.")
-                Validator.check_axis_in_range(axis, ndim)
-            axes = tuple(map(lambda x: x % ndim, axes))
-            return axes
-        raise TypeError(f"For Tensor.swapaxes, the argument 'axes' must be integer, list or tuple for check, "
-                        f"but got {type(axes)}.")
-
-    @staticmethod
-    def prepare_shape_for_squeeze(shape, axes):
-        """
-        Creates the squeezed new shape based on the tensor and given axes.
-
-        Args:
-            shape (tuple): the shape of the tensor
-            axes Union[int, tuple(int), list(int)]: the axes with dimensions need to
-                be squeezed.
-
-        Returns:
-            new_shape(tuple): the shape with dimensions squeezed.
-        """
-        new_shape = []
-        ndim = len(shape)
-
-        # Convert to set
-        if isinstance(axes, int):
-            if axes >= ndim or axes < -ndim:
-                raise ValueError(f"For Tensor.squeeze, "
-                                 f"the 'axis' must be in the range of [-{ndim}, {ndim}), but got {axes}.")
-            axes = {axes}
-
-        elif isinstance(axes, (list, tuple)):
-            for axis in axes:
-                if axis >= ndim or axis < -ndim:
-                    raise ValueError(f"For Tensor.squeeze, "
-                                     f"the 'axis' must be in the range of [-{ndim}, {ndim}), but got {axis}.")
-            axes = set(axes)
+    if not axes or (len(axes) == 1 and axes[0] is None):
+        return tuple(range(ndim-1, -1, -1))
+
+    if len(axes) == 1:
+        perm = axes[0]
+        # if only one argument provided, it must be tuple or list
+        if isinstance(perm, list):
+            perm = tuple(perm)
+        else:
+            if not isinstance(perm, tuple):
+                raise TypeError(f"For Tensor.transpose, the parameter 'axes' must be a tuple/list, " \
+                                f"or series of integer, but got {type(axes[0])}")
+        return perm
+
+    _check_dim()
+    return axes
+
+
+def check_reshape_shp(shp):
+    """Check the shape argument for tensor.reshape"""
 
+    if len(shp) == 1:
+        new_shape = shp[0]
+        # if only one argument provided, it must be int, tuple or list
+        if isinstance(new_shape, int):
+            return shp
+        if isinstance(new_shape, list):
+            new_shape = tuple(new_shape)
         else:
-            raise TypeError(f"For Tensor.squeeze, the parameter 'axes' must be one of [int, tuple, list], "
-                            f"but got {type(axes)}")
-
-        for idx, s in enumerate(shape):
-            if s != 1 or (idx not in axes) and (idx - ndim not in axes):
-                new_shape.append(s)
-            # if an axis is selected with shape entry greater than one, an error is raised.
-            if s != 1 and ((idx in axes) or (idx - ndim in axes)):
-                raise ValueError(f"For Tensor.squeeze, the shape of parameter 'axis' {axes} must be 1, but got {s}.")
-        return tuple(new_shape)
-
-    @staticmethod
-    def check_axis_in_range(axis, ndim):
-        """Checks axes are with the bounds of ndim"""
+            if not isinstance(new_shape, tuple):
+                raise TypeError(
+                    f"For Tensor.reshape, the parameter 'shape' must be an integer, or tuple/list, " \
+                    f"or series of integer, but got {type(shp[0])}")
+        return new_shape
+
+    return shp
+
+
+def check_flatten_order(order):
+    """Check flatten function input order"""
+    if not isinstance(order, str):
+        raise TypeError(f"For Tensor.flatten, the parameter 'order' must be a string, but got {type(order)}")
+    if order not in ('C', 'F'):
+        raise ValueError(f"For Tensor.flatten, the parameter 'order' must be 'C' or 'F', but got '{order}'")
+
+
+def check_swapaxes_axis(axes, ndim):
+    """Check all the axes argument for ops.swapaxes"""
+    if isinstance(axes, int):
+        return check_axis_in_range(axes, ndim)
+    if isinstance(axes, (tuple, list)):
+        for axis in axes:
+            if not isinstance(axis, int):
+                raise TypeError(f"For ops.swapaxes, the axis argument must be integer, but got {type(axis)}.")
+            check_axis_in_range(axis, ndim)
+        tmp = ()
+        for x in axes:
+            tmp = tmp + ((x + ndim) % ndim,)
+        return tmp
+    raise TypeError(f"For ops.swapaxes, the argument 'axes' must be integer, list or tuple for check, " \
+                    f"but got {type(axes)}.")
+
+
+def prepare_shape_for_squeeze(shape, axes):
+    """
+    Creates the squeezed new shape based on the tensor and given axes.
+
+    Args:
+        shape (tuple): the shape of the tensor
+        axes Union[int, tuple(int), list(int)]: the axes with dimensions need to
+            be squeezed.
+
+    Returns:
+        new_shape(tuple): the shape with dimensions squeezed.
+    """
+    new_shape = ()
+    ndim = len(shape)
+
+    def _check(axes, ndim):
+        if axes >= ndim or axes < -ndim:
+            raise ValueError("For Tensor.squeeze, the 'axis' must be in the range of [-{0}, {0}), but got {1}." \
+                .format(ndim, axes))
+
+    def _check_for(axes, ndim):
+        for axis in axes:
+            _check(axis, ndim)
+
+    if isinstance(axes, int):
+        _check(axes, ndim)
+        axes = (axes,)
+    elif isinstance(axes, (list, tuple)):
+        _check_for(axes, ndim)
+        new_axes = ()
+        for item in axes:
+            if item not in new_axes:
+                new_axes += (item,)
+        axes = new_axes
+    else:
+        raise TypeError("For Tensor.squeeze, the parameter 'axes' must be one of [int, tuple, list], but got {}" \
+            .format(type(axes)))
+
+    def _check_axis(s, idx, axes, ndim):
+        # if an axis is selected with shape entry greater than one, an error is raised.
+        if s != 1 and ((idx in axes) or (idx - ndim in axes)):
+            raise ValueError(f"For Tensor.squeeze, the shape of parameter 'axis' {axes} must be 1, but got {s}.")
+
+    for idx, s in enumerate(shape):
+        _check_axis(s, idx, axes, ndim)
+        if s != 1 or (idx not in axes) and (idx - ndim not in axes):
+            new_shape = new_shape + (s,)
+
+    return new_shape
+
+
+def check_axis_in_range(axis, ndim):
+    """Checks axes are with the bounds of ndim"""
+    def _check():
         if not isinstance(axis, int):
             raise TypeError(f'The axes must be integers, but got {type(axis)}')
-        if not -ndim <= axis < ndim:
+
+        if axis >= ndim or axis < -ndim:
             raise ValueError(f"The 'axis' must be in the range of [-{ndim}, {ndim}), but got {axis}.")
-        return axis % ndim
-
-    @staticmethod
-    def check_axis_valid(axes, ndim):
-        """
-        Checks axes are valid given ndim, and returns axes that can be passed
-        to the built-in operator (non-negative, int or tuple)
-        """
-        if axes is None:
-            axes = tuple(range(ndim))
-            return axes
-        if isinstance(axes, (tuple, list)):
-            for axis in axes:
-                Validator.check_axis_in_range(axis, ndim)
-            axes = tuple(map(lambda x: x % ndim, axes))
-            if any(axes.count(el) > 1 for el in axes):
-                raise ValueError(f"The element of parameter 'axis' can not be duplicate, but got {axes}.")
-            return axes
-        Validator.check_axis_in_range(axes, ndim)
-        return (axes % ndim,)
-
-    @staticmethod
-    def max_(*args):
-        return max(*args)
-
-    @staticmethod
-    def min_(*args):
-        return min(*args)
-
-    @staticmethod
-    def expanded_shape(ndim, axis_size, axis):
-        """
-        Returns a shape with size = 1 for all dimensions
-        except at axis.
-        """
-        return tuple(axis_size if i == axis else 1 for i in range(ndim))
-
-    @staticmethod
-    def tuple_slice(tup, start, end):
-        """get sliced tuple from start and end."""
-        return tup[start:end]
-
-    @staticmethod
-    def infer_out_shape(*shapes):
-        """
-        Returns shape of output after broadcasting. Raises ValueError if shapes cannot be broadcast.
-        """
-        shape_out = deque()
-        reversed_shapes = map(reversed, shapes)
-        for items in zip_longest(*reversed_shapes, fillvalue=1):
-            max_size = 0 if 0 in items else max(items)
-            if any(item not in (1, max_size) for item in items):
-                raise ValueError(f'For Tensor, the dimension on each axis must be 1 or the max on the axis'
-                                 f'to support broadcast, but got shapes {*shapes,}')
-            shape_out.appendleft(max_size)
-        return tuple(shape_out)
-
-    @staticmethod
-    def get_log2_size(size):
-        return math.ceil(math.log2(size))
-
-    @staticmethod
-    def check_axis_type(axis, type_int=True, type_tuple=True, type_list=True):
-        """Check axis argument type."""
-        if type_int and isinstance(axis, int):
-            return True
-        if (type_tuple and isinstance(axis, tuple)) or (type_list and isinstance(axis, list)):
-            for ax in axis:
-                if not isinstance(ax, int):
-                    raise TypeError(f"For Tensor.ptp, each axis must be integer, but got {type(ax)} in {axis}.")
-            return True
-
-        type_str = ""
-        if type_int:
-            type_str += "int, "
-        if type_tuple:
-            type_str += "tuple, "
-        if type_list:
-            type_str += "list, "
-        raise TypeError(f"For Tensor.ptp, the axis should be {type_str}, but got {type(axis)}.")
-
-    @staticmethod
-    def check_and_canonicalize_axes(axes, ndim):
-        """Check whether the types and values of input axes are valid."""
-        axes = axes if isinstance(axes, tuple) else (axes,)
-        new_axes = ()
-        for ax in axes:
+
+    _check()
+    return (axis + ndim) % ndim
+
+
+def check_axis_valid(axes, ndim):
+    """
+    Checks axes are valid given ndim, and returns axes that can be passed
+    to the built-in operator (non-negative, int or tuple)
+    """
+    def _check_range(axes):
+        for axis in axes:
+            check_axis_in_range(axis, ndim)
+
+    if axes is None:
+        axes = tuple(range(ndim))
+        return axes
+    if isinstance(axes, (tuple, list)):
+        _check_range(axes)
+        tmp = ()
+        for x in axes:
+            tmp = tmp + ((x + ndim) % ndim,)
+        _check_dup(tmp)
+        return tmp
+    check_axis_in_range(axes, ndim)
+    return (axes % ndim,)
+
+
+def max_(*args):
+    return max(*args)
+
+
+def min_(*args):
+    return min(*args)
+
+
+def expanded_shape(ndim, axis_size, axis):
+    """
+    Returns a shape with size = 1 for all dimensions
+    except at axis.
+    """
+    return tuple(axis_size if i == axis else 1 for i in range(ndim))
+
+
+def tuple_slice(tup, start, end):
+    """get sliced tuple from start and end."""
+    return tup[start:end]
+
+
+def infer_out_shape(*shapes):
+    """
+    Returns shape of output after broadcasting. Raises ValueError if shapes cannot be broadcast.
+    """
+    def _check(items, max_size, shapes):
+        for item in items:
+            if item not in (1, max_size):
+                raise ValueError(f'For Tensor, the dimension on each axis must be 1 or the max on the axis' \
+                                 f'to support broadcast, but got shapes {shapes,}')
+    shape_out = ()
+    max_len = max([len(it) for it in shapes])
+    for i in range(max_len):
+        items = [it[i-(max_len-len(it))] if i - (max_len - len(it))
+                 >= 0 else 1 for it in shapes]
+        max_size = 0 if 0 in items else max(items)
+        _check(items, max_size, shapes)
+        shape_out = shape_out + (max_size,)
+    return shape_out
+
+
+def check_axis_type(axis, type_int=True, type_tuple=True, type_list=True):
+    """Check axis argument type."""
+    if type_int and isinstance(axis, int):
+        return True
+    if (type_tuple and isinstance(axis, tuple)) or (type_list and isinstance(axis, list)):
+        for ax in axis:
             if not isinstance(ax, int):
-                raise TypeError(f"Each axis should be integer, but got {type(ax)} in {axes}.")
-            if not -ndim <= ax < ndim:
-                raise ValueError(f"The 'axis' must be in the range of [-{ndim}, {ndim}), but got {ax}.")
-            ax = ax if ax >= 0 else ax + ndim
-            new_axes += (ax,)
-        if any(new_axes.count(el) > 1 for el in new_axes):
-            raise ValueError(f"The element of parameter 'axis' can not be duplicate, but got {new_axes}.")
-        return new_axes
-
-    @staticmethod
-    def empty_compile(dtype, shape):
-        """Returns an empty Tensor."""
-        return Tensor_(dtype, shape)
-
-    @staticmethod
-    def check_type_support(dtype, device, supported_dtypes):
-        """Checks whether the data type is supported."""
-        return dtype in supported_dtypes or not context.get_context('device_target') == device
-
-    @staticmethod
-    def check_sparse_tensor_input(indices, values, shape):
-        """Common input check for SparseTensors."""
-        if not isinstance(indices, Tensor_):
-            raise TypeError(f"For SparseTensors, 'indices' must be Tensor, but got {type(indices)}.")
-        if not isinstance(values, Tensor_):
-            raise TypeError(f"For SparseTensors, 'values' must be Tensor, but got {type(values)}.")
-        if not isinstance(shape, tuple):
-            raise TypeError(f"For SparseTensors, 'shape' must be tuple, but got {type(shape)}.")
-
-    @staticmethod
-    def check_csr_tensor_input(indptr, indices, values, shape):
-        """Checks inputs type for CSRTensor."""
-        if not isinstance(indptr, Tensor_):
-            raise TypeError(f"For CSRTensor, 'indptr' must be Tensor, but got {type(indptr)}.")
-        Validator.check_sparse_tensor_input(indices, values, shape)
-
-    @staticmethod
-    def check_csr_tensor_shape(indptr_shp, indices_shp, values_shp, csr_shp):
-        """Checks input tensors' shapes for CSRTensor."""
-        shape_size = 1
-        val_shp_size = 1
-        for item in csr_shp:
-            if item <= 0:
-                raise ValueError(f"For CSRTensor, the element of shape must be positive, but got {item}")
-            if not isinstance(item, int):
-                raise TypeError(f"For CSRTensor, the element type of shape must be int, but got {type(item)}")
-            shape_size *= item
-        for item in values_shp:
-            if item <= 0:
-                raise ValueError(f"The element of shape must be positive, but got {item}")
-            val_shp_size *= item
-        if shape_size < val_shp_size:
-            raise ValueError(f"Shape total size: {shape_size} is too small to hold {val_shp_size} non-zero values.")
-        if len(indices_shp) != 1:
-            raise ValueError(f"For CSRTensor, indices must be a 1-dimensional tensor, "
-                             f"but got a {len(indices_shp)} dimension tensor.")
-        if len(indptr_shp) != 1:
-            raise ValueError(f"For CSRTensor, indptr must be a 1-dimensional tensor, "
-                             f"but got a {len(indptr_shp)} dimension tensor.")
-        if csr_shp[0] + 1 != indptr_shp[0]:
-            raise ValueError(f"For CSRTensor, indptr must have length (1 + shape[0]), "
-                             f"but got: {indptr_shp[0]}")
-        if indices_shp[0] != values_shp[0]:
-            err_msg1 = "For CSRTensor, indices and values must equal in their shape, "
-            err_msg2 = f"but got indices shape: {indices_shp[0]}, values shape: {values_shp[0]}."
-            raise ValueError(err_msg1 + err_msg2)
-        if len(values_shp) + 1 != len(csr_shp):
-            raise ValueError(f"Values' dimension should equal to CSRTensor's dimension - 1, but got"\
-                            f"Values' dimension: {len(values_shp)} , CSRTensor's dimension: "\
-                            f"{len(csr_shp)}")
-        if values_shp[1: ] != csr_shp[2: ]:
-            raise ValueError(f"CSRTensor's shape[2: ] must be equal to value's shape[1: ],"\
-                            f"but CSRTensor's shape[2: ] got: {csr_shp[2: ]} and value's shape[1: ]"\
-                            f"got: {values_shp[1: ]}")
-
-    @staticmethod
-    def check_csr_tensor_dtype(indptr_dtype, indices_dtype):
-        """Checks input tensors' data types for CSRTensor."""
-        if indptr_dtype not in (mstype.int16, mstype.int32, mstype.int64):
-            raise TypeError(f"For CSRTensor, indptr must have int16 or int32 or int64 data type, "
-                            f"but got {indptr_dtype}.")
-        if indices_dtype not in (mstype.int16, mstype.int32, mstype.int64):
-            raise TypeError(f"For CSRTensor, indices must have int16 or int32 or int64 data type, "
-                            f"but got {indices_dtype}.")
-
-    @staticmethod
-    def check_coo_tensor_input(indices, values, shape):
-        """Checks inputs type for COOTensor."""
-        Validator.check_sparse_tensor_input(indices, values, shape)
-
-    @staticmethod
-    def check_coo_tensor_shape(indices_shp, values_shp, coo_shp):
-        """Checks input tensors' shapes for COOTensor."""
-        if len(coo_shp) != 2:
-            raise ValueError(f"For COOTensor, the length of 'shape' must be 2, but got {coo_shp}.")
-        shp_mul = 1
-        for sh in coo_shp:
-            if sh <= 0:
-                raise ValueError(f"For COOTensor, the element of 'shape' must be positive, but got {sh} in {coo_shp}.")
-            if not isinstance(sh, int):
-                raise TypeError(f"For COOTensor, the element type of 'shape' must be int, but got {type(sh)}")
-            shp_mul *= sh
-        if shp_mul < values_shp[0]:
-            raise ValueError(f"For COOTensor, shape is too small: ({shp_mul}) to hold all values({values_shp[0]}).")
-        if len(indices_shp) != 2:
-            raise ValueError(f"For COOTensor, 'indices' must be a 2-dimensional tensor, but got a {len(indices_shp)}"
-                             f"-dimensional tensor.")
-        if len(values_shp) != 1:
-            raise ValueError(f"For COOTensor, 'values' must be a 1-dimensional tensor, but got a {len(values_shp)}"
-                             f"-dimensional tensor.")
-        if indices_shp[0] != values_shp[0]:
-            raise ValueError(f"For COOTensor, 'indices.shape[0]' must be euqal to 'values.shape[0]', but got "
-                             f"'indices.shape[0]' = {indices_shp[0]} and 'values.shape[0]' = {values_shp[0]}.")
-        if indices_shp[1] != 2:
-            raise ValueError(f"For COOTensor, 'indices.shape[1]' must be 2, but got {indices_shp[1]}.")
-
-    @staticmethod
-    def check_coo_tensor_dtype(indices_dtype):
-        """Checks input tensors' data types for COOTensor."""
-        if indices_dtype not in (mstype.int16, mstype.int32, mstype.int64):
-            raise TypeError(f"For COOTensor, the type of 'indices' must be one of [int16, int32, int64], but got "
-                            f"{indices_dtype}.")
-
-    @staticmethod
-    def check_dynamic_shape(dyn_inputs, actual_inputs):
-        """Check the consistency of dynamic shape tensors and actual input tensors."""
-        if len(dyn_inputs) != len(actual_inputs):
-            raise ValueError(f"The number of actual input tensors: {len(actual_inputs)} is not equal to the number of "
-                             f"dynamic shape tensors: {len(dyn_inputs)}.")
-        for i, dyn_elem in enumerate(dyn_inputs):
-            if dyn_elem.dtype is not actual_inputs[i].dtype:
-                raise TypeError(f"The data type of `{i}`th args in actual input tensors should be `{dyn_elem.dtype}`, "
-                                f"but got `{actual_inputs[i].dtype}`.")
-            if dyn_elem.ndim != actual_inputs[i].ndim:
-                raise ValueError(f"The dimension of `{i}`th args in actual input tensors should be `{dyn_elem.ndim}`, "
-                                 f"but got `{actual_inputs[i].ndim}`.")
-            check_dyn_shape_value_equal(i, dyn_elem.shape, actual_inputs[i].shape)
-
-    @staticmethod
-    def check_element_type_of_iterable(arg_name, arg_value, valid_types, prim_name=None):
-        """Check type of the element of a iterabel object, execpt dict."""
-        Validator.check_value_type(arg_name, arg_value, [list, tuple], prim_name)
-        type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in valid_types]
-        num_types = len(valid_types)
-        msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
-        for element in arg_value:
-            if not isinstance(element, tuple(valid_types)):
-                raise TypeError(f"{msg_prefix} type of '{arg_name}' should be {'one of ' if num_types > 1 else ''}"
-                                f"{type_names if num_types > 1 else type_names[0]}, "
-                                f"but got '{element}' with type '{type(element).__name__}'.")
-
-    @staticmethod
-    def check_element_type_of_dict(arg_name, arg_value, key_types, value_types, prim_name=None):
-        """Check the type of key and value of a dict."""
-        Validator.check_value_type(arg_name, arg_value, [dict], prim_name)
-        msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
-        type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in key_types]
-        num_types = len(key_types)
-        for element in arg_value.keys():
-            if not isinstance(element, tuple(key_types)):
-                raise TypeError(f"{msg_prefix} type of '{arg_name}' should be {'one of ' if num_types > 1 else ''}"
-                                f"{type_names if num_types > 1 else type_names[0]}, "
-                                f"but got '{element}' with type '{type(element).__name__}'.")
-
-        type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in value_types]
-        num_types = len(value_types)
-        for element in arg_value.values():
-            if not isinstance(element, tuple(value_types)):
-                raise TypeError(f"{msg_prefix} type of '{arg_name}' should be {'one of ' if num_types > 1 else ''}"
-                                f"{type_names if num_types > 1 else type_names[0]}, "
-                                f"but got '{element}' with type '{type(element).__name__}'.")
-
-    @staticmethod
-    def check_size_and_element_type_of_tuple(arg_name, arg_value, expect_size, expect_element_type, prim_name=None):
-        """Check the size and element type of a tuple."""
-        Validator.check_value_type(arg_name, arg_value, [tuple], prim_name)
-        Validator.check_equal_int(len(arg_value), expect_size, arg_name + ' size', prim_name)
-        Validator.check_element_type_of_iterable('arg_name', arg_value, [expect_element_type], prim_name)
+                raise TypeError(f"For Tensor.ptp, each axis must be integer, but got {type(ax)} in {axis}.")
+        return True
+
+    type_str = ""
+    if type_int:
+        type_str += "int, "
+    if type_tuple:
+        type_str += "tuple, "
+    if type_list:
+        type_str += "list, "
+    raise TypeError(f"For Tensor.ptp, the axis should be {type_str}, but got {type(axis)}.")
+
+
+def check_and_canonicalize_axes(axes, ndim):
+    """Check whether the types and values of input axes are valid."""
+    def _check(axes, ax, ndim):
+        if not isinstance(ax, int):
+            raise TypeError(f"Each axis should be integer, but got {type(ax)} in {axes}.")
+        if ax >= ndim or ax < -ndim:
+            raise ValueError(f"The 'axis' must be in the range of [-{ndim}, {ndim}), but got {ax}.")
+
+    axes = axes if isinstance(axes, tuple) else (axes,)
+    new_axes = ()
+    for ax in axes:
+        _check(axes, ax, ndim)
+        ax = ax if ax >= 0 else ax + ndim
+        new_axes += (ax,)
+    _check_dup(new_axes)
+    return new_axes
+
+
+def check_type_support(dtype, device, supported_dtypes):
+    """Checks whether the data type is supported."""
+    return dtype in supported_dtypes or not context.get_context('device_target') == device
+
+
+def check_sparse_tensor_input(indices, values, shape):
+    """Common input check for SparseTensors."""
+    if not isinstance(indices, Tensor_) and not is_stub_tensor(indices):
+        raise TypeError(f"For SparseTensors, 'indices' must be Tensor, but got {type(indices)}.")
+    if not isinstance(values, Tensor_) and not is_stub_tensor(values):
+        raise TypeError(f"For SparseTensors, 'values' must be Tensor, but got {type(values)}.")
+    if not isinstance(shape, tuple):
+        raise TypeError(f"For SparseTensors, 'shape' must be tuple, but got {type(shape)}.")
+
+
+def check_csr_tensor_input(indptr, indices, values, shape):
+    """Checks inputs type for CSRTensor."""
+    if not isinstance(indptr, Tensor_) and not is_stub_tensor(indptr):
+        raise TypeError(f"For CSRTensor, 'indptr' must be Tensor, but got {type(indptr)}.")
+    check_sparse_tensor_input(indices, values, shape)
+
+
+def check_csr_tensor_shape(indptr_shp, indices_shp, values_shp, csr_shp):
+    """Checks input tensors' shapes for CSRTensor."""
+    # Support empty sparse tensor
+    if (indptr_shp == (0,)) and (indices_shp == (0,)) and (values_shp == (0,)):
+        return
+    shape_size = 1
+    val_shp_size = 1
+    for item in csr_shp:
+        if item <= 0:
+            raise ValueError(f"For CSRTensor, the element of shape must be positive, but got {item}")
+        if not isinstance(item, int):
+            raise TypeError(f"For CSRTensor, the element type of shape must be int, but got {type(item)}")
+        shape_size *= item
+    for item in values_shp:
+        if item <= 0:
+            raise ValueError(f"The element of shape must be positive, but got {item}")
+        val_shp_size *= item
+    if shape_size < val_shp_size:
+        raise ValueError(f"Shape total size: {shape_size} is too small to hold {val_shp_size} non-zero values.")
+    if len(indices_shp) != 1:
+        raise ValueError(f"For CSRTensor, indices must be a 1-dimensional tensor, " \
+                         f"but got a {len(indices_shp)} dimension tensor.")
+    if len(indptr_shp) != 1:
+        raise ValueError(f"For CSRTensor, indptr must be a 1-dimensional tensor, " \
+                         f"but got a {len(indptr_shp)} dimension tensor.")
+    if csr_shp[0] + 1 != indptr_shp[0]:
+        raise ValueError(f"For CSRTensor, indptr must have length (1 + shape[0]), " \
+                         f"but got: {indptr_shp[0]}")
+    if indices_shp[0] != values_shp[0]:
+        err_msg1 = "For CSRTensor, indices and values must equal in their shape, "
+        err_msg2 = f"but got indices shape: {indices_shp[0]}, values shape: {values_shp[0]}."
+        raise ValueError(err_msg1 + err_msg2)
+    if len(values_shp) + 1 != len(csr_shp):
+        raise ValueError(f"Values' dimension should equal to CSRTensor's dimension - 1, but got" \
+                         f"Values' dimension: {len(values_shp)} , CSRTensor's dimension: " \
+                         f"{len(csr_shp)}")
+    if values_shp[1:] != csr_shp[2:]:
+        raise ValueError(f"CSRTensor's shape[2: ] must be equal to value's shape[1: ]," \
+                         f"but CSRTensor's shape[2: ] got: {csr_shp[2: ]} and value's shape[1: ]" \
+                         f"got: {values_shp[1: ]}")
+
+
+def check_csr_tensor_dtype(indptr_dtype, indices_dtype):
+    """Checks input tensors' data types for CSRTensor."""
+    if indptr_dtype not in (mstype.int16, mstype.int32, mstype.int64):
+        raise TypeError(f"For CSRTensor, indptr must have int16 or int32 or int64 data type, " \
+                        f"but got {indptr_dtype}.")
+    if indices_dtype not in (mstype.int16, mstype.int32, mstype.int64):
+        raise TypeError(f"For CSRTensor, indices must have int16 or int32 or int64 data type, " \
+                        f"but got {indices_dtype}.")
+
+
+def check_coo_tensor_input(indices, values, shape):
+    """Checks inputs type for COOTensor."""
+    check_sparse_tensor_input(indices, values, shape)
+
+
+def check_coo_tensor_shape(indices_shp, values_shp, coo_shp):
+    """Checks input tensors' shapes for COOTensor."""
+    if len(coo_shp) != 2:
+        raise ValueError(f"For COOTensor, the length of 'shape' must be 2, but got {coo_shp}.")
+    if (indices_shp == (0,)) and (values_shp == (0,)):
+        return
+    shp_mul = 1
+    for sh in coo_shp:
+        if sh <= 0:
+            raise ValueError(f"For COOTensor, the element of 'shape' must be positive, but got {sh} in {coo_shp}.")
+        if not isinstance(sh, int):
+            raise TypeError(f"For COOTensor, the element type of 'shape' must be int, but got {type(sh)}")
+        shp_mul *= sh
+    if shp_mul < values_shp[0]:
+        raise ValueError(f"For COOTensor, shape is too small: ({shp_mul}) to hold all values({values_shp[0]}).")
+    if len(indices_shp) != 2:
+        raise ValueError(f"For COOTensor, 'indices' must be a 2-dimensional tensor, but got a {len(indices_shp)}" \
+                         f"-dimensional tensor.")
+    if len(values_shp) != 1:
+        raise ValueError(f"For COOTensor, 'values' must be a 1-dimensional tensor, but got a {len(values_shp)}" \
+                         f"-dimensional tensor.")
+    if indices_shp[0] != values_shp[0]:
+        raise ValueError(f"For COOTensor, 'indices.shape[0]' must be euqal to 'values.shape[0]', but got " \
+                         f"'indices.shape[0]' = {indices_shp[0]} and 'values.shape[0]' = {values_shp[0]}.")
+    if indices_shp[1] != 2:
+        raise ValueError(f"For COOTensor, 'indices.shape[1]' must be 2, but got {indices_shp[1]}.")
+
+
+def check_coo_tensor_dtype(indices_dtype):
+    """Checks input tensors' data types for COOTensor."""
+    if indices_dtype not in (mstype.int16, mstype.int32, mstype.int64):
+        raise TypeError(f"For COOTensor, the type of 'indices' must be one of [int16, int32, int64], but got " \
+                        f"{indices_dtype}.")
+
+
+def check_dynamic_shape(dyn_elem, actual_input, i):
+    """Check the consistency of dynamic shape tensors and actual input tensors."""
+    if dyn_elem.dtype != actual_input.dtype:
+        raise TypeError(f"The data type of '{i}'th args in actual input tensors should be '{dyn_elem.dtype}', " \
+                        f"but got '{actual_input.dtype}'.")
+    if dyn_elem.ndim != actual_input.ndim:
+        raise ValueError(f"The dimension of '{i}'th args in actual input tensors should be '{dyn_elem.ndim}', " \
+                         f"but got '{actual_input.ndim}'.")
+    check_dyn_shape_value_equal(i, dyn_elem.shape, actual_input.shape)
+
+
+def check_element_type_of_iterable(arg_name, arg_value, valid_types, prim_name=None):
+    """Check type of the element of a iterabel object, execpt dict."""
+    check_value_type(arg_name, arg_value, [list, tuple], prim_name)
+    type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in valid_types]
+    num_types = len(valid_types)
+    msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
+    for element in arg_value:
+        if not isinstance(element, tuple(valid_types)):
+            raise TypeError(f"{msg_prefix} type of '{arg_name}' should be {'one of ' if num_types > 1 else ''}" \
+                            f"{type_names if num_types > 1 else type_names[0]}, " \
+                            f"but got '{element}' with type '{type(element).__name__}'.")
+
+
+def check_element_type_of_dict(arg_name, arg_value, key_types, value_types, prim_name=None):
+    """Check the type of key and value of a dict."""
+    check_value_type(arg_name, arg_value, [dict], prim_name)
+    msg_prefix = f"For '{prim_name}', the" if prim_name else "The"
+    type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in key_types]
+    num_types = len(key_types)
+    for element in arg_value.keys():
+        if not isinstance(element, tuple(key_types)):
+            raise TypeError(f"{msg_prefix} type of '{arg_name}' should be {'one of ' if num_types > 1 else ''}" \
+                            f"{type_names if num_types > 1 else type_names[0]}, " \
+                            f"but got '{element}' with type '{type(element).__name__}'.")
+
+    type_names = [t.__name__ if hasattr(t, '__name__') else str(t) for t in value_types]
+    num_types = len(value_types)
+    for element in arg_value.values():
+        if not isinstance(element, tuple(value_types)):
+            raise TypeError(f"{msg_prefix} type of '{arg_name}' should be {'one of ' if num_types > 1 else ''}" \
+                            f"{type_names if num_types > 1 else type_names[0]}, " \
+                            f"but got '{element}' with type '{type(element).__name__}'.")
+
+
+def check_size_and_element_type_of_tuple(arg_name, arg_value, expect_size, expect_element_type, prim_name=None):
+    """Check the size and element type of a tuple."""
+    check_value_type(arg_name, arg_value, [tuple], prim_name)
+    check_equal_int(len(arg_value), expect_size, arg_name + ' size', prim_name)
+    check_element_type_of_iterable('arg_name', arg_value, [expect_element_type], prim_name)
 
 
 def check_dyn_shape_value_equal(index, dyn_shape, actual_shape):
     """Check the consistency of dynamic shape and actual input shape."""
     for i, x in enumerate(dyn_shape):
         if x not in (-1, actual_shape[i]):
-            raise ValueError(f"The {i}th shape value of `{index}`th actual input args should be `{x}`, but got "
+            raise ValueError(f"The {i}th shape value of `{index}`th actual input args should be `{x}`, but got " \
                              f"`{actual_shape[i]}`.")
 
 
@@ -1107,17 +1200,17 @@ def _expand_tuple(n_dimensions):
         if not isinstance(m, tuple):
             if isinstance(m, int) and not isinstance(m, bool):
                 return tuple(repeat(m, n_dimensions))
-            raise TypeError(f"When expanding an int number to tuple, input type must be integer or tuple[int], "
+            raise TypeError(f"When expanding an int number to tuple, input type must be integer or tuple[int], " \
                             f"but got {type(m)}")
 
         if not len(m) is n_dimensions:
-            raise TypeError(f"When expanding an int number to tuple, input tuple dimension must be {n_dimensions}, "
+            raise TypeError(f"When expanding an int number to tuple, input tuple dimension must be {n_dimensions}, " \
                             f"but got {m}")
 
         for i in m:
             if not isinstance(i, int) or isinstance(i, bool):
-                raise TypeError(f"When expanding an int number to tuple, "
-                                f"the type of element in input tuple must be a integer, but got {type(i)}.")
+                raise TypeError(f"When expanding an int number to tuple, " \
+                                f"the type of element in input tuple must be an integer, but got {type(i)}.")
         return m
 
     return convert
@@ -1153,8 +1246,8 @@ def check_input_data(*data, data_class):
             if not ret:
                 data_class_str = tuple(i.__name__ if hasattr(i, '__name__') else i for i in data_class) if isinstance(
                     data_class, (tuple, list)) else (data_class if data_class is None else data_class.__name__)
-                raise TypeError(f'The type of input data must be in the Union({data_class_str}, '
-                                f'tuple[{data_class_str}], list[{data_class_str}], dict[{data_class_str}]), '
+                raise TypeError(f'The type of input data must be in the Union({data_class_str}, ' \
+                                f'tuple[{data_class_str}], list[{data_class_str}], dict[{data_class_str}]), ' \
                                 f'but got type {item if item is None else type(item).__name__}.')
 
 
@@ -1208,31 +1301,3 @@ def args_type_check(*type_args, **type_kwargs):
 
 
 _set_record = {}
-
-
-def args_unreset_check(*unreset_args, **unreset_kwargs):
-    """Check the entered non repeatable setting properties."""
-
-    def unreset_check(func):
-        sig = inspect.signature(func)
-        bound_unreset = sig.bind_partial(*unreset_args, **unreset_kwargs).arguments
-
-        @wraps(func)
-        def wrapper(*args, **kwargs):
-            nonlocal bound_unreset
-            bound_values = sig.bind(*args, **kwargs)
-            argument_dict = bound_values.arguments
-            if "kwargs" in bound_unreset:
-                bound_unreset = bound_unreset["kwargs"]
-            if "kwargs" in argument_dict:
-                argument_dict = argument_dict["kwargs"]
-            for name, value in argument_dict.items():
-                if name in _set_record.keys():
-                    raise TypeError("For 'set_context', the parameter '{}' can not be set repeatedly.".format(name))
-                if name in bound_unreset:
-                    _set_record[name] = value
-            return func(*args, **kwargs)
-
-        return wrapper
-
-    return unreset_check