mindspore 2.2.0__cp37-cp37m-manylinux1_x86_64.whl → 2.2.11__cp37-cp37m-manylinux1_x86_64.whl

mindspore/common/auto_dynamic_shape.py

@@ -27,6 +27,7 @@ SHAPE_RANK_ANY = -2
 
 auto_dynamic_shepe_dict = {}
 
+
 class _AutoDynamicShapeManager:
     """
     Represents a function to manage auto identify dynamic shape.
@@ -101,14 +102,14 @@ class _AutoDynamicShapeManager:
 
     def get_compile_args_shape_without_sink(self, input_args, res_shape):
         """get compile args shape with out sink mode"""
-        for input in input_args:
-            if isinstance(input, Tensor):
-                res_shape.append(input.shape)
-            elif isinstance(input, (int, float)):
+        for arg in input_args:
+            if isinstance(arg, Tensor):
+                res_shape.append(arg.shape)
+            elif isinstance(arg, (int, float)):
                 res_shape.append([])
-            elif isinstance(input, (tuple, list)):
+            elif isinstance(arg, (tuple, list)):
                 tmp_shape = []
-                self.get_compile_args_shape_without_sink(input, tmp_shape)
+                self.get_compile_args_shape_without_sink(arg, tmp_shape)
                 res_shape.append(tmp_shape)
 
 
@@ -179,14 +180,6 @@ class _AutoDynamicShapeManager:
         self.generalize_shape_cache.append(compile_args)
 
 
-    def check_tuple_of_scalar(self, input):
-        """check tuple of scalar"""
-        for elem in input:
-            if not isinstance(elem, int):
-                return False
-        return True
-
-
     def _compare_input_args_and_cache_args(self, input_args, cache_args):
         """compare input args and cache args"""
         for (input, cache) in zip(input_args, cache_args):
@@ -233,23 +226,25 @@ class _AutoIdentifyDynamicShape:
 
     def _check_input_tensor_type(self, args_list, cache_list):
         """check input args type"""
-        for (input, cache) in zip(args_list, cache_list):
-            if isinstance(input, Tensor) and isinstance(cache, Tensor):
-                if input.dtype != cache.dtype:
-                    logger.debug((f'input tensor type = {input.dtype}, cache tensor type = {cache.dtype}, '
+        for (arg, cache) in zip(args_list, cache_list):
+            if isinstance(arg, Tensor) and isinstance(cache, Tensor):
+                if arg.dtype != cache.dtype:
+                    logger.debug((f'input tensor type = {arg.dtype}, cache tensor type = {cache.dtype}, '
                                   f'tensor types are not same.'))
                     return False
-            elif isinstance(input, (tuple, list)) and isinstance(cache, (tuple, list)):
-                res = self._check_input_tensor_type(input, cache)
+            elif isinstance(arg, (tuple, list)) and isinstance(cache, (tuple, list)):
+                res = self._check_input_tensor_type(arg, cache)
                 if not res:
                     return False
-            elif (isinstance(input, int) and isinstance(cache, int)) or \
-                 (isinstance(input, float) and isinstance(cache, float)):
-                if input != cache:
+            elif (isinstance(arg, int) and isinstance(cache, int)) or \
+                 (isinstance(arg, float) and isinstance(cache, float)):
+                if arg != cache:
                     return False
-            elif (isinstance(input, Tensor) and not isinstance(cache, Tensor)) or \
-                 (isinstance(input, (int, float)) and not isinstance(cache, (int, float))) or \
-                 (isinstance(input, (tuple, list))) and not isinstance(cache, (tuple, list)):
+            elif isinstance(arg, Tensor) and not isinstance(cache, Tensor):
+                return False
+            elif isinstance(arg, (int, float)) and not isinstance(cache, (int, float)):
+                return False
+            elif isinstance(arg, (tuple, list)) and not isinstance(cache, (tuple, list)):
                 return False
         return True
 
@@ -292,21 +287,21 @@ class _AutoIdentifyDynamicShape:
 
 
     @staticmethod
-    def _do_generalize_in_sink(input, cache, input_index, cache_index, cache_type):
+    def _do_generalize_in_sink(arg, cache, input_index, cache_index, cache_type):
         """do generalize in sink, input rank must be 2"""
-        if not input:
+        if not arg:
             raise ValueError("In sink mode, cell input can not be scalar.")
 
-        if input == cache:
+        if arg == cache:
             return cache
 
         shape_value = []
-        if len(input) != len(cache):
+        if len(arg) != len(cache):
             shape_value.append(SHAPE_RANK_ANY)
         else:
-            for _ in input:
+            for _ in arg:
                 shape_value.append(SHAPE_DIM_ANY)
-        logger.info((f'In the {cache_type} cache[{cache_index}], the {input_index}th input tensor shape is {input},'
+        logger.info((f'In the {cache_type} cache[{cache_index}], the {input_index}th input tensor shape is {arg},'
                      f'cache shape is {cache}, not equal, need generalize to {shape_value}.'))
         return shape_value
 
@@ -318,6 +313,16 @@ class _AutoIdentifyDynamicShape:
                                                                       is_sink_mode, aux)
 
 
+    def _generate_with_generalize_shape(self, generalize_shape_args, is_sink_mode, args_list):
+        """generate with generalize_shape """
+        new_generalize_shape, can_generalize = self._do_generalize_shape("generalize", generalize_shape_args,
+                                                                         is_sink_mode)
+        if not can_generalize:
+            return args_list
+
+        res_shape = self.auto_dynamic_shape_manager.get_compile_args_shape(new_generalize_shape, is_sink_mode)
+        logger.info((f'generalize with generalize shape cache, compile args shape = {res_shape}'))
+        return new_generalize_shape
 
     def auto_dynamic_generate_compile_args(self, args_list, is_sink_mode):
         """generate compile args in auto dynamic shape"""
@@ -331,15 +336,7 @@ class _AutoIdentifyDynamicShape:
         logger.debug((f'input args list shape = {res_shape}.'))
 
         # step1: find cache in real_shape_cache.
-        real_cache_number = self.auto_dynamic_shape_manager.get_real_shape_cache_number()
-        if real_cache_number < 2:
-            logger.info((f'real shape cache cap is {real_cache_number}, smaller than 2, '
-                         f'compile args shape={res_shape}.'))
-            return args_list
-
-        is_real_shape_exist = self.auto_dynamic_shape_manager.find_compile_args_in_shape_cache(args_list, "real")
-        if is_real_shape_exist:
-            logger.debug((f'find compile args in real shape cache, compile args shape={res_shape}'))
+        if self._check_real_shape_cache(res_shape, args_list):
             return args_list
 
         # step2: if can not find cache in real_shape_cache, then generate it
@@ -358,14 +355,7 @@ class _AutoIdentifyDynamicShape:
 
         # step 4: if can not find cache in generalize_shape_cache, then generate it again
         if not is_generalize_shape_exist:
-            new_generalize_shape, can_generalize = self._do_generalize_shape("generalize", generalize_shape_args,
-                                                                             is_sink_mode)
-            if not can_generalize:
-                return args_list
-
-            res_shape = self.auto_dynamic_shape_manager.get_compile_args_shape(new_generalize_shape, is_sink_mode)
-            logger.info((f'generalize with generalize shape cache, compile args shape = {res_shape}'))
-            return new_generalize_shape
+            return self._generate_with_generalize_shape(generalize_shape_args, is_sink_mode, args_list)
 
         res_shape = self.auto_dynamic_shape_manager.get_compile_args_shape(generalize_shape_args, is_sink_mode)
         logger.debug((f'find compile args in generalize shape cache, compile args shape={res_shape}'))
@@ -396,54 +386,61 @@ class _AutoIdentifyDynamicShape:
 
     def _do_generalize_one_input_shape(self, input_args, cache_args, cache_type, index, is_sink_mode):
         """do generalize shape one input by cache"""
+        def generalize_tensor(arg, cache, i):
+            if self.auto_dynamic_shape_manager.is_tensor_equal(arg, cache):
+                return arg
+
+            shape_value = []
+            if len(arg.shape) != len(cache.shape):
+                shape_value.append(SHAPE_RANK_ANY)
+            else:
+                shape_value = [SHAPE_DIM_ANY for _ in range(len(arg.shape))]
+            shape_tuple = tuple(shape_value)
+            logger.info((f'In the {cache_type} cache[{index}], the {i}th input tensor shape is {arg.shape},'
+                         f'cache shape is {cache.shape}, not equal, need generalize to {shape_tuple}.'))
+            return Tensor(shape=shape_tuple, dtype=arg.dtype)
+
+        def generalize_sequence(arg, cache, i):
+            if is_sink_mode:
+                # when is_sink_mode=True, input must be the shape of Tensor.
+                res = self._do_generalize_in_sink(arg, cache, i, index, cache_type)
+                return res
+
+            res = self._do_generalize_one_input_shape(arg, cache, cache_type, index, is_sink_mode)
+            return res
+
         generalize_one_shape = []
-        for i, (input, cache) in enumerate(zip(input_args, cache_args)):
-            if isinstance(input, Parameter) and isinstance(cache, Parameter):
-                if self.auto_dynamic_shape_manager.is_tensor_equal(input, cache):
-                    generalize_one_shape.append(input)
+        for i, (arg, cache) in enumerate(zip(input_args, cache_args)):
+            if isinstance(arg, Parameter) and isinstance(cache, Parameter):
+                if self.auto_dynamic_shape_manager.is_tensor_equal(arg, cache):
+                    generalize_one_shape.append(arg)
                     continue
-                else:
-                    logger.info("In auto dynamic shape mode, parameter must be equal, it can not be generalize.")
-                    return input_args, False
 
-            if isinstance(input, Tensor) and isinstance(cache, Tensor):
-                if self.auto_dynamic_shape_manager.is_tensor_equal(input, cache):
-                    generalize_one_shape.append(input)
-                else:
-                    shape_value = []
-                    if len(input.shape) != len(cache.shape):
-                        shape_value.append(SHAPE_RANK_ANY)
-                    else:
-                        for _ in range(len(input.shape)):
-                            shape_value.append(SHAPE_DIM_ANY)
-                    shape_tuple = tuple(shape_value)
-                    generalize_one_shape.append(Tensor(shape=shape_tuple, dtype=input.dtype))
-                    logger.info((f'In the {cache_type} cache[{index}], the {i}th input tensor shape is {input.shape},'
-                                 f'cache shape is {cache.shape}, not equal, need generalize to {shape_tuple}.'))
+                logger.info("In auto dynamic shape mode, parameter must be equal, it can not be generalize.")
+                return input_args, False
 
-            elif isinstance(input, (tuple, list)) and isinstance(cache, (tuple, list)):
-                if is_sink_mode:
-                    # when is_sink_mode=True, input must be the shape of Tensor.
-                    res = self._do_generalize_in_sink(input, cache, i, index, cache_type)
-                    generalize_one_shape.append(res)
-                else:
-                    res = self._do_generalize_one_input_shape(input, cache, cache_type, index, is_sink_mode)
-                    generalize_one_shape.append(res)
-            elif isinstance(input, int) and isinstance(cache, int):
+            if isinstance(arg, Tensor) and isinstance(cache, Tensor):
+                res = generalize_tensor(arg, cache, i)
+                generalize_one_shape.append(res)
+            elif isinstance(arg, (tuple, list)) and isinstance(cache, (tuple, list)):
+                res = generalize_sequence(arg, cache, i)
+                generalize_one_shape.append(res)
+            elif isinstance(arg, int) and isinstance(cache, int):
                 # when is_sink_mode=False, the input must may be scalar, or the value of list/tuple.
                 # is_sink_mode can not be True
-                if input == cache:
-                    generalize_one_shape.append(input)
+                if arg == cache:
+                    generalize_one_shape.append(arg)
                 else:
                     logger.info("In auto dynamic shape mode, scalar/tuple/list must be equal, it can not be " \
                                 "generalize.")
                     return input_args, False
-            elif input is None and cache is None:
-                generalize_one_shape.append(input)
+            elif arg is None and cache is None:
+                generalize_one_shape.append(arg)
 
         return generalize_one_shape, True
 
 
+
     def _do_generalize_shape(self, cache_type, input_args, is_sink_mode):
         """do generalize shape by cache"""
         shape_cache = self.auto_dynamic_shape_manager.get_cache_by_type(cache_type)
@@ -464,8 +461,7 @@ class _AutoIdentifyDynamicShape:
 
         keys = list(unknown_shape_dict.keys())
         keys.sort(key=lambda x: (x[0], x[1]))
-        index = keys[0]
-        return unknown_shape_dict.get(index), True
+        return unknown_shape_dict.get(keys[0]), True
 
 _auto_dynamic_shape = _AutoIdentifyDynamicShape()
 

mindspore/common/dump.py

@@ -57,7 +57,7 @@ def set_dump(target, enabled=True):
         ``Ascend``
 
     Examples:
-        .. node::
+        .. note::
             Please set environment variable `MINDSPORE_DUMP_CONFIG` to the dump config file and set `dump_mode` field
             in dump config file to 2 before running this example.
             See `dump document <https://www.mindspore.cn/tutorials/experts/en/r2.2/debug/dump.html>`_ for details.

mindspore/common/tensor.py

@@ -2186,7 +2186,7 @@ class Tensor(Tensor_, metaclass=_TensorMeta):
             [0.7] [3]
         """
         if self.shape == ():
-            return (Tensor(0), self)
+            return (self, Tensor(0))
         self._init_check()
         return tensor_operator_registry.get('argmax_with_value')(self, axis, keep_dims)
 
@@ -2234,7 +2234,7 @@ class Tensor(Tensor_, metaclass=_TensorMeta):
             [0.0] [0]
         """
         if self.shape == ():
-            return (Tensor(0), self)
+            return (self, Tensor(0))
         self._init_check()
         return tensor_operator_registry.get('argmin_with_value')(self, axis, keep_dims)
 
@@ -2683,7 +2683,6 @@ class Tensor(Tensor_, metaclass=_TensorMeta):
     def _init_check(self):
         if self.has_init:
             self.init_data()
-        return self
 
     def init_data(self, slice_index=None, shape=None, opt_shard_group=None):
         """
@@ -4631,23 +4630,7 @@ class Tensor(Tensor_, metaclass=_TensorMeta):
 
     def imag(self):
         r"""
-        Returns a new tensor containing imaginary value of the input tensor.
-        If input tensor is real, it will return zeros.
-
-        Returns:
-            Tensor, the shape is the same as the input tensor.
-
-        Supported Platforms:
-            ``GPU`` ``CPU``
-
-        Examples:
-            >>> import numpy as np
-            >>> import mindspore
-            >>> from mindspore import Tensor
-            >>> x = Tensor(np.asarray(np.complex(1.3 + 0.4j)), mindspore.complex64)
-            >>> output = x.imag()
-            >>> print(output)
-            0.4
+        For details, please refer to :func:`mindspore.ops.imag`.
         """
         self._init_check()
         return tensor_operator_registry.get('imag')(self)

mindspore/config/op_info.config

@@ -9,7 +9,7 @@
 {"op_name": "Less", "inputs": [{"index": 0, "name": "x1", "paramType": "required"}, {"index": 1, "name": "x2", "paramType": "required"}], "outputs": [{"index": 0, "name": "y", "paramType": "required"}], "attr": [], "fusion_type": "OPAQUE", "dtype_format": [[["int8", "DefaultFormat"], ["int8", "DefaultFormat"], ["bool", "DefaultFormat"]], [["int16", "DefaultFormat"], ["int16", "DefaultFormat"], ["bool", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["bool", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["bool", "DefaultFormat"]], [["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"], ["bool", "DefaultFormat"]], [["uint16", "DefaultFormat"], ["uint16", "DefaultFormat"], ["bool", "DefaultFormat"]], [["uint32", "DefaultFormat"], ["uint32", "DefaultFormat"], ["bool", "DefaultFormat"]], [["uint64", "DefaultFormat"], ["uint64", "DefaultFormat"], ["bool", "DefaultFormat"]], [["float16", "DefaultFormat"], ["float16", "DefaultFormat"], ["bool", "DefaultFormat"]], [["float32", "DefaultFormat"], ["float32", "DefaultFormat"], ["bool", "DefaultFormat"]], [["float64", "DefaultFormat"], ["float64", "DefaultFormat"], ["bool", "DefaultFormat"]]], "imply_type": "AiCPU"}
 {"op_name": "Lstsq", "inputs": [{"index": 0, "name": "matrix", "paramType": "required"}, {"index": 1, "name": "rhs", "paramType": "required"}], "outputs": [{"index": 0, "name": "y", "paramType": "required"}], "attr": [{"name": "l2_regularizer", "type": "float", "value": "0.0"}, {"name": "fast", "type": "bool", "value": "True"}], "fusion_type": "OPAQUE", "dtype_format": [[["float16", "DefaultFormat"], ["float16", "DefaultFormat"], ["float16", "DefaultFormat"]], [["float32", "DefaultFormat"], ["float32", "DefaultFormat"], ["float32", "DefaultFormat"]], [["float64", "DefaultFormat"], ["float64", "DefaultFormat"], ["float64", "DefaultFormat"]]], "imply_type": "AiCPU"}
 {"op_name": "LeftShift", "inputs": [{"index": 0, "name": "x1", "paramType": "required"}, {"index": 1, "name": "x2", "paramType": "required"}], "outputs": [{"index": 0, "name": "y", "paramType": "required"}], "attr": [], "fusion_type": "OPAQUE", "dtype_format": [[["int8", "DefaultFormat"], ["int8", "DefaultFormat"], ["int8", "DefaultFormat"]], [["int16", "DefaultFormat"], ["int16", "DefaultFormat"], ["int16", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"]], [["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"]], [["uint16", "DefaultFormat"], ["uint16", "DefaultFormat"], ["uint16", "DefaultFormat"]], [["uint32", "DefaultFormat"], ["uint32", "DefaultFormat"], ["uint32", "DefaultFormat"]], [["uint64", "DefaultFormat"], ["uint64", "DefaultFormat"], ["uint64", "DefaultFormat"]]], "imply_type": "AiCPU"}
-{"op_name": "Add", "inputs": [{"index": 0, "name": "x", "paramType": "required"}, {"index": 1, "name": "y", "paramType": "required"}], "outputs": [{"index": 0, "name": "output", "paramType": "required"}], "attr": [], "fusion_type": "OPAQUE", "dtype_format": [[["float16", "DefaultFormat"], ["float16", "DefaultFormat"], ["float16", "DefaultFormat"]], [["float32", "DefaultFormat"], ["float32", "DefaultFormat"], ["float32", "DefaultFormat"]], [["float64", "DefaultFormat"], ["float64", "DefaultFormat"], ["float64", "DefaultFormat"]], [["int8", "DefaultFormat"], ["int8", "DefaultFormat"], ["int8", "DefaultFormat"]], [["int16", "DefaultFormat"], ["int16", "DefaultFormat"], ["int16", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"]], [["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"]], [["uint16", "DefaultFormat"], ["int16", "DefaultFormat"], ["int16", "DefaultFormat"]], [["uint32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["uint64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"]], [["complex64", "DefaultFormat"], ["complex64", "DefaultFormat"], ["complex64", "DefaultFormat"]], [["complex128", "DefaultFormat"], ["complex128", "DefaultFormat"], ["complex128", "DefaultFormat"]]], "imply_type": "AiCPU"}
+{"op_name": "Add", "inputs": [{"index": 0, "name": "x", "paramType": "required"}, {"index": 1, "name": "y", "paramType": "required"}], "outputs": [{"index": 0, "name": "output", "paramType": "required"}], "attr": [], "fusion_type": "OPAQUE", "dtype_format": [[["float16", "DefaultFormat"], ["float16", "DefaultFormat"], ["float16", "DefaultFormat"]], [["float32", "DefaultFormat"], ["float32", "DefaultFormat"], ["float32", "DefaultFormat"]], [["float64", "DefaultFormat"], ["float64", "DefaultFormat"], ["float64", "DefaultFormat"]], [["int8", "DefaultFormat"], ["int8", "DefaultFormat"], ["int8", "DefaultFormat"]], [["int16", "DefaultFormat"], ["int16", "DefaultFormat"], ["int16", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"]], [["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"]], [["uint16", "DefaultFormat"], ["uint16", "DefaultFormat"], ["uint16", "DefaultFormat"]], [["uint32", "DefaultFormat"], ["uint32", "DefaultFormat"], ["uint32", "DefaultFormat"]], [["uint64", "DefaultFormat"], ["uint64", "DefaultFormat"], ["uint64", "DefaultFormat"]], [["complex64", "DefaultFormat"], ["complex64", "DefaultFormat"], ["complex64", "DefaultFormat"]], [["complex128", "DefaultFormat"], ["complex128", "DefaultFormat"], ["complex128", "DefaultFormat"]]], "imply_type": "AiCPU"}
 {"op_name": "SparseMatrixTranspose", "inputs": [{"index": 0, "name": "x_dense_shape", "paramType": "required"}, {"index": 1, "name": "x_batch_pointers", "paramType": "required"}, {"index": 2, "name": "x_row_pointers", "paramType": "required"}, {"index": 3, "name": "x_col_indices", "paramType": "required"}, {"index": 4, "name": "x_values", "paramType": "required"}], "outputs": [{"index": 0, "name": "y_dense_shape", "paramType": "required"}, {"index": 1, "name": "y_batch_pointers", "paramType": "required"}, {"index": 2, "name": "y_row_pointers", "paramType": "required"}, {"index": 3, "name": "y_col_indices", "paramType": "required"}, {"index": 4, "name": "y_values", "paramType": "required"}], "attr": [{"name": "conjugate", "type": "bool"}], "fusion_type": "OPAQUE", "dtype_format": [[["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int8", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int8", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint8", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint8", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int16", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int16", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint16", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint16", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int64", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint64", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float16", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float16", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float64", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["complex64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["complex64", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["complex128", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["complex128", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int8", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int8", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint8", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint8", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int16", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int16", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint16", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint16", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint32", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float16", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float16", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float32", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex128", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex128", "DefaultFormat"]]], "imply_type": "AiCPU"}
 {"op_name": "SparseMatrixNNZ", "inputs": [{"index": 0, "name": "x_dense_shape", "paramType": "required"}, {"index": 1, "name": "x_batch_pointers", "paramType": "required"}, {"index": 2, "name": "x_row_pointers", "paramType": "required"}, {"index": 3, "name": "x_col_indices", "paramType": "required"}, {"index": 4, "name": "x_values", "paramType": "required"}], "outputs": [{"index": 0, "name": "y", "paramType": "required"}], "attr": [], "fusion_type": "OPAQUE", "dtype_format": [[["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int8", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint8", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int16", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["uint16", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float16", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["float64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["bool", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["complex64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"], ["complex128", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int8", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint8", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int16", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint16", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float16", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["bool", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex64", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex128", "DefaultFormat"], ["int32", "DefaultFormat"]]], "imply_type": "AiCPU"}
 {"op_name": "SparseDenseCwiseMul", "inputs": [{"index": 0, "name": "x1_indices", "paramType": "required"}, {"index": 1, "name": "x1_values", "paramType": "required"}, {"index": 2, "name": "x1_sparse", "paramType": "required"}, {"index": 3, "name": "x2", "paramType": "required"}], "outputs": [{"index": 0, "name": "y", "paramType": "required"}], "attr": [], "fusion_type": "OPAQUE", "dtype_format": [[["int64", "DefaultFormat"], ["int8", "DefaultFormat"], ["int64", "DefaultFormat"], ["int8", "DefaultFormat"], ["int8", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int16", "DefaultFormat"], ["int64", "DefaultFormat"], ["int16", "DefaultFormat"], ["int16", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int64", "DefaultFormat"], ["int32", "DefaultFormat"], ["int32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"], ["int64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["uint8", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint8", "DefaultFormat"], ["uint8", "DefaultFormat"]], [["int64", "DefaultFormat"], ["uint16", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint16", "DefaultFormat"], ["uint16", "DefaultFormat"]], [["int64", "DefaultFormat"], ["uint32", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint32", "DefaultFormat"], ["uint32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["uint64", "DefaultFormat"], ["int64", "DefaultFormat"], ["uint64", "DefaultFormat"], ["uint64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["float16", "DefaultFormat"], ["int64", "DefaultFormat"], ["float16", "DefaultFormat"], ["float16", "DefaultFormat"]], [["int64", "DefaultFormat"], ["float32", "DefaultFormat"], ["int64", "DefaultFormat"], ["float32", "DefaultFormat"], ["float32", "DefaultFormat"]], [["int64", "DefaultFormat"], ["float64", "DefaultFormat"], ["int64", "DefaultFormat"], ["float64", "DefaultFormat"], ["float64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["complex64", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex64", "DefaultFormat"], ["complex64", "DefaultFormat"]], [["int64", "DefaultFormat"], ["complex128", "DefaultFormat"], ["int64", "DefaultFormat"], ["complex128", "DefaultFormat"], ["complex128", "DefaultFormat"]]], "imply_type": "AiCPU"}

mindspore/context.py

@@ -268,6 +268,8 @@ class _Context:
                             "allow_mix_precision_fp16" and "allow_mix_precision_bf16".
                 - jit_compile (bool): ``False`` and ``True``.
                 - atomic_clean_policy (int): ``0`` and ``1``. Default: ``1`` .
+                - exception_dump (str): Enable exception dump for Ascend operators. ``"0"`` , ``"1"`` and ``"2"``.
+                  Default: ``"2"`` .
                 - op_precision_mode (str): config file path.
                 - parallel_speed_up_json_path(Union[str, None]): The path to the parallel speed up json file.
                   If its value is None or '', it does not take effect. Default None.
@@ -280,6 +282,7 @@ class _Context:
             'atomic_clean_policy': [0, 1],
             'matmul_allow_hf32': [True, False],
             'conv_allow_hf32': [True, False],
+            'exception_dump': ["0", "1", "2"],
             'op_precision_mode': (str,),
             'parallel_speed_up_json_path': (str, None)
         }
@@ -289,6 +292,7 @@ class _Context:
             'atomic_clean_policy': self._get_ascend_config_setter('atomic_clean_policy', str),
             'matmul_allow_hf32': self._get_ascend_config_setter('matmul_allow_hf32', lambda v: "1" if v else "0"),
             'conv_allow_hf32': self._get_ascend_config_setter('conv_allow_hf32', lambda v: "1" if v else "0"),
+            'exception_dump': self._get_ascend_config_setter('exception_dump'),
             'op_precision_mode': self._set_op_precision_mode,
             'parallel_speed_up_json_path': self._set_speedup_config_path
         }
@@ -629,6 +633,7 @@ class _Context:
                             "enable_task_opt": ms_ctx_param.enable_task_opt,
                             "enable_grad_comm_opt": ms_ctx_param.enable_grad_comm_opt,
                             "interleaved_matmul_comm": ms_ctx_param.interleaved_matmul_comm,
+                            "enable_opt_shard_comm_opt": ms_ctx_param.enable_opt_shard_comm_opt,
                             "interleaved_layernorm_comm": ms_ctx_param.interleaved_layernorm_comm}
             with open(speedup_config_real_path, 'r') as f:
                 speedup_config = json.load(f)
@@ -1277,12 +1282,10 @@ def set_context(**kwargs):
               memory_optimize_level is set 'O1'.
             - OFF: Turn off the memory Offload function.
         ascend_config (dict): Set the parameters specific to Ascend hardware platform. It is not set by default.
-            Currently, configurations except `parallel_speed_up_json_path` and `precision_mode.force_fp32` are only
-            supported on Ascend910B hardware platform. The default value of `precision_mode`, `jit_compile` and
+            The default value of `precision_mode`, `jit_compile` and
             `atomic_clean_policy` are experimental parameters, may change in the future.
 
-            - precision_mode (str): Mixed precision mode setting, on Ascend910B hardware platform, the default
-              value of training network is based on the value of CANN, and the default value of inference network
+            - precision_mode (str): Mixed precision mode setting, and the default value of inference network
               is ``force_fp16`` . The value range is as follows:
 
               - force_fp16: When the operator supports both float16 and float32, select float16 directly.
@@ -1315,6 +1318,10 @@ def set_context(**kwargs):
             - conv_allow_hf32 (bool): Whether to convert FP32 to HF32 for Conv operators. Default value: ``True``.
               This is an experimental prototype that is subject to change and/or deletion.
               For detailed information, please refer to `Ascend community <https://www.hiascend.com/>`_ .
+            - exception_dump (str): Enable exception dump for Ascend operators, providing the input and output data for
+              failing Ascend operators. The value can be ``"0"`` , ``"1"`` and ``"2"``. For ``"0"`` , exception dump is
+              turned off; for ``"1"``, all inputs and outputs will be dumped for AICore and AICPU exception operators;
+              for ``"2"``, inputs will be dumped for AICore exception operators. Default: ``"2"`` .
             - op_precision_mode (str): Path to config file of op precision mode. For detailed information, please refer
               to `Ascend community <https://www.hiascend.com/>`_ .
             - parallel_speed_up_json_path(Union[str, None]): The path to the parallel speed up json file, configuration

mindspore/dataset/engine/cache_client.py

@@ -23,7 +23,7 @@ from ..core.validator_helpers import type_check, check_pos_int32, check_pos_uint
 
 
 class DatasetCache:
-    """
+    r"""
     A client to interface with tensor caching service.
 
     For details, please check `Tutorial <https://www.mindspore.cn/
@@ -46,7 +46,8 @@ class DatasetCache:
         >>>
         >>> # Create a cache instance with command line `cache_admin --start` and create a session with `cache_admin -g`
         >>> # After creating cache with a valid session, get session id with command `cache_admin --list_sessions`
-        >>> session_id = subprocess.getoutput('cache_admin --list_sessions | tail -1 | awk -F " " \'{{print $1;}}\'')
+        >>> command = "cache_admin --list_sessions | tail -1 | awk -F ' ' '{{print $1;}}'"
+        >>> session_id = subprocess.getoutput(command).split('\n')[-1]
         >>> some_cache = ds.DatasetCache(session_id=int(session_id), size=0)
         >>>
         >>> dataset_dir = "/path/to/image_folder_dataset_directory"
@@ -81,18 +82,20 @@ class DatasetCache:
         self.cache_client = CacheClient(session_id, size, spilling, hostname, port, num_connections, prefetch_size)
 
     def get_stat(self):
-        """
+        r"""
         Get the statistics from a cache. After data pipeline, three types of statistics can be obtained,
         including average number of cache hits (avg_cache_sz), number of caches in memory (num_mem_cached)
         and number of caches in disk (num_disk_cached).
 
         Examples:
             >>> import os
+            >>> import subprocess
             >>> import mindspore.dataset as ds
             >>>
             >>> # In example above, we created cache with a valid session id
-            >>> id = int(os.popen('cache_admin --list_sessions | tail -1 | awk -F " " \'{{print $1;}}\'').read())
-            >>> some_cache = ds.DatasetCache(session_id=id, size=0)
+            >>> command = "cache_admin --list_sessions | tail -1 | awk -F ' ' '{{print $1;}}'"
+            >>> id = subprocess.getoutput(command).split('\n')[-1]
+            >>> some_cache = ds.DatasetCache(session_id=int(id), size=0)
             >>>
             >>> # run the dataset pipeline to trigger cache
             >>> dataset = ds.ImageFolderDataset("/path/to/image_folder_dataset_directory", cache=some_cache)

mindspore/dataset/engine/datasets_standard_format.py

@@ -232,6 +232,9 @@ class TFRecordDataset(SourceDataset, UnionBaseDataset):
 
     The columns of generated dataset depend on the source TFRecord files.
 
+    Note:
+        'TFRecordDataset' is not support on Windows platform yet.
+
     Args:
         dataset_files (Union[str, list[str]]): String or list of files to be read or glob strings to search for a
             pattern of files. The list will be sorted in lexicographical order.
@@ -318,6 +321,8 @@ class TFRecordDataset(SourceDataset, UnionBaseDataset):
                  cache=None, compression_type=None):
         super().__init__(num_parallel_workers=num_parallel_workers, num_samples=num_samples, shuffle=shuffle,
                          num_shards=num_shards, shard_id=shard_id, cache=cache)
+        if platform.system().lower() == "windows":
+            raise NotImplementedError("TFRecordDataset is not supported for windows.")
         self.dataset_files = self._find_files(dataset_files)
         self.dataset_files.sort()