mindspore 2.7.0__cp310-cp310-win_amd64.whl → 2.7.1__cp310-cp310-win_amd64.whl

mindspore/.commit_id

@@ -1 +1 @@
-__commit_id__ = ''[sha1]:7edec76e,[branch]:(HEAD->r2.7,origin/r2.7)''
+__commit_id__ = ''[sha1]:71340184,[branch]:(HEAD->r2.7.1,origin/r2.7.1)''

mindspore/__init__.py

@@ -30,7 +30,7 @@ from mindspore.device_manager import *
 from mindspore.runtime import *
 from mindspore.context import GRAPH_MODE, PYNATIVE_MODE, set_context, get_context, set_auto_parallel_context, \
     get_auto_parallel_context, reset_auto_parallel_context, ParallelMode, set_ps_context, \
-    get_ps_context, reset_ps_context, set_offload_context, get_offload_context, STRICT, COMPATIBLE, LAX
+    get_ps_context, reset_ps_context, STRICT, COMPATIBLE, LAX
 from mindspore.version import __version__
 from mindspore.profiler import Profiler, EnvProfiler
 from mindspore.parallel import set_algo_parameters, get_algo_parameters, reset_algo_parameters, \
@@ -45,6 +45,8 @@ from mindspore._check_jit_forbidden_api import get_obj_module_and_name_info, is_
     is_invalid_or_jit_forbidden_method
 from mindspore import mint
 from mindspore.ops._utils import arg_handler, arg_dtype_cast
+from mindspore import onnx
+from mindspore import graph
 
 __all__ = ["run_check"]
 __all__.extend(__version__)
@@ -57,4 +59,5 @@ __all__.extend(rewrite.__all__)
 __all__.extend(safeguard.__all__)
 __all__.extend(device_manager.__all__)
 __all__.extend(runtime.__all__)
+__all__.extend(graph.__all__)
 __all__.append("Profiler")

mindspore/_extends/parse/compile_config.py

@@ -362,6 +362,27 @@ Value Range:
 """
 JIT_ENABLE_AUGASSIGN_INPLACE = '0'
 
+"""
+Name: ENABLE_VIEW_INPLACE_GRAD_SCHEME_CHOOSE
+Function: Whether enable new method for view inplace grad
+Value Range:
+    0: Choose old or new scheme based on specific control flow scenarios.
+    1: Choose old scheme.
+    2: Choose new scheme.
+    Default: 2
+"""
+ENABLE_VIEW_INPLACE_GRAD_SCHEME_CHOOSE = '2'
+
+"""
+Name: GRAD_JIT_FILTER
+Function: Whether to filter grad jit graph.
+Value Range:
+    1: Enable filter grad jit output
+    2: Enable filter grad jit input and output. May cause error when input gradient information changed.
+    Default: Disable.
+"""
+GRAD_JIT_FILTER = '1'
+
 __all__ = [
     "COMPILE_PROFILE",
     "COMPILE_PROFILE_FINISH_ACTION",
@@ -400,5 +421,7 @@ __all__ = [
     "PUT_ALL_CNODE_INTO_ORDER_LIST",
     "CHECK_PASS_NODE_SCOPE",
     "CHECK_INVALID_VIEW_INPLACE_DOUT_LEVEL",
-    "JIT_ENABLE_AUGASSIGN_INPLACE"
+    "JIT_ENABLE_AUGASSIGN_INPLACE",
+    "ENABLE_VIEW_INPLACE_GRAD_SCHEME_CHOOSE",
+    "GRAD_JIT_FILTER"
 ]

mindspore/_extends/parse/deprecated/deprecated_tensor_method.py

@@ -179,7 +179,7 @@ deprecated_tensor_method_map = {
     # 80 outer
     "outer": "deprecated_tensor_outer",
     # 81 permute
-
+    "permute": "deprecated_tensor_permute",
     # 82 pow
     "pow": "deprecated_tensor_pow",
     # 83 prod
@@ -221,7 +221,7 @@ deprecated_tensor_method_map = {
     # 100 square
 
     # 101 squeeze
-
+    "squeeze": "tensor_squeeze",
     # 102 std
     "std": "deprecated_tensor_std",
     # 103 sub
@@ -390,4 +390,8 @@ deprecated_tensor_method_map = {
     "count_nonzero": "deprecated_tensor_count_nonzero",
     # 1028
     "var": "deprecated_tensor_var",
+    # 1029
+    "real": "tensor_real",
+    # 1030
+    "imag": "tensor_imag",
 }

mindspore/_extends/parse/resources.py

@@ -83,8 +83,8 @@ parse_augassign_object_map = {
     ast.Mult:       (trope_ns, 'augassign_mul', '*='),
     ast.Div:        (trope_ns, 'augassign_div', '/='),
     ast.FloorDiv:   (trope_ns, 'augassign_floordiv', '//='),
+    ast.Mod:        (trope_ns, 'augassign_mod', '%='),
 
-    ast.Mod:        (trope_ns, 'mod', '%'),
     ast.Pow:        (trope_ns, 'pow', '**'),
     ast.MatMult:    (trope_ns, 'matmul', '@'),
     ast.LShift:     (trope_ns, 'lshift', '<<'),

mindspore/_extends/parse/standard_method.py

@@ -28,7 +28,7 @@ from mindspore.ops.composite.base import _append, _insert, _pop, _list_clear, _r
     _extend, _dict_setitem, _dict_clear, _haskey, _update, _fromkeys
 from mindspore.ops.operations._sequence_ops import TensorToTuple
 from mindspore.ops.auto_generate import trace_v2_op, inplace_addmm_op, inplace_index_put_op, inplace_normal_op, \
-    inplace_index_add_op
+    inplace_index_add_op, inplace_sign_op
 from mindspore.ops.auto_generate import inplace_copy_op, inplace_uniform_op, inplace_erfinv_op
 from mindspore.ops.auto_generate import inplace_scatter_add as inplace_scatter_add_
 from mindspore.ops.auto_generate import inplace_exponential_op
@@ -4363,6 +4363,13 @@ def sign(x):
     return F.sign(x)
 
 
+def sign_(input):
+    r"""
+    In-place version of :func:`mindspore.mint.sign`.
+    """
+    return inplace_sign_op(input)
+
+
 def signbit(x):
     """
     For details, please refer to :func:`mindspore.ops.signbit`.

mindspore/_extends/parse/trope.py

@@ -42,6 +42,7 @@ from mindspore.ops.composite.multitype_ops.sub_impl import augassign_sub
 from mindspore.ops.composite.multitype_ops.mul_impl import augassign_mul
 from mindspore.ops.composite.multitype_ops.div_impl import augassign_div
 from mindspore.ops.composite.multitype_ops.floordiv_impl import augassign_floordiv
+from mindspore.ops.composite.multitype_ops.mod_impl import augassign_mod
 
 from ...common import mutable
 
@@ -51,7 +52,7 @@ __all__ = ['add', 'sub', 'mul', 'truediv', 'floordiv', 'mod', 'eq', 'ne', 'lt',
            'bool', 'getattr', 'setattr', 'hasattr', 'len', 'iter', 'next', 'pow', 'range', 'map', 'zip',
            'partial', 'print', 'enumerate', 'isinstance', 'filter', 'abs', 'round', 'mutable',
            'max', 'min', 'sum', 'list', 'tuple',
-           'augassign_add', 'augassign_sub', 'augassign_mul', 'augassign_div', 'augassign_floordiv']
+           'augassign_add', 'augassign_sub', 'augassign_mul', 'augassign_div', 'augassign_floordiv', 'augassign_mod']
 
 
 def MakeTuple(*elts):  # pragma: no cover

mindspore/_extends/pijit/pijit_func_white_list.py

@@ -53,7 +53,6 @@ from mindspore.train.serialization import _exec_save, load, export_split_mindir,
     _generate_front_info_for_param_data_file, _get_data_file, _encrypt_data, _split_save, _save_mindir_together, \
     _load_into_param_dict
 from mindspore.parallel import _cost_model_context
-from mindspore.parallel._offload_context import offload_context
 from mindspore.parallel._utils import _is_in_data_parallel_mode
 from mindspore.run_check._check_version import check_version_and_env_config
 from mindspore.dataset.callback.ds_callback import DSCallback, WaitedDSCallback
@@ -136,17 +135,13 @@ from mindspore.hal.event import Event
 from mindspore.hal.memory import memory_stats, memory_reserved, max_memory_allocated, reset_peak_memory_stats, \
     memory_summary, memory_allocated, max_memory_reserved, reset_max_memory_allocated, reset_max_memory_reserved
 from mindspore.multiprocessing import Process
-from mindspore.mindrecord.shardsegment import ShardSegment
-from mindspore.mindrecord.shardreader import ShardReader
-from mindspore.mindrecord.shardindexgenerator import ShardIndexGenerator
-from mindspore.mindrecord.shardwriter import ShardWriter
-from mindspore.mindrecord.shardheader import ShardHeader
 from mindspore.mindrecord.config import encrypt, decrypt
-from mindspore.parallel.mpi._mpi_config import _MpiConfig
+from mindspore.mindrecord import FileWriter
+from mindspore.mindrecord import FileReader
+from mindspore.mindrecord import MindPage
 from mindspore.parallel._ps_context import ps_context
 from mindspore.parallel.algo_parameter_config import _AlgoParameterConfig
-from mindspore.parallel._utils import _reset_op_id, _reset_op_id_with_offset
-from mindspore.parallel._recovery_context import recovery_context
+from mindspore.parallel._utils import _reset_op_id
 from mindspore.parallel._auto_parallel_context import _AutoParallelContext
 from mindspore.common.api import ms_memory_recycle
 from mindspore.context import _Context
@@ -461,10 +456,6 @@ _func_map = {
     function_id(dict.items): FUNC_KEY_DICT_ITEMS,
 
     # instancemethod
-    function_id(Tensor_._flatten_tensors): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
-    function_id(Tensor_._is_flattened): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
-    function_id(Tensor_._get_flattened_tensors): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
-    function_id(Tensor_._get_fusion_size): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
     function_id(Tensor_._is_test_stub): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
     function_id(Tensor_.__str__): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
     function_id(Tensor_.__repr__): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
@@ -496,7 +487,6 @@ _func_map = {
     function_id(_set_elegant_exit_handle): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(_cost_model_context.get_cost_model_context): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(Stream.__repr__): FUNC_KEY_PIJIT_CONSTEXPR,
-    function_id(offload_context): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(_is_in_data_parallel_mode): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(check_version_and_env_config): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(Tensor.tolist): FUNC_KEY_PIJIT_CONSTEXPR,
@@ -572,19 +562,14 @@ _func_map = {
     function_id(reset_max_memory_allocated): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(Process.run): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(Process.start): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardSegment.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardReader.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardIndexGenerator.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardWriter.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardHeader.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(encrypt): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(decrypt): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(_MpiConfig.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
+    function_id(FileWriter.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
+    function_id(FileReader.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
+    function_id(MindPage.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(ps_context): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_AlgoParameterConfig.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_reset_op_id): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(_reset_op_id_with_offset): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(recovery_context): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_AutoParallelContext.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(ms_memory_recycle): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_Context.__init__): FUNC_KEY_PIJIT_FORBIDDEN,

mindspore/boost/base.py

@@ -16,6 +16,7 @@
 from __future__ import absolute_import
 
 import os
+import re
 import time
 import math
 import copy
@@ -29,7 +30,6 @@ from mindspore.communication.management import get_rank, get_group_size
 from mindspore.train.serialization import load_checkpoint
 from mindspore.boost.less_batch_normalization import CommonHeadLastFN
 
-
 __all__ = ["OptimizerProcess", "ParameterProcess"]
 
 
@@ -65,6 +65,7 @@ class OptimizerProcess:
         >>> optimizer_process.add_grad_centralization(network)
         >>> optimizer = optimizer_process.generate_new_optimizer()
     """
+
     def __init__(self, opt):
         if isinstance(opt, LARS):
             self.is_lars = True
@@ -116,7 +117,7 @@ class OptimizerProcess:
                 if 'beta' not in param.name and 'gamma' not in param.name and 'bias' not in param.name:
                     param_cell = params_dict[id(param)]
                     if (isinstance(param_cell, nn.Conv2d) and param_cell.group > 1) or \
-                        isinstance(param_cell, CommonHeadLastFN):
+                            isinstance(param_cell, CommonHeadLastFN):
                         params_value.append(param)
                     else:
                         params_gc_value.append(param)
@@ -203,6 +204,7 @@ class ParameterProcess:
         >>> new_parameter = network.trainable_params()[:1]
         >>> group_params = ParameterProcess.generate_group_params(new_parameter, network.trainable_params())
     """
+
     def __init__(self):
         self._parameter_indices = 1
 
@@ -486,6 +488,30 @@ def _svd_flip(u, v, transpose=True):
     return u, v
 
 
+def _check_path(path):
+    """check if the path is valid"""
+    path_white_list_regex = re.compile(r"[^_A-Za-z0-9/.-]")
+    if not isinstance(path, str):
+        raise TypeError('Path must be str, not {}.'.format(type(path).__name__))
+    if not path:
+        raise ValueError("The value of the path cannot be empty.")
+    if path_white_list_regex.search(path):
+        raise ValueError(
+            "Input path contains invalid characters.")
+    path = os.path.expanduser(path)  # Consider paths starting with "~"
+    if os.path.islink(os.path.abspath(path)):  # when checking link, get rid of the "/" at the path tail if any
+        raise ValueError("The value of the path cannot be soft link: {}.".format(path))
+
+    real_path = os.path.realpath(path)
+
+    if len(real_path) > 4096:
+        raise ValueError("The length of file path should be less than 4096.")
+
+    if real_path != path and path_white_list_regex.search(real_path):
+        raise ValueError(
+            "Input path contains invalid characters.")
+
+
 def _save_local_pca_mat(pca_mat, full_pca_mat_path, n_component):
     """
     save pca mat.
@@ -495,6 +521,7 @@ def _save_local_pca_mat(pca_mat, full_pca_mat_path, n_component):
         full_pca_mat_path (str): the path of full pca mat.
         n_component (int): pca component.
     """
+    _check_path(full_pca_mat_path)
     rank_size = get_group_size()
     local_dim = math.ceil(n_component // rank_size)
     for rank_id in range(rank_size):

mindspore/common/_decorator.py

@@ -22,13 +22,14 @@ from mindspore import log
 DEPRECATE_SET = set()
 
 
-def deprecated(version, substitute, use_substitute_name=False):
+def deprecated(version, substitute, use_substitute_name=False, module_prefix=""):
     """deprecated warning
 
     Args:
         version (str): version that the operator or function is deprecated.
         substitute (str): the substitute name for deprecated operator or function.
         use_substitute_name (bool): flag for whether to use substitute name for deprecated operator or function
+        module_prefix (str): the module prefix of the deprecated api, such as 'mindspore.'.
     """
 
     def decorate(func):
@@ -37,7 +38,7 @@ def deprecated(version, substitute, use_substitute_name=False):
             cls = getattr(args[0], "__class__", None) if args else None
             name = cls.__name__ if cls else func.__name__
             if name + version not in DEPRECATE_SET:
-                log.warning(f"'{name}' is deprecated from version {version} and "
+                log.warning(f"'{module_prefix}{name}' is deprecated from version {version} and "
                             f"will be removed in a future version, use '{substitute}' instead.")
                 DEPRECATE_SET.add(name + version)
             if cls and use_substitute_name:

mindspore/common/_grad_function.py

@@ -24,7 +24,9 @@ from mindspore.common.tensor import Tensor
 
 class _Function(FunctionBase_):
     """
-    A Class provides the ability to custom autograd function.
+    A Class provides the ability to custom autograd function. The api refers
+    to the following files from pytorch：
+    https://github.com/pytorch/pytorch/blob/main/torch/autograd/function.py
 
     Note:
         It is only supported in pynative mode.

mindspore/common/_tensor_cpp_method.py

@@ -14,4 +14,4 @@
 # ============================================================================
 """Add tensor cpp methods for stub tensor"""
 
-tensor_cpp_methods = ['abs', 'absolute', '__abs__', 'acos', 'arccos', 'acosh', 'arccosh', 'add', '__add__', 'addbmm', 'addcdiv', 'addmm', 'addmv', 'add_', '__iadd__', 'all', 'allclose', 'any', 'argmax', 'argmin', 'argsort', 'asin', 'arcsin', 'asinh', 'arcsinh', 'atan', 'arctan', 'atan2', 'arctan2', 'atanh', 'arctanh', 'baddbmm', 'bincount', 'bitwise_and', '__and__', 'bitwise_not', 'bitwise_or', '__or__', 'bitwise_xor', '__xor__', 'ceil', 'chunk', 'clamp', 'clip', 'clone', 'copy_', 'cos', 'cosh', 'count_nonzero', 'cumsum', 'diag', 'div', 'divide', 'div_', '__itruediv__', 'dot', 'eq', 'erf', 'erfc', 'exp', 'expand_as', 'expm1', 'exp_', 'fill_', 'fill_diagonal_', 'flatten', 'floor', 'floor_divide', 'floor_divide_', '__ifloordiv__', 'fmod', 'frac', 'gather', 'gcd', 'greater', 'gt', 'greater_equal', 'ge', 'hardshrink', 'histc', 'index_add', 'index_select', 'inverse', 'isclose', 'isfinite', 'isinf', 'isneginf', 'kthvalue', 'lerp', 'less', 'lt', 'less_equal', 'le', 'log', 'log10', 'log1p', 'log2', 'logaddexp', 'logaddexp2', 'logical_and', 'logical_not', 'logical_or', 'logical_xor', 'logsumexp', 'log_', 'masked_fill', 'masked_fill_', 'masked_scatter', 'masked_select', 'matmul', 'max', 'maximum', 'mean', 'median', 'min', 'minimum', 'mm', 'mul', 'mul_', '__imul__', 'nansum', 'nan_to_num', 'narrow', 'neg', 'negative', 'new_empty', 'new_full', 'new_ones', 'new_zeros', 'not_equal', 'ne', 'outer', 'pow', '__pow__', 'prod', 'put_', 'reciprocal', 'remainder', 'remainder_', '__imod__', 'repeat', 'repeat_interleave', 'reshape', 'roll', 'round', 'rsqrt', 'scatter', 'scatter_', 'scatter_add', 'select', 'sigmoid', 'sin', 'sinc', 'sinh', 'sort', 'split', 'sqrt', 'square', 'std', 'sub', '__sub__', 'subtract', 'sub_', '__isub__', 'sum', 't', 'take', 'tan', 'tanh', 'tile', 'topk', 'transpose', 'tril', 'triu', 'true_divide', 'trunc', 'type_as', 'unbind', 'unique', 'unsqueeze', 'var', 'view_as', 'where', 'xlogy', '_to', '__mod__']
+tensor_cpp_methods = ['abs', 'absolute', '__abs__', 'acos', 'arccos', 'acosh', 'arccosh', 'add', '__add__', 'addbmm', 'addcdiv', 'addmm', 'addmv', 'add_', '__iadd__', 'all', 'allclose', 'any', 'argmax', 'argmin', 'argsort', 'asin', 'arcsin', 'asinh', 'arcsinh', 'atan', 'arctan', 'atan2', 'arctan2', 'atanh', 'arctanh', 'baddbmm', 'bincount', 'bitwise_and', '__and__', 'bitwise_not', 'bitwise_or', '__or__', 'bitwise_xor', '__xor__', 'broadcast_to', 'ceil', 'chunk', 'clamp', 'clip', 'clone', 'copy_', 'cos', 'cosh', 'count_nonzero', 'cumsum', 'diag', 'div', 'divide', 'div_', '__itruediv__', 'dot', 'eq', 'erf', 'erfc', 'exp', 'expand_as', 'expm1', 'exp_', 'fill_', 'fill_diagonal_', 'flatten', 'floor', 'floor_divide', 'floor_divide_', '__ifloordiv__', 'fmod', 'frac', 'gather', 'gcd', 'greater', 'gt', 'greater_equal', 'ge', 'hardshrink', 'histc', 'imag', 'index', 'index_add', 'index_copy_', 'index_fill_', 'index_select', 'inverse', 'isclose', 'isfinite', 'isinf', 'isneginf', 'kthvalue', 'lerp', 'less', 'lt', 'less_equal', 'le', 'log', 'log10', 'log1p', 'log2', 'logaddexp', 'logaddexp2', 'logical_and', 'logical_not', 'logical_or', 'logical_xor', 'logsumexp', 'log_', 'masked_fill', 'masked_fill_', 'masked_scatter', 'masked_scatter_', 'masked_select', 'matmul', 'max', 'maximum', 'mean', 'median', 'min', 'minimum', 'mm', 'mul', 'mul_', '__imul__', 'nansum', 'nan_to_num', 'narrow', 'neg', 'negative', 'new_empty', 'new_full', 'new_ones', 'new_zeros', 'not_equal', 'ne', 'outer', 'permute', 'pow', '__pow__', 'prod', 'put_', 'real', 'reciprocal', 'remainder', 'remainder_', '__imod__', 'repeat', 'repeat_interleave', 'reshape', 'roll', 'round', 'rsqrt', 'scatter', 'scatter_', 'scatter_add', 'select', 'sigmoid', 'sigmoid_', 'sin', 'sinc', 'sinh', 'sort', 'split', 'sqrt', 'square', 'squeeze', 'std', 'sub', '__sub__', 'subtract', 'sub_', '__isub__', 'sum', 't', 'take', 'tan', 'tanh', 'tile', 'to', 'topk', 'transpose', 'tril', 'triu', 'true_divide', 'trunc', 'type_as', 'unbind', 'unique', 'unsqueeze', 'var', 'view', 'view_as', 'where', 'xlogy', '__mod__']