mindspore 2.7.0rc1__cp311-cp311-win_amd64.whl → 2.7.1__cp311-cp311-win_amd64.whl

mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py

@@ -81,7 +81,7 @@ def gen_custom_op_files(config_dir, dsl_dir):
             f.write(json.dumps(ops_info, indent=4))
 
     # custom akg op dsl file
-    custom_py = os.path.join(cur_path, "../../../../../lite/tools/kernel_builder/ascend/akg/custom.py")
+    custom_py = os.path.join(cur_path, "custom.py")
     if not os.path.isfile(custom_py):
         raise RuntimeError("custom.py path is invalid: {}".format(custom_py))
     shutil.copy(custom_py, dsl_dir)

mindspore/_extends/parse/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2020-2024 Huawei Technologies Co., Ltd
+# Copyright 2020-2025 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -30,7 +30,7 @@ from .parser import (Parser, create_instance, is_supported_create_instance_type,
                      get_obj_defined_from_obj_type, is_from_third_party_library, get_const_abs, get_const_round,
                      get_const_len, convert_to_namedtuple, check_attrs, generate_lambda_object,
                      check_is_subclass, check_attr_is_property, get_method_info, can_constant_fold,
-                     convert_to_mutable, get_ast_augassign_namespace_symbol)
+                     convert_to_mutable, get_ast_augassign_namespace_symbol, hook_wrapper)
 
 __all__ = ['Parser', 'create_instance', 'is_supported_create_instance_type', 'generate_scope', 'get_attr_from_object',
            'get_bprop_method_of_class', 'get_class_instance_type', 'get_class_member_namespace_symbol',
@@ -45,4 +45,4 @@ __all__ = ['Parser', 'create_instance', 'is_supported_create_instance_type', 'ge
            'is_class_member_recursive', 'get_obj_defined_from_obj_type',
            'is_from_third_party_library', 'get_const_abs', 'get_const_round', 'get_const_len', 'get_method_info',
            'convert_to_namedtuple', 'check_attrs', 'generate_lambda_object', 'check_is_subclass', 'check_attr_is_property',
-           'can_constant_fold', 'convert_to_mutable', 'get_ast_augassign_namespace_symbol']
+           'can_constant_fold', 'convert_to_mutable', 'get_ast_augassign_namespace_symbol', 'hook_wrapper']

mindspore/_extends/parse/compile_config.py

@@ -362,6 +362,27 @@ Value Range:
 """
 JIT_ENABLE_AUGASSIGN_INPLACE = '0'
 
+"""
+Name: ENABLE_VIEW_INPLACE_GRAD_SCHEME_CHOOSE
+Function: Whether enable new method for view inplace grad
+Value Range:
+    0: Choose old or new scheme based on specific control flow scenarios.
+    1: Choose old scheme.
+    2: Choose new scheme.
+    Default: 2
+"""
+ENABLE_VIEW_INPLACE_GRAD_SCHEME_CHOOSE = '2'
+
+"""
+Name: GRAD_JIT_FILTER
+Function: Whether to filter grad jit graph.
+Value Range:
+    1: Enable filter grad jit output
+    2: Enable filter grad jit input and output. May cause error when input gradient information changed.
+    Default: Disable.
+"""
+GRAD_JIT_FILTER = '1'
+
 __all__ = [
     "COMPILE_PROFILE",
     "COMPILE_PROFILE_FINISH_ACTION",
@@ -400,5 +421,7 @@ __all__ = [
     "PUT_ALL_CNODE_INTO_ORDER_LIST",
     "CHECK_PASS_NODE_SCOPE",
     "CHECK_INVALID_VIEW_INPLACE_DOUT_LEVEL",
-    "JIT_ENABLE_AUGASSIGN_INPLACE"
+    "JIT_ENABLE_AUGASSIGN_INPLACE",
+    "ENABLE_VIEW_INPLACE_GRAD_SCHEME_CHOOSE",
+    "GRAD_JIT_FILTER"
 ]

mindspore/_extends/parse/deprecated/deprecated_tensor_method.py

@@ -179,7 +179,7 @@ deprecated_tensor_method_map = {
     # 80 outer
     "outer": "deprecated_tensor_outer",
     # 81 permute
-
+    "permute": "deprecated_tensor_permute",
     # 82 pow
     "pow": "deprecated_tensor_pow",
     # 83 prod
@@ -221,7 +221,7 @@ deprecated_tensor_method_map = {
     # 100 square
 
     # 101 squeeze
-
+    "squeeze": "tensor_squeeze",
     # 102 std
     "std": "deprecated_tensor_std",
     # 103 sub
@@ -338,7 +338,6 @@ deprecated_tensor_method_map = {
     "atan": "deprecated_tensor_atan",
     "arctan": "deprecated_tensor_arctan",
     "dot": "deprecated_tensor_dot",
-    "copy_": "deprecated_tensor_copy_",
 
     # 153
     "logsumexp": "deprecated_tensor_logsumexp",
@@ -391,4 +390,8 @@ deprecated_tensor_method_map = {
     "count_nonzero": "deprecated_tensor_count_nonzero",
     # 1028
     "var": "deprecated_tensor_var",
+    # 1029
+    "real": "tensor_real",
+    # 1030
+    "imag": "tensor_imag",
 }

mindspore/_extends/parse/parser.py

@@ -1,6 +1,6 @@
 # This is the Python adaptation and derivative work of Myia (https://github.com/mila-iqia/myia/).
 #
-# Copyright 2020-2024 Huawei Technologies Co., Ltd
+# Copyright 2020-2025 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -103,17 +103,6 @@ parse_expr_statement_white_list = (
     "append", "insert", "clear", "reverse", "extend", "update", "register_hook",
 )
 
-# Methods that need to reorder after it's caller is used before
-# e.g. We need to reorder `x.register_hook` after x is used in `out = x + 1` when `register_hook` is called.
-# def construct(x):
-#     out = x + 1
-#     x.register_hook(hook_fn)
-#     return out
-# equals to:
-# def construct(x):
-#     x = x.register_hook(hook_fn) # register_hook will return itself when it is called in the graph (in `GRAPH_MODE`).
-#     out = x + 1
-#     return out
 _need_reorder_methods = (
     "register_hook",
 )
@@ -125,10 +114,6 @@ _unsupported_python_builtin_type = (
     set, dict, slice, complex, reversed, type,
 )
 
-# Unsupported python builtin type in JIT Fallback.
-_fallback_unsupported_python_builtin_type = (
-    compile, eval, exec
-)
 
 _global_params = {}
 
@@ -197,10 +182,7 @@ def get_parse_method_of_class(obj, parse_method=None):
     if parse_method is not None:
         method_name = parse_method
     elif isinstance(obj, nn.Cell):
-        if obj._backward_hook:
-            method_name = "_backward_hook_construct"
-        else:
-            method_name = "construct"
+        method_name = "construct"
 
     return get_attr_from_object(obj, method_name)
 
@@ -805,6 +787,12 @@ def eval_script(exp_str, params):
     local_params = params[1]
     try:
         local_params = _convert_python_data(local_params)
+        # There are two sources of scripts:
+        # 1. The user's original Python script code, which is directly passed back to Python for execution,
+        #    and its behavior is guaranteed by the user.
+        # 2. Internally provided Python expression code, similar to
+        #    `__iternal_sequence_input__[__internal_sequence_index__]`.
+        # In addition, MindIR load and export do not involve the use of the `eval_script` function.
         res = eval(exp_str, global_params, local_params)
     except Exception as e:
         error_info = f"When eval '{exp_str}' by using JIT Fallback feature, an error occurred: " + str(e)
@@ -911,6 +899,26 @@ def can_constant_fold(obj):
     return obj in constant_fold_functions
 
 
+def hook_wrapper(hook_fn):
+    """
+    Decorator wrapper for gradient hook functions.
+    Handles custom logic when the hook returns None to ensure execution dependencies.
+
+    Args:
+        hook_fn (function): The original hook function to be wrapped.
+
+    Returns:
+        function: Wrapped inner hook function with dependency handling logic.
+    """
+    def inner(dout):
+        fdout = hook_fn(dout)
+        if fdout is None:
+            dout = ops.Depend()(dout, fdout)
+            return dout
+        return fdout
+    return inner
+
+
 class Parser:
     """
     Parser python code to ast tree.
@@ -944,8 +952,6 @@ class Parser:
         """To check if not supported for namespace"""
         unsupported = isinstance(value, _builtin_function_or_method_type) and value not in convert_object_map
         logger.debug(f"'{value}' unsupported: {unsupported}.")
-        if unsupported and value in _fallback_unsupported_python_builtin_type:
-            raise TypeError(f"'{value}' is not supported both in JIT Fallback and graph mode.")
         return unsupported
 
     @staticmethod

mindspore/_extends/parse/resources.py

@@ -83,8 +83,8 @@ parse_augassign_object_map = {
     ast.Mult:       (trope_ns, 'augassign_mul', '*='),
     ast.Div:        (trope_ns, 'augassign_div', '/='),
     ast.FloorDiv:   (trope_ns, 'augassign_floordiv', '//='),
+    ast.Mod:        (trope_ns, 'augassign_mod', '%='),
 
-    ast.Mod:        (trope_ns, 'mod', '%'),
     ast.Pow:        (trope_ns, 'pow', '**'),
     ast.MatMult:    (trope_ns, 'matmul', '@'),
     ast.LShift:     (trope_ns, 'lshift', '<<'),

mindspore/_extends/parse/standard_method.py

@@ -28,7 +28,7 @@ from mindspore.ops.composite.base import _append, _insert, _pop, _list_clear, _r
     _extend, _dict_setitem, _dict_clear, _haskey, _update, _fromkeys
 from mindspore.ops.operations._sequence_ops import TensorToTuple
 from mindspore.ops.auto_generate import trace_v2_op, inplace_addmm_op, inplace_index_put_op, inplace_normal_op, \
-    inplace_index_add_op
+    inplace_index_add_op, inplace_sign_op
 from mindspore.ops.auto_generate import inplace_copy_op, inplace_uniform_op, inplace_erfinv_op
 from mindspore.ops.auto_generate import inplace_scatter_add as inplace_scatter_add_
 from mindspore.ops.auto_generate import inplace_exponential_op
@@ -1114,7 +1114,7 @@ def copy_(self, src, non_blocking=False):
     """
     Copies the elements from src into self tensor and returns self.
     """
-    return inplace_copy_op(self, src)
+    return inplace_copy_op(self, src, non_blocking)
 
 
 def max(input, axis=None, keepdims=False, *, initial=None,  # pylint: disable=redefined-builtin
@@ -3709,6 +3709,13 @@ def bernoulli(input, *, generator=None):
     return F.bernoulli_ext(input, generator=generator)
 
 
+def bernoulli_(input, p=0.5, *, generator=None):
+    """
+    Randomly draws binary numbers from a Bernoulli distribution.
+    """
+    return F.bernoulli_(input, p, generator=generator)
+
+
 def gather_nd(input_x, indices):
     r"""
     Gathers slices from a tensor by indices.
@@ -4356,6 +4363,13 @@ def sign(x):
     return F.sign(x)
 
 
+def sign_(input):
+    r"""
+    In-place version of :func:`mindspore.mint.sign`.
+    """
+    return inplace_sign_op(input)
+
+
 def signbit(x):
     """
     For details, please refer to :func:`mindspore.ops.signbit`.
@@ -4535,6 +4549,13 @@ def index_put(input, indices, values, accumulate=False):
     return _index_put(input, values, indices)
 
 
+def move_to(input, to, blocking=True):
+    r"""
+        Copy Tensor to target device synchronously or asynchronously, default synchronously. only support PyNative mode.
+    """
+    raise ValueError(f"The method 'move_to' is not supported in jit.")
+
+
 def index_put_(input, indices, values, accumulate=False):
     r"""
     For details, please refer to :func:`mindspore.Tensor.index_put_`.

mindspore/_extends/parse/trope.py

@@ -42,6 +42,7 @@ from mindspore.ops.composite.multitype_ops.sub_impl import augassign_sub
 from mindspore.ops.composite.multitype_ops.mul_impl import augassign_mul
 from mindspore.ops.composite.multitype_ops.div_impl import augassign_div
 from mindspore.ops.composite.multitype_ops.floordiv_impl import augassign_floordiv
+from mindspore.ops.composite.multitype_ops.mod_impl import augassign_mod
 
 from ...common import mutable
 
@@ -51,7 +52,7 @@ __all__ = ['add', 'sub', 'mul', 'truediv', 'floordiv', 'mod', 'eq', 'ne', 'lt',
            'bool', 'getattr', 'setattr', 'hasattr', 'len', 'iter', 'next', 'pow', 'range', 'map', 'zip',
            'partial', 'print', 'enumerate', 'isinstance', 'filter', 'abs', 'round', 'mutable',
            'max', 'min', 'sum', 'list', 'tuple',
-           'augassign_add', 'augassign_sub', 'augassign_mul', 'augassign_div', 'augassign_floordiv']
+           'augassign_add', 'augassign_sub', 'augassign_mul', 'augassign_div', 'augassign_floordiv', 'augassign_mod']
 
 
 def MakeTuple(*elts):  # pragma: no cover

mindspore/_extends/pijit/pijit_func_white_list.py

@@ -37,7 +37,7 @@ from mindspore.common.initializer import Zero
 from mindspore.ops.function import array_func
 from mindspore.ops import operations as P
 from mindspore.ops import functional as F
-from mindspore._c_expression.np_dtypes import np_version_valid
+from mindspore._c_expression.np_dtypes import np_dtype_valid
 from mindspore.common.dtype import type_size_in_bytes
 from mindspore.communication._comm_helper import _is_initialized, _get_rank_helper, _get_local_rank_helper, \
     _get_size_helper, _get_local_size_helper, _get_world_rank_from_group_rank_helper, _get_group_ranks, \
@@ -53,7 +53,6 @@ from mindspore.train.serialization import _exec_save, load, export_split_mindir,
     _generate_front_info_for_param_data_file, _get_data_file, _encrypt_data, _split_save, _save_mindir_together, \
     _load_into_param_dict
 from mindspore.parallel import _cost_model_context
-from mindspore.parallel._offload_context import offload_context
 from mindspore.parallel._utils import _is_in_data_parallel_mode
 from mindspore.run_check._check_version import check_version_and_env_config
 from mindspore.dataset.callback.ds_callback import DSCallback, WaitedDSCallback
@@ -129,7 +128,6 @@ from mindspore.dataset.vision.transforms import AdjustBrightness, AdjustContrast
     ResizeWithBBox as VResizeWithBBox, Rotate as VRotate, SlicePatches as VSlicePatches, Solarize, ToTensor,\
     TrivialAugmentWide, UniformAugment as VUniformAugment, VerticalFlip as VVerticalFlip
 from mindspore.profiler.profiler import Profiler
-from mindspore.communication._hccl_management import get_rank_size, get_rank_id
 from mindspore.communication._comm_helper import _create_group_helper, _destroy_group_helper
 from mindspore.communication.management import _set_rank_from_mpi, init as cinit, release as crelease
 from mindspore.hal.stream import Stream, synchronize, set_cur_stream, current_stream, default_stream
@@ -137,17 +135,13 @@ from mindspore.hal.event import Event
 from mindspore.hal.memory import memory_stats, memory_reserved, max_memory_allocated, reset_peak_memory_stats, \
     memory_summary, memory_allocated, max_memory_reserved, reset_max_memory_allocated, reset_max_memory_reserved
 from mindspore.multiprocessing import Process
-from mindspore.mindrecord.shardsegment import ShardSegment
-from mindspore.mindrecord.shardreader import ShardReader
-from mindspore.mindrecord.shardindexgenerator import ShardIndexGenerator
-from mindspore.mindrecord.shardwriter import ShardWriter
-from mindspore.mindrecord.shardheader import ShardHeader
 from mindspore.mindrecord.config import encrypt, decrypt
-from mindspore.parallel.mpi._mpi_config import _MpiConfig
+from mindspore.mindrecord import FileWriter
+from mindspore.mindrecord import FileReader
+from mindspore.mindrecord import MindPage
 from mindspore.parallel._ps_context import ps_context
 from mindspore.parallel.algo_parameter_config import _AlgoParameterConfig
-from mindspore.parallel._utils import _reset_op_id, _reset_op_id_with_offset
-from mindspore.parallel._recovery_context import recovery_context
+from mindspore.parallel._utils import _reset_op_id
 from mindspore.parallel._auto_parallel_context import _AutoParallelContext
 from mindspore.common.api import ms_memory_recycle
 from mindspore.context import _Context
@@ -462,10 +456,6 @@ _func_map = {
     function_id(dict.items): FUNC_KEY_DICT_ITEMS,
 
     # instancemethod
-    function_id(Tensor_._flatten_tensors): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
-    function_id(Tensor_._is_flattened): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
-    function_id(Tensor_._get_flattened_tensors): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
-    function_id(Tensor_._get_fusion_size): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
     function_id(Tensor_._is_test_stub): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
     function_id(Tensor_.__str__): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
     function_id(Tensor_.__repr__): FUNC_KEY_BUILTIN_FUNC,  # pylint: disable=protected-access
@@ -492,14 +482,11 @@ _func_map = {
     function_id(validator.check_is_int): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(validator.check_is_number): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(validator.check_positive_int_sequence): FUNC_KEY_PIJIT_CONSTEXPR,
-    function_id(np_version_valid): FUNC_KEY_PIJIT_CONSTEXPR,
+    function_id(np_dtype_valid): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(_is_initialized): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(_set_elegant_exit_handle): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(_cost_model_context.get_cost_model_context): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(Stream.__repr__): FUNC_KEY_PIJIT_CONSTEXPR,
-    function_id(get_rank_size): FUNC_KEY_PIJIT_CONSTEXPR,
-    function_id(get_rank_id): FUNC_KEY_PIJIT_CONSTEXPR,
-    function_id(offload_context): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(_is_in_data_parallel_mode): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(check_version_and_env_config): FUNC_KEY_PIJIT_CONSTEXPR,
     function_id(Tensor.tolist): FUNC_KEY_PIJIT_CONSTEXPR,
@@ -575,19 +562,14 @@ _func_map = {
     function_id(reset_max_memory_allocated): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(Process.run): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(Process.start): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardSegment.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardReader.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardIndexGenerator.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardWriter.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(ShardHeader.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(encrypt): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(decrypt): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(_MpiConfig.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
+    function_id(FileWriter.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
+    function_id(FileReader.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
+    function_id(MindPage.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(ps_context): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_AlgoParameterConfig.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_reset_op_id): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(_reset_op_id_with_offset): FUNC_KEY_PIJIT_FORBIDDEN,
-    function_id(recovery_context): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_AutoParallelContext.__init__): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(ms_memory_recycle): FUNC_KEY_PIJIT_FORBIDDEN,
     function_id(_Context.__init__): FUNC_KEY_PIJIT_FORBIDDEN,

mindspore/amp.py

@@ -167,9 +167,6 @@ def all_finite(inputs):
         >>> x = (Tensor(np.array([np.log(-1), 1, np.log(0)])), Tensor(np.array([1.0])))
         >>> output = amp.all_finite(x)
 
-    Tutorial Examples:
-        - `Automatic Mix Precision - Loss Scaling
-          <https://mindspore.cn/tutorials/en/master/beginner/mixed_precision.html#loss-scaling>`_
     """
     inputs = mutable(inputs)
     _check_overflow_mode = os.environ.get('MS_ASCEND_CHECK_OVERFLOW_MODE')
@@ -185,9 +182,6 @@ class LossScaler(ABC):
     to scale and unscale the loss value and gradients to avoid overflow, `adjust` is used to update the
     loss scale value.
 
-    For more information, refer to the `tutorials  <https://mindspore.cn/tutorials/en/master/beginner/
-    mixed_precision.html#loss-scaling>`_.
-
     .. warning::
         This is an experimental API that is subject to change or deletion.
 
@@ -377,10 +371,6 @@ class DynamicLossScaler(LossScaler):
 
         Returns:
             Union(Tensor, tuple(Tensor)), the scaled value.
-
-        Tutorial Examples:
-            - `Automatic Mix Precision - Loss Scaling
-              <https://mindspore.cn/tutorials/en/master/beginner/mixed_precision.html#loss-scaling>`_
         """
         inputs = mutable(inputs)
         return _grad_scale_map(self.scale_value, inputs)
@@ -394,10 +384,6 @@ class DynamicLossScaler(LossScaler):
 
         Returns:
             Union(Tensor, tuple(Tensor)), the unscaled value.
-
-        Tutorial Examples:
-            - `Automatic Mix Precision - Loss Scaling
-              <https://mindspore.cn/tutorials/en/master/beginner/mixed_precision.html#loss-scaling>`_
         """
         inputs = mutable(inputs)
         return _grad_unscale_map(self.scale_value, inputs)
@@ -408,10 +394,6 @@ class DynamicLossScaler(LossScaler):
 
         Args:
             grads_finite (Tensor): a scalar bool Tensor indicating whether the grads are finite.
-
-        Tutorial Examples:
-            - `Automatic Mix Precision - Loss Scaling
-              <https://mindspore.cn/tutorials/en/master/beginner/mixed_precision.html#loss-scaling>`_
         """
         one = ops.ones((), self.scale_value.dtype)
         scale_mul_factor = self.scale_value * self.scale_factor

mindspore/boost/base.py

@@ -16,6 +16,7 @@
 from __future__ import absolute_import
 
 import os
+import re
 import time
 import math
 import copy
@@ -29,7 +30,6 @@ from mindspore.communication.management import get_rank, get_group_size
 from mindspore.train.serialization import load_checkpoint
 from mindspore.boost.less_batch_normalization import CommonHeadLastFN
 
-
 __all__ = ["OptimizerProcess", "ParameterProcess"]
 
 
@@ -65,6 +65,7 @@ class OptimizerProcess:
         >>> optimizer_process.add_grad_centralization(network)
         >>> optimizer = optimizer_process.generate_new_optimizer()
     """
+
     def __init__(self, opt):
         if isinstance(opt, LARS):
             self.is_lars = True
@@ -116,7 +117,7 @@ class OptimizerProcess:
                 if 'beta' not in param.name and 'gamma' not in param.name and 'bias' not in param.name:
                     param_cell = params_dict[id(param)]
                     if (isinstance(param_cell, nn.Conv2d) and param_cell.group > 1) or \
-                        isinstance(param_cell, CommonHeadLastFN):
+                            isinstance(param_cell, CommonHeadLastFN):
                         params_value.append(param)
                     else:
                         params_gc_value.append(param)
@@ -203,6 +204,7 @@ class ParameterProcess:
         >>> new_parameter = network.trainable_params()[:1]
         >>> group_params = ParameterProcess.generate_group_params(new_parameter, network.trainable_params())
     """
+
     def __init__(self):
         self._parameter_indices = 1
 
@@ -486,6 +488,30 @@ def _svd_flip(u, v, transpose=True):
     return u, v
 
 
+def _check_path(path):
+    """check if the path is valid"""
+    path_white_list_regex = re.compile(r"[^_A-Za-z0-9/.-]")
+    if not isinstance(path, str):
+        raise TypeError('Path must be str, not {}.'.format(type(path).__name__))
+    if not path:
+        raise ValueError("The value of the path cannot be empty.")
+    if path_white_list_regex.search(path):
+        raise ValueError(
+            "Input path contains invalid characters.")
+    path = os.path.expanduser(path)  # Consider paths starting with "~"
+    if os.path.islink(os.path.abspath(path)):  # when checking link, get rid of the "/" at the path tail if any
+        raise ValueError("The value of the path cannot be soft link: {}.".format(path))
+
+    real_path = os.path.realpath(path)
+
+    if len(real_path) > 4096:
+        raise ValueError("The length of file path should be less than 4096.")
+
+    if real_path != path and path_white_list_regex.search(real_path):
+        raise ValueError(
+            "Input path contains invalid characters.")
+
+
 def _save_local_pca_mat(pca_mat, full_pca_mat_path, n_component):
     """
     save pca mat.
@@ -495,6 +521,7 @@ def _save_local_pca_mat(pca_mat, full_pca_mat_path, n_component):
         full_pca_mat_path (str): the path of full pca mat.
         n_component (int): pca component.
     """
+    _check_path(full_pca_mat_path)
     rank_size = get_group_size()
     local_dim = math.ceil(n_component // rank_size)
     for rank_id in range(rank_size):

mindspore/common/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2020-2024 Huawei Technologies Co., Ltd
+# Copyright 2020-2025 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,14 +17,15 @@ from __future__ import absolute_import
 from mindspore.common import dtype
 from mindspore.common.api import ms_memory_recycle, jit, jit_class, _no_grad, \
     flops_collection, set_recursion_limit
-from mindspore.common.dtype import Type, int8, byte, int16, short, int32, intc, int64, intp, \
+from mindspore.common.dtype import Type, int8, byte, int16, short, int, int32, intc, long, int64, intp, \
     uint8, ubyte, uint16, ushort, uint32, uintc, uint64, uintp, float16, half, \
-    float32, single, float64, bfloat16, double, bool_, float_, list_, tuple_, int_, \
+    float, float32, single, float64, bfloat16, double, bool, bool_, float_, list_, tuple_, int_, \
     uint, number, tensor_type, string, type_none, TensorType, Int, \
-    complex64, complex128, dtype_to_nptype, _null, _NullType, \
+    cfloat, complex64, cdouble, complex128, dtype_to_nptype, _null, _NullType, \
     dtype_to_pytype, pytype_to_dtype, get_py_obj_dtype, QuantDtype, qint4x2, \
     float8_e4m3fn, float8_e5m2, hifloat8
 from mindspore.common.dump import set_dump
+from mindspore.common.file_system import set_mindio_server_info, mindio_preload
 from mindspore.common.parameter import Parameter, ParameterTuple
 from mindspore.common.seed import set_seed, get_seed
 from mindspore.common.tensor import Tensor, tensor
@@ -41,6 +42,7 @@ from mindspore.common.generator import (
     Generator, default_generator, seed, manual_seed, initial_seed, get_rng_state, set_rng_state)
 from mindspore.ops.function.array_func import is_tensor, from_numpy
 from mindspore.common._grad_function import _Function
+from mindspore.common.dynamic_shape.enable_dynamic import enable_dynamic
 
 try:
     import triton
@@ -66,11 +68,13 @@ except ImportError:
     pass
 
 # symbols from dtype
+# bool, int, float are not defined in __all__ to avoid conflict with built-in types.
 __all__ = [
+    "bool_",
     "int8", "byte",
     "int16", "short",
     "int32", "intc",
-    "int64", "intp",
+    "int64", "long", "intp",
     "uint8", "ubyte",
     "uint16", "ushort",
     "uint32", "uintc",
@@ -78,20 +82,20 @@ __all__ = [
     "float16", "half",
     "float32", "single",
     "float64", "double",
-    "bool_", "float_",
-    "list_", "tuple_",
+    "float_", "list_", "tuple_",
     "int_", "uint",
     "number", "tensor_type",
     "string", "type_none",
     "_null",
     "TensorType", "QuantDtype",
     "Type", "Int", "_NullType",
-    "complex64", "complex128",
+    "complex64", "cfloat",
+    "complex128", "cdouble",
+    "bfloat16", "qint4x2",
+    "float8_e4m3fn", "float8_e5m2", "hifloat8",
     # __method__ from dtype
     "dtype_to_nptype", "dtype_to_pytype",
-    "pytype_to_dtype", "get_py_obj_dtype",
-    "bfloat16", "qint4x2",
-    "float8_e4m3fn", "float8_e5m2", "hifloat8"
+    "pytype_to_dtype", "get_py_obj_dtype"
 ]
 
 __all__.extend([
@@ -104,11 +108,13 @@ __all__.extend([
     "ms_memory_recycle",
     "set_recursion_limit",
     "mutable", "JitConfig",
+    "enable_dynamic",
     "flops_collection",
     "lazy_inline", "load_mindir", "save_mindir",
     "no_inline",
     "Symbol",
     "recompute",
-    "is_tensor", "from_numpy", "_Function"
+    "is_tensor", "from_numpy", "_Function",
+    "set_mindio_server_info", "mindio_preload"
 ])
 __all__.extend(generator.__all__)

mindspore/common/_decorator.py

@@ -22,13 +22,14 @@ from mindspore import log
 DEPRECATE_SET = set()
 
 
-def deprecated(version, substitute, use_substitute_name=False):
+def deprecated(version, substitute, use_substitute_name=False, module_prefix=""):
     """deprecated warning
 
     Args:
         version (str): version that the operator or function is deprecated.
         substitute (str): the substitute name for deprecated operator or function.
         use_substitute_name (bool): flag for whether to use substitute name for deprecated operator or function
+        module_prefix (str): the module prefix of the deprecated api, such as 'mindspore.'.
     """
 
     def decorate(func):
@@ -37,7 +38,7 @@ def deprecated(version, substitute, use_substitute_name=False):
             cls = getattr(args[0], "__class__", None) if args else None
             name = cls.__name__ if cls else func.__name__
             if name + version not in DEPRECATE_SET:
-                log.warning(f"'{name}' is deprecated from version {version} and "
+                log.warning(f"'{module_prefix}{name}' is deprecated from version {version} and "
                             f"will be removed in a future version, use '{substitute}' instead.")
                 DEPRECATE_SET.add(name + version)
             if cls and use_substitute_name:

mindspore/common/_grad_function.py

@@ -24,7 +24,9 @@ from mindspore.common.tensor import Tensor
 
 class _Function(FunctionBase_):
     """
-    A Class provides the ability to custom autograd function.
+    A Class provides the ability to custom autograd function. The api refers
+    to the following files from pytorch：
+    https://github.com/pytorch/pytorch/blob/main/torch/autograd/function.py
 
     Note:
         It is only supported in pynative mode.