mindspore 2.4.1__cp310-cp310-win_amd64.whl → 2.4.10__cp310-cp310-win_amd64.whl

mindspore/ops/operations/nn_ops.py

@@ -1430,6 +1430,9 @@ class MaxPool3D(Primitive):
         \max_{l=0, \ldots, d_{ker}-1} \max_{m=0, \ldots, h_{ker}-1} \max_{n=0, \ldots, w_{ker}-1}
         \text{input}(N_i, C_j, s_0 \times d + l, s_1 \times h + m, s_2 \times w + n)
 
+    .. note::
+        For Atlas training series products, this primitive is not supported.
+
     Args:
         kernel_size (Union[int, tuple[int]]): The size of kernel used to take the maximum value,
             is an int number that represents depth, height and width of the kernel, or a tuple
@@ -4759,7 +4762,8 @@ class SparseApplyAdagradV2(Primitive):
         - **grad** (Tensor) - Gradients has the same shape as `var` and
           :math:`grad.shape[1:] = var.shape[1:]` if var.shape > 1.
         - **indices** (Tensor) - A vector of indices into the first dimension of `var` and `accum`.
-          The type must be int32 and :math:`indices.shape[0] = grad.shape[0]`.
+          The type must be int32 and :math:`indices.shape[0] = grad.shape[0]`. The value of indices
+          must be unique. Otherwise, the result is unpredictable.
 
     Outputs:
         Tuple of 2 tensors, the updated parameters.
@@ -7158,7 +7162,8 @@ class Conv3DTranspose(Primitive):
         \times (\text{kernel_size}[2] - 1) + \text{output_padding}[2] + 1
 
     Note:
-        In Ascend, only support :math:`group=1`.
+        - In Ascend, only support :math:`group=1`.
+        - For Atlas A2 training series products, `output_padding` is currently not supported.
 
     Args:
         in_channel (int): The channel of the input x.

mindspore/parallel/_auto_parallel_context.py

@@ -187,6 +187,25 @@ class _AutoParallelContext:
         self.check_context_handle()
         return self._context_handle.get_dump_local_norm()
 
+    def set_dump_device_local_norm(self, dump_device_local_norm):
+        """
+        Set dump device local norm for auto parallel.
+
+        Args:
+            dump_device_local_norm (bool): User need to specify if he want to dump device local norm.  Default: False
+
+        Raises:
+            ValueError: If the dump_device_local_norm in not a bool value.
+        """
+        self.check_context_handle()
+        self._context_handle.set_dump_device_local_norm(dump_device_local_norm)
+
+    def get_dump_device_local_norm(self):
+        """Get dump device local norm."""
+        self.check_context_handle()
+        return self._context_handle.get_dump_device_local_norm()
+
+
     def set_fusion_threshold_mb(self, fusion_threshold=64, comm_type="allreduce"):
         """
         Set fusion threshold (MB) for auto parallel.
@@ -1287,7 +1306,8 @@ _set_auto_parallel_context_func_map = {
     "enable_alltoall": auto_parallel_context().set_enable_alltoall,
     "strategy_ckpt_config": auto_parallel_context().set_strategy_ckpt_config,
     "comm_fusion": auto_parallel_context().set_comm_fusion,
-    "dump_local_norm": auto_parallel_context().set_dump_local_norm}
+    "dump_local_norm": auto_parallel_context().set_dump_local_norm,
+    "dump_device_local_norm": auto_parallel_context().set_dump_device_local_norm}
 
 _get_auto_parallel_context_func_map = {
     "device_num": auto_parallel_context().get_device_num,
@@ -1320,7 +1340,8 @@ _get_auto_parallel_context_func_map = {
     "comm_fusion": auto_parallel_context().get_comm_fusion,
     "strategy_ckpt_config": auto_parallel_context().get_strategy_ckpt_config,
     "full_batch_is_set": auto_parallel_context().get_full_batch_is_set,
-    "dump_local_norm": auto_parallel_context().get_dump_local_norm}
+    "dump_local_norm": auto_parallel_context().get_dump_local_norm,
+    "dump_device_local_norm": auto_parallel_context().get_dump_device_local_norm}
 
 
 @args_type_check(device_num=int, global_rank=int, gradients_mean=bool, gradient_fp32_sync=bool,
@@ -1431,8 +1452,6 @@ def _set_auto_parallel_context(**kwargs):
                     - reducescatter: If communication fusion type is `reducescatter`. The `mode` contains: `auto`
                         and `size`. Config is same as `allgather`.
 
-
-
     Raises:
         ValueError: If input key is not attribute in auto parallel context.
     """

mindspore/parallel/_cell_wrapper.py

@@ -24,7 +24,8 @@ from mindspore.ops import operations as P
 from mindspore.ops.operations.comm_ops import AllGather
 from mindspore.communication import GlobalComm
 from mindspore.common import jit
-from mindspore.communication import create_group
+from mindspore.communication import create_group, destroy_group
+from mindspore.communication._comm_helper import _get_group_map
 from mindspore.train._utils import get_parameter_redundancy, remove_param_redundancy
 
 _ALLGATHER_CELL = None
@@ -131,6 +132,21 @@ def _restore_parallel_context(origin_parallel_mode, origin_dataset_strategy):
             context.set_auto_parallel_context(dataset_strategy=origin_dataset_strategy)
 
 
+def _get_group_name(group_map, group):
+    """get group name"""
+    group_name = str(group)
+    is_manual_communication_group = True
+    if group_map:
+        for name, rank_list in group_map.items():
+            if list(group) == rank_list:
+                group_name = name
+                is_manual_communication_group = False
+                break
+    if is_manual_communication_group:
+        create_group(str(group), list(group))
+    return group_name, is_manual_communication_group
+
+
 def _single_parameter_broadcast(net, layout, cur_rank=0, initial_rank=0):
     """
     Broadcast single parameter to other rank in data parallel dimension.
@@ -158,8 +174,9 @@ def _single_parameter_broadcast(net, layout, cur_rank=0, initial_rank=0):
         return
     net_param_dict = net.parameters_dict()
     _chang_parallel_context(origin_dataset_strategy)
+    group_map = _get_group_map()
     for group, params in param_redundancy_reversed.items():
-        create_group(str(group), list(group))
+        group_name, is_manual_communication_group = _get_group_name(group_map, group)
         allreduce_input = []
         for param in params:
             if param not in net_param_dict:
@@ -170,7 +187,9 @@ def _single_parameter_broadcast(net, layout, cur_rank=0, initial_rank=0):
             allreduce_input.append(real_param)
         if not allreduce_input:
             continue
-        communicator = SingleCommunicator(str(group))
+        communicator = SingleCommunicator(group_name)
         for real_param in allreduce_input:
             real_param.set_data(communicator(real_param), real_param.sliced)
+        if is_manual_communication_group:
+            destroy_group(group_name)
     _restore_parallel_context(origin_parallel_mode, origin_dataset_strategy)

mindspore/parallel/_utils.py

@@ -127,7 +127,6 @@ class ParallelParamInitProfCtx:
 
 def _slice_parameter(parameter, phase, layout):
     """Slice python parameter obj according to the layout."""
-    # graph_executor.updata_param_node_default_input(phase, {parameter.name: parameter})
     if getattr(parameter, "init_param", False):
         if layout is None:
             parameter.sliced = True

mindspore/run_check/_check_version.py

@@ -258,7 +258,7 @@ class AscendEnvChecker(EnvChecker):
 
     def __init__(self, library_path):
         self.library_path = library_path
-        self.version = ["7.3", "7.5"]
+        self.version = ["7.5", "7.6"]
 
         # env
         self.path = os.getenv("PATH")
@@ -266,7 +266,7 @@ class AscendEnvChecker(EnvChecker):
         self.ld_lib_path = os.getenv("LD_LIBRARY_PATH")
         self.ascend_opp_path = os.getenv("ASCEND_OPP_PATH")
         self.ascend_aicpu_path = os.getenv("ASCEND_AICPU_PATH")
-        if not self.ascend_opp_path is None:
+        if self.ascend_opp_path is not None:
             self.compiler_version = self.ascend_opp_path.split("opp")[0] + "compiler/version.info"
         else:
             self.compiler_version = ""
@@ -287,7 +287,7 @@ class AscendEnvChecker(EnvChecker):
     def check_custom_version(self):
         """custom op version check"""
         custom_ascendc_soc_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)),
-                                              "../lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel",
+                                              "../lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel",
                                               MSContext.get_instance().get_ascend_soc_version())
         if not os.path.exists(custom_ascendc_soc_dir):
             logger.debug(f"The path {custom_ascendc_soc_dir} of the custom ascend c operator does not exist.")
@@ -298,7 +298,7 @@ class AscendEnvChecker(EnvChecker):
 
         cur_version = self._read_version(self.compiler_version)
         custom_version_path = os.path.join(os.path.dirname(os.path.realpath(__file__)),
-                                           "../lib/plugin/ascend/custom_ascendc_ops/version.info")
+                                           "../lib/plugin/ascend/custom_ascendc_910/version.info")
         with open(custom_version_path, 'r') as f:
             all_info = f.readlines()
             for line in all_info:
@@ -372,12 +372,21 @@ class AscendEnvChecker(EnvChecker):
         curr_path = os.path.realpath(os.path.dirname(__file__))
         cust_aicpu_path = os.path.realpath(os.path.join(curr_path, "../lib/plugin/ascend/custom_aicpu_ops"))
         cust_aicore_path = os.path.realpath(os.path.join(curr_path, "../lib/plugin/ascend/custom_aicore_ops"))
-        cust_ascendc_path = os.path.realpath(os.path.join(curr_path, "../lib/plugin/ascend/custom_ascendc_ops"))
+        cust_ascendc_ascend910_path = os.path.realpath(
+            os.path.join(curr_path, "../lib/plugin/ascend/custom_ascendc_910"))
+        cust_ascendc_ascend910b_path = os.path.realpath(
+            os.path.join(curr_path, "../lib/plugin/ascend/custom_ascendc_910b"))
         if os.getenv('ASCEND_CUSTOM_OPP_PATH'):
             os.environ['ASCEND_CUSTOM_OPP_PATH'] = os.environ['ASCEND_CUSTOM_OPP_PATH'] + ":" + \
-                                                   cust_ascendc_path + ":" + cust_aicore_path + ":" + cust_aicpu_path
+                                                   cust_ascendc_ascend910_path + ":" + cust_ascendc_ascend910b_path + \
+                                                   ":" + cust_aicore_path + ":" + cust_aicpu_path
         else:
-            os.environ['ASCEND_CUSTOM_OPP_PATH'] = cust_ascendc_path + ":" + cust_aicore_path + ":" + cust_aicpu_path
+            os.environ['ASCEND_CUSTOM_OPP_PATH'] = cust_ascendc_ascend910_path + ":" + \
+                                                   cust_ascendc_ascend910b_path + ":" + cust_aicore_path + ":" + \
+                                                   cust_aicpu_path
+        # Ignore ge infer missing error. To be removed after infers are completed.
+        os.environ['FAST_IGNORE_INFER_ERROR'] = "1"
+        os.environ['IGNORE_INFER_ERROR'] = "1"
         plugin_dir = os.path.dirname(self.library_path)
         akg_dir = os.path.join(plugin_dir, "ascend")
         AscendEnvChecker._concat_variable('LD_LIBRARY_PATH', akg_dir)
@@ -400,7 +409,7 @@ class AscendEnvChecker(EnvChecker):
                 "Environment Variable PYTHONPATH is set. For details, refer to the installation guidelines: "
                 "https://www.mindspore.cn/install")
 
-        if self.ld_lib_path is None or not self.ld_lib_path_check_fwk in self.ld_lib_path:
+        if self.ld_lib_path is None or self.ld_lib_path_check_fwk not in self.ld_lib_path:
             logger.warning("Can not find driver so(need by mindspore-ascend). Please check whether the "
                            "Environment Variable LD_LIBRARY_PATH is set. For details, refer to the installation "
                            "guidelines: https://www.mindspore.cn/install")

mindspore/train/callback/_tft_register.py

@@ -109,7 +109,7 @@ or repair_info["repair_type"] == cb_ctx.tft.RepairType.RT_UCE_LOWLEVEL.value):
     logger.info("Finish _tft_repair_callback")
 
 
-def _tft_clean_callback(is_uce_error, ctx):
+def _tft_clean_callback(is_uce_error, args, ctx):
     """ Callback used for TFT clean function."""
     logger.info("Enter _tft_clean_callback")
     ret = 0
@@ -130,12 +130,13 @@ def _tft_clean_callback(is_uce_error, ctx):
     return ret
 
 
-def _tft_stop_callback(cb_ctx):
+def _tft_stop_callback(args, cb_ctx):
     """ Callback used for TFT stop function."""
     logger.info("Enter _tft_stop_callback device_id: {}".format(cb_ctx.device_id))
     _stop_device(cb_ctx.device_id)
-    if not cb_ctx._is_params_consistent():    # pylint: disable=W0212
+    if (not cb_ctx.is_uce_rank) and (not cb_ctx._is_params_consistent()):    # pylint: disable=W0212
         raise RuntimeError("Can't stop device, because training parameters are left in inconsistent state!")
+    cb_ctx.is_uce_rank = False
     logger.info("Finish _tft_stop_callback")
 
 
@@ -261,6 +262,7 @@ class TFTRegister(Callback):
         # let it raise errors if not install mindio_tft package
         from mindio_ttp import framework_ttp as tft
         self.tft = tft
+        self.is_uce_rank = False
         self.global_step = 0
         Validator.check_non_negative_int(ctrl_port)
         self.has_init_replica = False
@@ -300,7 +302,7 @@ class TFTRegister(Callback):
         replica_info = [
             {
                 "type": 1,
-                "rank_list": dp,
+                "rank_list": list(dp),
                 "replica_cnt": len(dp),
                 "replica_shift": 0
             }
@@ -321,13 +323,12 @@ class TFTRegister(Callback):
         cur_rank = get_rank()
         enable_local_copy = False
         enable_arf = False
-        enable_zit = False
         enable_tls = False
         tls_key_dir = ""
 
         if cur_rank == self._controller_rank_id:
             logger.info(f"Begin to start tft controller on rank_id:{cur_rank}")
-            self.tft.tft_init_controller(cur_rank, world_size, enable_local_copy, enable_arf, enable_zit)
+            self.tft.tft_init_controller(cur_rank, world_size, enable_local_copy, enable_arf)
             self.tft.tft_start_controller(self._controller_ip, self._controller_port, enable_tls, tls_key_dir)
             logger.info("Finish start tft controller.")
 

mindspore/train/model.py

@@ -149,6 +149,7 @@ def _handle_tft(func):
                     e_str = str(e)
                     logger.info("uce wrapper caught RuntimeError e_str:{}".format(e_str))
                     if "UCEError" in e_str:
+                        obj.is_uce_rank = True
                         logger.info("uce wrapper report UCEError")
                         tft.tft_report_error(tft.ReportState.RS_UCE.value)
                     elif "ForceStopError" in e_str:

mindspore/train/serialization.py

@@ -81,6 +81,7 @@ from safetensors.numpy import save_file
 from safetensors import safe_open
 from ..ops.operations._opaque_predicate_registry import add_opaque_predicate, clean_funcs
 
+
 tensor_to_ms_type = {"Int8": mstype.int8, "UInt8": mstype.uint8, "Int16": mstype.int16, "UInt16": mstype.uint16,
                      "Int32": mstype.int32, "UInt32": mstype.uint32, "Int64": mstype.int64, "UInt64": mstype.uint64,
                      "Float16": mstype.float16, "Float32": mstype.float32, "Float64": mstype.float64,
@@ -328,6 +329,8 @@ def _exec_save(ckpt_file_name, data_list, enc_key=None, enc_mode="AES-GCM", map_
             file_name_list = list(os.path.splitext(ckpt_file_name))
             file_name_list[1] = file_name_list[1].replace(f".{format}", ".tmp")
             tmp_name = ''.join(file_name_list)
+            if _ckpt_fs.backend == "mindio":
+                tmp_name = ckpt_file_name
             if os.path.exists(ckpt_file_name):
                 os.chmod(ckpt_file_name, stat.S_IWUSR)
                 os.remove(ckpt_file_name)
@@ -383,7 +386,7 @@ def _exec_save(ckpt_file_name, data_list, enc_key=None, enc_mode="AES-GCM", map_
             if not os.path.exists(tmp_name):
                 logger.warning(f"Rename failed, can't find {tmp_name}, it is possible that multiple processes have "
                                f"simultaneously modified a file.")
-            else:
+            elif _ckpt_fs.backend != "mindio":
                 os.rename(tmp_name, ckpt_file_name)
             os.chmod(ckpt_file_name, stat.S_IRUSR)
     except BaseException as e:

mindspore/version.py

@@ -1 +1 @@
-__version__ = '2.4.1'
+__version__ = '2.4.10'

{mindspore-2.4.1.dist-info → mindspore-2.4.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mindspore
-Version: 2.4.1
+Version: 2.4.10
 Summary: MindSpore is a new open source deep learning training/inference framework that could be used for mobile, edge and cloud scenarios.
 Home-page: https://www.mindspore.cn
 Author: The MindSpore Authors
@@ -119,7 +119,7 @@ MindSpore offers build options across multiple backends:
 
 | Hardware Platform | Operating System | Status |
 | :---------------- | :--------------- | :----- |
-| Ascend910 | Ubuntu-x86 | ✔️ |
+| Ascend | Ubuntu-x86 | ✔️ |
 |  | Ubuntu-aarch64 | ✔️ |
 |  | EulerOS-aarch64 | ✔️ |
 |  | CentOS-x86 | ✔️ |

{mindspore-2.4.1.dist-info → mindspore-2.4.10.dist-info}/RECORD

@@ -1,4 +1,4 @@
-mindspore/.commit_id,sha256=PB7JaAFrYVejcgNIhC66l_avx_BMUFWXQWcI7viPf6M,75
+mindspore/.commit_id,sha256=JQZprbPM0UOi3-OMfKYBo7i-y3ndgth1HAJbP092yYc,75
 mindspore/ConcurrencyCheck.dll,sha256=VbD_6eiCketkMDQguVGAp6R7LKKGJN6XsaBHXKvZIy0,351152
 mindspore/CppBuildInsights.dll,sha256=dHL19FXGKrKPQRxY2F1WoYDaAYmclw8xudDiyEOKtlQ,283016
 mindspore/CppCoreCheck.dll,sha256=2Ny7NCzU00hculrVw_e3KjbNKem2MBrouhPZDA_80uM,772016
@@ -15,9 +15,9 @@ mindspore/Newtonsoft.Json.dll,sha256=--fl6sp2dgFZgFcxNSQ013icvBirDS5tCGEutgFi5cM
 mindspore/System.Runtime.CompilerServices.Unsafe.dll,sha256=PK3La4pzNRQcfDV6HXevH_SbWbhy30lPUCVYAZHRwNU,16768
 mindspore/VariantClear.dll,sha256=iQ6nH2rvaG05LD-EkLRy0hZiU9AnXwc7rOhMWQAyuy4,201120
 mindspore/__init__.py,sha256=HYtq0pyCgIrSNTxOZOSAcNxaosCHloM7wK8d47egfLc,2679
-mindspore/_c_dataengine.cp310-win_amd64.pyd,sha256=oAA5tbqTjn1UQNgYHrHZyAP4skfeetxAnUvvRF8Nn2o,16504320
-mindspore/_c_expression.cp310-win_amd64.pyd,sha256=SN6N3e2ELXM67dIPht45iBp4CsdfDIFzqcN4SsrrnE4,35966976
-mindspore/_c_mindrecord.cp310-win_amd64.pyd,sha256=evvF3sJEOpfDlOTLpnlE86SkJn_VXR-JVuAG6ge2fqc,2574336
+mindspore/_c_dataengine.cp310-win_amd64.pyd,sha256=ShMRis9xGE5_vTLS0GiDJcbW6z-zMTxaZVHBJWifkDg,16519680
+mindspore/_c_expression.cp310-win_amd64.pyd,sha256=5SisVJ0N0uzDMBNe4cCfXGY-ImvKwnSPV5fj6OPkvAU,36048384
+mindspore/_c_mindrecord.cp310-win_amd64.pyd,sha256=eVlDNb6xDemn3VMrz5rqAyq_ZmJo2e7Vyfsfrpl60f0,2576896
 mindspore/_check_jit_forbidden_api.py,sha256=YVRF95dzKph6ZdM8jTDcGRsG4mrmk5yuReIW0JLYZGU,3901
 mindspore/_checkparam.py,sha256=2NDE4J4YLZ0R1wWRh2Y8lqjkc1FJdsSrFPS9vw5QmIA,56502
 mindspore/_install_custom.py,sha256=PRHqyz6BzbJHiqJgHGHbJsWic2eFDEyBvNl8oOGFDTo,1748
@@ -35,19 +35,19 @@ mindspore/c2.dll,sha256=En7l2pCIx4gX1vGiMoqaOofz3SHNHSCRRNloxx35rlc,8132528
 mindspore/cfgpersist.dll,sha256=2Kfeth-MvrHjXl-cwDmgrHh55LXhPlql0sw1Egc259E,1298848
 mindspore/clang_rt.asan_dbg_dynamic-x86_64.dll,sha256=HNZsJWPj_JP-2zBeFVZj_T5CPq2eNL8Zc1xZGJLlETc,685968
 mindspore/clang_rt.asan_dynamic-x86_64.dll,sha256=LoMtyc3cnEEU10yC68u0p0BZs5Q4YOGPQELMJW_bjzo,655760
-mindspore/context.py,sha256=GSMzZ41TyDYTwe5zZyKvHOkWXR92JIS80Al2eObB6s0,123643
+mindspore/context.py,sha256=T2BK-jutovaz6VJsZT3e5wAX-Gyjz-JFppnkZ_SnKJY,123965
 mindspore/d3dcompiler_47.dll,sha256=jIjBYgEKjWuA8sBDPUzpc85iavy8jaW-aL-iumg0Hro,4467904
 mindspore/default_config.py,sha256=d9fL1ue8jzh4vnWdIU4928JCJIxCA2mpoP8LhLl4A_g,52
 mindspore/dnnl.dll,sha256=-xjT8ATBvXYFu8CDmDjz8DCcmpDQ0BvJiyBqtH5AExk,26653696
 mindspore/dpcmi.dll,sha256=vjVFKea5N2kmWNPxYD3TmZjkwPhKRvfnZE1SaIJYBmY,1394568
 mindspore/jpeg62.dll,sha256=8PzDgIli0IBIL_NCqXK5HBGhRaT0bl5NpyBLTIShJAk,399872
 mindspore/log.py,sha256=SMRLGvfkJLWtG49x_smQZhvwypc2TVyvIiNTc8W5ljA,21099
-mindspore/mindspore_backend.dll,sha256=2me6zwhiQ-ohZHbIgWQvcRh6s9CA-IayM2lCaukgskI,83149312
-mindspore/mindspore_common.dll,sha256=v9Q4lqU40hOhNZ4U93ee2bjp_ZYsZpbeMosRXz8r3ZU,4466176
-mindspore/mindspore_core.dll,sha256=ln7DoqjxRY6JBNPUUWrYYzNc3iyUzwc4mv3LAcIuAwo,6503936
+mindspore/mindspore_backend.dll,sha256=A754YotNVq9KS3roKGWQc_tHV61DKwoYPurwgA0jhI0,83153920
+mindspore/mindspore_common.dll,sha256=xHbT1J6vdKJyOKjb7C3vfnMZA6M8Kv_dSwM4yJQYWkk,4466688
+mindspore/mindspore_core.dll,sha256=cH0QEFpM-2rN6RH9HbN_AXIf3STJEjpnuSqCzWyxnfs,6504960
 mindspore/mindspore_glog.dll,sha256=CClYo1aWvZgtkYR3bUgu6WdSQHa8fUh-DhQywdAdMHA,130560
-mindspore/mindspore_np_dtype.dll,sha256=O8Auu5h6uUBwawxRPE_W90yE22zwy-B-MEq0t1obodg,168960
-mindspore/mindspore_ops.dll,sha256=uPwWoCF8TrvfZQkGSO-05h1M-3PZjzCG61jP2ehLscU,32139264
+mindspore/mindspore_np_dtype.dll,sha256=s3E2-X7tCVjUNb6yWosoNoN-ivQ68O3qcrcM-L5p-JM,168960
+mindspore/mindspore_ops.dll,sha256=gX_obCDMrAlPfDIoFERXPO0HnyRQuSNN7F4-LYlFdV0,32139776
 mindspore/msobj140.dll,sha256=48XudgKTSM4w57hGRmU__hHk4flZH58iFBFONzCQZbo,124808
 mindspore/mspdb140.dll,sha256=Z1T-ZFiDY8vI_C54Kdzue65XNelK06IbPc1mJKoAl_4,331656
 mindspore/mspdbcore.dll,sha256=ZxLLwI7ukPfeIF0veerGa-MrdDBFzz1zIVs_gV2Yuh4,756672
@@ -74,7 +74,7 @@ mindspore/vcmeta.dll,sha256=0zHD7yQgwTdhbVu3R3RORUFikxj0oGOACJ-3mXAFagc,111040
 mindspore/vcomp140.dll,sha256=YV2c1dBuKtadELk42R-IxtNy5sk1sxXEXaE7uMS2fgo,180616
 mindspore/vcruntime140.dll,sha256=nVyA3dR7dGWI_SidixTVAW7xBsKidQJAdUTo6CoAqVA,98200
 mindspore/vcruntime140_1.dll,sha256=I1o-hMgs6aLvo-dSNEzhHJTc8Ns5cD_us9DSjvUe4KE,38320
-mindspore/version.py,sha256=bkLeYG5Yr-oadQXDFjaPrW0WQ8-wcOiPiOp1LVcmSe0,23
+mindspore/version.py,sha256=zka4VbPKg8CC75xppTKS7aIOS7qaeL442iM0O5jPOtk,24
 mindspore/_extends/__init__.py,sha256=pYHhIQiwzIKWQoo7SFEPcplSFEm4G-VQOkIG9xsyu9k,876
 mindspore/_extends/builtin_operations.py,sha256=iTBpNXnjVwGPu06f8gW6fwYMhQK3Vj1oyWMDgNFF_60,4737
 mindspore/_extends/utils.py,sha256=NBrXlBLLctv9tjlPVHfEpqkYDJHm9J9GtOIbaht3sAU,2384
@@ -132,11 +132,11 @@ mindspore/common/_register_for_tensor.py,sha256=-bAlHNvPqR0EtXThP4kkLX46SChOcme_
 mindspore/common/_stub_tensor.py,sha256=i6qbBbOOGEqN5wVvCvXcrIZ7d_bxYw9w7PSIfXYRi0M,6941
 mindspore/common/_tensor_overload.py,sha256=qX74TZJEZywyJc48MvQUPkyI4Jf9CWKisb33GTptvh0,4333
 mindspore/common/_utils.py,sha256=drulzpzt-RKHSUc_t5hF2NNeauTforLP6kVMZ5LMlqQ,3845
-mindspore/common/api.py,sha256=dpqD6K4aBZIbLwZEM-utk0xowwl9weO-Mu_j9RZokLQ,81641
+mindspore/common/api.py,sha256=Elt6R4W1VgwONbgpb_obXgD-jY7CgO2xV0lr0mAcuj8,81453
 mindspore/common/auto_dynamic_shape.py,sha256=ObWgO5AuGMBHucc8U7yGu4QgwLI6WQqShbQxFCZEJUk,21949
 mindspore/common/dtype.py,sha256=jPAZERkEdddj3JuTFQCXpKccOE5Zy0oaYp_lr-hUMaY,10494
 mindspore/common/dump.py,sha256=omxUrblO41UiD_o-yCkRo46-XL-qiCPrygYLQqiiyxg,5763
-mindspore/common/file_system.py,sha256=cVI9iUvn1DEYsMby5yZtca98duKhfPP0eQ_euQifyRc,1464
+mindspore/common/file_system.py,sha256=AKDRnwSj5Aq43iaEns14eKtqXr5Dihz9qrel1kbBTYM,1521
 mindspore/common/generator.py,sha256=ZIuPypLF7rLj0tKHryQW42ehADIikUZRyiRRcHfoYlM,6876
 mindspore/common/hook_handle.py,sha256=YiPqk8ufWk75uTUekh7bNBRDktxBYQM8Y4_qf6wFUQ8,5302
 mindspore/common/initializer.py,sha256=H2TwpiYmQlY-ZHWmP4het8-YptoYiU_VurS13LFGMSE,34545
@@ -146,14 +146,14 @@ mindspore/common/mindir_util.py,sha256=gZQGbPDCjLJs0DXsZI72Q5rjunMBK_efV2gNYcEAf
 mindspore/common/mutable.py,sha256=Sserkdhj6ekLBOsGZ2TrOhhZABeu7ZlZz7byXFjPpcY,8888
 mindspore/common/no_inline.py,sha256=-9L8sEcEMbEytjLWqFJ_iu8UktiEusqXz662M5GtxgQ,1653
 mindspore/common/np_dtype.py,sha256=a_kvT1Sm_kQJLaQK-3AunfHY3yztA20SIgqptjgXDZc,1066
-mindspore/common/parameter.py,sha256=pWT0FQCS0_wjw3KWi8MqE55T4IBP9eBuvLRHR6xQ2AM,45223
+mindspore/common/parameter.py,sha256=FtLngRWx-Ar5MkUVdl9rGnQpz0EaD-OJl9FHavsIKbw,44909
 mindspore/common/recompute.py,sha256=Miki3zJ1XhfDZVxQ0lQwMka2iOrPIIenLGn5aVGjXl4,10889
 mindspore/common/seed.py,sha256=Up_h27rWnSmAciWx4zNDJUlKMscU70jY5-h1F7OCnwE,11098
 mindspore/common/sparse_tensor.py,sha256=aFYJvuQ_Tu1NFxD3D9XTKROraVY01UVSniaB-LBLbQQ,48186
 mindspore/common/symbol.py,sha256=j9zS6G37xzqduK-sGqcFt_v0-WBZAu-EZcx2zNLitJk,5517
 mindspore/common/tensor.py,sha256=tWxcyfIEek2E-Gl9waNODuJk5SpQ8PnBT6K2e0QwHnk,185716
 mindspore/communication/__init__.py,sha256=y1ulPLisjnK93mDpHtwvp6y4rT6aZl54U4-qm28PBlI,1757
-mindspore/communication/_comm_helper.py,sha256=fxC18-MyPCjrIpHUW1RRQiQCf-eEoVqwqCxpW4M0Sr0,16076
+mindspore/communication/_comm_helper.py,sha256=oyV6L9idUwGoqKjvPEHAni5tR4zikuB5cB3Ba6l3t_c,16188
 mindspore/communication/_hccl_management.py,sha256=9et8YEQORdiOspn_2yktER4HVMjRUuqmZD_t5IFc3W4,10555
 mindspore/communication/comm_func.py,sha256=O3kI2sp_wZ9hxKRd_g-fVBuOozUmZjtEA0EiZ3RleX4,59312
 mindspore/communication/management.py,sha256=If9TGwDK9yyCMYmjGpBU4Gixix2acgRuSXv-0k3TsUo,28319
@@ -179,9 +179,9 @@ mindspore/dataset/engine/cache_admin.py,sha256=NL2ozGtp1bZHSkbNwJzpTKw7SHFJ2OpkU
 mindspore/dataset/engine/cache_client.py,sha256=gK_a-0ZhbGvatgTyzkEhKskH0Hv2NdBZhCIMgKyNpwk,6061
 mindspore/dataset/engine/datasets.py,sha256=boQJ5Z8vbY3pVzINmsA5uJroDLqSz28SJ-76sVL6ANU,198469
 mindspore/dataset/engine/datasets_audio.py,sha256=4ZhKxI2PX2nOrG6HZj_jFFhndO-dljNCH5BckPxWlWs,46196
-mindspore/dataset/engine/datasets_standard_format.py,sha256=w-KZO2_r0IslDUTYgj4uFCsjHSCXaeAKzS-HTWTXqVY,29492
+mindspore/dataset/engine/datasets_standard_format.py,sha256=iFU5rZS8BMGjO_onhdaKoijdIAMzzcCAyvKdop2sNqg,30295
 mindspore/dataset/engine/datasets_text.py,sha256=-y8NZ3sPzMX305wrZs_O7bDtPABQR364uuMuEZzbhCM,117121
-mindspore/dataset/engine/datasets_user_defined.py,sha256=EkRgQU9kuE5goqoHOKv_cRpGCGkjTIRxre16AYNq-SE,53477
+mindspore/dataset/engine/datasets_user_defined.py,sha256=Wpy7YsRn5GxVwx4pKK1jwm47J17apNF_9TXXLlnFpMw,54904
 mindspore/dataset/engine/datasets_vision.py,sha256=F0lxhSNCb_KX_vO3rLRZEJ0mxydUkPabBS_DXPYYtSk,249180
 mindspore/dataset/engine/iterators.py,sha256=VZrUOvtXpyEg8Kf7gIP-cLozH9QngGs1pBqcostPuGA,12990
 mindspore/dataset/engine/offload.py,sha256=-MNIHZYMdy5LW0-a_tyiwMg4FwvHV6-VvLx8zDEkea4,21071
@@ -218,13 +218,13 @@ mindspore/experimental/map_parameter.py,sha256=LIsx0mIXhbTOJKz4sSKq7tU8rXWjVnjt6
 mindspore/experimental/es/__init__.py,sha256=MPxbFv92359B15fWgMG9q7FPhVHFkxZG4ER9pHs_rnU,1022
 mindspore/experimental/es/embedding_service.py,sha256=qP2sI67eHwLLQoW1Gm0xDKsZFLUZlEit5kkojULABBA,45281
 mindspore/experimental/es/embedding_service_layer.py,sha256=PA4heWUPlN1rtj2a0dI5QwC2RnUIO8vOzgLg7fHlW1c,29633
-mindspore/experimental/llm_boost/__init__.py,sha256=8w8EP6yow3coYWdHgMaU77cltkW-VxRv8YrsJ-TJWlk,885
+mindspore/experimental/llm_boost/__init__.py,sha256=41C3ZvXFD-5aJutPUCu_CwWvqKdEf7rjbzSxeds6JmU,905
 mindspore/experimental/llm_boost/register.py,sha256=7ZVXkrFCVpygnU2ZaoqZbIxVDyT2LBp8n98rCaFKSvg,3857
 mindspore/experimental/llm_boost/utils.py,sha256=KwcToENydN4YNvKiaUU_hv0SgLX2qaHiPTA57e8ZdAY,1033
 mindspore/experimental/llm_boost/atb/__init__.py,sha256=aEJhreLNF_kFX9xm_ZIwVT1KIU4u_pxkuGgt1T3jjwo,949
-mindspore/experimental/llm_boost/atb/boost_base.py,sha256=ixu9pRre--wEtmiZj3X3J8CQ6dwA9qZsm6fh2qvNU9U,10035
-mindspore/experimental/llm_boost/atb/llama_boost.py,sha256=Wc4rU5uWixOc1DSh_pYRhHwoDD-FFmDyCcv1U-11ZCA,4880
-mindspore/experimental/llm_boost/atb/qwen_boost.py,sha256=9mLRLU6bNZlbgyUkdsZyrI8GGQ5qALra0zoNQNChvnU,4378
+mindspore/experimental/llm_boost/atb/boost_base.py,sha256=Mneq2oxReiXC0yO3MNY5VkEQLlQXNuDDy9veUhaKrKc,15554
+mindspore/experimental/llm_boost/atb/llama_boost.py,sha256=O1oM9j7OUrvLho38T7wThI9kM9MPxCiaGzaWHt2-vTs,5138
+mindspore/experimental/llm_boost/atb/qwen_boost.py,sha256=lejQ885BRDpqEJbOa6YTLXY9U_hci-dowWcEziWu7vo,4845
 mindspore/experimental/optim/__init__.py,sha256=SKb19syLqtHGXcn6L7yNDkf92PpHgNeVkesgpzooSx8,1694
 mindspore/experimental/optim/adadelta.py,sha256=-4Krg7Y205gcVajpKg1siRwpMAj2OOsWxDM_dC1GcLA,8033
 mindspore/experimental/optim/adagrad.py,sha256=ZbRiQj0NxiaWtWKeFJxiPzjKnfPaPBfQjL_S51IRbXs,8133
@@ -253,7 +253,7 @@ mindspore/include/OWNERS,sha256=MCE5SqRIm1sTkDeH2dhooFk7E3YVhphosnH0IrsF4aY,90
 mindspore/include/api/allocator.h,sha256=5SOStfZXpxSANnI_IWuOOhX8vkgVJjsqJUtJCFBkN1g,3283
 mindspore/include/api/cell.h,sha256=7wHPMzKfcaB6KvDPfAoflY8VeOP8PYDEu-fJ4OOZGZw,2806
 mindspore/include/api/cfg.h,sha256=Y85AX4ap-N2JK1zziU1JZ6SjB2fnXvYyZulsBlSze4Q,3148
-mindspore/include/api/context.h,sha256=2MizW00xSadDcXZ33dAX_3lolJ-9samiUW7yhPLxMKY,20879
+mindspore/include/api/context.h,sha256=tfz7Y-hCnLfDahgvd11JnPRRez953ABp2vzgkD5do9w,20866
 mindspore/include/api/data_type.h,sha256=28uEpK1sJT-gKSEr0M6xju6k99H0PwpQDjDtZh9PYls,1400
 mindspore/include/api/delegate.h,sha256=xGQQoWrTVY-zsSbNb8KOi3Fi6_beqB_R4FyEESNCkto,6623
 mindspore/include/api/delegate_api.h,sha256=1ORFdZaPf-rQbqlRei2HczXy_akJwObz8pyy9vZ2zIE,2831
@@ -285,7 +285,7 @@ mindspore/include/c_api/status_c.h,sha256=kihQNmkjcShXRwuKZQI5D0vBV_8xlmQ4Hm5QzL
 mindspore/include/c_api/tensor_c.h,sha256=6sZUEsia4D7AuMo9yFdhcgUsxig3kBeGJais7FjnfQY,4788
 mindspore/include/c_api/types_c.h,sha256=YKgCi_H8Ds4T2yG1gM7P2PcuKKprvK3tng2M7wKIJig,1751
 mindspore/include/dataset/config.h,sha256=L8U4Tg77wFnN9fgy5dJT176O61KLz95NYgo7ctpi7Cg,7180
-mindspore/include/dataset/constants.h,sha256=Y96nkil3El9ouiDnACoNq5YppofcIQeV30gZ2mmfwN4,15010
+mindspore/include/dataset/constants.h,sha256=8YgwxEo1vADNZ8gTNpAT6R44yDBiduUCapNOKcD8L9M,14973
 mindspore/include/dataset/execute.h,sha256=Jj_e7hPvOQi8Ia_gdlBWlT5SF01iFtp-rI1rv2i78Bc,9674
 mindspore/include/dataset/text.h,sha256=mfkJMhg8jCElVrVI6prnieO57VLjZ9QvCwmeIKbah8Q,50563
 mindspore/include/dataset/transforms.h,sha256=lJWczXRLPOSymqZyYQA-eKOMZL2Fz_YexaVn_08VaGo,24597
@@ -330,8 +330,8 @@ mindspore/mint/optim/__init__.py,sha256=CcRxzJLpiYiaaeKnQDlgZ16YDwQxIko4H0aOh_32
 mindspore/mint/optim/adamw.py,sha256=TFHbdoUjZ_3-2XiSXUEJ4SGdQm-fbhFKI25WinKxlM4,10658
 mindspore/mint/special/__init__.py,sha256=FGBFYuhsY05judt5lok5BKm9As_tTHs52JIBnJUGnsE,1890
 mindspore/multiprocessing/__init__.py,sha256=-6rgpjJe-EL_oYuFtR0V6DenZSmqW5g3cqlfqrTVGbg,2655
-mindspore/nn/__init__.py,sha256=pBllCAFl4EHDsNElIwVdzRU91GbifsJM-U_KFO6OK6E,1721
-mindspore/nn/cell.py,sha256=F0COOHbiHwDUR_8kKrzLDd30zwHzp54jnhBATtEsRlo,119359
+mindspore/nn/__init__.py,sha256=Nvn1u4facoOAdfUI8DUQLSmsaaqd2wDey04L2N7gHME,1784
+mindspore/nn/cell.py,sha256=yYHPYRM04iaUWFM1VYPBoCvdiU1uoWln9oh5I6oAvfE,119830
 mindspore/nn/dynamic_lr.py,sha256=gcBBWdlywbA8e5e5MiisVgwJkvVrIni-uFamCOJy_f4,19807
 mindspore/nn/learning_rate_schedule.py,sha256=U16gadoBqHFXfum6dZuYVCZ5xbTdY_e3Sdhv8Bgdq6M,18926
 mindspore/nn/metrics.py,sha256=xAroGTnHaQvOUjw5MXF3umFkE9PlQ7yJP-x9XC3QXl8,1703
@@ -343,14 +343,14 @@ mindspore/nn/layer/basic.py,sha256=a6yt3gDAUOZjRxqh46nHPTTbS1QAVMxix-0B9i6T2Rc,6
 mindspore/nn/layer/channel_shuffle.py,sha256=jnHFvxm81ILra8UIqCyxsx2Lq6CEJtT-0T22VGwa49Q,3170
 mindspore/nn/layer/combined.py,sha256=iHBjs9vija_YIxpBK5Z2NhLIz0PYRpfIqSoM_D6pLms,11879
 mindspore/nn/layer/container.py,sha256=577yJ7VUz5195fsoH_MjqFB2hI053cubsRMMNZNA5ik,28208
-mindspore/nn/layer/conv.py,sha256=-aKBT7QlfN7jYUqvI996CzUsGlEofTDkTxzfrwhLorc,83030
+mindspore/nn/layer/conv.py,sha256=yCtBXLeyzY04jdiWNyW9S47_x6tpAYwzYM7CIoIn2Ag,83133
 mindspore/nn/layer/dense.py,sha256=5ci21mYsVzuuoHJVuurdlvjP8pao8m35vBWXCctw8kw,10521
 mindspore/nn/layer/embedding.py,sha256=kHIRBe3q_cjxs5Uj1KyK67MxehCr0ga86MEa9SHhoqQ,46726
 mindspore/nn/layer/image.py,sha256=pVEl684Z3jkfPybBSnbVg1M14vHiig3LUIbBJ05V-Wg,26844
 mindspore/nn/layer/math.py,sha256=KUH2BnGn7kk2RBDDFx5RKyM2jzyCFqA7BxnT4h1JWiA,39116
 mindspore/nn/layer/normalization.py,sha256=F3pTLGb4mDvgbeyZvQE-zpBO-8kmTucwhZcLgDdXRxU,63936
 mindspore/nn/layer/padding.py,sha256=0Fhrx2sHhQ1yjV8jCCeGexuD1173QCrI6kCzHNLzkj4,35901
-mindspore/nn/layer/pooling.py,sha256=nS6NPbUF1xzcJriQ4zFh-pZFxuxaz5ASIUxZtX6NsKY,114170
+mindspore/nn/layer/pooling.py,sha256=RJnamwflBoLLLVlIRYTYvnbc4-q3nDADc9hX-Xim83I,114112
 mindspore/nn/layer/rnn_cells.py,sha256=YvAf41Fcdfn-FEJr5eIzrl3cjcrQIE38vBNxYCGMAog,16855
 mindspore/nn/layer/rnns.py,sha256=aAPln0Dlz19kI-z5-HQVY8YVOTJUVLzEWhc2Gwr62Sk,38990
 mindspore/nn/layer/thor_layer.py,sha256=1MxrgxakYGMXfsWS29BAFWmW5YrNDefD_ZrXcvyMTVQ,50913
@@ -422,6 +422,8 @@ mindspore/nn/reinforcement/_tensors_queue.py,sha256=iV9UC3jaaXRTwOvkfbws8e1bIarP
 mindspore/nn/reinforcement/tensor_array.py,sha256=zxl51Fu64V8LWwbcTkGo7fgJkpGz5-s9V-ti94aOvio,4915
 mindspore/nn/sparse/__init__.py,sha256=T3NGPaPjAJuvidXMog3bV6zYnLCxzMLz0w7uXU1XqIY,895
 mindspore/nn/sparse/sparse.py,sha256=CfrHEaujgF2D528YhL85cPFw_V7Vomlw1chx-96NzwQ,6468
+mindspore/nn/utils/__init__.py,sha256=-x4YiSLabGrMk5UE0TMN-ck1HaV2xXGc_u4nWc08-Fk,796
+mindspore/nn/utils/init.py,sha256=ed4rDLa-0T2u5L8o0Mnki79xt1-on8bK-QjXWLD-ctI,3347
 mindspore/nn/wrap/__init__.py,sha256=XTfWF03VqMlI0JTwloGsVJaGvoQCDFyWlvskH-HQwdo,1808
 mindspore/nn/wrap/cell_wrapper.py,sha256=KbDot-FokMoIp-3w4C12pybWREEXEWlfWhgGZlhY8Qk,39321
 mindspore/nn/wrap/grad_reducer.py,sha256=CXKsQm5-oAnn_xnwNDMhsaOUTh1QjecHpNnXxx960EI,25540
@@ -448,7 +450,7 @@ mindspore/ops/vm_impl_registry.py,sha256=GNlbW_3pE7jEKuWoSp4diqr4UxomF3XXVB-j4S_
 mindspore/ops/_grad_experimental/__init__.py,sha256=1n_BwozGFh0o0-QYtjeTy2Q2AEFuRzOmbWRf49yXAUk,1538
 mindspore/ops/_grad_experimental/grad_array_ops.py,sha256=arwU6teOBW2wKJZZ7aDEDVehXqwwa9m_JGuvTRB2gAw,30748
 mindspore/ops/_grad_experimental/grad_base.py,sha256=zSMMUGn0TnzbJX4Mk5PKYFtiukWuP2Cb4TwUbyrTbbo,4671
-mindspore/ops/_grad_experimental/grad_comm_ops.py,sha256=DhhSm2gvhCTqDx5vQoGKAyHHnsAUtrB2mXWuGQXjMwY,26527
+mindspore/ops/_grad_experimental/grad_comm_ops.py,sha256=LV6GUKgfzTSBt-nzccej_HrVchy1DAHJi06xW4nYS-E,27689
 mindspore/ops/_grad_experimental/grad_debug_ops.py,sha256=y1yckjMdXbtqsCqfrb2Y76V6EmCEo7tbKwH8Ey7gJg8,1074
 mindspore/ops/_grad_experimental/grad_implementations.py,sha256=DH2riOti3mKEzsoye1zsTVsHyI09hpbXxW0FFuPa3cw,6215
 mindspore/ops/_grad_experimental/grad_inner_ops.py,sha256=PzptHY_sxIwm3VXv-rvqZvn_29pEST87Xj9ugJUx33s,2564
@@ -1074,7 +1076,7 @@ mindspore/ops/auto_generate/gen_arg_dtype_cast.py,sha256=qB_sbZ0Y5-BPHag_weYdGMe
 mindspore/ops/auto_generate/gen_arg_handler.py,sha256=X1WXa5f9FuWXWyo2o_UCoSPVqc0JQs18Erp5TPWNVtI,6306
 mindspore/ops/auto_generate/gen_extend_func.py,sha256=Q2qdZ4MopiaApE2DMe69scJTSHJoSVWPkjgtt0lb6_Y,66463
 mindspore/ops/auto_generate/gen_ops_def.py,sha256=Q8VWfaEsx8PKmbtP21STk4PWR4sVfHpqlZ_WjXniox8,330456
-mindspore/ops/auto_generate/gen_ops_prim.py,sha256=7Q5UV0AEBSYGc4yrNOgR2BGWAdXsfT34nYw87apzzCU,582693
+mindspore/ops/auto_generate/gen_ops_prim.py,sha256=NQND9RUNA1WoWLa9pTlIR4aN9yIZTsfKSDOdOQKnYzo,582773
 mindspore/ops/auto_generate/pyboost_inner_prim.py,sha256=-gPQnk_n5NrbFMVBcqXjsPeVCYP3DNznXetue5bpxRM,23088
 mindspore/ops/composite/__init__.py,sha256=baDB6Cqe1NZw6-WM14rHQwR4mtaVu7td_xms0IsqQVM,2377
 mindspore/ops/composite/base.py,sha256=0pEOwA5Ix_wDBLBvXo1qkIfNKdexD6ENsrPGrmLPQOM,50356
@@ -1119,7 +1121,7 @@ mindspore/ops/function/debug_func.py,sha256=dw1PY8mBUUul-yRgatDjn3ofUM-JBrFX7Zoa
 mindspore/ops/function/fft_func.py,sha256=QtLn2k_c_NCRY08ElRzGyaOjuKWyWnQ62K1Iq35aQNQ,1269
 mindspore/ops/function/image_func.py,sha256=n3NtxVFu8_cs1Sgt7pcIGsjCO5QEwkh6uwdEQx3MVVI,14346
 mindspore/ops/function/linalg_func.py,sha256=9_z_eryrG1uwyJu7CQn8xHXIRGevti_jr8eTcWiQwSU,17625
-mindspore/ops/function/math_func.py,sha256=Svvam7sFv0XKQzx9oYsUf8y1VYX06V2w71WwUrPWfEk,450775
+mindspore/ops/function/math_func.py,sha256=UgCVkYagqLExOTSweTVSmyNlk0tgNwfPbpgHqL93EZo,450790
 mindspore/ops/function/nn_func.py,sha256=j5iCadv8WAPZ9yhdlNwzR8_kyk5f5XttetevGWNkCKE,395372
 mindspore/ops/function/other_func.py,sha256=BaZVrLaSKwH95gNr7m1ECQ5uY9IjDWHcfOlBPzsG_es,4005
 mindspore/ops/function/parameter_func.py,sha256=oEg1ophGa_yYcGKpOtofsG0xXE6Ui555yN0gadJeSYA,5846
@@ -1151,15 +1153,15 @@ mindspore/ops/operations/_sparse_grad_ops.py,sha256=In_NFqax7tKKmSBhUw0am9bE4-RA
 mindspore/ops/operations/_tensor_array.py,sha256=jcBHVerF3ttrWyCrNDM1pHmQuv6qeNG-jrwD1ioFmRs,12061
 mindspore/ops/operations/_thor_ops.py,sha256=G6FF6VKgl5cOEKPcroRz1jg8V30Ot4AcM6WAAJbZZZc,29528
 mindspore/ops/operations/array_ops.py,sha256=OBosADxGNZI06Rs9M76waaEabPKgaGTNDCDTm3hcE_E,267518
-mindspore/ops/operations/comm_ops.py,sha256=0DuEMNmgLDplWonW7zuqUaOevWrm57dMSNeyNWr9Yww,80762
+mindspore/ops/operations/comm_ops.py,sha256=BOfre7eKp-fN6XmJjUaUVcdPVjqDCGxrmgquRtvRZDI,80903
 mindspore/ops/operations/control_ops.py,sha256=ddMcmmGTBF0KgP91B6jJuhwgs_POMQZZ0kR938YbMM4,4677
-mindspore/ops/operations/custom_ops.py,sha256=kxJ_IZuUPZUK8ubZY7S7Jv43ChJFtDbjMGsp2es3jpQ,54300
+mindspore/ops/operations/custom_ops.py,sha256=eSIOgdsnxHEHSU53CTZWJPJomMo6y8Mzly4_yvZcG8w,54349
 mindspore/ops/operations/debug_ops.py,sha256=SFca3CBhhu2wfS7pTwvcF59DHlIOJ67lZ-gr-xlIobU,26052
 mindspore/ops/operations/image_ops.py,sha256=muIxvZZg1iTg5lPrWKzYeqNanM0EErrWZ7YD1p0B2Rs,53687
 mindspore/ops/operations/inner_ops.py,sha256=zQgn_XJjkT5eWhY77jlYkaNBC5QjOWIjOKKMFMFVU68,34779
 mindspore/ops/operations/linalg_ops.py,sha256=4ERvW04hv_gDvA1zj8f9vaaPK7jJhBa_Tgra180CsLM,4185
 mindspore/ops/operations/math_ops.py,sha256=5LmBr7IKuqMH6G79UAEDysyd50N1Qm0TyT45rpCBbgE,189820
-mindspore/ops/operations/nn_ops.py,sha256=izv7fh4muXlTiKt7bwK8tsRwkpVgDsg5wGHJCeVoX_Q,484708
+mindspore/ops/operations/nn_ops.py,sha256=F_BX69BaPQjD7dT60T1j6GiuMfJfK-xBy6q06YYupVI,484983
 mindspore/ops/operations/other_ops.py,sha256=PbMPAtTmlvvgqEfg_cM2nUSew643uQcmZpyDx_YWT94,36056
 mindspore/ops/operations/random_ops.py,sha256=ce8qMPXmQUeJ13vyWZauQUKoswQonn4DotZojVt3OHM,57439
 mindspore/ops/operations/reshard_ops.py,sha256=K-fHNLmvqi1SGzhx54kjZ9Iw7vhHMTBDRlKVUpw3ZLE,2057
@@ -1182,8 +1184,8 @@ mindspore/ops_generate/op_proto.py,sha256=DMjalnMGOYdHgKhNphCy7K-V-LsTPH8tvvAxE-
 mindspore/ops_generate/pyboost_utils.py,sha256=TG2e8sgwS14-zAzOUFRvqRYHQtxwFFDXa6I0b2frT1A,11336
 mindspore/ops_generate/template.py,sha256=kerl2Wc9rhWKX59UxG_7za63R3nakAlmOh-3myBks5c,10020
 mindspore/parallel/__init__.py,sha256=GvrTbdmJjbrxc9JtW-q7QXjDkIk1gu-ozcM4FuEI8TE,1756
-mindspore/parallel/_auto_parallel_context.py,sha256=rfcQvmLpakbETZWp26krvuyTMvzf9pZPkCNI1NSzL8Y,71992
-mindspore/parallel/_cell_wrapper.py,sha256=CZXABH5x2iBvelAtFfJ_QW1sJuoaCQJtghe98M9LAFI,6809
+mindspore/parallel/_auto_parallel_context.py,sha256=RBZ1QqwxJP5pf-brSnCkTIDJtd1TNdwT8oWlDK71YeU,72827
+mindspore/parallel/_cell_wrapper.py,sha256=4iliuGYwCIgy698MKphpu_Vj4Q6HG3_falU7PoCq440,7532
 mindspore/parallel/_cost_model_context.py,sha256=7Q6kEPqFbeRjRJNeb-vQF5IIcL7Zwhrssyb4VA9hUHU,26793
 mindspore/parallel/_dp_allreduce_fusion.py,sha256=kzoDBRAF6hAhJmRkuzMwMbMDYod4RKdASImke-1evu4,5573
 mindspore/parallel/_offload_context.py,sha256=H3OSKTt6iy2yjIMoAqEpxBAAmbMvFcEqFDM7KGHCPw8,13077
@@ -1191,7 +1193,7 @@ mindspore/parallel/_parallel_serialization.py,sha256=N5IpfdGZrlhzMFYv3tz7f4EpiKy
 mindspore/parallel/_ps_context.py,sha256=Lqlz0zni9lCJTTijhz8sOF5fHt6XqcsSuGpA6Avbj4A,8326
 mindspore/parallel/_recovery_context.py,sha256=hPzQ_uOBPl0UoN95KjBLgkXeJ1Hz8QJ8zoufYOG1VS0,3545
 mindspore/parallel/_tensor.py,sha256=zG1oq_Qb8_tDKzGQ-C7q_WD5UAWoXf1_9iGPXPypBZM,31147
-mindspore/parallel/_utils.py,sha256=a8ZsIbMxIYreA-7Nj2Alx1k0jP9_1kWgsL11gLeRATI,25297
+mindspore/parallel/_utils.py,sha256=xUYE425bT3YSYfmJgeE-mNjm0QAKD0rjhNrGWrNz03Q,25208
 mindspore/parallel/algo_parameter_config.py,sha256=J3eMFSeqwPbvr2fedj99x3TYbQfLx7lE7M4mBHf2aMU,16223
 mindspore/parallel/checkpoint_transform.py,sha256=5UGzc5JedMvhQIvHkidhMuvycVmmSkJZXJjiOG9YFww,38116
 mindspore/parallel/parameter_broadcast.py,sha256=L7WwbyJIdpN4rZ6-bmZBfYYZOavCSkyMaF2rfBlNjCY,7211
@@ -1327,7 +1329,7 @@ mindspore/rewrite/symbol_tree/symbol_tree.py,sha256=xHOltpHjHGbxfcv1gODKib1TDhRz
 mindspore/rewrite/symbol_tree/symbol_tree_builder.py,sha256=vcTseCWw1EvQwH_VS7Se-E7LIxwgQEluq6N1EWWqnv8,2733
 mindspore/rewrite/symbol_tree/symbol_tree_dumper.py,sha256=6HhvwPOemx9hkwwSVfx5JCD0d3e79qehEep6heD_btY,5611
 mindspore/run_check/__init__.py,sha256=YU00578oQuToQBWKzkbUrM-Nl49aGhX3rQGNJ_0-1V8,811
-mindspore/run_check/_check_version.py,sha256=7351wzLcT6bppbA5sI5ajnVzSWDR1OlGkhlKSNQbBmY,23745
+mindspore/run_check/_check_version.py,sha256=iwMZdxtBLgybkaCtODnZqE8BppFjabswt6HD9HXcjX4,24342
 mindspore/run_check/run_check.py,sha256=h1XCJ3lWdK0BzRs1fwdQ5N-3ohgjJjzVsqbcuwTCBY4,2130
 mindspore/safeguard/__init__.py,sha256=DwVALSUYkHUNeepy-dzFnqOOqVaem3SC2WRnMauH1FY,834
 mindspore/safeguard/rewrite_obfuscation.py,sha256=7Py-tpkYQSZWtCL3zbtm3yDKsIkOZHzq-A9FdYngWmM,45183
@@ -1342,11 +1344,11 @@ mindspore/train/lineage_pb2.py,sha256=kPF7C7qYDa1tRq4giQ6CEYdjrUpLwLVa2qNp2LexLD
 mindspore/train/loss_scale_manager.py,sha256=eK13D_ZZ09d1zfv88TIB2Sdv6C_utoV3wA0VFYrRatA,8757
 mindspore/train/memory_profiling_pb2.py,sha256=8f41MJNduoOdEokGC5bwryGyYb7NPTUnBh4Db54HBG4,13660
 mindspore/train/mind_ir_pb2.py,sha256=IjvG207HwPjcQ1B3unf28G-MzfbxvMxjUVqJtoB5-SE,91908
-mindspore/train/model.py,sha256=jXIwDgHOjMNTYVwuL4X0J1tCBCOWhsggcaDb7wVpa6o,117927
+mindspore/train/model.py,sha256=YIVlEf0uRkh2GoeIj7KboDeM_jnDcOdhsPHIUv-SmFg,117974
 mindspore/train/node_strategy_pb2.py,sha256=5So3colAn9T9QY2AO9n3VK74GPZz55REs1y877zLS9c,26533
 mindspore/train/print_pb2.py,sha256=wxtd0xweU2WIRpG-RBEGujKQ4mbnuRkLhaexFhZYWPc,6832
 mindspore/train/profiling_parallel_pb2.py,sha256=UZL1KZiCxm75_6fMCdJTRH_vFxAQDslGgxl74GgU6Zo,6301
-mindspore/train/serialization.py,sha256=ae_jYjeHXQayz0IjVT9LfDUOSE4UBHGWiruY3tMGhdk,165567
+mindspore/train/serialization.py,sha256=pI4HashSNzBDWJr9AKDjNZQwryTopJ0tb8ioHVtVDH4,165684
 mindspore/train/summary_pb2.py,sha256=um92LkMLxNfPN7LMCAmTdmBKLuejUH3WSzcVEZgDQtU,54744
 mindspore/train/callback/__init__.py,sha256=_sYuXdxWeYEMmjEjkrrSzde92MCjMO8ZYgUcpQ_pqvk,2690
 mindspore/train/callback/_backup_and_restore.py,sha256=QmZWmE_IwQxAy0DQ7bL5fKnn_smhpwzHzThokK2VYYM,5228
@@ -1364,7 +1366,7 @@ mindspore/train/callback/_lr_scheduler_callback.py,sha256=XtCMrS6-0kRX5QnBTCOUXM
 mindspore/train/callback/_on_request_exit.py,sha256=oR7BS8e87-6JLNyaPWUJL-hQSdSQLoJAbETHHTfssoM,14748
 mindspore/train/callback/_reduce_lr_on_plateau.py,sha256=ARnRLGZItA6rHDMkKvkP_FpWYwENG21sPwNlPSZtouU,10798
 mindspore/train/callback/_summary_collector.py,sha256=meQ003pZHH0bJ7knhD-3pON39rBzbOLiDDMq1juvCbc,56534
-mindspore/train/callback/_tft_register.py,sha256=InvKPkfKEXFa6fR886NLJ78IzI6yWvQpC-n13BK7Riw,17139
+mindspore/train/callback/_tft_register.py,sha256=BS5ISxxRIiCbSJfmqfQdSWmLEaJkitfnkFVHnl6NUuE,17213
 mindspore/train/callback/_time_monitor.py,sha256=Uxue4BzGAgr9IidNiyT10Jy1fCSiDNsTVAQcBfsyXjM,5909
 mindspore/train/metrics/__init__.py,sha256=U5IpvYQpjN_T8xDx9YjHM1kLa22O5Xgm0B3NDlzFz5s,6217
 mindspore/train/metrics/accuracy.py,sha256=aH3EAQM9vgTueD_fhvgREv9B9am3cla3m5EZtwTy_6k,5994
@@ -1399,8 +1401,8 @@ mindspore/train/train_thor/dataset_helper.py,sha256=h--zentqMCqiVTKe1IaH58TY9jqn
 mindspore/train/train_thor/model_thor.py,sha256=KW4KibaI-tB2FXTFfCb53_6KeuqUue6iLB8WVbRzY18,12863
 mindspore/utils/__init__.py,sha256=FPRci9rUQ-Kketlh6dCF7rXQvR1ky2crbqyUCVemBow,884
 mindspore/utils/utils.py,sha256=B6NhiaoR4IWqqQPowZvwEzcOLj8EIOLXL8oKf6OzeXw,2458
-mindspore-2.4.1.dist-info/METADATA,sha256=5TcXit6FJfqI_bjIHnb1GAKNYb18EMe1mrac6TbziIk,18948
-mindspore-2.4.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mindspore-2.4.1.dist-info/entry_points.txt,sha256=urM1w3mwiWeetvUeJiws5StTck3yzzvyqsi4r_GXZqE,119
-mindspore-2.4.1.dist-info/top_level.txt,sha256=6Zj88TmY8vi7j2GQh8IOCnperuz1JNE0JBAz2jS73F8,10
-mindspore-2.4.1.dist-info/RECORD,,
+mindspore-2.4.10.dist-info/METADATA,sha256=98VHug45I5jWw-KytT-H2pBlFwCGLHDETDqZR3eiCoI,18946
+mindspore-2.4.10.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mindspore-2.4.10.dist-info/entry_points.txt,sha256=urM1w3mwiWeetvUeJiws5StTck3yzzvyqsi4r_GXZqE,119
+mindspore-2.4.10.dist-info/top_level.txt,sha256=6Zj88TmY8vi7j2GQh8IOCnperuz1JNE0JBAz2jS73F8,10
+mindspore-2.4.10.dist-info/RECORD,,