mindspore 2.7.0__cp310-cp310-win_amd64.whl → 2.7.1__cp310-cp310-win_amd64.whl

mindspore/context.py

@@ -33,13 +33,12 @@ from mindspore.parallel._auto_parallel_context import _set_auto_parallel_context
     _reset_auto_parallel_context
 from mindspore.parallel._ps_context import _set_ps_context, _get_ps_context, _reset_ps_context, \
     _need_reset_device_target_for_ps
-from mindspore.parallel._offload_context import _set_offload_context, _get_offload_context
 from mindspore.hal.device import is_initialized
 from mindspore.common import api
 
 __all__ = ['GRAPH_MODE', 'PYNATIVE_MODE', 'STRICT', 'COMPATIBLE', 'LAX', 'set_context', 'get_context',
            'set_auto_parallel_context', 'get_auto_parallel_context', 'reset_auto_parallel_context', 'ParallelMode',
-           'set_ps_context', 'get_ps_context', 'reset_ps_context', 'set_offload_context', 'get_offload_context']
+           'set_ps_context', 'get_ps_context']
 
 GRAPH_MODE = 0
 PYNATIVE_MODE = 1
@@ -255,22 +254,6 @@ class _Context:
                              f"{exec_order_modes}, but got {exec_order}.")
         self.set_param(ms_ctx_param.exec_order, exec_order)
 
-    def set_memory_offload(self, memory_offload):
-        """
-        Enable memory offload or not, support "ON", "OFF".
-
-        Args:
-            memory_offload (str): "ON", "OFF"
-        """
-        memory_offload_options = ["ON", "OFF"]
-        if memory_offload not in memory_offload_options:
-            raise ValueError(f"For 'context.set_context', the argument 'memory_offload' must be one of "
-                             f"{memory_offload_options}, but got {memory_offload}.")
-        if memory_offload == "ON":
-            self.set_param(ms_ctx_param.memory_offload, True)
-        else:
-            self.set_param(ms_ctx_param.memory_offload, False)
-
     def set_deterministic(self, deterministic):
         """
         Enable model run in deterministic, and support the values "ON" and "OFF".
@@ -686,7 +669,6 @@ class _Context:
         'memory_optimize_level': set_memory_optimize_level,
         'exec_order': set_exec_order,
         'op_timeout': set_op_timeout,
-        'memory_offload': set_memory_offload,
         'deterministic': set_deterministic,
         'ascend_config': set_ascend_config,
         'jit_syntax_level': set_jit_syntax_level,
@@ -1266,65 +1248,6 @@ def reset_auto_parallel_context():
     api.ms_compile_cache.clear()
 
 
-@args_type_check(offload_config=dict)
-def set_offload_context(offload_config):
-    r"""
-    Configure heterogeneous training detailed parameters to adjust the offload strategy, this api will be deprecated
-    and removed in future versions.
-
-    Note:
-        The offload configuration is only used if the memory offload feature is enabled
-        via mindspore.set_context(memory_offload="ON"), and the memory_optimize_level must be set to O0. On the Ascend
-        hardware platform, the graph compilation level must be O0.
-
-    Args:
-        offload_config (dict): A dict contains the keys and values for setting the offload context
-            configure.It supports the following keys.
-
-            - offload_path (str):  The path of offload, relative paths are supported. Default: ``"./offload"``.
-            - offload_cpu_size (str):  The cpu memory size for offload. The format is "xxGB".
-            - offload_disk_size (str): The disk size for offload. The format is "xxGB"
-            - hbm_ratio (float): The ratio that can be used based on the maximum device memory.
-              The range is (0,1], Default: ``1.0``.
-            - cpu_ratio (float): The ratio that can be used based on the maximum host memory.
-              The range is (0,1], Default: ``1.0``.
-            - enable_pinned_mem (bool): The flag of whether enabling Pinned Memory. Default: ``True``.
-            - enable_aio (bool): The flag of whether enabling aio. Default: ``True``.
-            - aio_block_size (str): The size of aio block. The format is "xxGB".
-            - aio_queue_depth (int): The depth of aio queue.
-            - offload_param (str):  The param for offload destination, cpu or disk, Default: ``""``.
-            - offload_checkpoint (str):  The checkpoint for offload destination, only valid if recompute is turned on,
-              cpu or disk, Default: ``""``.
-            - auto_offload (bool): The flag of whether auto offload. Default: ``True``.
-            - host_mem_block_size (str): The memory block size of host memory pool. The format is "xxGB"
-
-    Raises:
-        ValueError: If input key is not attribute in auto parallel context.
-
-    Examples:
-        >>> from mindspore import context
-        >>> context.set_offload_context(offload_config={"offload_param":"cpu"})
-    """
-    _set_offload_context(offload_config)
-
-
-def get_offload_context():
-    """
-    Gets the offload configuration parameters, this api will be deprecated and removed in future versions.
-
-    Configure through interface mindspore.set_offload_context(). If the user is not set, the default configuration is
-    obtained.
-
-    Returns:
-        Dict, heterogeneous training offload detailed configuration parameters.
-
-    Examples:
-        >>> from mindspore import context
-        >>> offload_config = context.get_offload_context()
-    """
-    return _get_offload_context()
-
-
 def _check_target_specific_cfgs(device, arg_key):
     """Checking whether a config is suitable for a specified device"""
     device_cfgs = {
@@ -1400,8 +1323,7 @@ def _check_context_deprecated(key):
                                                      mindspore.device_context.gpu.op_precision.conv_fprop_algo(),
                                                      mindspore.device_context.gpu.op_precision.conv_wgrad_algo(),
                                                      mindspore.device_context.gpu.op_precision.conv_dgrad_algo()''',
-                               'runtime_num_threads': 'api mindspore.device_context.cpu.op_tuning.threads_num()',
-                               'memory_offload': "`device` parameter of `mindspore.Parameter`"}
+                               'runtime_num_threads': 'api mindspore.device_context.cpu.op_tuning.threads_num()'}
     invalid_context_dict = {
         'exception_dump': {'version': '2.6', 'interface': 'device_context.ascend.op_debug.aclinit_config()'}
     }
@@ -1468,9 +1390,6 @@ def set_context(**kwargs):
         inter_op_parallel_num(int): The thread number of op parallel at the same time.
             Default ``0`` . This parameter will be deprecated and removed in future versions.
             Please use the api :func:`mindspore.runtime.dispatch_threads_num` instead.
-        memory_offload (str): Whether to enable the memory offload function. Default ``"OFF"`` .
-            This parameter will be deprecated and removed in future versions. Please use the api
-            :func:`mindspore.nn.Cell.offload` instead.
         disable_format_transform (bool): Whether to disable the automatic format transform function from NCHW
             to NHWC. Default ``False`` . This parameter will be deprecated and removed in future versions. Please
             use the related parameter of :func:`mindspore.jit` instead.
@@ -1540,7 +1459,9 @@ def set_context(**kwargs):
               This parameter will be deprecated and removed in future versions. Please use the
               api :func:`mindspore.parallel.auto_parallel.AutoParallel.transformer_opt` instead.
             - hccl_watchdog (bool): Enable a thread to monitor the failure of collective communication.
-              Default ``True`` .
+              Default ``True`` . This parameter will be deprecated and removed in future versions. Please use the
+              environment variable `MS_ENABLE_THM="{HCCL_WATCHDOG:1}"` instead.
+
         gpu_config (dict): Set the parameters specific to gpu hardware platform. It is not set by default.
 
             - conv_fprop_algo (str): Specifies convolution forward algorithm. Default ``"normal"`` .
@@ -1595,7 +1516,6 @@ def set_context(**kwargs):
         >>> ms.set_context(inter_op_parallel_num=4)
         >>> ms.set_context(disable_format_transform=True)
         >>> ms.set_context(memory_optimize_level='O0')
-        >>> ms.set_context(memory_offload='ON')
         >>> ms.set_context(deterministic='ON')
         >>> ms.set_context(ascend_config={"precision_mode": "force_fp16", "jit_compile": True,
         ...                "atomic_clean_policy": 1, "op_precision_mode": "./op_precision_config_file",

mindspore/dataset/engine/datasets.py

@@ -457,8 +457,10 @@ class Dataset:
                 each bucket. Must contain len(bucket_boundaries)+1 elements.
             element_length_function (Callable, optional): A function that takes in
                 M arguments where M = len(column_names) and returns an integer. If no value
-                provided, parameter M the len(column_names) must be 1, and the size of the first
-                dimension of that column will be taken as the length. Default: ``None``.
+                provided, parameter M the len(column_names) must be 1. At this time, the length of the data in this
+                column is determined based on its ndim. If ndim=0, the data length is 0, indicating a str, bool, int,
+                or float scalar; if it is an array with ndim > 0, the length of the data is array.shape[0].
+                Default: ``None`` , indicating this parameter is not specified.
             pad_info (dict, optional): The information about how to batch each column. The key
                 corresponds to the column name, and the value must be a tuple of 2 elements.
                 The first element corresponds to the shape to pad to, and the second
@@ -819,8 +821,7 @@ class Dataset:
         return dataset
 
     @check_map
-    def map(self, operations, input_columns=None, output_columns=None, column_order=None,
-            num_parallel_workers=None, **kwargs):
+    def map(self, operations, input_columns=None, output_columns=None, num_parallel_workers=None, **kwargs):
         """
         Apply each operation in operations to this dataset.
 
@@ -3073,6 +3074,9 @@ def _worker_loop(quit_signal, operations, worker_id, op_type, key, video_backend
     and shared memory. This logic no longer uses the Python multi-process pool, in_queue, and out_queue for
     data transferring.
     """
+    # Release the lock which had been holded in map_op.cc::Launch()/batch_op.cc::Launch()
+    cde.unlock_shm_id_and_msg_id_mutex()
+
     # Initialize C++ side signal handlers
     cde.register_worker_handlers()
 

mindspore/dataset/engine/datasets_vision.py

@@ -2179,7 +2179,7 @@ class ImageFolderDataset(MappableDataset, VisionBaseDataset):
           <https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/dataset_gallery.html>`_
 
     Note:
-        - The shape of the image column is [image_size] if `decode` flag is ``False``, or [H,W,C] otherwise.
+        - The shape of the image column is [undecoded_image_size] if `decode` flag is ``False``, or [H,W,C] otherwise.
         - The parameters `num_samples` , `shuffle` , `num_shards` , `shard_id` can be used to control the sampler
           used in the dataset, and their effects when combined with parameter `sampler` are as follows.
 

mindspore/dataset/engine/validators.py

@@ -1481,23 +1481,9 @@ def check_map(method):
     @wraps(method)
     def new_method(self, *args, **kwargs):
         from mindspore.dataset.callback import DSCallback
-        [operations, input_columns, output_columns, column_order, num_parallel_workers, param_dict], _ = \
+        [operations, input_columns, output_columns, num_parallel_workers, param_dict], _ = \
             parse_user_args(method, *args, **kwargs)
 
-        if column_order is not None:
-            raise ValueError("The parameter 'column_order' had been deleted in map operation. "
-                             "Please use '.project' operation instead.\n"
-                             ">> # Usage of old api:\n"
-                             ">> dataset = dataset.map(operations=PyFunc,\n"
-                             ">>                       input_columns=[\"column_a\"],\n"
-                             ">>                       output_columns=[\"column_b\", \"column_c\"],\n"
-                             ">>                       column_order=[\"column_b\", \"column_c\"])\n"
-                             ">> # Usage of new api:\n"
-                             ">> dataset = dataset.map(operations=PyFunc,\n"
-                             ">>                       input_columns=[\"column_a\"],\n"
-                             ">>                       output_columns=[\"column_b\", \"column_c\"])\n"
-                             ">> dataset = dataset.project([\"column_b\", \"column_c\"])")
-
         (python_multiprocessing, max_rowsize, cache, callbacks, offload) = get_map_kwargs_from_dict(param_dict)
 
         # check whether network computing operator exist in input operations(python function)

mindspore/{experimental/llm_boost/ascend_native → graph}/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2024 Huawei Technologies Co., Ltd
+# Copyright 2025 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,11 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ============================================================================
-"""
-Provide llm boost for inference, such as LlamaBoost.
-"""
-from __future__ import absolute_import
 
-from mindspore.experimental.llm_boost.ascend_native.llama_boost_ascend_native import LlamaBoostAscendNative
+"""Graph optimization and transformation functionality."""
 
-__all__ = ['LlamaBoostAscendNative']
+from mindspore.graph.custom_pass import register_custom_pass
+
+__all__ = [
+    "register_custom_pass"
+]

mindspore/graph/custom_pass.py

@@ -0,0 +1,55 @@
+# Copyright 2025 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+
+"""
+Experimental custom pass registration functionality.
+
+This module provides experimental APIs for registering custom optimization passes.
+These APIs are subject to change and should be used with caution in production code.
+"""
+
+import mindspore._c_expression as _c_expression
+
+
+def register_custom_pass(pass_name: str, plugin_so_path: str, device: str = "all", stage: str = "") -> bool:
+    """Register a custom pass plugin.
+
+    .. warning::
+        This is an experimental API that is subject to change or deletion.
+
+    Args:
+        pass_name (str): Name of the pass expected to be provided by the plugin.
+        plugin_so_path (str): Absolute path to the plugin shared library (.so file).
+        device (str): Target device for the pass. Supported values: "cpu", "gpu", "ascend", or "all".
+            Default: "all".
+        stage (str): Pass stage. Reserved field for future use. Default: "".
+
+    Returns:
+        bool: True if plugin loaded successfully, False otherwise.
+
+    Examples:
+        >>> import mindspore.graph as graph
+        >>> # Register a custom optimization pass
+        >>> success = graph.register_custom_pass(
+        ...     pass_name="my_fusion_pass",
+        ...     plugin_so_path="/path/to/my_plugin.so",
+        ...     device="ascend"
+        ... )
+        >>> print(f"Registration successful: {success}")
+    """
+    return _c_expression.register_custom_pass(pass_name, plugin_so_path, device, stage)
+
+
+__all__ = ["register_custom_pass"]

mindspore/include/dataset/execute.h

@@ -27,8 +27,8 @@
 #include "include/dataset/constants.h"
 #include "include/dataset/transforms.h"
 #if defined(ENABLE_D)
-#include "runtime/hardware/device_context.h"
-#include "runtime/hardware/device_context_manager.h"
+#include "runtime/hardware_abstract/device_context/device_context.h"
+#include "runtime/hardware_abstract/device_context/device_context_manager.h"
 #endif
 
 namespace mindspore {

mindspore/mindrecord/__init__.py

@@ -31,8 +31,8 @@ datasets using `mindspore.dataset.MindDataset <https://www.mindspore.cn/docs/en/
 mindspore.dataset.MindDataset.html>`_ .
 
 Users can also convert datasets from other formats to the MindRecord format.
-For more details, please refer to `Converting Dataset to MindRecord <https://www.mindspore.cn/docs/en/master/
-model_train/dataset/record.html>`_ .
+For more details, please refer to
+`Converting Dataset to MindRecord <https://www.mindspore.cn/tutorials/en/master/dataset/record.html>`_ .
 Additionally, MindRecord supports file encryption, decryption,
 and integrity checks to ensure the security of MindRecord format datasets.
 """
@@ -41,7 +41,7 @@ from .filewriter import FileWriter
 from .filereader import FileReader
 from .mindpage import MindPage
 from .common.exceptions import *
-from .shardutils import SUCCESS, FAILED
+from .core.shardutils import SUCCESS, FAILED
 from .tools.cifar10_to_mr import Cifar10ToMR
 from .tools.cifar100_to_mr import Cifar100ToMR
 from .tools.csv_to_mr import CsvToMR

mindspore/mindrecord/common/exceptions.py

@@ -26,6 +26,7 @@ Error rule:
 """
 from .enums import LogRuntime, ErrorCodeType, ErrorLevel
 from .constant import SYS_ID
+
 EXCEPTIONS = dict(
     # the format of list is [exception No, base error message]
     UnknownError=[0, 'Unknown Error.'],

mindspore/mindrecord/config.py

@@ -30,7 +30,7 @@ import time
 
 from mindspore import log as logger
 from mindspore._c_expression import _encrypt, _decrypt_data
-from .shardutils import MIN_FILE_SIZE
+from .core.shardutils import MIN_FILE_SIZE
 
 
 __all__ = ['set_enc_key',

mindspore/{parallel/mpi → mindrecord/core}/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2023 Huawei Technologies Co., Ltd
+# Copyright 2025 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,3 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ============================================================================
+"""
+init core
+"""

mindspore/mindrecord/{shardheader.py → core/shardheader.py}

@@ -17,7 +17,8 @@ This module is to write data into mindrecord.
 """
 import mindspore._c_mindrecord as ms
 from mindspore import log as logger
-from .common.exceptions import MRMAddSchemaError, MRMAddIndexError, MRMBuildSchemaError, MRMGetMetaError
+from mindspore.mindrecord.common.exceptions import MRMAddSchemaError, MRMAddIndexError, MRMBuildSchemaError, \
+    MRMGetMetaError
 
 __all__ = ['ShardHeader']
 

mindspore/mindrecord/{shardindexgenerator.py → core/shardindexgenerator.py}

@@ -17,7 +17,7 @@ This module is to  write data into mindrecord.
 """
 import mindspore._c_mindrecord as ms
 from mindspore import log as logger
-from .common.exceptions import MRMIndexGeneratorError, MRMGenerateIndexError
+from mindspore.mindrecord.common.exceptions import MRMIndexGeneratorError, MRMGenerateIndexError
 
 __all__ = ['ShardIndexGenerator']
 

mindspore/mindrecord/{shardreader.py → core/shardreader.py}

@@ -17,7 +17,8 @@ This module is to read data from mindrecord.
 """
 import mindspore._c_mindrecord as ms
 from mindspore import log as logger
-from .common.exceptions import MRMOpenError, MRMLaunchError
+from mindspore.mindrecord.common.exceptions import MRMOpenError, MRMLaunchError
+
 __all__ = ['ShardReader']
 
 

mindspore/mindrecord/{shardsegment.py → core/shardsegment.py}

@@ -17,8 +17,8 @@ This module is to read page from mindrecord.
 """
 import mindspore._c_mindrecord as ms
 from mindspore import log as logger
-from .shardutils import populate_data, SUCCESS
-from .shardheader import ShardHeader
+from mindspore.mindrecord.core.shardutils import populate_data, SUCCESS
+from mindspore.mindrecord.core.shardheader import ShardHeader
 
 __all__ = ['ShardSegment']
 

mindspore/mindrecord/{shardutils.py → core/shardutils.py}

@@ -25,7 +25,7 @@ from functools import wraps
 
 import numpy as np
 import mindspore._c_mindrecord as ms
-from .common.exceptions import ParamValueError, MRMUnsupportedSchemaError
+from mindspore.mindrecord.common.exceptions import ParamValueError, MRMUnsupportedSchemaError
 
 SUCCESS = ms.MSRStatus.SUCCESS
 FAILED = ms.MSRStatus.FAILED

mindspore/mindrecord/{shardwriter.py → core/shardwriter.py}

@@ -18,7 +18,7 @@ This module is to write data into mindrecord.
 import numpy as np
 import mindspore._c_mindrecord as ms
 from mindspore import log as logger
-from .common.exceptions import MRMOpenError, MRMOpenForAppendError, MRMInvalidHeaderSizeError, \
+from mindspore.mindrecord.common.exceptions import MRMOpenError, MRMOpenForAppendError, MRMInvalidHeaderSizeError, \
     MRMInvalidPageSizeError, MRMSetHeaderError, MRMWriteDatasetError, MRMCommitError
 
 __all__ = ['ShardWriter']

mindspore/mindrecord/filereader.py

@@ -18,10 +18,10 @@ This module is to read data from MindRecord.
 import platform
 from mindspore import log as logger
 
-from .shardreader import ShardReader
-from .shardheader import ShardHeader
-from .shardutils import populate_data
-from .shardutils import check_parameter
+from .core.shardreader import ShardReader
+from .core.shardheader import ShardHeader
+from .core.shardutils import populate_data
+from .core.shardutils import check_parameter
 from .common.exceptions import ParamTypeError
 from .config import _get_enc_key, _get_dec_mode, decrypt
 

mindspore/mindrecord/filewriter.py

@@ -25,11 +25,11 @@ import time
 import multiprocessing as mp
 import numpy as np
 from mindspore import log as logger
-from .shardwriter import ShardWriter
-from .shardreader import ShardReader
-from .shardheader import ShardHeader
-from .shardindexgenerator import ShardIndexGenerator
-from .shardutils import MIN_SHARD_COUNT, MAX_SHARD_COUNT, VALID_ATTRIBUTES, VALID_ARRAY_ATTRIBUTES, \
+from .core.shardwriter import ShardWriter
+from .core.shardreader import ShardReader
+from .core.shardheader import ShardHeader
+from .core.shardindexgenerator import ShardIndexGenerator
+from .core.shardutils import MIN_SHARD_COUNT, MAX_SHARD_COUNT, VALID_ATTRIBUTES, VALID_ARRAY_ATTRIBUTES, \
     check_filename, VALUE_TYPE_MAP, SUCCESS
 from .common.exceptions import ParamValueError, ParamTypeError, MRMInvalidSchemaError, MRMDefineIndexError
 from .config import _get_enc_key, _get_enc_mode, _get_dec_mode, encrypt, decrypt

mindspore/mindrecord/mindpage.py

@@ -16,8 +16,8 @@
 This module is to support reading page from MindRecord.
 """
 
-from .shardsegment import ShardSegment
-from .shardutils import check_parameter
+from .core.shardsegment import ShardSegment
+from .core.shardutils import check_parameter
 from .common.exceptions import ParamValueError, ParamTypeError, MRMDefineCategoryError
 from .config import _get_enc_key, _get_dec_mode, decrypt
 

mindspore/mindrecord/tools/cifar10.py

@@ -23,7 +23,7 @@ import re
 import numpy as np
 
 from mindspore import log as logger
-from ..shardutils import check_filename
+from ..core.shardutils import check_filename
 
 __all__ = ['Cifar10']
 

mindspore/mindrecord/tools/cifar100.py

@@ -21,7 +21,7 @@ import pickle
 import os
 import numpy as np
 
-from ..shardutils import check_filename
+from ..core.shardutils import check_filename
 
 __all__ = ['Cifar100']
 

mindspore/mindrecord/tools/cifar100_to_mr.py

@@ -23,7 +23,7 @@ from mindspore import log as logger
 from .cifar100 import Cifar100
 from ..common.exceptions import PathNotExistsError
 from ..filewriter import FileWriter
-from ..shardutils import check_filename, ExceptionThread, SUCCESS
+from ..core.shardutils import check_filename, ExceptionThread, SUCCESS
 
 
 __all__ = ['Cifar100ToMR']

mindspore/mindrecord/tools/cifar10_to_mr.py

@@ -23,7 +23,7 @@ from mindspore import log as logger
 from .cifar10 import Cifar10
 from ..common.exceptions import PathNotExistsError
 from ..filewriter import FileWriter
-from ..shardutils import check_filename, ExceptionThread, SUCCESS
+from ..core.shardutils import check_filename, ExceptionThread, SUCCESS
 
 
 __all__ = ['Cifar10ToMR']

mindspore/mindrecord/tools/csv_to_mr.py

@@ -20,7 +20,7 @@ import os
 
 from mindspore import log as logger
 from ..filewriter import FileWriter
-from ..shardutils import check_filename, ExceptionThread
+from ..core.shardutils import check_filename, ExceptionThread
 
 
 __all__ = ['CsvToMR']

mindspore/mindrecord/tools/imagenet_to_mr.py

@@ -21,7 +21,7 @@ import time
 from mindspore import log as logger
 from ..common.exceptions import PathNotExistsError
 from ..filewriter import FileWriter
-from ..shardutils import check_filename, ExceptionThread
+from ..core.shardutils import check_filename, ExceptionThread
 
 __all__ = ['ImageNetToMR']
 

mindspore/mindrecord/tools/mnist_to_mr.py

@@ -23,7 +23,7 @@ import numpy as np
 
 from mindspore import log as logger
 from ..filewriter import FileWriter
-from ..shardutils import check_filename, ExceptionThread, SUCCESS, FAILED
+from ..core.shardutils import check_filename, ExceptionThread, SUCCESS, FAILED
 
 
 __all__ = ['MnistToMR']

mindspore/mindrecord/tools/tfrecord_to_mr.py

@@ -21,7 +21,7 @@ import numpy as np
 
 from mindspore import log as logger
 from ..filewriter import FileWriter
-from ..shardutils import check_filename, ExceptionThread
+from ..core.shardutils import check_filename, ExceptionThread
 
 __all__ = ['TFRecordToMR']