mindspore 2.2.11__cp38-none-any.whl → 2.2.14__cp38-none-any.whl

mindspore/train/model.py

@@ -22,6 +22,7 @@ import os
 import math
 import copy
 import importlib
+import time
 import numpy as np
 
 import mindspore
@@ -523,6 +524,16 @@ class Model:
                                                                         dataset_sink_mode=True,
                                                                         sink_size=sink_size)
             self._warmup_dataset(epoch, train_dataset, sink_size)
+            if train_dataset.get_init_step() > 0:
+                mbuf_size = train_dataset.__transfer_dataset__.get_mbuf_queue_size()
+                while mbuf_size == 0:
+                    time.sleep(10)
+                    mbuf_size = train_dataset.__transfer_dataset__.get_mbuf_queue_size()
+                    if mbuf_size != 0:
+                        break
+                    logger.warning(f"Failover mode, waiting for dataset recover to specify step, "
+                                   f"current device queue size: {mbuf_size}")
+
             if context.get_auto_parallel_context("pipeline_stages") > 1 and valid_dataset:
                 train_network.add_flags_recursive(is_first_iteration=True)
             for inputs in train_dataset_helper:
@@ -967,7 +978,7 @@ class Model:
             of data will be transferred one by one. The limitation of data transmission per time is 256M.
 
             When dataset_sink_mode is True, the `step_end` method of the instance of Callback will be called at the end
-            of step in PyNative mode， or will be called at the end of epoch in Graph mode.
+            of step in PyNative mode, or will be called at the end of epoch in Graph mode.
 
             If dataset_sink_mode is True, dataset will be bound to this model and cannot be used by other models.
 
@@ -1004,6 +1015,7 @@ class Model:
                                  Default: 0.
 
         Examples:
+            >>> import mindspore as ms
             >>> from mindspore import nn
             >>> from mindspore.train import Model
             >>>
@@ -1515,8 +1527,8 @@ class Model:
                     [ascend_context]
                     rank_table_file = [path_a](storage initial path of the rank table file)
                     [execution_plan]
-                    [op_name1] = data_type:float16 (operator named op_name1 is set to data type Float16)
-                    [op_name2] = data_type:float32 (operator named op_name2 is set to data type Float32)
+                    [op_name1] = data_type:float16 (operator named op_name1 is set to data type float16)
+                    [op_name2] = data_type:float32 (operator named op_name2 is set to data type float32)
 
                 When only the config_path is configured, it is done as follows:
 
@@ -1649,8 +1661,8 @@ class Model:
                     [ascend_context]
                     rank_table_file = [path_a](storage initial path of the rank table file)
                     [execution_plan]
-                    [op_name1] = data_type:float16 (operator named op_name1 is set to data type Float16)
-                    [op_name2] = data_type:float32 (operator named op_name2 is set to data type Float32)
+                    [op_name1] = data_type:float16 (operator named op_name1 is set to data type float16)
+                    [op_name2] = data_type:float32 (operator named op_name2 is set to data type float32)
 
                 When only the config_path is configured, it is done as follows:
 

mindspore/train/serialization.py

@@ -176,7 +176,7 @@ def _update_param(param, new_param, strict_load):
 
 def _type_convert(param, new_param, strict_load):
     """Whether to convert parameter's type during load checkpoint into network."""
-    float_type = (mstype.float16, mstype.float32, mstype.float64)
+    float_type = (mstype.float16, mstype.float32, mstype.float64, mstype.bfloat16)
     int_type = (mstype.int8, mstype.int16, mstype.int32, mstype.int64)
     if not strict_load and ({param.data.dtype, new_param.data.dtype}.issubset(float_type) or
                             {param.data.dtype, new_param.data.dtype}.issubset(int_type)):
@@ -1560,6 +1560,8 @@ def export(net, *inputs, file_name, file_format, **kwargs):
         3. Exporting functions decorated with :func:`mindspore.jit` to mindir format is supported.
         4. When exporting a function decorated with :func:`mindspore.jit`, the function should not involve
            class properties in calculations.
+        5. AIR format is deprecated, and will be removed in a future version, please use other format or use
+           MindSpore Lite to do offline inference.
 
     Args:
         net (Union[Cell, function]): MindSpore network.
@@ -1633,6 +1635,9 @@ def export(net, *inputs, file_name, file_format, **kwargs):
     supported_formats = ['AIR', 'ONNX', 'MINDIR']
     if file_format not in supported_formats:
         raise ValueError(f"For 'export', 'file_format' must be one of {supported_formats}, but got {file_format}.")
+    if file_format == 'AIR':
+        logger.warning("AIR format is deprecated, and will be removed in a future version, please use other format or "
+                       "use MindSpore Lite to do offline inference")
     Validator.check_file_name_by_regular(file_name)
     logger.info("exporting model file:%s format:%s.", file_name, file_format)
 

mindspore/train/summary/_writer_pool.py

@@ -31,7 +31,7 @@ from mindspore.train.summary.writer import LineageWriter, SummaryWriter, ExportW
 
 try:
     from multiprocessing import get_context
-    ctx = get_context('forkserver')
+    ctx = get_context('fork')
 except ValueError:
     import multiprocessing as ctx
 

mindspore/train/summary/summary_record.py

@@ -1,4 +1,4 @@
-# Copyright 2020-2022 Huawei Technologies Co., Ltd
+# Copyright 2020-2023 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -141,12 +141,11 @@ class SummaryRecord:
     can be added by calling add_value.
 
     Note:
-        1. When using SummaryRecord, you need to run the code in `if __name__ == "__main__"` .
-        2. Make sure to close the SummaryRecord at the end, otherwise the process will not exit.
+        1. Make sure to close the SummaryRecord at the end, otherwise the process will not exit.
            Please see the Example section below to learn how to close properly in two ways.
-        3. Only one SummaryRecord instance is allowed at a time, otherwise it will cause data writing problems.
-        4. SummaryRecord only supports Linux systems.
-        5. The Summary is not supported when compile source with `-s on` option.
+        2. Only one SummaryRecord instance is allowed at a time, otherwise it will cause data writing problems.
+        3. SummaryRecord only supports Linux systems.
+        4. The Summary is not supported when compile source with `-s on` option.
 
     Args:
         log_dir (str): The log_dir is a directory location to save the summary.

mindspore/version.py

@@ -1 +1 @@
-__version__ = '2.2.11'
+__version__ = '2.2.14'

{mindspore-2.2.11.dist-info → mindspore-2.2.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mindspore
-Version: 2.2.11
+Version: 2.2.14
 Summary: MindSpore is a new open source deep learning training/inference framework that could be used for mobile, edge and cloud scenarios.
 Home-page: https://www.mindspore.cn
 Download-URL: https://github.com/mindspore-ai/mindspore/tags