mindspore 2.3.0__cp310-cp310-win_amd64.whl → 2.4.0__cp310-cp310-win_amd64.whl

mindspore/utils/__init__.py

@@ -0,0 +1,21 @@
+# Copyright 2024 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+"""Utils module."""
+from __future__ import absolute_import
+from mindspore._c_expression import stress_detect
+from .utils import ExitByRequest
+
+# Symbols from utils module.
+__all__ = ["stress_detect", "ExitByRequest"]

mindspore/utils/utils.py

@@ -0,0 +1,60 @@
+# Copyright 2024 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+"""mindspore utils."""
+from __future__ import absolute_import
+
+from mindspore.common import dtype as mstype
+from mindspore.common.tensor import Tensor
+from mindspore.ops import functional as F
+from mindspore.ops import operations as P
+from mindspore.context import ParallelMode
+from mindspore.parallel._utils import _get_parallel_mode
+from mindspore.common.api import jit_class
+
+
+@jit_class
+class ExitByRequest:
+    """
+    Gracefully exits the training process after get exit request.
+    """
+
+    def __init__(self):
+        super(ExitByRequest, self).__init__()
+        from mindspore.communication.management import get_group_size
+        self.all_reduce = P.AllReduce()
+        self.equal = P.Equal()
+        self.assign = P.Assign()
+        self.reduce_all = P.ReduceAll(keep_dims=False)
+        self.is_distributed = _get_parallel_mode() != ParallelMode.STAND_ALONE
+        if self.is_distributed:
+            self.group_size = get_group_size()
+            self.base = Tensor([self.group_size], dtype=mstype.int32)
+        self.base1 = Tensor([1], mstype.int32)
+        self.true = Tensor(True, mstype.bool_)
+
+    def exit_by_request(self, grad, init_value, exit_value):
+        """
+        update GracefulExit flag by Assign op, the value is the output of AllReduce op
+        :param grad: grad of net, or output of opt
+        :param init_value: input value of AllReduce, a parameter
+        :param exit_value: graceful exit value(out of AllReduce), update by Assign op
+        :return: grad
+        """
+        if self.is_distributed:
+            all_status = self.all_reduce(init_value)
+            equal = self.equal(all_status, self.base)
+            reduce_all = self.reduce_all(equal)
+            grad = F.depend(grad, self.assign(exit_value, reduce_all))
+        return grad

mindspore/version.py

@@ -1 +1 @@
-__version__ = '2.3.0'
+__version__ = '2.4.0'

{mindspore-2.3.0.dist-info → mindspore-2.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mindspore
-Version: 2.3.0
+Version: 2.4.0
 Summary: MindSpore is a new open source deep learning training/inference framework that could be used for mobile, edge and cloud scenarios.
 Home-page: https://www.mindspore.cn
 Author: The MindSpore Authors
@@ -11,7 +11,7 @@ Project-URL: Sources, https://github.com/mindspore-ai/mindspore
 Project-URL: Issue Tracker, https://github.com/mindspore-ai/mindspore/issues
 Keywords: mindspore machine learning
 Platform: UNKNOWN
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: Intended Audience :: Science/Research
 Classifier: Intended Audience :: Developers
@@ -19,6 +19,9 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3.7
 Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: C++
 Classifier: Topic :: Scientific/Engineering
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -35,6 +38,7 @@ Requires-Dist: scipy >=1.5.4
 Requires-Dist: packaging >=20.0
 Requires-Dist: psutil >=5.6.1
 Requires-Dist: astunparse >=1.6.3
+Requires-Dist: safetensors >=0.4.0
 
 ![MindSpore Logo](https://gitee.com/mindspore/mindspore/raw/master/docs/MindSpore-logo.png "MindSpore logo")