mindspore 2.0.0a0__cp37-none-any.whl → 2.0.0rc1__cp37-none-any.whl

mindspore/__init__.py

@@ -16,11 +16,11 @@
 from __future__ import absolute_import
 
 from mindspore.run_check import run_check
-from mindspore import common, dataset, mindrecord, train, log
+from mindspore import common, dataset, mindrecord, train, log, amp
 from mindspore import profiler, communication, numpy, parallel
 from mindspore.common import *
 from mindspore.mindrecord import *
-from mindspore.ops import _op_impl, grad, value_and_grad, vjp, jvp, jacfwd, jacrev, vmap
+from mindspore.ops import _op_impl, grad, value_and_grad, vjp, jvp, jacfwd, jacrev, vmap, get_grad
 from mindspore.train import *
 from mindspore.log import *
 from mindspore.context import GRAPH_MODE, PYNATIVE_MODE, set_context, get_context, set_auto_parallel_context, \
@@ -31,6 +31,8 @@ from mindspore.profiler import Profiler, EnvProfiler
 from mindspore.parallel import set_algo_parameters, get_algo_parameters, reset_algo_parameters, \
     rank_list_for_transform, transform_checkpoint_by_rank, transform_checkpoints, merge_pipeline_strategys, shard
 from mindspore.rewrite import SymbolTree, ScopedValue, Node, NodeType, TreeNodeHelper
+from mindspore._check_jit_forbidden_api import get_obj_module_and_name_info, is_jit_forbidden_module, \
+    is_invalid_or_jit_forbidden_method
 
 
 __all__ = ["run_check"]

mindspore/_akg/akg/composite/build_module.py

@@ -20,6 +20,7 @@ import json
 from collections.abc import Iterable
 import akg
 from akg import tvm
+from tvm.autotvm.env import AutotvmGlobalScope
 from akg.utils.kernel_exec import ReturnType, is_symbolic_tiling
 from .split_stitch import split_stitch_attr
 from .construct_args import get_construct_args, get_tune_construct_args, \
@@ -655,6 +656,13 @@ def _set_backend(desc_d):
     return desc_s
 
 
+def _set_cuda_compute_capability(desc_d):
+    """set the compute_capability from info file"""
+    sm_str = "".join(desc_d.get("target_info", {}).get("compute_capability", "0.0").split("."))
+    if sm_str != "00":
+        AutotvmGlobalScope.current.cuda_target_arch = "sm_" + sm_str
+
+
 def build(kernel_desc, attrs=None, poly=True, use_repo=True):
     """
     build kernel with compute description in json format
@@ -683,6 +691,9 @@ def build(kernel_desc, attrs=None, poly=True, use_repo=True):
         attrs = dict()
     backend = desc_d['process']
     attrs = _set_attrs(desc_d, attrs, poly)
+    # set compute_capability for cuda backend
+    if backend == "cuda":
+        _set_cuda_compute_capability(desc_d)
     if backend == 'aicore':
         return _build_to_module_ascend(desc_s, desc_d, attrs, use_repo)
     else:

mindspore/_akg/akg/config/repository_cuda.json

@@ -423,5 +423,16 @@
                 "bind_thread": "800 1"
             }
         }
+    },
+    "2.Reshape1.Cast1.ReduceSum1.Add1.RealDiv16.356": {
+        "1.32_16.1.512.1": {
+            "float32.int32.float32--": {
+                "metadata": {
+                    "attrs": {
+                        "pragma_disable_whole_component": false
+                    }
+                }
+            }
+        }
     }
 }

mindspore/_akg/akg/tvm/contrib/nvcc.py

@@ -19,6 +19,7 @@
 # 2020.9.19 - Modify default GPU arch function.
 # 2020.10.26 - Add the logic of finding AkgReduce library.
 # 2022.9.5 - Add the check of gcc version.
+# 2022.12.5 - Add the check of gcc version 11.1 .
 """Utility to invoke nvcc compiler in the system"""
 from __future__ import absolute_import as _abs
 
@@ -37,7 +38,7 @@ def get_gcc_version():
     Return
     ------
     ver : tuple of int
-        The version of gcc likes: (7.3.0), (9.4.0)
+        The version of gcc likes: (7.3.0), (11.1.0)
     """
     f = os.popen("gcc --version")
     for line in f:
@@ -79,8 +80,8 @@ def compile_cuda(code,
     """
     # supported gcc version for cuda code generation
     gcc_version = get_gcc_version()
-    if gcc_version is None or (7,3,0) > gcc_version or gcc_version > (9,4,0):
-        raise ValueError("gcc version is {}, not in range [7.3.0, 9.4.0]".format(
+    if gcc_version is None or (7,3,0) > gcc_version or gcc_version > (11,1,0):
+        raise ValueError("gcc version is {}, not in range [7.3.0, 11.1.0]".format(
             gcc_version))
 
     arch_exception = ["sm_00", None]

mindspore/_check_jit_forbidden_api.py

@@ -0,0 +1,102 @@
+# Copyright 2023 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+"""Check jit forbidden api."""
+
+import types
+from functools import wraps
+from mindspore import log as logger
+
+# module: such as "mindspore.common.initializer"
+_jit_forbidden_module = set()
+_jit_forbidden_method = set()
+
+
+def jit_forbidden_register(fn):
+    """Use @jit_forbidden_register to decoratore the api which is not supported in GRAPH_MODE."""
+    setattr(fn, '__jit_forbidden__', True)
+    if isinstance(fn, types.FunctionType):
+        fn_info = fn.__module__ + '.' + fn.__qualname__
+        add_jit_forbidden_method(fn_info)
+
+        @wraps(fn)
+        def jit_forbidden(*args, **kwargs):
+            return fn(*args, **kwargs)
+    else:
+        def jit_forbidden(*args, **kwargs):
+            return fn(*args, **kwargs)
+    return jit_forbidden
+
+
+def add_jit_forbidden_module(jit_forbidden_module):
+    """Add the jit forbidden module."""
+    logger.debug(f'add jit_forbidden_module_set: {_jit_forbidden_module}')
+    return _jit_forbidden_module.add(jit_forbidden_module)
+
+
+def remove_jit_forbidden_module(jit_forbidden_module):
+    """Remove the jit forbidden module."""
+    logger.debug(f'remove jit_forbidden_module_set: {_jit_forbidden_module}')
+    return _jit_forbidden_module.remove(jit_forbidden_module)
+
+
+def get_jit_forbidden_module():
+    """Get the jit forbidden module."""
+    logger.debug(f'get jit_forbidden_module_set: {_jit_forbidden_module}')
+    return _jit_forbidden_module
+
+
+def add_jit_forbidden_method(jit_forbidden_method):
+    """Add the jit forbidden method."""
+    logger.debug(f'add jit_forbidden_method_set: {_jit_forbidden_method}')
+    return _jit_forbidden_method.add(jit_forbidden_method)
+
+
+def remove_jit_forbidden_method(jit_forbidden_method):
+    """Remove the jit forbidden method."""
+    logger.debug(f'remove jit_forbidden_method_set: {_jit_forbidden_method}')
+    return _jit_forbidden_method.remove(jit_forbidden_method)
+
+
+def get_jit_forbidden_method():
+    """Get the jit forbidden method."""
+    logger.debug(f'get jit_forbidden_module_set: {_jit_forbidden_method}')
+    return _jit_forbidden_method
+
+
+def get_obj_module_and_name_info(obj):
+    """Return the description of the object whose type is class, function or method."""
+    if not hasattr(obj, "__module__"):
+        return None
+    if isinstance(obj, (types.FunctionType, types.MethodType)):
+        return obj.__module__, obj.__qualname__, "method or function"
+    return obj.__module__, obj.__name__, "class"
+
+
+def is_jit_forbidden_module(obj_module):
+    """Return the matching result of object module in jit forbidden module set."""
+    if obj_module in _jit_forbidden_module:
+        return True
+    return False
+
+
+def is_invalid_or_jit_forbidden_method(obj, obj_type, attr):
+    """Check obj has attribute or method."""
+    if not hasattr(obj, attr):
+        raise AttributeError(f"{obj_type} object has no attribute: {attr}")
+    method = getattr(obj, attr)
+    method_info = method.__module__ + '.' + method.__qualname__
+    return method_info in _jit_forbidden_method
+
+add_jit_forbidden_module("mindspore.common.initializer")