mindspore 2.3.0__cp310-cp310-win_amd64.whl → 2.4.0__cp310-cp310-win_amd64.whl

mindspore/common/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2020-2021 Huawei Technologies Co., Ltd
+# Copyright 2020-2024 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -37,6 +37,7 @@ from mindspore.common.recompute import recompute
 from mindspore.common import generator
 from mindspore.common.generator import (
     Generator, default_generator, seed, manual_seed, initial_seed, get_rng_state, set_rng_state)
+from mindspore.ops.function.array_func import is_tensor, from_numpy
 
 # symbols from dtype
 __all__ = [
@@ -67,11 +68,11 @@ __all__ = [
 ]
 
 __all__.extend([
-    "tensor", "Tensor", "RowTensor", "SparseTensor", "COOTensor", "CSRTensor", # tensor
+    "tensor", "Tensor", "RowTensor", "SparseTensor", "COOTensor", "CSRTensor",  # tensor
     "ms_function", "ms_class", 'jit', 'jit_class', '_no_grad',  # api
     "Parameter", "ParameterTuple",  # parameter
     "dtype",
-    "set_seed", "get_seed",  # random seed
+    "set_seed", "get_seed", "manual_seed", # random seed
     "set_dump",
     "ms_memory_recycle",
     "mutable", "JitConfig",
@@ -79,6 +80,7 @@ __all__.extend([
     "lazy_inline", "load_mindir", "save_mindir",
     "no_inline",
     "Symbol",
-    "recompute"
+    "recompute",
+    "is_tensor", "from_numpy",
 ])
 __all__.extend(generator.__all__)

mindspore/common/_pijit_context.py

@@ -0,0 +1,190 @@
+# Copyright 2024 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+"""Define pijit context"""
+
+import inspect
+import types
+import functools
+import importlib.util
+import mindspore
+from mindspore import log as logger
+from mindspore.common.jit_config import JitConfig
+from mindspore._c_expression import GraphExecutor_, jit_mode_pi_enable, jit_mode_pi_disable, pi_jit_set_context
+
+
+def _update_graph_executor_config(jit_config):
+    """Update GraphExecutor jit_config"""
+    if isinstance(jit_config, JitConfig):
+        jit_config = jit_config.jit_config_dict
+    if not isinstance(jit_config, dict):
+        return
+    valid_config = {}
+    for k, v in jit_config.items():
+        valid_config[str(k)] = str(v)
+    GraphExecutor_.get_instance().set_jit_config(JitConfig(**valid_config).jit_config_dict)
+
+
+class PIJitCaptureContext:
+    """
+    Context manager for pijit graph capture
+    """
+
+    def __init__(self, jit_config=None, input_signature=None):
+        _update_graph_executor_config(jit_config)
+        config = {}
+        if isinstance(jit_config, JitConfig):
+            config.update(jit_config.jit_config_dict)
+        elif jit_config is not None:
+            config.update(jit_config)
+
+        self.config = config
+        self.input_signature = input_signature
+        self.ret = None
+        self.fn = None
+        self._init_arg = iter([self.config, self.input_signature])
+
+        if not SKIP_RULES:
+            return
+        pi_jit_set_context(wrapper=self._wrapper(),
+                           skip_files=_get_skip_files(),
+                           skip_codes=SKIP_RULES["codes"])
+        SKIP_RULES.clear()
+
+    @staticmethod
+    def _is_unsupported(fn):
+        # generator, coroutine, awaitable and a function that return them is unsupported
+        return inspect.isgeneratorfunction(fn) or inspect.iscoroutinefunction(fn) \
+            or inspect.isasyncgenfunction(fn) or inspect.isawaitable(fn)
+
+    def _wrapper(self):
+        def _fn(*args, **kwds):
+            with self:
+                self.ret = self.fn(*args, **kwds)
+                return self.ret
+        return _fn
+
+    def __call__(self, fn):
+        if isinstance(fn, type) and issubclass(fn, mindspore.nn.Cell):
+            fn.construct = self(fn.construct)
+            return fn
+        if isinstance(fn, mindspore.nn.Cell):
+            type(fn).construct = self(type(fn).construct)
+            return fn
+        if isinstance(fn, types.MethodType):
+            return types.MethodType(self(fn.__func__), fn.__self__)
+        if not isinstance(fn, types.FunctionType) or self._is_unsupported(fn):
+            logger.warning("unsupported function type" + str(fn))
+            return fn
+
+        try:
+            if inspect.getmodule(fn.__code__).__name__.startswith("mindspore"):
+                return fn
+        finally:
+            pass
+
+        _fn = self._wrapper()
+        if fn.__code__ is _fn.__code__:
+            fn = fn.__closure__[0].cell_contents.fn
+        self.fn = fn
+        return functools.wraps(fn)(_fn)
+
+    def __enter__(self):
+        pi_jit_set_context(self.fn, *self._init_arg)
+        jit_mode_pi_enable()
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        pi_jit_set_context(None)
+        jit_mode_pi_disable()
+
+
+def _get_skip_files():
+    """
+    Get skip files by SKIP_RULES
+    """
+    def _filter(path: str):
+        if path.endswith("__init__.py"):
+            return path[0:-11]
+        return path
+
+    # not import these modules, only find it
+    find = importlib.util.find_spec
+
+    files = [*SKIP_RULES["skip_dirs"]]
+    files += [_filter(find(m).origin) for m in SKIP_RULES["builtins"]]
+    for i in SKIP_RULES["third_party"]:
+        spec = find(i)
+        if spec is None:
+            continue
+        files.append(_filter(spec.origin))
+
+    return tuple(files)
+
+
+# complete the skip list...
+SKIP_RULES = {
+    "skip_dirs": (
+        "<frozen importlib",
+        "<__array_function__ internals>",
+        "<string>",
+    ),
+    "builtins": (
+        "mindspore",  # not capture any function of mindspore unless it's called by user
+        "abc",
+        "ast",
+        "codecs",
+        "collections",
+        "contextlib",
+        "copy",
+        "copyreg",
+        "dataclasses",
+        "enum",
+        "functools",
+        "glob",
+        "importlib",
+        "inspect",
+        "linecache",
+        "logging",
+        "multiprocessing",
+        "operator",
+        "os",
+        "posixpath",
+        "random",
+        "re",
+        "selectors",
+        "signal",
+        "tempfile",
+        "threading",
+        "tokenize",
+        "traceback",
+        "types",
+        "typing",
+        "unittest",
+        "weakref",
+        "_collections_abc",
+        "_weakrefset",
+        # others...
+        "sre_compile",
+        "sre_parse",
+        "genericpath",
+    ),
+    "third_party": (
+        "numpy",
+        "pandas",
+        "sklearn",
+        "tqdm",
+        "tree",
+    ),
+    "codes": (),
+}

mindspore/common/_register_for_tensor.py

@@ -1,4 +1,4 @@
-# Copyright 2020-2021 Huawei Technologies Co., Ltd
+# Copyright 2020-2024 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -43,3 +43,4 @@ class Registry:
 
 
 tensor_operator_registry = Registry()
+tensor_operator_registry_for_mint = Registry()

mindspore/common/_tensor_overload.py

@@ -0,0 +1,139 @@
+# Copyright 2024 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+
+"""Mint adaptor."""
+
+from __future__ import absolute_import
+import os
+from mindspore.common._register_for_tensor import tensor_operator_registry_for_mint
+
+
+def repeat_interleave_mint(orig_fn):
+    """
+    repeat_interleave wrapper.
+    For details, please refer to :func:`mindspore.ops.repeat_interleave_ext`.
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('repeat_interleave')(self, *args, **kwargs)
+        return orig_fn(self, *args, **kwargs)
+    return wrapper
+
+
+def isnan_mint(orig_fn):
+    """
+    isnan wrapper.
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('ne')(self, self, **kwargs)
+        return orig_fn(self, *args, **kwargs)
+    return wrapper
+
+
+def add_mint(add):
+    """
+    add wrapper
+    """
+    def wrapper(self, other, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('add')(self, other, **kwargs)
+        return add(self, other, **kwargs)
+    return wrapper
+
+
+def flatten_mint(flatten):
+    """
+    flatten wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            if args:
+                kwargs["start_dim"] = args[0]
+                if len(args) > 1:
+                    kwargs["end_dim"] = args[1]
+            if "start_dim" not in kwargs:
+                kwargs["start_dim"] = 0
+            if "end_dim" not in kwargs:
+                kwargs["end_dim"] = -1
+            return tensor_operator_registry_for_mint.get('flatten')(self, **kwargs)
+        return flatten(self, *args, **kwargs)
+    return wrapper
+
+
+def item_mint(fn):
+    """
+    item wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('item')(self, *args, **kwargs)
+        return fn(self, *args, **kwargs)
+    return wrapper
+
+
+def max_mint(fn):
+    """
+    max wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('max')(self, *args, **kwargs)
+        return fn(self, *args, **kwargs)
+    return wrapper
+
+
+def mean_mint(fn):
+    """
+    mean wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('mean')(self, *args, **kwargs)
+        return fn(self, *args, **kwargs)
+    return wrapper
+
+
+def min_mint(fn):
+    """
+    min wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('min')(self, *args, **kwargs)
+        return fn(self, *args, **kwargs)
+    return wrapper
+
+
+def split_mint(split):
+    """
+    split wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('split')(self, *args, **kwargs)
+        return split(self, *args, **kwargs)
+    return wrapper
+
+
+def sub_mint(sub):
+    """
+    sub wrapper
+    """
+    def wrapper(self, *args, **kwargs):
+        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
+            return tensor_operator_registry_for_mint.get('sub')(self, *args, **kwargs)
+        return sub(self, *args, **kwargs)
+    return wrapper