mindstudio-probe 1.0.3__py3-none-any.whl → 1.1.0__py3-none-any.whl

msprobe/mindspore/free_benchmark/api_pynative_self_check.py

@@ -1,116 +1,131 @@
-import os
-import inspect
-import importlib
-
-import mindspore as ms
-from mindspore.communication import comm_func
-
-from msprobe.core.common.utils import load_yaml
-from msprobe.core.common.const import Const
-from msprobe.mindspore.common.const import FreeBenchmarkConst
-from msprobe.mindspore.free_benchmark.common.config import Config
-from msprobe.core.common.file_check import check_path_length
-from msprobe.mindspore.common.log import logger
-from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
-from msprobe.mindspore.free_benchmark.decorator.decorator_factory import decorate_forward_function
-
-
-class ApiPyNativeSelFCheck:
-    def __init__(self, config: DebuggerConfig):
-        Config.is_enable = True
-        Config.handler_type = config.handler_type
-        Config.pert_type = config.pert_type
-        Config.stage = config.stage
-        Config.dump_level = config.dump_level
-        Config.steps = config.step
-        Config.ranks = config.rank
-        Config.dump_path = os.path.join(config.dump_path, "free_benchmark.csv")
-        check_path_length(Config.dump_path)
-
-        self.api_list = config.list
-        all_api = get_supported_ops()
-        if not self.api_list:
-            self.api_list = all_api
-        else:
-            self.api_list = set(self.api_list) & all_api
-
-    def handle(self):
-        for api_name in self.api_list:
-            hijack(api_name)
-
-
-def get_supported_ops():
-    supported_ops = []
-    cur_path = os.path.dirname(os.path.realpath(__file__))
-    yaml_path = os.path.join(cur_path, "data", "support_wrap_ops.yaml")
-
-    yaml_data = load_yaml(yaml_path)
-    for k, v in FreeBenchmarkConst.API_PREFIX_DICT.items():
-        ops = yaml_data.get(k)
-        if ops:
-            ops = [v + i for i in ops]
-            supported_ops += ops
-
-    _all_functional_ops = []
-    ms_ops = dir(ms.ops)
-    ms_ops = [FreeBenchmarkConst.OPS_PREFIX + i for i in ms_ops]
-    _all_functional_ops += ms_ops
-
-    ms_tensor = dir(ms.Tensor)
-    ms_tensor = [FreeBenchmarkConst.Tensor_PREFIX + i for i in ms_tensor]
-    _all_functional_ops += ms_tensor
-
-    ms_mint = dir(ms.mint)
-    ms_mint = [FreeBenchmarkConst.MINT_PREFIX + i for i in ms_mint]
-    _all_functional_ops += ms_mint
-
-    ms_mint_nn_func = dir(ms.mint.nn.functional)
-    ms_mint_nn_func = [FreeBenchmarkConst.MINT_NN_FUNC_PREFIX + i for i in ms_mint_nn_func]
-    _all_functional_ops += ms_mint_nn_func
-
-    ms_communication = dir(comm_func)
-    ms_communication = [FreeBenchmarkConst.COMM_PREFIX + i for i in ms_communication]
-    _all_functional_ops += ms_communication
-
-    return set(supported_ops) & set(_all_functional_ops)
-
-
-def get_decorate_func():
-    return decorate_forward_function
-
-
-def is_func_support_decorate(orig_func):
-    return not inspect.isclass(orig_func) and callable(orig_func)
-
-
-def get_wrapper_obj(orig_func, api_name):
-    if is_func_support_decorate(orig_func):
-        wrapped_obj = get_decorate_func()(orig_func, api_name)
-    else:
-        wrapped_obj = orig_func
-    return wrapped_obj
-
-
-def get_module(api_name):
-    func_name_list = api_name.split(Const.SEP)
-    func_name = func_name_list[-1]
-    module_obj = importlib.import_module(func_name_list[0])
-    for i, module_name in enumerate(func_name_list[1:-1]):
-        if not hasattr(module_obj, module_name):
-            importlib.import_module(f"{Const.SEP.join(func_name_list[:i+2])}")
-        module_obj = getattr(module_obj, module_name)
-    orig_func = getattr(module_obj, func_name)
-
-    return module_obj, orig_func
-
-
-def hijack(api_name):
-    if not api_name.strip():
-        return
-    try:
-        func_name = api_name.split(Const.SEP)[-1]
-        module_obj, origin_func = get_module(api_name)
-        wrapped_obj = get_wrapper_obj(origin_func, api_name)
-        setattr(module_obj, func_name, wrapped_obj)
-    except Exception as e:
-        logger.error(f"Failed decorator {api_name}: {e}")
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import importlib
+import inspect
+import os
+
+import mindspore as ms
+from mindspore.communication import comm_func
+
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_utils import check_path_length, load_yaml
+from msprobe.mindspore.common.const import Const as MsConst
+from msprobe.mindspore.common.const import FreeBenchmarkConst
+from msprobe.mindspore.common.log import logger
+from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
+from msprobe.mindspore.free_benchmark.common.config import Config
+from msprobe.mindspore.free_benchmark.decorator.decorator_factory import decorate_forward_function
+
+
+class ApiPyNativeSelFCheck:
+    def __init__(self, config: DebuggerConfig):
+        Config.is_enable = True
+        Config.handler_type = config.handler_type
+        Config.pert_type = config.pert_type
+        Config.stage = config.stage
+        Config.dump_level = config.dump_level
+        Config.steps = config.step
+        Config.ranks = config.rank
+        Config.dump_path = os.path.join(config.dump_path, "free_benchmark.csv")
+        check_path_length(Config.dump_path)
+
+        self.api_list = config.list
+        all_api = get_supported_ops()
+        if not self.api_list:
+            self.api_list = all_api
+        else:
+            self.api_list = set(self.api_list) & all_api
+
+    def handle(self):
+        for api_name in self.api_list:
+            hijack(api_name)
+
+
+def get_supported_ops():
+    supported_ops = []
+    cur_path = os.path.dirname(os.path.realpath(__file__))
+    yaml_path = os.path.join(cur_path, "data", "support_wrap_ops.yaml")
+
+    yaml_data = load_yaml(yaml_path)
+    for k, v in FreeBenchmarkConst.API_PREFIX_DICT.items():
+        ops = yaml_data.get(k)
+        if ops:
+            ops = [v + i for i in ops]
+            supported_ops += ops
+
+    _all_functional_ops = []
+    ms_ops = dir(ms.ops)
+    ms_ops = [MsConst.OPS_PREFIX + i for i in ms_ops]
+    _all_functional_ops += ms_ops
+
+    ms_tensor = dir(ms.Tensor)
+    ms_tensor = [MsConst.Tensor_PREFIX + i for i in ms_tensor]
+    _all_functional_ops += ms_tensor
+
+    ms_mint = dir(ms.mint)
+    ms_mint = [MsConst.MINT_PREFIX + i for i in ms_mint]
+    _all_functional_ops += ms_mint
+
+    ms_mint_nn_func = dir(ms.mint.nn.functional)
+    ms_mint_nn_func = [MsConst.MINT_NN_FUNC_PREFIX + i for i in ms_mint_nn_func]
+    _all_functional_ops += ms_mint_nn_func
+
+    ms_communication = dir(comm_func)
+    ms_communication = [MsConst.COMM_PREFIX + i for i in ms_communication]
+    _all_functional_ops += ms_communication
+
+    return set(supported_ops) & set(_all_functional_ops)
+
+
+def get_decorate_func():
+    return decorate_forward_function
+
+
+def is_func_support_decorate(orig_func):
+    return not inspect.isclass(orig_func) and callable(orig_func)
+
+
+def get_wrapper_obj(orig_func, api_name):
+    if is_func_support_decorate(orig_func):
+        wrapped_obj = get_decorate_func()(orig_func, api_name)
+    else:
+        wrapped_obj = orig_func
+    return wrapped_obj
+
+
+def get_module(api_name):
+    func_name_list = api_name.split(Const.SEP)
+    func_name = func_name_list[-1]
+    module_obj = importlib.import_module(func_name_list[0])
+    for i, module_name in enumerate(func_name_list[1:-1]):
+        if not hasattr(module_obj, module_name):
+            importlib.import_module(f"{Const.SEP.join(func_name_list[:i+2])}")
+        module_obj = getattr(module_obj, module_name)
+    orig_func = getattr(module_obj, func_name)
+
+    return module_obj, orig_func
+
+
+def hijack(api_name):
+    if not api_name.strip():
+        return
+    try:
+        func_name = api_name.split(Const.SEP)[-1]
+        module_obj, origin_func = get_module(api_name)
+        wrapped_obj = get_wrapper_obj(origin_func, api_name)
+        setattr(module_obj, func_name, wrapped_obj)
+    except Exception as e:
+        logger.error(f"Failed decorator {api_name}: {e}")

msprobe/mindspore/free_benchmark/common/config.py

@@ -1,12 +1,27 @@
-from msprobe.mindspore.common.const import FreeBenchmarkConst
-
-
-class Config:
-    is_enable: bool = False
-    handler_type = FreeBenchmarkConst.DEFAULT_HANDLER_TYPE
-    pert_type = FreeBenchmarkConst.DEFAULT_PERT_TYPE
-    stage = FreeBenchmarkConst.DEFAULT_STAGE
-    dump_level = FreeBenchmarkConst.DEFAULT_DUMP_LEVEL
-    steps: list = []
-    ranks: list = []
-    dump_path: str = ""
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from msprobe.mindspore.common.const import FreeBenchmarkConst
+
+
+class Config:
+    is_enable: bool = False
+    handler_type = FreeBenchmarkConst.DEFAULT_HANDLER_TYPE
+    pert_type = FreeBenchmarkConst.DEFAULT_PERT_TYPE
+    stage = FreeBenchmarkConst.DEFAULT_STAGE
+    dump_level = FreeBenchmarkConst.DEFAULT_DUMP_LEVEL
+    steps: list = []
+    ranks: list = []
+    dump_path: str = ""

msprobe/mindspore/free_benchmark/common/handler_params.py

@@ -1,17 +1,32 @@
-from typing import Optional, Any, Tuple, Dict, Callable
-
-
-class HandlerParams:
-    """
-    参数结合体
-
-    """
-    args: Optional[Tuple] = None
-    kwargs: Optional[Dict] = None
-    index: Optional[int] = None
-    original_result: Optional[Any] = None
-    fuzzed_result: Optional[Any] = None
-    is_consistent: Optional[bool] = True
-    save_flag: Optional[bool] = True
-    fuzzed_value: Optional[Any] = None
-    original_func: Optional[Callable] = None
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Optional, Any, Tuple, Dict, Callable
+
+
+class HandlerParams:
+    """
+    参数结合体
+
+    """
+    args: Optional[Tuple] = None
+    kwargs: Optional[Dict] = None
+    index: Optional[int] = None
+    original_result: Optional[Any] = None
+    fuzzed_result: Optional[Any] = None
+    is_consistent: Optional[bool] = True
+    save_flag: Optional[bool] = True
+    fuzzed_value: Optional[Any] = None
+    original_func: Optional[Callable] = None

msprobe/mindspore/free_benchmark/common/utils.py

@@ -1,71 +1,85 @@
-from typing import Any
-from typing import Optional
-from dataclasses import dataclass
-
-import mindspore as ms
-from mindspore import Tensor
-
-from msprobe.mindspore.runtime import Runtime
-from msprobe.mindspore.common.const import FreeBenchmarkConst
-from .config import Config
-from .handler_params import HandlerParams
-
-
-class Tools:
-
-    @staticmethod
-    def get_first_tensor_dtype(tensor_seq: Any):
-        if isinstance(tensor_seq, Tensor):
-            return tensor_seq.dtype
-        if isinstance(tensor_seq, (list, tuple)):
-            for i in tensor_seq:
-                if isinstance(i, Tensor):
-                    return i.dtype
-        raise Exception("The sequence does not contain tensors.")
-
-    @staticmethod
-    def get_default_error_threshold(dtype):
-        if Config.pert_type == FreeBenchmarkConst.NO_CHANGE:
-            return FreeBenchmarkConst.NO_CHANGE_ERROR_THRESHOLD
-        return FreeBenchmarkConst.ERROR_THRESHOLD.get(dtype, FreeBenchmarkConst.ERROR_THRESHOLD.get(ms.float32))
-
-
-@dataclass
-class UnequalRow:
-    rank: Optional[int] = None
-    pert_type: Optional[str] = None
-    stage: Optional[str] = None
-    step: Optional[int] = None
-    api_name: Optional[str] = None
-    max_rel: Optional[float] = None
-    dtype: Optional[str] = None
-    shape: Optional[str] = None
-    output_index: Optional[int] = None
-
-
-def make_unequal_row(
-    api_name: str,
-    params: HandlerParams,
-    ratio: float = None,
-    index: int = None,
-):
-    row = UnequalRow(
-        api_name=api_name,
-        pert_type=Config.pert_type,
-        output_index=index,
-        stage=Config.stage,
-        step=Runtime.step_count
-    )
-    if isinstance(ratio, float):
-        row.max_rel = ratio - 1
-    original_tensor = params.original_result
-    fuzzed_tensor = params.fuzzed_result
-    if index:
-        original_tensor = original_tensor[index]
-        fuzzed_tensor = fuzzed_tensor[index]
-        row.output_index = index
-    if isinstance(original_tensor, Tensor):
-        row.dtype = original_tensor.dtype
-        row.shape = original_tensor.shape
-    row.rank = Runtime.rank_id if Runtime.rank_id != -1 else None
-    return row
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from dataclasses import dataclass
+from typing import Any, Optional
+
+import mindspore as ms
+from mindspore import Tensor
+
+from msprobe.mindspore.common.const import FreeBenchmarkConst
+from msprobe.mindspore.free_benchmark.common.config import Config
+from msprobe.mindspore.free_benchmark.common.handler_params import HandlerParams
+from msprobe.mindspore.runtime import Runtime
+
+
+class Tools:
+
+    @staticmethod
+    def get_first_tensor_dtype(tensor_seq: Any):
+        if isinstance(tensor_seq, Tensor):
+            return tensor_seq.dtype
+        if isinstance(tensor_seq, (list, tuple)):
+            for i in tensor_seq:
+                if isinstance(i, Tensor):
+                    return i.dtype
+        raise Exception("The sequence does not contain tensors.")
+
+    @staticmethod
+    def get_default_error_threshold(dtype):
+        if Config.pert_type == FreeBenchmarkConst.NO_CHANGE:
+            return FreeBenchmarkConst.NO_CHANGE_ERROR_THRESHOLD
+        return FreeBenchmarkConst.ERROR_THRESHOLD.get(dtype, FreeBenchmarkConst.ERROR_THRESHOLD.get(ms.float32))
+
+
+@dataclass
+class UnequalRow:
+    rank: Optional[int] = None
+    pert_type: Optional[str] = None
+    stage: Optional[str] = None
+    step: Optional[int] = None
+    api_name: Optional[str] = None
+    max_rel: Optional[float] = None
+    dtype: Optional[str] = None
+    shape: Optional[str] = None
+    output_index: Optional[int] = None
+
+
+def make_unequal_row(
+    api_name: str,
+    params: HandlerParams,
+    ratio: float = None,
+    index: int = None,
+):
+    row = UnequalRow(
+        api_name=api_name,
+        pert_type=Config.pert_type,
+        output_index=index,
+        stage=Config.stage,
+        step=Runtime.step_count
+    )
+    if isinstance(ratio, float):
+        row.max_rel = ratio - 1
+    original_tensor = params.original_result
+    fuzzed_tensor = params.fuzzed_result
+    if index is not None:
+        original_tensor = original_tensor[index]
+        fuzzed_tensor = fuzzed_tensor[index]
+        row.output_index = index
+    if isinstance(original_tensor, Tensor):
+        row.dtype = original_tensor.dtype
+        row.shape = original_tensor.shape
+    row.rank = Runtime.rank_id if Runtime.rank_id != -1 else None
+    return row