mindstudio-probe 8.3.3__py3-none-any.whl → 26.0.0a1__py3-none-any.whl

msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py

@@ -1,107 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import torch
-from msprobe.core.common.decorator import recursion_depth_decorator
-from msprobe.pytorch.free_benchmark import logger
-from msprobe.pytorch.free_benchmark.common.constant import ThresholdConfig
-from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.common.utils import TorchC
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.npu_base_layser import (
-    NpuBaseLayer,
-)
-
-
-class AddNoiseLayer(NpuBaseLayer):
-
-    @recursion_depth_decorator("FreeBenchmark: AddNoiseLayer.add_noise")
-    def add_noise(self, tensor_obj):
-        if isinstance(tensor_obj, torch.Tensor):
-            self.perturbed_value = ThresholdConfig.PERTURBATION_VALUE_DICT.get(
-                tensor_obj.dtype
-            )
-            if not self.pre_check(tensor_obj):
-                return tensor_obj
-            noise = self._get_noise(tensor_obj)
-            result = TorchC.where(
-                TorchC.gt(TorchC.abs(tensor_obj), self.perturbed_value ** 0.5),
-                TorchC.add(noise, tensor_obj),
-                tensor_obj,
-            ).to(tensor_obj.dtype)
-            self.is_added = True
-            return result
-        if isinstance(tensor_obj, dict):
-            return {key: self.add_noise(value) for key, value in tensor_obj.items()}
-        if isinstance(tensor_obj, (tuple, list)):
-            return type(tensor_obj)([self.add_noise(value) for value in tensor_obj])
-        return tensor_obj
-
-    def handle(self, params: DataParams):
-        """
-        对输入添加扰动并返回
-        """
-        logger.info_on_rank_0(
-            f"[msprobe] Free benchmark: Perturbation is "
-            f"{PerturbationMode.ADD_NOISE} of {self.api_name}."
-        )
-        params.perturbed_value = self.add_noise(params.args[params.valid_input_index])
-        return self.perturbed_result(params)
-
-    def _get_noise(self, tensor_obj):
-        dtype = tensor_obj.dtype
-        device = str(tensor_obj.device)
-        noise = TorchC.full(
-            tensor_obj.shape,
-            self.perturbed_value,
-            device=device,
-            dtype=dtype,
-        )
-        return noise
-
-    def _check_details(self, tensor_obj):
-        """
-        判断是否需要添加扰动
-        """
-        if not self.perturbed_value:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"dtype unsupported. Cancel perturbation."
-            )
-            return False
-        if tensor_obj.numel() == 0:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free benchmark: For {self.api_name}, tensor shape must > 0."
-                f" Cancel adding noise."
-            )
-            return False
-        abs_tol = ThresholdConfig.ABS_TOL_VALUE_DICT.get(
-            tensor_obj.dtype, ThresholdConfig.NOISE_INPUT_LOWER_BOUND
-        )
-        try:
-            max_val = TorchC.max(TorchC.abs(tensor_obj)).item()
-        except Exception:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"when calculating the maximum value, the tensor is changed to float32."
-            )
-            max_val = TorchC.max(TorchC.abs(tensor_obj.to(torch.float32))).item()
-        if max_val < abs_tol:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"maximum value is less than the minimum threshold. Cancel adding noise."
-            )
-            return False
-        return True

msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py

@@ -1,121 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import torch
-from msprobe.core.common.decorator import recursion_depth_decorator
-from msprobe.pytorch.free_benchmark import logger
-from msprobe.pytorch.free_benchmark.common.constant import ThresholdConfig
-from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.common.utils import TorchC
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.npu_base_layser import (
-    NpuBaseLayer,
-)
-
-
-class BitNoiseLayer(NpuBaseLayer):
-    def __init__(self, api_name):
-        super().__init__(api_name)
-        self.bit_mode = TorchC.bitwise_xor
-        self.bit_tail: int = 1
-        self.bit_type = None
-
-    @recursion_depth_decorator("FreeBenchmark: BitNoiseLayer.add_bit_noise")
-    def add_bit_noise(self, tensor_obj):
-        """
-        对输入添加噪声
-        """
-        # finfo应该列入黑名单
-
-        if isinstance(tensor_obj, torch.Tensor):
-            self._set_perturbation_bit(tensor_obj)
-            if not self.pre_check(tensor_obj):
-                return tensor_obj
-            sub_normal = torch.finfo(tensor_obj.dtype).smallest_normal
-            noise = TorchC.full(
-                tensor_obj.shape,
-                self.bit_tail,
-                device=tensor_obj.device,
-                dtype=self.bit_type,
-            )
-            result = tensor_obj.view(self.bit_type)
-            result = TorchC.where(
-                TorchC.gt(TorchC.abs(tensor_obj), sub_normal),
-                self.bit_mode(result, noise),
-                result,
-            ).view(tensor_obj.dtype)
-
-            self.is_added = True
-            return result
-        if isinstance(tensor_obj, dict):
-            return {key: self.add_bit_noise(value) for key, value in tensor_obj.items()}
-        if isinstance(tensor_obj, (tuple, list)):
-            return type(tensor_obj)([self.add_bit_noise(value) for value in tensor_obj])
-        return tensor_obj
-
-    def handle(self, params: DataParams):
-        """
-        对输入添加扰动并返回
-        """
-        logger.info_on_rank_0(
-            f"[msprobe] Free benchmark: Perturbation is "
-            f"{PerturbationMode.BIT_NOISE} of {self.api_name}."
-        )
-        params.perturbed_value = self.add_bit_noise(params.args[params.valid_input_index])
-        return self.perturbed_result(params)
-
-    def _check_details(self, tensor_obj):
-        """
-        判断是否需要添加扰动,  bit翻转
-        """
-        if not self.bit_type:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"dtype unsupported. Cancel perturbation."
-            )
-            return False
-        if tensor_obj.numel() == 0:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free benchmark: For {self.api_name}, tensor shape must > 0."
-                f" Cancel adding noise."
-            )
-            return False
-        abs_tol = ThresholdConfig.ABS_TOL_VALUE_DICT.get(
-            tensor_obj.dtype, ThresholdConfig.NOISE_INPUT_LOWER_BOUND
-        )
-        try:
-            max_val = TorchC.max(TorchC.abs(tensor_obj)).item()
-        except Exception:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"when calculate the maximum value, the tensor is changed to float32."
-            )
-            max_val = TorchC.max(TorchC.abs(tensor_obj.to(torch.float32))).item()
-        if max_val < abs_tol:
-            logger.warning_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"maximum value is less than the minimum threshold. Cancel adding noise."
-            )
-            return False
-        return True
-
-    def _set_perturbation_bit(self, tensor_obj):
-        """
-        根据不同浮点数确定不同位数扰动值
-        """
-        bit_len_type = ThresholdConfig.PERTURBATION_BIT_DICT.get(tensor_obj.dtype)
-        if bit_len_type:
-            self.bit_tail = 1
-            self.bit_type = bit_len_type

msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py

@@ -1,89 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import torch
-from msprobe.core.common.decorator import recursion_depth_decorator
-from msprobe.pytorch.free_benchmark import logger
-from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.common.utils import TorchC
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.npu_base_layser import (
-    NpuBaseLayer,
-)
-
-
-class ChangeValueLayer(NpuBaseLayer):
-    def __init__(self, api_name):
-        super().__init__(api_name)
-        self.head: int = 0
-        self.tail: int = -1
-
-    @recursion_depth_decorator("FreeBenchmark: ChangeValueLayer.change_value")
-    def change_value(self, tensor_obj):
-        """
-        交换张量首尾
-        """
-        if isinstance(tensor_obj, torch.Tensor) and self.pre_check(tensor_obj):
-            new_tensor = TorchC.clone(tensor_obj)
-            if new_tensor.ndim == 1:
-                temp_first = TorchC.clone(new_tensor[self.head])
-                temp_last = TorchC.clone(new_tensor[self.tail])
-                new_tensor[self.head] = temp_last
-                new_tensor[self.tail] = temp_first
-            else:
-                temp_first = TorchC.clone(new_tensor[self.head][self.head])
-                temp_last = TorchC.clone(new_tensor[self.tail][self.tail])
-                new_tensor[self.head][self.head] = temp_last
-                new_tensor[self.tail][self.tail] = temp_first
-
-            self.is_added = True
-            return new_tensor
-        if isinstance(tensor_obj, dict):
-            return {key: self.change_value(value) for key, value in tensor_obj.items()}
-        if isinstance(tensor_obj, (tuple, list)):
-            return type(tensor_obj)([self.change_value(value) for value in tensor_obj])
-        return tensor_obj
-
-    def handle(self, params: DataParams):
-        """
-        对输入添加扰动并返回
-        """
-        logger.info_on_rank_0(
-            f"[msprobe] Free benchmark: Perturbation is "
-            f"{PerturbationMode.CHANGE_VALUE} of {self.api_name}."
-        )
-        params.perturbed_value = self.change_value(params.args[params.valid_input_index])
-        return self.perturbed_result(params)
-
-    def _check_details(self, tensor_obj):
-        """
-        判断是否需要添加扰动,  首尾值交换
-        """
-        # 对于维度大于1的张量、要求1维至少大于1且0维和1维至少一个长度大于2
-        if tensor_obj.ndim > 1:
-            if tensor_obj.size(1) == 0 or (tensor_obj.size(1) < 2 and tensor_obj.size(0) < 2):
-                logger.info_on_rank_0(
-                    f"[msprobe] Free Benchmark: For {self.api_name} with ndim {tensor_obj.ndim}, "
-                    f"at least one of 0-dimension or 1-dimension greater than 1. Cancel change value."
-                )
-                return False
-        # 不支持维度等于0的张量、对于维度等于1的张量、要求0维长度大于2
-        elif tensor_obj.dim() == 0 or tensor_obj.size(0) < 2:
-            logger.info_on_rank_0(
-                f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"0-dimension must greater than 1. Cancel change value."
-            )
-            return False
-        return True

msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py

@@ -1,87 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import torch
-from msprobe.core.common.const import Const
-from msprobe.core.common.decorator import recursion_depth_decorator
-from msprobe.pytorch.free_benchmark import logger
-from msprobe.pytorch.free_benchmark.common.constant import CommonField
-from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.npu_base_layser import (
-    NpuBaseLayer,
-)
-
-
-class ImprovePrecisionLayer(NpuBaseLayer):
-
-    @recursion_depth_decorator(
-        "FreeBenchmark: ImprovePrecisionLayer.improve_tensor_precision"
-    )
-    def improve_tensor_precision(self, tensor_obj):
-        if (
-            isinstance(tensor_obj, torch.Tensor)
-            and torch.is_floating_point(tensor_obj)
-            and tensor_obj.dtype not in [torch.float32, torch.float64]
-        ):
-            self._set_improve_values(tensor_obj)
-            tensor_obj = self._change_dtype(tensor_obj)
-            self.is_added = True
-            return tensor_obj
-        if isinstance(tensor_obj, dict):
-            return {
-                key: self.improve_tensor_precision(value)
-                for key, value in tensor_obj.items()
-            }
-        if isinstance(tensor_obj, (tuple, list)):
-            return type(tensor_obj)(
-                [self.improve_tensor_precision(value) for value in tensor_obj]
-            )
-        return tensor_obj
-
-    def handle(self, params: DataParams):
-        logger.info_on_rank_0(
-            f"[msprobe] Free benchmark: Perturbation is "
-            f"{PerturbationMode.IMPROVE_PRECISION} of {self.api_name}."
-        )
-        new_args = self.improve_tensor_precision(params.args)
-        if params.fuzz_stage == Const.BACKWARD:
-            new_kwargs = {}
-        else:
-            new_kwargs = self.improve_tensor_precision(params.kwargs)
-        # 如果输入中全为高精度、应跳过二次执行、减少多余显存引用
-        if not self.is_added:
-            return params.perturbed_result
-        if "inplace" in new_kwargs:
-            new_kwargs["inplace"] = False
-        params.perturbed_result = params.origin_func(*new_args, **new_kwargs)
-        return params.perturbed_result
-
-    def _set_improve_values(self, inputs):
-        if inputs.dtype in [torch.float16, torch.bfloat16]:
-            self.perturbed_value = torch.float32
-
-    def _change_dtype(self, inputs):
-        if hasattr(inputs, CommonField.DEVICE):
-            device = inputs.device
-            if device is CommonField.META:
-                new_inputs = inputs.to(
-                    device=CommonField.META, dtype=self.perturbed_value
-                )
-            else:
-                new_inputs = inputs.to(dtype=self.perturbed_value).to(device)
-        else:
-            new_inputs = inputs.to(dtype=self.perturbed_value)
-        return new_inputs

msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py

@@ -1,43 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import torch
-from msprobe.pytorch.free_benchmark import logger
-from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.npu_base_layser import (
-    NpuBaseLayer,
-)
-
-
-class NoChangeLayer(NpuBaseLayer):
-
-    def no_change(self, tensor_obj):
-        """
-        不对输入做任何改变、直接二次执行
-        """
-        self.is_added = True
-        return tensor_obj
-
-    def handle(self, params: DataParams):
-        """
-        对输入添加扰动并返回
-        """
-        logger.info_on_rank_0(
-            f"[msprobe] Free benchmark: Perturbation is "
-            f"{PerturbationMode.NO_CHANGE} of {self.api_name}."
-        )
-        params.perturbed_value = self.no_change(params.args[params.valid_input_index])
-        return self.perturbed_result(params)

msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py

@@ -1,60 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from abc import abstractmethod
-from typing import Any
-
-import torch
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.perturbed_layers.base_layer import BaseLayer
-
-
-class NpuBaseLayer(BaseLayer):
-    def __init__(self, api_name: str) -> None:
-        super().__init__(api_name)
-        self.perturbed_value = None  # 扰动的元素
-        self.is_added = False  # 标记当前算子输入是否调整
-
-    @staticmethod
-    def perturbed_result(params: DataParams) -> Any:
-        args_front = params.args[: params.valid_input_index]
-        args_rear = params.args[params.valid_input_index + 1:]
-        # 此处会将有inplace属性的算子换为非inplace
-        if "inplace" in params.kwargs:
-            params.kwargs["inplace"] = False
-        params.perturbed_result = params.origin_func(
-            *args_front, params.perturbed_value, *args_rear, **params.kwargs
-        )
-        return params.perturbed_result
-
-    @abstractmethod
-    def handle(self, params: DataParams) -> Any:
-        pass
-
-    def pre_check(self, tensor_obj):
-        """
-        检查张量是否符合标准(float类型且最大值大于对应精度最小值)
-        """
-        # 只针对第一个满足要求的添加扰动
-        if self.is_added:
-            return False
-        if not torch.is_floating_point(tensor_obj):
-            return False
-        if not self._check_details(tensor_obj):
-            return False
-        return True
-
-    def _check_details(self, tensor_obj):
-        return True

msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py

@@ -1,34 +0,0 @@
-# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import torch
-from msprobe.pytorch.free_benchmark import logger
-from msprobe.pytorch.free_benchmark.common.params import DataParams
-from msprobe.pytorch.free_benchmark.common.utils import Tools
-from msprobe.pytorch.free_benchmark.common.enums import DeviceType
-from msprobe.pytorch.free_benchmark.perturbed_layers.base_layer import BaseLayer
-
-
-class CpuLayer(BaseLayer):
-
-    def handle(self, params: DataParams):
-
-        logger.info_on_rank_0(
-            f"[msprobe] Free benchmark: Perturbation is to_cpu of {self.api_name}."
-        )
-        new_args = Tools.convert_device_and_dtype(params.args, DeviceType.CPU, change_dtype=True)
-        new_kwargs = Tools.convert_device_and_dtype(params.kwargs, DeviceType.CPU, change_dtype=True)
-        params.perturbed_result = params.origin_func(*new_args, **new_kwargs)
-        return params.perturbed_result