mindstudio-probe 1.0.4__py3-none-any.whl → 1.1.0__py3-none-any.whl

msprobe/pytorch/debugger/precision_debugger.py

@@ -1,12 +1,34 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from collections import namedtuple
+
 import torch
-from torch.utils.data import dataloader
-from msprobe.pytorch.debugger.debugger_config import DebuggerConfig
-from msprobe.pytorch.service import Service
-from msprobe.pytorch.common.log import logger
-from msprobe.pytorch.pt_config import parse_json_config
+from msprobe.core.common.const import Const, FileCheckConst, MsgConst
 from msprobe.core.common.exceptions import MsprobeException
-from msprobe.core.common.const import Const
+from msprobe.core.common.file_utils import FileChecker
+from msprobe.core.common.utils import get_real_step_or_rank
+from msprobe.pytorch.common.log import logger
+from msprobe.pytorch.debugger.debugger_config import DebuggerConfig
 from msprobe.pytorch.grad_probe.grad_monitor import GradientMonitor
+from msprobe.pytorch.pt_config import parse_json_config
+from msprobe.pytorch.service import Service
+from torch.utils.data import dataloader
+
+ConfigParameters = namedtuple("ConfigParameters", ["config_path", "task",
+                                                   "dump_path", "level", "model"])
 
 
 class PrecisionDebugger:
@@ -30,20 +52,26 @@ class PrecisionDebugger:
         step=None,
     ):
         if not hasattr(self, "initialized"):
+            config_params = ConfigParameters(config_path,
+                                             task,
+                                             dump_path,
+                                             level,
+                                             model)
+            self.check_input_params(config_params)
+
             self.api_origin = False
             self.initialized = True
-            self.model = self.check_model_valid(model)
+            self.model = model
             common_config, task_config = parse_json_config(config_path, task)
-            self.task = common_config.task
+            self.task = task if task else common_config.task
             if self.task == Const.GRAD_PROBE:
                 self.gm = GradientMonitor(common_config, task_config)
                 return
             if step:
-                common_config.step = step
+                common_config.step = get_real_step_or_rank(step, Const.STEP)
             self.config = DebuggerConfig(
                 common_config, task_config, task, dump_path, level
             )
-            self.config.check_model(self.model)
             self.service = Service(self.config)
             self.enable_dataloader = self.config.enable_dataloader
             if self.enable_dataloader:
@@ -55,20 +83,40 @@ class PrecisionDebugger:
         return self._instance
 
     @staticmethod
-    def check_model_valid(model):
-        if not model or isinstance(model, torch.nn.Module):
-            return model
-        raise MsprobeException(
-            MsprobeException.INVALID_PARAM_ERROR, "model 参数必须是torch.nn.Module类型。"
-        )
+    def check_input_params(args):
+        if args.config_path is not None:
+            if not isinstance(args.config_path, str):
+                raise MsprobeException(
+                    MsprobeException.INVALID_PARAM_ERROR, f"config_path must be a string")
+            file_checker = FileChecker(
+                file_path=args.config_path, path_type=FileCheckConst.FILE, file_type=FileCheckConst.JSON_SUFFIX)
+            file_checker.common_check()
+
+        if args.task is not None and args.task not in Const.TASK_LIST:
+            raise MsprobeException(
+                MsprobeException.INVALID_PARAM_ERROR, f"task must be one of {Const.TASK_LIST}")
+
+        if args.dump_path is not None:
+            if not isinstance(args.dump_path, str):
+                raise MsprobeException(
+                    MsprobeException.INVALID_PARAM_ERROR, f"dump_path must be a string")
+
+        if args.level is not None and args.level not in Const.LEVEL_LIST:
+            raise MsprobeException(
+                MsprobeException.INVALID_PARAM_ERROR, f"level must be one of {Const.LEVEL_LIST}")
+
+        if args.model is not None and not isinstance(args.model, torch.nn.Module):
+            raise MsprobeException(
+                MsprobeException.INVALID_PARAM_ERROR, f"model must be a torch.nn.Module")
 
     @classmethod
-    def start(cls):
+    def start(cls, model=None):
         instance = cls._instance
+        if not instance:
+            raise Exception(MsgConst.NOT_CREATED_INSTANCE)
         if instance.task in PrecisionDebugger.tasks_not_need_debugger:
             return
-        if not instance:
-            raise Exception("No instance of PrecisionDebugger found.")
+        instance.config.check_model(instance, model)
         if instance.enable_dataloader:
             logger.warning_on_rank_0("DataLoader is enabled, start() skipped.")
         else:
@@ -85,10 +133,10 @@ class PrecisionDebugger:
     @classmethod
     def stop(cls):
         instance = cls._instance
+        if not instance:
+            raise Exception(MsgConst.NOT_CREATED_INSTANCE)
         if instance.task in PrecisionDebugger.tasks_not_need_debugger:
             return
-        if not instance:
-            raise Exception("PrecisionDebugger instance is not created.")
         if instance.enable_dataloader:
             logger.warning_on_rank_0("DataLoader is enabled, stop() skipped.")
         else:
@@ -96,16 +144,16 @@ class PrecisionDebugger:
 
     @classmethod
     def step(cls):
+        if not cls._instance:
+            raise Exception(MsgConst.NOT_CREATED_INSTANCE)
         if cls._instance.task in PrecisionDebugger.tasks_not_need_debugger:
             return
-        if not cls._instance:
-            raise Exception("PrecisionDebugger instance is not created.")
         cls._instance.service.step()
 
     @classmethod
     def monitor(cls, model):
         if not cls._instance:
-            raise Exception("PrecisionDebugger instance is not created.")
+            raise Exception(MsgConst.NOT_CREATED_INSTANCE)
         if cls._instance.task != Const.GRAD_PROBE:
             return
         cls._instance.gm.monitor(model)

msprobe/pytorch/free_benchmark/__init__.py

@@ -1,8 +1,23 @@
-from msprobe.pytorch.common.log import logger
-from msprobe.core.common.exceptions import FreeBenchmarkException
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+__all__ = ["FreeBenchmarkCheck", "UnequalRow"]
+
 from msprobe.core.common.const import Const
+from msprobe.core.common.exceptions import FreeBenchmarkException
+from msprobe.pytorch.common.log import logger
 
-from .main import FreeBenchmarkCheck
 from .common.params import UnequalRow
-
-__all__ = [FreeBenchmarkCheck, UnequalRow]
+from .main import FreeBenchmarkCheck

msprobe/pytorch/free_benchmark/common/enums.py

@@ -1,3 +1,6 @@
+from msprobe.core.common.const import Const
+
+
 class PerturbationMode:
     ADD_NOISE = "add_noise"
     CHANGE_VALUE = "change_value"
@@ -35,3 +38,28 @@ class FuzzLevel:
     BASE_LEVEL = "L1"
     ADV_LEVEL = "L2"
     REAL_LEVEL = "L3"
+
+
+class PytorchFreeBenchmarkConst:
+    PERTURBATION_MODE_LIST = [
+        PerturbationMode.ADD_NOISE,
+        PerturbationMode.CHANGE_VALUE,
+        PerturbationMode.IMPROVE_PRECISION,
+        PerturbationMode.NO_CHANGE,
+        PerturbationMode.BIT_NOISE,
+        PerturbationMode.TO_CPU,
+    ]
+    DEFAULT_MODE = PerturbationMode.IMPROVE_PRECISION
+    DEVICE_LIST = [DeviceType.NPU, DeviceType.CPU]
+    DEFAULT_DEVICE = DeviceType.NPU
+    HANDLER_LIST = [HandlerType.CHECK, HandlerType.FIX]
+    DEFAULT_HANDLER = HandlerType.CHECK
+    FUZZ_LEVEL_LIST = [FuzzLevel.BASE_LEVEL]
+    DEFAULT_FUZZ_LEVEL = FuzzLevel.BASE_LEVEL
+    FUZZ_STAGE_LIST = [Const.FORWARD, Const.BACKWARD]
+    FIX_MODE_LIST = [PerturbationMode.IMPROVE_PRECISION, PerturbationMode.TO_CPU]
+    DEFAULT_FUZZ_STAGE = Const.FORWARD
+    DEFAULT_PREHEAT_STEP = 15
+    DEFAULT_MAX_SAMPLE = 20
+    CPU_MODE_LIST = [PerturbationMode.TO_CPU]
+    FIX_STAGE_LIST = [Const.FORWARD]

msprobe/pytorch/free_benchmark/common/params.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from dataclasses import dataclass
 from typing import Any, Callable, Dict, List, Optional, Tuple
 

msprobe/pytorch/free_benchmark/common/utils.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.pytorch.free_benchmark.common.enums import DeviceType
 
@@ -75,7 +90,8 @@ class Tools:
                 )
             return type(origin)(result)
         return origin
-    
+
+
 class TorchC:
     sum = torch._C._VariableFunctionsClass.sum
     isinf = torch._C._VariableFunctionsClass.isinf

msprobe/pytorch/free_benchmark/compare/grad_saver.py

@@ -1,8 +1,27 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.core.common.exceptions import FreeBenchmarkException
 from msprobe.pytorch.free_benchmark import logger
 from msprobe.pytorch.free_benchmark.common.constant import CommonField
-from msprobe.pytorch.free_benchmark.common.params import DataParams, HandlerParams, data_pre_deal
+from msprobe.pytorch.free_benchmark.common.params import (
+    DataParams,
+    HandlerParams,
+    data_pre_deal,
+)
 from msprobe.pytorch.free_benchmark.perturbed_layers.layer_factory import LayerFactory
 from msprobe.pytorch.free_benchmark.result_handlers.handler_factory import (
     FuzzHandlerFactory,
@@ -84,7 +103,7 @@ class GradSaver:
         if self.perturbed_grad_input is None:
             raise FreeBenchmarkException(
                 FreeBenchmarkException.InvalidGrad,
-                f"grad not exists : {self.api_name}."
+                f"grad not exists : {self.api_name}.",
             )
         with torch.no_grad():
             perturbed_grad = self.perturbed_grad_input[new_grad_index].to(
@@ -94,7 +113,7 @@ class GradSaver:
             raise FreeBenchmarkException(
                 FreeBenchmarkException.InvalidGrad,
                 f"grad shapes are inconsistent. api:{self.handler_params.api_name}."
-                f"origin:{origin_grad.shape}, perturbation: {perturbed_grad.shape}"
+                f"origin:{origin_grad.shape}, perturbation: {perturbed_grad.shape}",
             )
         return perturbed_grad
 
@@ -150,8 +169,8 @@ class GradSaver:
                 else:
                     _real_input.append(object_)
             kwargs = self.kwargs.copy()
-            if 'inplace' in kwargs:
-                kwargs['inplace'] = False
+            if "inplace" in kwargs:
+                kwargs["inplace"] = False
             return self.origin_func(*_real_input, **kwargs)
 
         _, grad_input = torch.autograd.functional.vjp(
@@ -159,12 +178,14 @@ class GradSaver:
         )
         return grad_input
 
-    def calculate_perturbed_grad_input(self, grad_output, need_grad_tensors, inner_args):
+    def calculate_perturbed_grad_input(
+        self, grad_output, need_grad_tensors, inner_args
+    ):
         data_params = data_pre_deal(
             self.handler_params.api_name,
             self.get_grad_input_from_vjp,
             [need_grad_tensors, grad_output, inner_args],
-            {}
+            {},
         )
         layer = LayerFactory.create(
             self.handler_params.api_name,

msprobe/pytorch/free_benchmark/compare/single_benchmark.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import math
 
 import torch

msprobe/pytorch/free_benchmark/main.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from abc import ABC
 
 import torch
@@ -36,9 +51,9 @@ class FreeBenchmarkCheck(ABC):
 
     def update_iter(self, update_iter):
         self.current_iter = update_iter
-    
+
     def if_fix(self):
-        if self.config.handler_type==HandlerType.FIX:
+        if self.config.handler_type == HandlerType.FIX:
             return True
         return False
 
@@ -73,9 +88,9 @@ class FreeBenchmarkCheck(ABC):
         layer.handle(data_params)
         handler_params = make_handler_params(name, self.config, self.current_iter)
         handler = FuzzHandlerFactory.create(handler_params)
-        perturbed_output = handler.handle(data_params) 
+        perturbed_output = handler.handle(data_params)
         return perturbed_output, handler.get_unequal_rows()
-    
+
     def backward(self, name, module, grad_output):
 
         if not self.config.fuzz_stage == Const.BACKWARD:

msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from abc import ABC, abstractmethod
 from typing import Any
 

msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py

@@ -1,14 +1,29 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from msprobe.pytorch.free_benchmark import FreeBenchmarkException
 from msprobe.pytorch.free_benchmark.common.enums import DeviceType, PerturbationMode
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.improve_precision import (
-    ImprovePrecisionLayer,
-)
 from msprobe.pytorch.free_benchmark.perturbed_layers.npu.add_noise import AddNoiseLayer
 from msprobe.pytorch.free_benchmark.perturbed_layers.npu.bit_noise import BitNoiseLayer
-from msprobe.pytorch.free_benchmark.perturbed_layers.npu.no_change import NoChangeLayer
 from msprobe.pytorch.free_benchmark.perturbed_layers.npu.change_value import (
     ChangeValueLayer,
 )
+from msprobe.pytorch.free_benchmark.perturbed_layers.npu.improve_precision import (
+    ImprovePrecisionLayer,
+)
+from msprobe.pytorch.free_benchmark.perturbed_layers.npu.no_change import NoChangeLayer
 from msprobe.pytorch.free_benchmark.perturbed_layers.run_cpu import CpuLayer
 
 

msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.pytorch.free_benchmark import logger
 from msprobe.pytorch.free_benchmark.common.constant import ThresholdConfig

msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.pytorch.free_benchmark import logger
 from msprobe.pytorch.free_benchmark.common.constant import ThresholdConfig

msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.pytorch.free_benchmark import logger
 from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode
@@ -54,10 +69,19 @@ class ChangeValueLayer(NpuBaseLayer):
         """
         判断是否需要添加扰动,  首尾值交换
         """
-        if tensor_obj.size(0) < 2:
+        # 对于维度大于1的张量、要求1维至少大于1且0维和1维至少一个长度大于2
+        if tensor_obj.ndim > 1:
+            if tensor_obj.size(1) == 0 or (tensor_obj.size(1) < 2 and tensor_obj.size(0) < 2):
+                logger.info_on_rank_0(
+                    f"[msprobe] Free Benchmark: For {self.api_name} with ndim {tensor_obj.ndim}, "
+                    f"at least one of 0-dimension or 1-dimension greater than 1. Cancel change value."
+                )
+                return False
+        # 不支持维度等于0的张量、对于维度等于1的张量、要求0维长度大于2
+        elif tensor_obj.dim() == 0 or tensor_obj.size(0) < 2:
             logger.info_on_rank_0(
                 f"[msprobe] Free Benchmark: For {self.api_name}, "
-                f"size 0 must greater than 1. Cancel change value."
+                f"0-dimension must greater than 1. Cancel change value."
             )
             return False
         return True

msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.core.common.const import Const
 from msprobe.pytorch.free_benchmark import logger

msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.pytorch.free_benchmark import logger
 from msprobe.pytorch.free_benchmark.common.enums import PerturbationMode

msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from abc import abstractmethod
 from typing import Any
 

msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import torch
 from msprobe.pytorch.free_benchmark import logger
 from msprobe.pytorch.free_benchmark.common.params import DataParams