mindstudio-probe 1.1.0__py3-none-any.whl → 1.2.1__py3-none-any.whl

msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml

@@ -1,11 +1,4 @@
 # List of apis that support self check
-
-communication:
-  - all_gather_into_tensor
-  - gather_into_tensor
-  - all_reduce
-  - reduce
-  - reduce_scatter_tensor
   
 ops:
   - adaptive_avg_pool1d
@@ -18,18 +11,10 @@ ops:
   - avg_pool3d
   - batch_norm
   - bias_add
-  - ctc_greedy_decoder
   - conv1d
   - conv2d
   - conv3d
   - deformable_conv2d
-  - dense
-  - dropout
-  - dropout1d
-  - dropout2d
-  - dropout3d
-  - flatten
-  - fold
   - fractional_max_pool3d
   - lp_pool1d
   - lp_pool2d
@@ -39,7 +24,6 @@ ops:
   - max_unpool1d
   - max_unpool2d
   - max_unpool3d
-  - unfold
   - binary_cross_entropy
   - binary_cross_entropy_with_logits
   - cosine_embedding_loss
@@ -105,8 +89,6 @@ ops:
   - pixel_shuffle
   - pixel_unshuffle
   - upsample
-  - abs
-  - absolute
   - accumulate_n
   - acos
   - arccos
@@ -143,16 +125,9 @@ ops:
   - bessel_k1e
   - bessel_y0
   - bessel_y1
-  - bitwise_and
-  - bitwise_left_shift
-  - bitwise_or
-  - bitwise_right_shift
-  - bitwise_xor
   - ceil
   - clamp
   - clip
-  - combinations
-  - copysign
   - cos
   - cosh
   - cosine_similarity
@@ -200,12 +175,8 @@ ops:
   - mul
   - multiply
   - mvlgamma
-  - neg
-  - negative
-  - nextafter
   - polar
   - polygamma
-  - positive
   - pow
   - rad2deg
   - ravel
@@ -225,7 +196,6 @@ ops:
   - square
   - sub
   - subtract
-  - t
   - tan
   - tanhshrink
   - trapz
@@ -238,11 +208,9 @@ ops:
   - xdivy
   - xlogy
   - zeta
-  - all
   - amax
   - amin
   - aminmax
-  - any
   - argmax
   - argmin
   - cummax
@@ -264,28 +232,10 @@ ops:
   - var_mean
   - argsort
   - approximate_equal
-  - equal
-  - ge
-  - greater
-  - greater_equal
-  - gt
   - intopk
-  - isclose
-  - isfinite
-  - isinf
-  - isnan
-  - isneginf
-  - isposinf
-  - isreal
-  - le
-  - less
-  - less_equal
-  - lt
   - maximum
   - minimum
   - msort
-  - ne
-  - not_equal
   - searchsorted
   - topk
   - bmm
@@ -329,30 +279,12 @@ ops:
   - hamming_window
   - hann_window
   - kaiser_window
-  - eye
-  - fill
-  - full
-  - full_like
-  - linspace
-  - logspace
-  - one_hot
-  - arange
-  - range
   - heaviside
   - bernoulli
   - gamma
   - laplace
   - multinomial
   - multinomial_with_replacement
-  - rand
-  - rand_like
-  - randint
-  - randint_like
-  - randn
-  - randn_like
-  - random_gamma
-  - random_poisson
-  - randperm
   - standard_laplace
   - standard_normal
   - uniform
@@ -361,14 +293,10 @@ ops:
   - bincount
   - block_diag
   - broadcast_to
-  - cat
   - channel_shuffle
-  - chunk
   - column_stack
-  - concat
   - conj
   - count_nonzero
-  - deepcopy
   - diag
   - diagflat
   - diagonal
@@ -395,49 +323,22 @@ ops:
   - nan_to_num
   - nansum
   - normal
-  - nonzero
   - population_count
-  - rank
-  - repeat_elements
-  - repeat_interleave
-  - reshape
-  - reverse
-  - reverse_sequence
-  - roll
-  - select
   - sequence_mask
-  - shuffle
-  - size
-  - slice
-  - sort
   - space_to_batch_nd
   - sparse_segment_mean
-  - split
-  - squeeze
-  - stack
-  - strided_slice
   - sum
   - swapaxes
   - swapdims
-  - tensor_split
-  - tile
   - tril
   - triu
-  - transpose
   - unbind
-  - unique
-  - unique_consecutive
-  - unique_with_pad
   - unsorted_segment_max
   - unsorted_segment_min
   - unsorted_segment_prod
   - unsorted_segment_sum
-  - unsqueeze
-  - unstack
-  - view_as_real
   - vsplit
   - vstack
-  - where
   - cross
   - renorm
   - tuple_to_array
@@ -447,7 +348,6 @@ ops:
   - jet
 
 Tensor:
-  - __abs__
   - __add__
   - __and__
   - __iadd__
@@ -459,8 +359,6 @@ Tensor:
   - __matmul__
   - __mod__
   - __mul__
-  - __neg__
-  - __or__
   - __pow__
   - __radd__
   - __rmatmul__
@@ -471,8 +369,6 @@ Tensor:
   - __sub__
   - __truediv__
   - __xor__
-  - abs
-  - absolute
   - acos
   - acosh
   - add
@@ -504,18 +400,11 @@ Tensor:
   - baddbmm
   - bernoulli
   - bincount
-  - bitwise_and
-  - bitwise_or
-  - bitwise_xor
   - bmm
   - broadcast_to
-  - ceil
   - cholesky_solve
   - cholesky
-  - clamp
-  - clip
   - conj
-  - copysign
   - cos
   - cosh
   - cross
@@ -530,7 +419,6 @@ Tensor:
   - digamma
   - div
   - divide
-  - equal
   - erf
   - erfc
   - erfinv
@@ -541,14 +429,11 @@ Tensor:
   - fliplr
   - flipud
   - float_power
-  - floor
   - fmod
   - frac
   - gather_elements
   - geqrf
   - ger
-  - greater
-  - greater_equal
   - half
   - hardshrink
   - heaviside
@@ -559,13 +444,7 @@ Tensor:
   - igammac
   - imag
   - index_add
-  - index_fill
-  - index_put
-  - index_select
   - inner
-  - int
-  - inverse
-  - item
   - lcm
   - ldexp
   - lerp
@@ -587,30 +466,17 @@ Tensor:
   - masked_scatter
   - masked_select
   - matmul
-  - max
-  - maximum
   - mean
   - median
-  - min
-  - minimum
   - moveaxis
   - movedim
-  - msort
   - multinomial
   - multiply
   - mvlgamma
-  - nan_to_num
   - nansum
   - narrow
-  - neg
-  - negative
   - nelement
-  - new_ones
-  - new_zeros
-  - nextafter
   - norm
-  - nonzero
-  - not_equal
   - ormqr
   - permute
   - pow
@@ -622,10 +488,6 @@ Tensor:
   - remainder
   - renorm
   - rad2deg
-  - tile
-  - repeat_interleave
-  - reshape
-  - reshape
   - round
   - rot90
   - rsqrt
@@ -641,73 +503,44 @@ Tensor:
   - sinh
   - slogdet
   - sort
-  - split
   - sqrt
   - square
-  - squeeze
   - std
   - subtract
   - subtract
   - svd
   - swapaxes
   - swapdims
-  - t
-  - take
   - tan
   - tanh
   - trace
   - swapaxes
-  - tile
   - topk
   - tril
-  - tensor_split
-  - transpose
   - true_divide
   - trunc
   - unbind
   - unique_consecutive
-  - unsqueeze
   - var
-  - view
-  - where
   - xlogy
   - from_numpy
   - std
-  - take
   - var
-  - all
-  - any
-  - copy
   - diagonal
-  - flatten
-  - resize
   - sum
 
 mint:
-  - abs
-  - absolute_import
   - add
   - add_ex
-  - all
-  - any
   - any_ex
-  - arange
   - argmax
   - avg_pool2d
   - baddbmm
   - baddbmm_ex
   - batch_norm
   - binary_cross_entropy_with_logits
-  - bitwise_and
-  - bitwise_or
-  - bitwise_xor
   - bmm
   - broadcast_to
-  - cat
-  - cat_ex
-  - ceil
-  - chunk
-  - clamp
   - conv2d
   - conv_transpose2d
   - cos
@@ -717,59 +550,32 @@ mint:
   - cumsum
   - div
   - divide
-  - dropout
   - embedding
-  - eq
   - erf
   - erfinv
   - exp
-  - flatten
-  - flip
-  - flip_ex
-  - fold
-  - full
   - gather
   - gelu
   - greater
   - grid_sample
   - group_norm
-  - gt
   - index_select
   - interpolate
-  - isclose
-  - isfinite
   - layer_norm
-  - le
   - leaky_relu
-  - less
-  - less_equal
   - linear
   - linspace
   - log
   - logical_and
   - logical_not
   - logical_or
-  - lt
   - masked_select
   - matmul
-  - max
   - max_pool2d
-  - maximum
   - mean
   - mean_ex
-  - min
-  - minimum
   - mul
-  - ne
-  - neg
-  - negative
-  - nonzero
   - normal
-  - one_hot
-  - ones
-  - ones_ex
-  - ones_like
-  - pad
   - permute
   - permute_ex
   - pow
@@ -786,7 +592,6 @@ mint:
   - softmax
   - softplus
   - sort
-  - split
   - sqrt
   - sqrt_ex
   - square
@@ -795,17 +600,9 @@ mint:
   - sub_ex
   - sum
   - tanh
-  - tile
   - topk
-  - tril
   - triu
-  - unfold
-  - unique
-  - where
   - xlogy
-  - zeros
-  - zeros_ex
-  - zeros_like
 
 mint.nn.functional:
   - absolute_import
@@ -816,7 +613,6 @@ mint.nn.functional:
   - binary_cross_entropy_with_logits
   - conv_transpose2d
   - dense
-  - dropout
   - embedding
   - fold
   - gelu

msprobe/mindspore/free_benchmark/handler/base_handler.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -28,8 +28,8 @@ from msprobe.mindspore.free_benchmark.common.utils import Tools
 
 class BaseHandler(ABC):
 
-    def __init__(self, api_name: str):
-        self.api_name = api_name
+    def __init__(self, api_name_with_id: str):
+        self.api_name_with_id = api_name_with_id
 
     @staticmethod
     def pre_calculate(original_output, fuzzed_output):

msprobe/mindspore/free_benchmark/handler/check_handler.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -32,19 +32,19 @@ class CheckHandler(BaseHandler):
         is_consistent, ratio = self.npu_compare(original_output, fuzzed_output)
         params.is_consistent = params.is_consistent and is_consistent
         if not is_consistent:
-            row = make_unequal_row(self.api_name, params, ratio, output_index)
+            row = make_unequal_row(self.api_name_with_id, params, ratio, output_index)
             data_dict = asdict(row)
             DataWriter.write_data_to_csv(
                 data_dict.values(),
                 data_dict.keys(),
                 Config.dump_path
             )
-            logger.error(f"{self.api_name} is not consistent")
+            logger.error(f"{self.api_name_with_id} is not consistent")
 
     def handle(self, params: HandlerParams) -> Any:
         try:
             if not self.is_float_tensor(params.fuzzed_result):
-                return params.original_result
+                return
             if isinstance(params.fuzzed_result, Tensor):
                 self.npu_compare_and_save(params.original_result, params.fuzzed_result, params)
             elif isinstance(params.fuzzed_result, (list, tuple)):
@@ -53,4 +53,3 @@ class CheckHandler(BaseHandler):
                         self.npu_compare_and_save(item, params.fuzzed_result[i], params, output_index=i)
         except Exception as e:
             logger.error(str(e))
-        return params.original_result

msprobe/mindspore/free_benchmark/handler/fix_handler.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -23,8 +23,8 @@ from msprobe.mindspore.free_benchmark.common.handler_params import HandlerParams
 
 class FixHandler:
 
-    def __init__(self, api_name: str):
-        self.api_name = api_name
+    def __init__(self, api_name_with_id: str):
+        self.api_name_with_id = api_name_with_id
 
     @staticmethod
     def use_fuzzed_result(original_result, fuzzed_result):
@@ -46,6 +46,6 @@ class FixHandler:
         try:
             return FixHandler.use_fuzzed_result(params.original_result, params.fuzzed_result)
         except Exception as e:
-            logger.error(f"{self.api_name} failed to fix.")
+            logger.error(f"{self.api_name_with_id} failed to fix.")
             logger.error(str(e))
             return params.original_result

msprobe/mindspore/free_benchmark/handler/handler_factory.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -23,14 +23,14 @@ from msprobe.mindspore.free_benchmark.handler.fix_handler import FixHandler
 class HandlerFactory:
     result_handlers = {
         FreeBenchmarkConst.CHECK: CheckHandler,
-        FreeBenchmarkConst.FIX: FixHandler,
+        FreeBenchmarkConst.FIX: FixHandler
     }
 
     @staticmethod
-    def create(api_name: str):
+    def create(api_name_with_id: str):
         handler = HandlerFactory.result_handlers.get(Config.handler_type)
         if handler:
-            return handler(api_name)
+            return handler(api_name_with_id)
         else:
             logger.error(f"{Config.handler_type} is not supported.")
             raise Exception

msprobe/mindspore/free_benchmark/perturbation/add_noise.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -32,7 +32,7 @@ class AddNoisePerturbation(BasePerturbation):
         """
         params.fuzzed_value = self.add_noise(params.args[params.index])
         if not self.is_fuzzed:
-            logger.warning(f"{self.api_name} can not add noise.")
+            logger.warning(f"{self.api_name_with_id} can not add noise.")
             return False
         return self.get_fuzzed_result(params)
 

msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -15,21 +15,30 @@
 
 from typing import Any
 
+from msprobe.core.common.const import Const
+from msprobe.mindspore.free_benchmark.common.config import Config
 from msprobe.mindspore.free_benchmark.common.handler_params import HandlerParams
+from msprobe.mindspore.free_benchmark.common.utils import Tools
 
 
 class BasePerturbation:
 
-    def __init__(self, api_name: str):
-        self.api_name = api_name
+    def __init__(self, api_name_with_id: str):
+        self.api_name_with_id = api_name_with_id
         self.is_fuzzed = False
         self.perturbation_value = None
 
     @staticmethod
     def get_fuzzed_result(params: HandlerParams):
-        args_front = params.args[:params.index]
-        args_rear = params.args[params.index + 1:]
-        fuzzed_result = params.original_func(*args_front, params.fuzzed_value, *args_rear, **params.kwargs)
+        if Config.stage == Const.BACKWARD:
+            fuzzed_result = Tools.get_grad(params.original_func, *params.args[:params.index],
+                                           params.fuzzed_value, *params.args[params.index + 1:], **params.kwargs)
+
+            if fuzzed_result is None:
+                return False
+        else:
+            fuzzed_result = params.original_func(*params.args[:params.index], params.fuzzed_value,
+                                                 *params.args[params.index + 1:], **params.kwargs)
         return fuzzed_result
 
     def handler(self, params: HandlerParams) -> Any:

msprobe/mindspore/free_benchmark/perturbation/bit_noise.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -55,7 +55,7 @@ class BitNoisePerturbation(BasePerturbation):
         args = params.args
         params.fuzzed_value = self.add_bit_noise(params.args[params.index])
         if not self.is_fuzzed:
-            logger.warning(f"{self.api_name} can not add bit noise.")
+            logger.warning(f"{self.api_name_with_id} can not add bit noise.")
             return False
         params.args = args
         return self.get_fuzzed_result(params)

msprobe/mindspore/free_benchmark/perturbation/exchange_value.py

@@ -1,7 +1,7 @@
 # Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
 # All rights reserved.
 #
-# Licensed under the Apache License, Version 2.0  (the "License");
+# Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -41,7 +41,7 @@ class ExchangeValuePerturbation(BasePerturbation):
         """
         params.fuzzed_value = self.exchange_value(params.args[params.index])
         if not self.is_fuzzed:
-            logger.warning(f"{self.api_name} can not exchange value.")
+            logger.warning(f"{self.api_name_with_id} can not exchange value.")
             return False
         return self.get_fuzzed_result(params)