mindstudio-probe 1.0.4__py3-none-any.whl → 1.1.0__py3-none-any.whl

msprobe/pytorch/hook_module/wrap_functional.py

@@ -1,8 +1,7 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -13,7 +12,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""
 
 import os
 import torch
@@ -35,25 +33,26 @@ def remove_dropout():
         def function_dropout(input: torch.Tensor, p: float = 0.5, training: bool = True,
                              inplace: bool = False) -> torch.Tensor:
             if has_torch_function_unary(input):
-                return handle_torch_function(function_dropout, (input,), input, p=0., training=training, inplace=inplace)
+                return handle_torch_function(
+                    function_dropout, (input,), input, p=0., training=training, inplace=inplace)
             if p < 0.0 or p > 1.0:
                 raise ValueError("dropout probability has to be between 0 and 1, " "but got {}".format(p))
             return _VF.dropout_(input, 0., training) if inplace else _VF.dropout(input, 0., training)
 
-
         def function_dropout2d(input: torch.Tensor, p: float = 0.5, training: bool = True,
                                inplace: bool = False) -> torch.Tensor:
             if has_torch_function_unary(input):
-                return handle_torch_function(function_dropout2d, (input,), input, p=0., training=training, inplace=inplace)
+                return handle_torch_function(
+                    function_dropout2d, (input,), input, p=0., training=training, inplace=inplace)
             if p < 0.0 or p > 1.0:
                 raise ValueError("dropout probability has to be between 0 and 1, " "but got {}".format(p))
             return _VF.feature_dropout_(input, 0., training) if inplace else _VF.feature_dropout(input, 0., training)
 
-
         def function_dropout3d(input: torch.Tensor, p: float = 0.5, training: bool = True,
                                inplace: bool = False) -> torch.Tensor:
             if has_torch_function_unary(input):
-                return handle_torch_function(function_dropout3d, (input,), input, p=0., training=training, inplace=inplace)
+                return handle_torch_function(
+                    function_dropout3d, (input,), input, p=0., training=training, inplace=inplace)
             if p < 0.0 or p > 1.0:
                 raise ValueError("dropout probability has to be between 0 and 1, " "but got {}".format(p))
             return _VF.feature_dropout_(input, 0., training) if inplace else _VF.feature_dropout(input, 0., training)

msprobe/pytorch/hook_module/wrap_npu_custom.py

@@ -1,8 +1,7 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -13,7 +12,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""
 
 import os
 import torch
@@ -21,24 +19,19 @@ import torch
 from msprobe.pytorch.hook_module.hook_module import HOOKModule
 from msprobe.pytorch.common.utils import torch_device_guard, torch_without_guard_version
 from msprobe.core.common.const import Const
+from msprobe.core.common.log import logger
 from msprobe.core.common.file_utils import load_yaml
 from msprobe.pytorch.function_factory import npu_custom_functions
 
-cur_path = os.path.dirname(os.path.realpath(__file__))
-yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
-
-
 try:
     import torch_npu
 except ImportError:
-    is_gpu = True
-else:
-    is_gpu = False
+    logger.info("Failing to import torch_npu.")
 
 
-cuda_func_mapping = {
-    "npu_fusion_attention" : "gpu_fusion_attention"
-}
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+cuda_func_mapping = {"npu_fusion_attention" : "gpu_fusion_attention"}
 
 
 def get_npu_ops():
@@ -83,7 +76,6 @@ class NpuOPTemplate(HOOKModule):
 def wrap_npu_op(op_name, hook):
     def npu_op_template(*args, **kwargs):
         return NpuOPTemplate(op_name, hook)(*args, **kwargs)
-
     return npu_op_template
 
 

msprobe/pytorch/hook_module/wrap_tensor.py

@@ -1,8 +1,7 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -13,7 +12,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""
 
 import os
 

msprobe/pytorch/hook_module/wrap_torch.py

@@ -1,8 +1,7 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -13,7 +12,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""
 
 import os
 import torch

msprobe/pytorch/hook_module/wrap_vf.py

@@ -1,8 +1,7 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -13,7 +12,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""
 
 import os
 import torch

msprobe/pytorch/module_processer.py

@@ -1,10 +1,25 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from functools import wraps
 
 import torch
-from torch.utils.hooks import BackwardHook
-
 from msprobe.core.common.const import Const
 from msprobe.core.data_dump.scope import ModuleRangeScope
+from torch.utils.hooks import BackwardHook
+
 torch_version_above_or_equal_2 = torch.__version__.split('+')[0] >= '2.0'
 
 

msprobe/pytorch/online_dispatch/compare.py

@@ -7,10 +7,10 @@ from collections import namedtuple
 from rich.table import Table
 from rich.console import Console
 from msprobe.core.common.const import CompareConst, FileCheckConst
-from msprobe.core.common.file_utils import FileOpen, change_mode
+from msprobe.core.common.file_utils import FileOpen, change_mode, read_csv
 from msprobe.pytorch.online_dispatch.single_compare import single_benchmark_compare_wrap
 from msprobe.pytorch.common.log import logger
-from msprobe.core.common.utils import CompareException
+from msprobe.core.common.utils import CompareException, check_op_str_pattern_valid
 
 ELEMENT_NUM_THRESHOLD = 100
 ZERO_NUM_THRESHOLD = 0.1
@@ -107,19 +107,17 @@ class Saver:
 
     def get_statistics_from_result_csv(self):
         checklist = [CompareConst.TRUE, CompareConst.FALSE, CompareConst.NA, CompareConst.SKIP]
-        with FileOpen(self.save_path, 'r') as file:
-            reader = csv.reader(file)
-            result_csv_rows = [row for row in reader]
+        data = read_csv(self.save_path)
         result_csv_name = os.path.basename(self.save_path)
-        for item in result_csv_rows[1:]:
-            if not isinstance(item, list) or len(item) < 3:
+        for _, row in data.iterrows():
+            if len(row) < 3:
                 raise ValueError("The number of columns in %s is incorrect" % result_csv_name)
-            if not all(item[i] and item[i].upper() in checklist for i in (1, 2)):
+            if not all(row[i] and row[i].upper() in checklist for i in (1, 2)):
                 raise ValueError(
                     "The value in the 2nd or 3rd column of %s is wrong, it must be TRUE, FALSE, SKIP or N/A"
                     % result_csv_name)
-            column1 = item[1].upper()
-            column2 = item[2].upper()
+            column1 = row[1].upper()
+            column2 = row[2].upper()
             if column1 == CompareConst.SKIP:
                 continue
             self.test_result_cnt["total_num"] += 1
@@ -139,12 +137,13 @@ class Saver:
         if self.stack_info:
             test_rows[0].append(self.COLUMN_STACK_INFO)
 
-        name = test_result.api_name
+        check_op_str_pattern_valid(test_result.api_name)
         df_row = [test_result.api_name, test_result.is_fwd_success, test_result.is_bwd_success]
         if test_result.is_fwd_success == "SKIP" or test_result.is_bwd_success == "SKIP":
             df_row.append(test_result.fwd_compare_alg_results)
         if self.stack_info:
-            stack_info = "\n".join(self.stack_info[name])
+            check_op_str_pattern_valid(self.stack_info[test_result.api_name])
+            stack_info = "\n".join(self.stack_info[test_result.api_name])
             df_row.append(stack_info)
         test_rows.append(df_row)
         write_csv(test_rows, self.save_path)

msprobe/pytorch/online_dispatch/single_compare.py

@@ -329,20 +329,20 @@ def single_benchmark_compare(npu_out: torch.Tensor, bench_out: torch.Tensor, hig
     return result, details
 
 
-def calc_status_details_list_tuple(npu_out, bench_out, high_precision, summary):
+def calc_status_details_list_tuple(npu_out, bench_out, summary):
     status, details = [], []
     if len(bench_out) != len(npu_out):
         summary.result = False
         summary.failed_info = "bench and npu output structure is different."
         return False, summary.to_column_value()
     for b_out_i, n_out_i in zip(bench_out, npu_out):
-        status_i, details_i = single_benchmark_compare_wrap(n_out_i, b_out_i, high_precision)
+        status_i, details_i = single_benchmark_compare_wrap(n_out_i, b_out_i)
         status.append(status_i)
         details.append(details_i)
     return status, details
 
 
-def calc_status_details_dict(npu_out, bench_out, high_precision, summary):
+def calc_status_details_dict(npu_out, bench_out, summary):
     b_keys, n_keys = set(bench_out.keys()), set(npu_out.keys())
     if b_keys != n_keys:
         summary.result = False
@@ -353,7 +353,7 @@ def calc_status_details_dict(npu_out, bench_out, high_precision, summary):
         return status, details
 
 
-def calc_status_details_tensor(npu_out, bench_out, high_precision, summary):
+def calc_status_details_tensor(npu_out, bench_out, summary):
     return single_benchmark_compare(npu_out, bench_out)
 
 
@@ -365,13 +365,13 @@ def calc_status_details_builtin(npu_out, bench_out, summary):
     return status, summary.to_column_value()
 
 
-def calc_status_details_none(npu_out, bench_out, high_precision, summary):
+def calc_status_details_none(npu_out, bench_out, summary):
     summary.result = True
     summary.failed_info = "Output is None."
     return True, summary.to_column_value()
 
 
-def single_benchmark_compare_wrap(npu_output: torch.Tensor, bench_output: torch.Tensor, high_precision=True):
+def single_benchmark_compare_wrap(npu_output: torch.Tensor, bench_output: torch.Tensor):
     type_method_dict = {
         (list, tuple): calc_status_details_list_tuple,
         dict: calc_status_details_dict,
@@ -384,7 +384,7 @@ def single_benchmark_compare_wrap(npu_output: torch.Tensor, bench_output: torch.
     bench_summary = SingleBenchSummary(result)
     for type1, func in type_method_dict.items():
         if isinstance(bench_output, type1):
-            return func(npu_output, bench_output, high_precision, bench_summary)
+            return func(npu_output, bench_output, bench_summary)
 
     bench_summary.result = True
     bench_summary.failed_info = "Unexpected output type: {}".format(type(bench_output))

msprobe/pytorch/online_dispatch/torch_ops_config.yaml

@@ -1,4 +1,12 @@
 aten_ops_blacklist:
+  - max_pool2d_with_indices
+  - detach
+  - allreduce_
+  - max
+  - npu_rotary_mul
+  - split_with_sizes
+  - npu_dtype_cast  
+  - add_
   - _cudnn_rnn
   - _local_scalar_dense
   - _pin_memory

msprobe/pytorch/online_dispatch/utils.py

@@ -58,10 +58,7 @@ INT_TYPE = [np.int32, np.int64]
 def get_callstack():
     callstack = []
     for (_, path, line, func, code, _) in inspect.stack()[2:]:
-        if code:
-            stack_line = [path, str(line), func, code[0].strip() if code else code]
-        else:
-            stack_line = [path, str(line), func, code]
+        stack_line = [path, str(line), func, code[0].strip() if code else code]
         callstack.append(stack_line)
     return callstack
 

msprobe/pytorch/parse.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 from msprobe.pytorch.parse_tool import cli
 
 if __name__ == '__main__':

msprobe/pytorch/parse_tool/cli.py

@@ -1,8 +1,7 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
@@ -13,7 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""
+
 from msprobe.pytorch.parse_tool.lib.interactive_cli import InteractiveCli
 from msprobe.pytorch.common.log import logger
 

msprobe/pytorch/parse_tool/lib/compare.py

@@ -22,7 +22,7 @@ from collections import namedtuple
 from msprobe.pytorch.parse_tool.lib.utils import Util
 from msprobe.pytorch.parse_tool.lib.config import Const
 from msprobe.pytorch.parse_tool.lib.parse_exception import ParseException
-from msprobe.core.common.file_utils import FileChecker, create_directory, load_npy, save_npy_to_txt, write_csv
+from msprobe.core.common.file_utils import create_directory, load_npy, save_npy_to_txt, write_csv
 
 
 class Compare:
@@ -49,10 +49,10 @@ class Compare:
         dump_file = self.util.path_strip(dump_file)
         file_name = ""
         if os.path.isfile(dump_file):
-            self.log.info("Covert file is: %s", dump_file)
+            self.log.info("Covert file is: %s" % dump_file)
             file_name = os.path.basename(dump_file)
         elif os.path.isdir(dump_file):
-            self.log.info("Convert all files in path: %s", dump_file)
+            self.log.info("Convert all files in path: %s" % dump_file)
             file_name = ""
         output = output if output else Const.DUMP_CONVERT_DIR
         convert = self.convert(dump_file, data_format, output, msaccucmp_path)
@@ -62,7 +62,7 @@ class Compare:
             summary_txt = ["SrcFile: %s" % dump_file]
             for convert_file in convert_files.values():
                 summary_txt.append(" - %s" % convert_file.file_name)
-            self.log.info("Transfer result is saved in : %s", os.path.realpath(output))
+            self.log.info("Transfer result is saved in : %s" % os.path.realpath(output))
             self.util.print_panel("\n".join(summary_txt))
 
     def convert(self, dump_file, data_format, output, msaccucmp_path):
@@ -114,11 +114,11 @@ class Compare:
         shape_left = data_left.shape
         shape_right = data_right.shape
         if shape_left != shape_right:
-            self.log.warning("Data shape not equal: %s vs %s", data_left.shape, data_right.shape)
+            self.log.warning("Data shape not equal: %s vs %s" % (data_left.shape, data_right.shape))
         data_left = data_left.reshape(-1)
         data_right = data_right.reshape(-1)
         if data_left.shape[0] != data_right.shape[0]:
-            self.log.warning("Data size not equal: %s vs %s", data_left.shape, data_right.shape)
+            self.log.warning("Data size not equal: %s vs %s" % (data_left.shape, data_right.shape))
             if data_left.shape[0] < data_right.shape[0]:
                 data_left = np.pad(data_left, (0, data_right.shape[0] - data_left.shape[0]), 'constant')
             else:
@@ -160,7 +160,7 @@ class Compare:
         if shape != bench_shape or dtype != bench_dtype:
             self.log.error(
                 "Shape or dtype between two npy files is inconsistent. Please check the two files."
-                "File 1: %s, file 2: %s", file, bench_file)
+                "File 1: %s, file 2: %s" % (file, bench_file))
             self.util.deal_with_dir_or_file_inconsistency(output_path)
             return
         md5_consistency = False
@@ -236,13 +236,12 @@ class Compare:
             golden_subdir_path = os.path.join(golden_dump_dir, golden_subdir_name)
             self.compare_timestamp_directory(my_subdir_path, golden_subdir_path, output_path)
         self.util.change_filemode_safe(output_path)
-        self.log.info("Compare result is saved in : %s", output_path)
+        self.log.info("Compare result is saved in : %s" % (output_path))
 
     def convert_api_dir_to_npy(self, dump_dir, param, output_dir, msaccucmp_path):
         dump_dir = self.util.path_strip(dump_dir)
         for root, _, files in os.walk(dump_dir, topdown=True):
-            path_checker = FileChecker(root)
-            path_checker.common_check()
+            self.util.check_path_valid(root)
             for file in files:
                 file_path = os.path.join(root, file)
                 file_name = os.path.basename(file_path)

msprobe/pytorch/parse_tool/lib/parse_tool.py

@@ -110,6 +110,9 @@ class ParseTool:
         parser.add_argument('-al', '--atol', dest='atol', default=0.001, type=float, help='set rtol')
         parser.add_argument('-rl', '--rtol', dest='rtol', default=0.001, type=float, help='set atol')
         args = parser.parse_args(argv)
+        self.util.check_positive(args.count)
+        self.util.check_positive(args.rtol)
+        self.util.check_positive(args.atol)
         self.util.check_path_valid(args.my_dump_path)
         self.util.check_path_valid(args.golden_dump_path)
         self.util.check_file_path_format(args.my_dump_path, Const.NPY_SUFFIX)

msprobe/pytorch/parse_tool/lib/utils.py

@@ -28,7 +28,7 @@ from msprobe.pytorch.parse_tool.lib.parse_exception import ParseException
 from msprobe.core.common.file_utils import change_mode, check_other_user_writable,\
     check_path_executable, check_path_owner_consistent
 from msprobe.core.common.const import FileCheckConst
-from msprobe.core.common.file_utils import FileChecker, check_file_or_directory_path, remove_path
+from msprobe.core.common.file_utils import check_file_or_directory_path, remove_path, check_file_type
 from msprobe.pytorch.common.log import logger
 
 
@@ -71,21 +71,19 @@ class Util:
         check_path_executable(path)
 
     @staticmethod
-    def get_subdir_count(self, directory):
+    def get_subdir_count(directory):
         subdir_count = 0
-        path_checker = FileChecker(directory)
-        path_checker.common_check()
+        check_file_or_directory_path(directory, isdir=True)
         for _, dirs, _ in os.walk(directory):
             subdir_count += len(dirs)
             break
         return subdir_count
 
     @staticmethod
-    def get_subfiles_count(self, directory):
+    def get_subfiles_count(directory):
         file_count = 0
         for root, _, files in os.walk(directory, topdown=True):
-            path_checker = FileChecker(root)
-            path_checker.common_check()
+            check_file_or_directory_path(root, isdir=True)
             file_count += len(files)
             path_depth = root.count(os.sep)
             if path_depth <= Const.MAX_TRAVERSAL_DEPTH:
@@ -95,7 +93,7 @@ class Util:
         return file_count
 
     @staticmethod
-    def get_sorted_subdirectories_names(self, directory):
+    def get_sorted_subdirectories_names(directory):
         subdirectories = []
         for item in os.listdir(directory):
             item_path = os.path.join(directory, item)
@@ -104,7 +102,7 @@ class Util:
         return sorted(subdirectories)
 
     @staticmethod
-    def get_sorted_files_names(self, directory):
+    def get_sorted_files_names(directory):
         files = []
         for item in os.listdir(directory):
             item_path = os.path.join(directory, item)
@@ -113,7 +111,7 @@ class Util:
         return sorted(files)
 
     @staticmethod
-    def check_npy_files_valid_in_dir(self, dir_path):
+    def check_npy_files_valid_in_dir(dir_path):
         for file_name in os.listdir(dir_path):
             file_path = os.path.join(dir_path, file_name)
             check_file_or_directory_path(file_path)
@@ -123,18 +121,18 @@ class Util:
         return True
 
     @staticmethod
-    def get_md5_for_numpy(self, obj):
+    def get_md5_for_numpy(obj):
         np_bytes = obj.tobytes()
         md5_hash = hashlib.md5(np_bytes)
         return md5_hash.hexdigest()
 
     @staticmethod
-    def deal_with_dir_or_file_inconsistency(self, output_path):
+    def deal_with_dir_or_file_inconsistency(output_path):
         remove_path(output_path)
         raise ParseException("Inconsistent directory structure or file.")
 
     @staticmethod
-    def deal_with_value_if_has_zero(self, data):
+    def deal_with_value_if_has_zero(data):
         if data.dtype in Const.FLOAT_TYPE:
             zero_mask = (data == 0)
             # 给0的地方加上eps防止除0
@@ -147,10 +145,9 @@ class Util:
         return data
     
     @staticmethod
-    def dir_contains_only(self, path, endfix):
+    def dir_contains_only(path, endfix):
         for root, _, files in os.walk(path, topdown=True):
-            path_checker = FileChecker(root)
-            path_checker.common_check()
+            check_file_or_directory_path(root, isdir=True)
             for file in files:
                 if not file.endswith(endfix):
                     return False
@@ -162,11 +159,11 @@ class Util:
         return True
     
     @staticmethod
-    def localtime_str(self):
+    def localtime_str():
         return time.strftime("%Y%m%d%H%M%S", time.localtime())
     
     @staticmethod
-    def change_filemode_safe(self, path):
+    def change_filemode_safe(path):
         change_mode(path, FileCheckConst.DATA_FILE_AUTHORITY)
 
     @staticmethod
@@ -183,7 +180,7 @@ class Util:
         if not cmd:
             self.log.error("Commond is None")
             return -1
-        self.log.info("[RUN CMD]: %s", cmd)
+        self.log.info("[RUN CMD]: %s" % cmd)
         cmd = cmd.split(" ")
         complete_process = subprocess.run(cmd, shell=False)
         return complete_process.returncode
@@ -205,7 +202,7 @@ class Util:
         result = subprocess.run(
             [self.python, target_file, "--help"], stdout=subprocess.PIPE, shell=False)
         if result.returncode == 0:
-            self.log.info("Check [%s] success.", target_file)
+            self.log.info("Check [%s] success." % (target_file))
         else:
             self.log.error("Check msaccucmp failed in dir %s" % target_file)
             self.log.error("Please specify a valid msaccucmp.py path or install the cann package")
@@ -244,8 +241,11 @@ class Util:
 
     def check_path_valid(self, path):
         path = self.path_strip(path)
-        path_checker = FileChecker(path)
-        path_checker.common_check()
+        if not path or not os.path.exists(path):
+            self.log.error("The path %s does not exist." % path)
+            raise ParseException(ParseException.PARSE_INVALID_PATH_ERROR)
+        isdir = check_file_type(path) == FileCheckConst.DIR
+        check_file_or_directory_path(path, isdir=isdir)
         return True
 
     def check_files_in_path(self, path):
@@ -274,8 +274,7 @@ class Util:
         file_list = {}
         re_pattern = re.compile(pattern)
         for dir_path, _, file_names in os.walk(path, topdown=True):
-            path_checker = FileChecker(dir)
-            path_checker.common_check()
+            check_file_or_directory_path(dir_path, isdir=True)
             for name in file_names:
                 match = re_pattern.match(name)
                 if not match:
@@ -314,3 +313,8 @@ class Util:
         dir1_count = self.get_subdir_count(dir1)
         dir2_count = self.get_subdir_count(dir2)
         return dir1_count == dir2_count
+
+    def check_positive(self, value):
+        if value <= 0.0:
+            self.log.error("Invalid value. It must be greater than 0.")
+            raise ParseException(ParseException.PARSE_INVALID_DATA_ERROR)

msprobe/pytorch/parse_tool/lib/visualization.py

@@ -28,7 +28,7 @@ class Visualization:
         self.util = Util()
 
     def print_npy_summary(self, target_file):
-        np_data = load_npy(target_file, enable_pickle=True)
+        np_data = load_npy(target_file)
         table = self.util.create_table('', ['Index', 'Data'])
         flatten_data = np_data.flatten()
         tablesize = 8