mindstudio-probe 1.0.3__py3-none-any.whl → 1.1.0__py3-none-any.whl

msprobe/mindspore/task_handler_factory.py

@@ -1,24 +1,24 @@
-from msprobe.core.common.const import Const
-from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
-from msprobe.mindspore.dump.dump_tool_factory import DumpToolFactory
-from msprobe.mindspore.overflow_check.overflow_check_tool_factory import OverflowCheckToolFactory
-from msprobe.mindspore.free_benchmark.self_check_tool_factory import SelfCheckToolFactory
-
-
-class TaskHandlerFactory:
-    tasks = {
-        Const.TENSOR: DumpToolFactory,
-        Const.STATISTICS: DumpToolFactory,
-        Const.OVERFLOW_CHECK: OverflowCheckToolFactory,
-        Const.FREE_BENCHMARK: SelfCheckToolFactory
-    }
-
-    @staticmethod
-    def create(config: DebuggerConfig):
-        task = TaskHandlerFactory.tasks.get(config.task)
-        if not task:
-            raise Exception("Valid task is needed.")
-        handler = task.create(config)
-        if not handler:
-            raise Exception("Can not find task handler")
-        return handler
+from msprobe.core.common.const import Const
+from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
+from msprobe.mindspore.dump.dump_tool_factory import DumpToolFactory
+from msprobe.mindspore.overflow_check.overflow_check_tool_factory import OverflowCheckToolFactory
+from msprobe.mindspore.free_benchmark.self_check_tool_factory import SelfCheckToolFactory
+
+
+class TaskHandlerFactory:
+    tasks = {
+        Const.TENSOR: DumpToolFactory,
+        Const.STATISTICS: DumpToolFactory,
+        Const.OVERFLOW_CHECK: OverflowCheckToolFactory,
+        Const.FREE_BENCHMARK: SelfCheckToolFactory
+    }
+
+    @staticmethod
+    def create(config: DebuggerConfig):
+        task = TaskHandlerFactory.tasks.get(config.task)
+        if not task:
+            raise Exception("Valid task is needed.")
+        handler = task.create(config)
+        if not handler:
+            raise Exception("Can not find task handler")
+        return handler

msprobe/msprobe.py

@@ -1,107 +1,105 @@
-# Copyright (c) 2024, Huawei Technologies Co., Ltd.
-# All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0  (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import argparse
-import sys
-import importlib.util
-from msprobe.core.compare.utils import _compare_parser
-from msprobe.core.common.log import logger
-from msprobe.core.compare.compare_cli import compare_cli
-from msprobe.core.common.const import Const
-
-
-def is_module_available(module_name):
-    spec = importlib.util.find_spec(module_name)
-    return spec is not None
-
-
-def main():
-    parser = argparse.ArgumentParser(
-        formatter_class=argparse.RawDescriptionHelpFormatter,
-        description="msprobe(mindstudio probe), [Powered by MindStudio].\n"
-                    "Providing one-site accuracy difference debugging toolkit for training on Ascend Devices.\n"
-                    f"For any issue, refer README.md first",
-    )
-
-    parser.set_defaults(print_help=parser.print_help)
-    parser.add_argument('-f', '--framework', required=True, choices=[Const.PT_FRAMEWORK, Const.MS_FRAMEWORK],
-                        help='Deep learning framework.')
-    subparsers = parser.add_subparsers()
-    subparsers.add_parser('parse')
-    compare_cmd_parser = subparsers.add_parser('compare')
-    run_ut_cmd_parser = subparsers.add_parser('run_ut')
-    multi_run_ut_cmd_parser = subparsers.add_parser('multi_run_ut')
-    api_precision_compare_cmd_parser = subparsers.add_parser('api_precision_compare')
-    run_overflow_check_cmd_parser = subparsers.add_parser('run_overflow_check')
-    _compare_parser(compare_cmd_parser)
-    is_torch_available=is_module_available("torch")
-    is_mindspore_available = is_module_available("mindspore")
-    if is_torch_available:
-        from msprobe.pytorch.api_accuracy_checker.run_ut.run_ut import _run_ut_parser, run_ut_command
-        from msprobe.pytorch.parse_tool.cli import parse as cli_parse
-        from msprobe.pytorch.api_accuracy_checker.run_ut.multi_run_ut import prepare_config, run_parallel_ut
-        from msprobe.pytorch.api_accuracy_checker.compare.api_precision_compare import _api_precision_compare_parser, \
-            _api_precision_compare_command
-        from msprobe.pytorch.api_accuracy_checker.run_ut.run_overflow_check import _run_overflow_check_parser, \
-            _run_overflow_check_command
-
-        _run_ut_parser(run_ut_cmd_parser)
-        _run_ut_parser(multi_run_ut_cmd_parser)
-        multi_run_ut_cmd_parser.add_argument('-n', '--num_splits', type=int, choices=range(1, 65), default=8,
-                                        help='Number of splits for parallel processing. Range: 1-64')
-        _api_precision_compare_parser(api_precision_compare_cmd_parser)
-        _run_overflow_check_parser(run_overflow_check_cmd_parser)
-    elif is_mindspore_available:
-        from msprobe.mindspore.api_accuracy_checker.main import add_api_accuracy_checker_argument
-        add_api_accuracy_checker_argument(run_ut_cmd_parser)
-
-    if len(sys.argv) == 1:
-        parser.print_help()
-        sys.exit(0)
-    args = parser.parse_args(sys.argv[1:])
-    if sys.argv[2] == Const.PT_FRAMEWORK:
-        if not is_torch_available:
-            logger.error("PyTorch does not exist, please install PyTorch library")
-            raise Exception("PyTorch does not exist, please install PyTorch library")
-        if sys.argv[3] == "run_ut":
-            run_ut_command(args)
-        elif sys.argv[3] == "parse":
-            cli_parse()
-        elif sys.argv[3] == "multi_run_ut":
-            config = prepare_config(args)
-            run_parallel_ut(config)
-        elif sys.argv[3] == "api_precision_compare":
-            _api_precision_compare_command(args)
-        elif sys.argv[3] == "run_overflow_check":
-            _run_overflow_check_command(args)
-        elif sys.argv[3] == "compare":
-            if args.cell_mapping is not None or args.api_mapping is not None:
-                logger.error("Argument -cm or -am is not supported in PyTorch framework")
-                raise Exception("Argument -cm or -am is not supported in PyTorch framework")
-            compare_cli(args)
-    else:
-        if not is_module_available(Const.MS_FRAMEWORK):
-            logger.error("MindSpore does not exist, please install MindSpore library")
-            raise Exception("MindSpore does not exist, please install MindSpore library")
-        if sys.argv[3] == "compare":
-            if isinstance(args.api_mapping, str):
-                logger.warning("User defined mapping tables are not supported in the current version")
-            compare_cli(args)
-        elif sys.argv[3] == "run_ut":
-            from msprobe.mindspore.api_accuracy_checker.main import api_checker_main
-            api_checker_main(args)
-
-if __name__ == "__main__":
-    main()
+# Copyright (c) 2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import argparse
+import sys
+import importlib.util
+from msprobe.core.compare.utils import _compare_parser
+from msprobe.core.common.log import logger
+from msprobe.core.compare.compare_cli import compare_cli
+from msprobe.core.common.const import Const
+
+
+def is_module_available(module_name):
+    spec = importlib.util.find_spec(module_name)
+    return spec is not None
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        formatter_class=argparse.RawDescriptionHelpFormatter,
+        description="msprobe(mindstudio probe), [Powered by MindStudio].\n"
+                    "Providing one-site accuracy difference debugging toolkit for training on Ascend Devices.\n"
+                    f"For any issue, refer README.md first",
+    )
+
+    parser.set_defaults(print_help=parser.print_help)
+    parser.add_argument('-f', '--framework', required=True, choices=[Const.PT_FRAMEWORK, Const.MS_FRAMEWORK],
+                        help='Deep learning framework.')
+    subparsers = parser.add_subparsers()
+    subparsers.add_parser('parse')
+    compare_cmd_parser = subparsers.add_parser('compare')
+    run_ut_cmd_parser = subparsers.add_parser('run_ut')
+    multi_run_ut_cmd_parser = subparsers.add_parser('multi_run_ut')
+    api_precision_compare_cmd_parser = subparsers.add_parser('api_precision_compare')
+    run_overflow_check_cmd_parser = subparsers.add_parser('run_overflow_check')
+    _compare_parser(compare_cmd_parser)
+    is_torch_available=is_module_available("torch")
+    is_mindspore_available = is_module_available("mindspore")
+    if is_torch_available:
+        from msprobe.pytorch.api_accuracy_checker.run_ut.run_ut import _run_ut_parser, run_ut_command
+        from msprobe.pytorch.parse_tool.cli import parse as cli_parse
+        from msprobe.pytorch.api_accuracy_checker.run_ut.multi_run_ut import prepare_config, run_parallel_ut
+        from msprobe.pytorch.api_accuracy_checker.compare.api_precision_compare import _api_precision_compare_parser, \
+            _api_precision_compare_command
+        from msprobe.pytorch.api_accuracy_checker.run_ut.run_overflow_check import _run_overflow_check_parser, \
+            _run_overflow_check_command
+
+        _run_ut_parser(run_ut_cmd_parser)
+        _run_ut_parser(multi_run_ut_cmd_parser)
+        multi_run_ut_cmd_parser.add_argument('-n', '--num_splits', type=int, choices=range(1, 65), default=8,
+                                        help='Number of splits for parallel processing. Range: 1-64')
+        _api_precision_compare_parser(api_precision_compare_cmd_parser)
+        _run_overflow_check_parser(run_overflow_check_cmd_parser)
+    elif is_mindspore_available:
+        from msprobe.mindspore.api_accuracy_checker.cmd_parser import add_api_accuracy_checker_argument
+        add_api_accuracy_checker_argument(run_ut_cmd_parser)
+
+    if len(sys.argv) == 1:
+        parser.print_help()
+        sys.exit(0)
+    args = parser.parse_args(sys.argv[1:])
+    if sys.argv[2] == Const.PT_FRAMEWORK:
+        if not is_torch_available:
+            logger.error("PyTorch does not exist, please install PyTorch library")
+            raise Exception("PyTorch does not exist, please install PyTorch library")
+        if sys.argv[3] == "run_ut":
+            run_ut_command(args)
+        elif sys.argv[3] == "parse":
+            cli_parse()
+        elif sys.argv[3] == "multi_run_ut":
+            config = prepare_config(args)
+            run_parallel_ut(config)
+        elif sys.argv[3] == "api_precision_compare":
+            _api_precision_compare_command(args)
+        elif sys.argv[3] == "run_overflow_check":
+            _run_overflow_check_command(args)
+        elif sys.argv[3] == "compare":
+            if args.cell_mapping is not None or args.api_mapping is not None:
+                logger.error("Argument -cm or -am is not supported in PyTorch framework")
+                raise Exception("Argument -cm or -am is not supported in PyTorch framework")
+            compare_cli(args)
+    else:
+        if not is_module_available(Const.MS_FRAMEWORK):
+            logger.error("MindSpore does not exist, please install MindSpore library")
+            raise Exception("MindSpore does not exist, please install MindSpore library")
+        if sys.argv[3] == "compare":
+            compare_cli(args)
+        elif sys.argv[3] == "run_ut":
+            from msprobe.mindspore.api_accuracy_checker.main import api_checker_main
+            api_checker_main(args)
+
+if __name__ == "__main__":
+    main()

msprobe/pytorch/__init__.py

@@ -1,4 +1,23 @@
-from .debugger.precision_debugger import PrecisionDebugger
-from .common.utils import seed_all
-from .compare.distributed_compare import compare_distributed
-from .compare.pt_compare import compare 
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+from .debugger.precision_debugger import PrecisionDebugger
+from .common.utils import seed_all
+from .compare.distributed_compare import compare_distributed
+from .compare.pt_compare import compare
+from .functional.module_dump import module_dump, module_dump_end

msprobe/pytorch/api_accuracy_checker/common/config.py

@@ -1,55 +1,70 @@
-import os
-import yaml
-from msprobe.core.common.utils import check_file_or_directory_path
-from msprobe.core.common.utils import load_yaml
-from msprobe.pytorch.pt_config import RunUTConfig
-
-
-class Config:
-    def __init__(self, yaml_file):
-        check_file_or_directory_path(yaml_file, False)
-        config = load_yaml(yaml_file)
-        self.config = {key: self.validate(key, value) for key, value in config.items()}
-
-    def __getattr__(self, item):
-        return self.config[item]
-
-    def __str__(self):
-        return '\n'.join(f"{key}={value}" for key, value in self.config.items())
-
-    @staticmethod
-    def validate(key, value):
-        validators = {
-            'white_list': list,
-            'black_list': list,
-            'error_data_path': str,
-            'precision': int,
-            'is_online': bool,
-            'nfs_path': str,
-            'host': str,
-            'port': int,
-            'rank_list': list,
-            'tls_path': str
-        }
-        if key not in validators:
-            raise ValueError(f"{key} must be one of {validators.keys()}")
-        if not isinstance(value, validators.get(key)):
-            raise ValueError(f"{key} must be {validators[key].__name__} type")
-        if key == 'precision' and value < 0:
-            raise ValueError("precision must be greater than 0")
-        if key == 'white_list':
-            RunUTConfig.check_filter_list_config(key, value)
-        if key == 'black_list':
-            RunUTConfig.check_filter_list_config(key, value)
-        if key == 'error_data_path':
-            RunUTConfig.check_error_data_path_config(value)
-        if key == 'nfs_path':
-            RunUTConfig.check_nfs_path_config(value)
-        if key == 'tls_path':
-            RunUTConfig.check_tls_path_config(value)
-        return value
-
-
-cur_path = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
-yaml_path = os.path.join(cur_path, "config.yaml")
-msCheckerConfig = Config(yaml_path)
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+from msprobe.core.common.file_utils import load_yaml, check_file_or_directory_path
+from msprobe.pytorch.pt_config import RunUTConfig
+
+
+class Config:
+    def __init__(self, yaml_file):
+        check_file_or_directory_path(yaml_file, False)
+        config = load_yaml(yaml_file)
+        self.config = {key: self.validate(key, value) for key, value in config.items()}
+
+    def __getattr__(self, item):
+        return self.config[item]
+
+    def __str__(self):
+        return '\n'.join(f"{key}={value}" for key, value in self.config.items())
+
+    @staticmethod
+    def validate(key, value):
+        validators = {
+            'white_list': list,
+            'black_list': list,
+            'error_data_path': str,
+            'precision': int,
+            'is_online': bool,
+            'nfs_path': str,
+            'host': str,
+            'port': int,
+            'rank_list': list,
+            'tls_path': str
+        }
+        if key not in validators:
+            raise ValueError(f"{key} must be one of {validators.keys()}")
+        if not isinstance(value, validators.get(key)):
+            raise ValueError(f"{key} must be {validators[key].__name__} type")
+        if key == 'precision' and (value < 0 or value > 20):
+            raise ValueError("precision must be greater than or equal to 0 and less than 21")
+        if key == 'white_list':
+            RunUTConfig.check_filter_list_config(key, value)
+        if key == 'black_list':
+            RunUTConfig.check_filter_list_config(key, value)
+        if key == 'error_data_path':
+            RunUTConfig.check_error_data_path_config(value)
+        if key == 'nfs_path':
+            RunUTConfig.check_nfs_path_config(value)
+        if key == 'tls_path':
+            RunUTConfig.check_tls_path_config(value)
+        return value
+
+
+cur_path = os.path.dirname(os.path.dirname(os.path.realpath(__file__)))
+yaml_path = os.path.join(cur_path, "config.yaml")
+msCheckerConfig = Config(yaml_path)