mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/METADATA +5 -1
- mindstudio_probe-1.0.3.dist-info/RECORD +272 -0
- msprobe/README.md +78 -23
- msprobe/__init__.py +1 -0
- msprobe/config/README.md +182 -40
- msprobe/config/config.json +22 -0
- msprobe/core/__init__.py +0 -0
- msprobe/{pytorch → core}/advisor/advisor.py +3 -3
- msprobe/{pytorch → core}/advisor/advisor_result.py +2 -2
- msprobe/core/common/const.py +82 -5
- msprobe/core/common/exceptions.py +30 -18
- msprobe/core/common/file_check.py +19 -1
- msprobe/core/common/log.py +15 -1
- msprobe/core/common/utils.py +130 -30
- msprobe/core/common_config.py +32 -19
- msprobe/core/compare/acc_compare.py +299 -0
- msprobe/core/compare/check.py +95 -0
- msprobe/core/compare/compare_cli.py +49 -0
- msprobe/core/compare/highlight.py +222 -0
- msprobe/core/compare/multiprocessing_compute.py +149 -0
- msprobe/{pytorch → core}/compare/npy_compare.py +55 -4
- msprobe/core/compare/utils.py +429 -0
- msprobe/core/data_dump/data_collector.py +39 -35
- msprobe/core/data_dump/data_processor/base.py +85 -37
- msprobe/core/data_dump/data_processor/factory.py +5 -7
- msprobe/core/data_dump/data_processor/mindspore_processor.py +198 -0
- msprobe/core/data_dump/data_processor/pytorch_processor.py +94 -51
- msprobe/core/data_dump/json_writer.py +11 -11
- msprobe/core/grad_probe/__init__.py +0 -0
- msprobe/core/grad_probe/constant.py +71 -0
- msprobe/core/grad_probe/grad_compare.py +175 -0
- msprobe/core/grad_probe/utils.py +52 -0
- msprobe/doc/grad_probe/grad_probe.md +207 -0
- msprobe/doc/grad_probe/img/image-1.png +0 -0
- msprobe/doc/grad_probe/img/image-2.png +0 -0
- msprobe/doc/grad_probe/img/image-3.png +0 -0
- msprobe/doc/grad_probe/img/image-4.png +0 -0
- msprobe/doc/grad_probe/img/image.png +0 -0
- msprobe/mindspore/api_accuracy_checker/__init__.py +0 -0
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +246 -0
- msprobe/mindspore/api_accuracy_checker/api_info.py +69 -0
- msprobe/mindspore/api_accuracy_checker/api_runner.py +152 -0
- msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +197 -0
- msprobe/mindspore/api_accuracy_checker/compute_element.py +224 -0
- msprobe/mindspore/api_accuracy_checker/main.py +16 -0
- msprobe/mindspore/api_accuracy_checker/type_mapping.py +114 -0
- msprobe/mindspore/api_accuracy_checker/utils.py +63 -0
- msprobe/mindspore/cell_processor.py +34 -0
- msprobe/mindspore/common/const.py +87 -0
- msprobe/mindspore/common/log.py +38 -0
- msprobe/mindspore/common/utils.py +57 -0
- msprobe/mindspore/compare/distributed_compare.py +75 -0
- msprobe/mindspore/compare/ms_compare.py +117 -0
- msprobe/mindspore/compare/ms_graph_compare.py +317 -0
- msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -0
- msprobe/mindspore/debugger/debugger_config.py +38 -15
- msprobe/mindspore/debugger/precision_debugger.py +79 -4
- msprobe/mindspore/doc/compare.md +58 -0
- msprobe/mindspore/doc/dump.md +158 -6
- msprobe/mindspore/dump/dump_tool_factory.py +19 -22
- msprobe/mindspore/dump/hook_cell/api_registry.py +104 -0
- msprobe/mindspore/dump/hook_cell/hook_cell.py +53 -0
- msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +925 -0
- msprobe/mindspore/dump/hook_cell/wrap_functional.py +91 -0
- msprobe/mindspore/dump/hook_cell/wrap_tensor.py +63 -0
- msprobe/mindspore/dump/jit_dump.py +56 -0
- msprobe/mindspore/dump/kernel_kbyk_dump.py +65 -0
- msprobe/mindspore/free_benchmark/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -0
- msprobe/mindspore/free_benchmark/common/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/common/config.py +12 -0
- msprobe/mindspore/free_benchmark/common/handler_params.py +17 -0
- msprobe/mindspore/free_benchmark/common/utils.py +71 -0
- msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -0
- msprobe/mindspore/free_benchmark/decorator/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/decorator/dec_forward.py +42 -0
- msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -0
- msprobe/mindspore/free_benchmark/handler/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -0
- msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -0
- msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -0
- msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -0
- msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -0
- msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -0
- msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -0
- msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +34 -0
- msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -0
- msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +27 -0
- msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -0
- msprobe/mindspore/grad_probe/__init__.py +0 -0
- msprobe/mindspore/grad_probe/global_context.py +91 -0
- msprobe/mindspore/grad_probe/grad_analyzer.py +231 -0
- msprobe/mindspore/grad_probe/grad_monitor.py +27 -0
- msprobe/mindspore/grad_probe/grad_stat_csv.py +132 -0
- msprobe/mindspore/grad_probe/hook.py +92 -0
- msprobe/mindspore/grad_probe/utils.py +29 -0
- msprobe/mindspore/ms_config.py +63 -15
- msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +17 -15
- msprobe/mindspore/runtime.py +4 -0
- msprobe/mindspore/service.py +354 -0
- msprobe/mindspore/task_handler_factory.py +7 -4
- msprobe/msprobe.py +66 -26
- msprobe/pytorch/__init__.py +1 -1
- msprobe/pytorch/api_accuracy_checker/common/config.py +21 -16
- msprobe/pytorch/api_accuracy_checker/common/utils.py +1 -60
- msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +2 -5
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +46 -10
- msprobe/pytorch/api_accuracy_checker/compare/compare.py +84 -48
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +8 -12
- msprobe/pytorch/api_accuracy_checker/config.yaml +7 -1
- msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +15 -11
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +11 -15
- msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +16 -9
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +193 -105
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +68 -1
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py +0 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +202 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +324 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +218 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -0
- msprobe/pytorch/bench_functions/__init__.py +15 -0
- msprobe/pytorch/bench_functions/apply_adam_w.py +28 -0
- msprobe/pytorch/bench_functions/confusion_transpose.py +19 -0
- msprobe/pytorch/bench_functions/fast_gelu.py +55 -0
- msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -0
- msprobe/pytorch/bench_functions/linear.py +12 -0
- msprobe/pytorch/bench_functions/matmul_backward.py +48 -0
- msprobe/pytorch/bench_functions/npu_fusion_attention.py +421 -0
- msprobe/pytorch/bench_functions/rms_norm.py +15 -0
- msprobe/pytorch/bench_functions/rotary_mul.py +52 -0
- msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -0
- msprobe/pytorch/bench_functions/swiglu.py +55 -0
- msprobe/pytorch/common/parse_json.py +3 -1
- msprobe/pytorch/common/utils.py +83 -7
- msprobe/pytorch/compare/distributed_compare.py +19 -64
- msprobe/pytorch/compare/match.py +3 -6
- msprobe/pytorch/compare/pt_compare.py +40 -0
- msprobe/pytorch/debugger/debugger_config.py +11 -2
- msprobe/pytorch/debugger/precision_debugger.py +34 -4
- msprobe/pytorch/doc/api_accuracy_checker.md +57 -13
- msprobe/pytorch/doc/api_accuracy_checker_online.md +187 -0
- msprobe/pytorch/doc/dump.md +73 -20
- msprobe/pytorch/doc/ptdbg_ascend_compare.md +75 -11
- msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +3 -3
- msprobe/pytorch/doc/run_overflow_check.md +1 -1
- msprobe/pytorch/doc//321/206/320/247/320/260/321/206/320/260/320/227/321/206/320/255/320/226/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/205/320/254/342/225/221/321/206/320/251/320/277/321/211/320/272/320/234/321/210/320/277/320/221/321/205/320/242/320/234/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +151 -0
- msprobe/pytorch/free_benchmark/common/constant.py +3 -0
- msprobe/pytorch/free_benchmark/common/utils.py +4 -0
- msprobe/pytorch/free_benchmark/compare/grad_saver.py +22 -26
- msprobe/pytorch/free_benchmark/main.py +7 -4
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +1 -1
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +1 -1
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +1 -1
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +3 -3
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +1 -1
- msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +1 -1
- msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +43 -29
- msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +0 -1
- msprobe/pytorch/function_factory.py +75 -0
- msprobe/pytorch/functional/dump_module.py +4 -4
- msprobe/pytorch/grad_probe/__init__.py +0 -0
- msprobe/pytorch/grad_probe/grad_monitor.py +90 -0
- msprobe/pytorch/grad_probe/grad_stat_csv.py +129 -0
- msprobe/pytorch/hook_module/hook_module.py +14 -3
- msprobe/pytorch/hook_module/support_wrap_ops.yaml +2 -1
- msprobe/pytorch/hook_module/utils.py +9 -9
- msprobe/pytorch/hook_module/wrap_aten.py +20 -10
- msprobe/pytorch/hook_module/wrap_distributed.py +10 -7
- msprobe/pytorch/hook_module/wrap_functional.py +4 -7
- msprobe/pytorch/hook_module/wrap_npu_custom.py +21 -10
- msprobe/pytorch/hook_module/wrap_tensor.py +5 -6
- msprobe/pytorch/hook_module/wrap_torch.py +5 -7
- msprobe/pytorch/hook_module/wrap_vf.py +6 -8
- msprobe/pytorch/module_processer.py +53 -13
- msprobe/pytorch/online_dispatch/compare.py +4 -4
- msprobe/pytorch/online_dispatch/dispatch.py +39 -41
- msprobe/pytorch/online_dispatch/dump_compare.py +17 -47
- msprobe/pytorch/online_dispatch/single_compare.py +5 -5
- msprobe/pytorch/online_dispatch/utils.py +2 -43
- msprobe/pytorch/parse_tool/lib/compare.py +31 -19
- msprobe/pytorch/parse_tool/lib/config.py +2 -1
- msprobe/pytorch/parse_tool/lib/parse_tool.py +4 -4
- msprobe/pytorch/parse_tool/lib/utils.py +34 -80
- msprobe/pytorch/parse_tool/lib/visualization.py +4 -3
- msprobe/pytorch/pt_config.py +100 -6
- msprobe/pytorch/service.py +104 -19
- mindstudio_probe-1.0.1.dist-info/RECORD +0 -228
- msprobe/mindspore/dump/api_kbk_dump.py +0 -55
- msprobe/pytorch/compare/acc_compare.py +0 -1024
- msprobe/pytorch/compare/highlight.py +0 -100
- msprobe/test/core_ut/common/test_utils.py +0 -345
- msprobe/test/core_ut/data_dump/test_data_collector.py +0 -47
- msprobe/test/core_ut/data_dump/test_json_writer.py +0 -183
- msprobe/test/core_ut/data_dump/test_scope.py +0 -151
- msprobe/test/core_ut/test_common_config.py +0 -152
- msprobe/test/core_ut/test_file_check.py +0 -218
- msprobe/test/core_ut/test_log.py +0 -109
- msprobe/test/mindspore_ut/test_api_kbk_dump.py +0 -51
- msprobe/test/mindspore_ut/test_debugger_config.py +0 -42
- msprobe/test/mindspore_ut/test_dump_tool_factory.py +0 -51
- msprobe/test/mindspore_ut/test_kernel_graph_dump.py +0 -66
- msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py +0 -63
- msprobe/test/mindspore_ut/test_ms_config.py +0 -69
- msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py +0 -51
- msprobe/test/mindspore_ut/test_precision_debugger.py +0 -56
- msprobe/test/mindspore_ut/test_task_handler_factory.py +0 -58
- msprobe/test/pytorch_ut/advisor/test_advisor.py +0 -83
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py +0 -108
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py +0 -39
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py +0 -112
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py +0 -77
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py +0 -125
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py +0 -10
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py +0 -43
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json +0 -179
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json +0 -63
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py +0 -99
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py +0 -115
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py +0 -72
- msprobe/test/pytorch_ut/compare/test_acc_compare.py +0 -17
- msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py +0 -105
- msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py +0 -121
- msprobe/test/pytorch_ut/free_benchmark/test_main.py +0 -101
- msprobe/test/pytorch_ut/functional/test_dump_module.py +0 -15
- msprobe/test/pytorch_ut/hook_module/test_api_registry.py +0 -130
- msprobe/test/pytorch_ut/hook_module/test_hook_module.py +0 -42
- msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py +0 -65
- msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py +0 -35
- msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py +0 -20
- msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py +0 -35
- msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py +0 -43
- msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py +0 -11
- msprobe/test/pytorch_ut/test_pt_config.py +0 -69
- msprobe/test/pytorch_ut/test_service.py +0 -59
- msprobe/test/resources/advisor.txt +0 -3
- msprobe/test/resources/compare_result_20230703104808.csv +0 -9
- msprobe/test/resources/compare_result_without_accuracy.csv +0 -9
- msprobe/test/resources/config.yaml +0 -3
- msprobe/test/resources/npu_test.pkl +0 -8
- msprobe/test/run_test.sh +0 -30
- msprobe/test/run_ut.py +0 -58
- msprobe/test/test_module_processer.py +0 -64
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/LICENSE +0 -0
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/WHEEL +0 -0
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/entry_points.txt +0 -0
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/top_level.txt +0 -0
- /msprobe/{pytorch → core}/advisor/advisor_const.py +0 -0
- /msprobe/pytorch/doc/{atat → msprobe}/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md" +0 -0
msprobe/pytorch/service.py
CHANGED
|
@@ -1,18 +1,26 @@
|
|
|
1
1
|
import functools
|
|
2
2
|
import os
|
|
3
|
+
import time
|
|
3
4
|
from pathlib import Path
|
|
4
5
|
|
|
5
|
-
from
|
|
6
|
-
|
|
6
|
+
from collections import namedtuple
|
|
7
|
+
import torch
|
|
7
8
|
from msprobe.core.common.const import Const, FileCheckConst
|
|
8
|
-
from msprobe.core.common.exceptions import DistributedNotInitializedError,
|
|
9
|
+
from msprobe.core.common.exceptions import DistributedNotInitializedError, MsprobeException
|
|
10
|
+
from msprobe.core.common.file_check import FileChecker, check_path_before_create
|
|
9
11
|
from msprobe.core.data_dump.data_collector import build_data_collector
|
|
10
|
-
from msprobe.core.data_dump.scope import BaseScope
|
|
11
12
|
from msprobe.core.data_dump.data_processor.base import ModuleForwardInputsOutputs, ModuleBackwardInputsOutputs
|
|
13
|
+
from msprobe.core.data_dump.scope import BaseScope
|
|
14
|
+
from msprobe.pytorch.common.log import logger
|
|
12
15
|
from msprobe.pytorch.common.utils import get_rank_if_initialized
|
|
13
|
-
from msprobe.pytorch.module_processer import ModuleProcesser
|
|
14
16
|
from msprobe.pytorch.hook_module import remove_dropout
|
|
15
17
|
from msprobe.pytorch.hook_module.api_registry import api_register
|
|
18
|
+
from msprobe.pytorch.hook_module.hook_module import HOOKModule
|
|
19
|
+
from msprobe.pytorch.module_processer import ModuleProcesser
|
|
20
|
+
from msprobe.pytorch.api_accuracy_checker.tensor_transport_layer.attl import ATTLConfig, ATTL, ApiData
|
|
21
|
+
torch_version_above_or_equal_2 = torch.__version__.split('+')[0] >= '2.0'
|
|
22
|
+
|
|
23
|
+
HookFn = namedtuple('hookFn', ['pre_hook', 'forward_hook', 'backward_hook', 'forward_hook_torch_version_below_2'])
|
|
16
24
|
|
|
17
25
|
|
|
18
26
|
class Service:
|
|
@@ -26,6 +34,12 @@ class Service:
|
|
|
26
34
|
self.first_start = True
|
|
27
35
|
self.current_rank = None
|
|
28
36
|
self.dump_iter_dir = None
|
|
37
|
+
self.attl = None
|
|
38
|
+
|
|
39
|
+
@staticmethod
|
|
40
|
+
def forward_backward_dump_end():
|
|
41
|
+
logger.info_on_rank_0("Data needed ends here.")
|
|
42
|
+
api_register.api_originality()
|
|
29
43
|
|
|
30
44
|
def build_hook(self, module_type, name):
|
|
31
45
|
def pre_hook(api_or_module_name, module, args, kwargs):
|
|
@@ -35,6 +49,8 @@ class Service:
|
|
|
35
49
|
|
|
36
50
|
if not self.switch:
|
|
37
51
|
return args, kwargs
|
|
52
|
+
if self.config.online_run_ut:
|
|
53
|
+
return None, None
|
|
38
54
|
if self.data_collector:
|
|
39
55
|
module_input_output = ModuleForwardInputsOutputs(args=args, kwargs=kwargs, output=None)
|
|
40
56
|
self.data_collector.pre_forward_data_collect(api_or_module_name, module, pid, module_input_output)
|
|
@@ -47,6 +63,14 @@ class Service:
|
|
|
47
63
|
|
|
48
64
|
if not self.switch:
|
|
49
65
|
return None
|
|
66
|
+
|
|
67
|
+
if self.config.online_run_ut:
|
|
68
|
+
if self.data_collector.scope and not self.data_collector.scope.check(api_or_module_name):
|
|
69
|
+
return None
|
|
70
|
+
api_data = ApiData(name[:-1], args, kwargs, output, self.current_iter, self.current_rank)
|
|
71
|
+
self.attl_send(api_data)
|
|
72
|
+
return None
|
|
73
|
+
|
|
50
74
|
if self.data_collector:
|
|
51
75
|
module_input_output = ModuleForwardInputsOutputs(args=args, kwargs=kwargs, output=output)
|
|
52
76
|
self.data_collector.forward_data_collect(api_or_module_name, module, pid, module_input_output)
|
|
@@ -54,6 +78,9 @@ class Service:
|
|
|
54
78
|
return self.data_collector.get_forward_new_output()
|
|
55
79
|
return output
|
|
56
80
|
|
|
81
|
+
def forward_hook_torch_version_below_2(api_or_module_name, module, args, output):
|
|
82
|
+
return forward_hook(api_or_module_name, module, args, {}, output)
|
|
83
|
+
|
|
57
84
|
def backward_hook(api_or_module_name, module, grad_input, grad_output):
|
|
58
85
|
if module_type == BaseScope.Module_Type_Module:
|
|
59
86
|
api_or_module_name = module.mindstudio_reserved_name
|
|
@@ -61,25 +88,41 @@ class Service:
|
|
|
61
88
|
|
|
62
89
|
if not self.switch:
|
|
63
90
|
return
|
|
91
|
+
|
|
92
|
+
if self.config.online_run_ut:
|
|
93
|
+
if self.data_collector.scope and not self.data_collector.scope.check(api_or_module_name):
|
|
94
|
+
return
|
|
95
|
+
api_data = ApiData(name[:-1], grad_input, {}, grad_output, self.current_iter, self.current_rank)
|
|
96
|
+
self.attl_send(api_data)
|
|
97
|
+
return
|
|
98
|
+
|
|
64
99
|
if self.data_collector:
|
|
65
|
-
|
|
100
|
+
# 此处获取到的grad_input实际为反向过程的输出数据,grad_output为反向过程的输入数据,因此传入时调换顺序
|
|
101
|
+
module_input_output = ModuleBackwardInputsOutputs(grad_input=grad_output, grad_output=grad_input)
|
|
66
102
|
self.data_collector.backward_data_collect(api_or_module_name, module, pid, module_input_output)
|
|
67
103
|
|
|
68
104
|
pid = os.getpid()
|
|
69
105
|
forward_name_template = name + Const.FORWARD
|
|
70
106
|
backward_name_template = name + Const.BACKWARD
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
107
|
+
pre_forward_hook_fn = functools.partial(pre_hook, forward_name_template)
|
|
108
|
+
forward_hook_fn = functools.partial(forward_hook, forward_name_template)
|
|
109
|
+
backward_hook_fn = functools.partial(backward_hook, backward_name_template)
|
|
110
|
+
forward_hook_torch_version_below_2_fn = functools.partial(forward_hook_torch_version_below_2, forward_name_template)
|
|
111
|
+
return HookFn(pre_forward_hook_fn, forward_hook_fn, backward_hook_fn, forward_hook_torch_version_below_2_fn)
|
|
75
112
|
|
|
76
113
|
def step(self):
|
|
77
114
|
self.current_iter += 1
|
|
78
115
|
self.data_collector.update_iter(self.current_iter)
|
|
79
116
|
|
|
80
|
-
|
|
117
|
+
ModuleProcesser.reset_module_stats()
|
|
118
|
+
HOOKModule.reset_module_stats()
|
|
119
|
+
|
|
120
|
+
def start(self, model, api_origin=False):
|
|
81
121
|
self.model = model
|
|
82
122
|
if self.config.step and self.current_iter > max(self.config.step):
|
|
123
|
+
if self.config.online_run_ut:
|
|
124
|
+
# send stop signal if online_run_ut
|
|
125
|
+
self.attl_stop()
|
|
83
126
|
self.stop()
|
|
84
127
|
raise Exception("msprobe: exit after iteration {}".format(max(self.config.step)))
|
|
85
128
|
if self.config.step and self.current_iter not in self.config.step:
|
|
@@ -89,14 +132,17 @@ class Service:
|
|
|
89
132
|
self.current_rank = get_rank_if_initialized()
|
|
90
133
|
except DistributedNotInitializedError:
|
|
91
134
|
self.current_rank = None
|
|
135
|
+
self.attl_init()
|
|
92
136
|
|
|
93
137
|
if self.config.rank and self.current_rank not in self.config.rank:
|
|
94
138
|
return
|
|
95
139
|
self.register_hook_new()
|
|
96
140
|
self.first_start = False
|
|
141
|
+
if api_origin:
|
|
142
|
+
api_register.api_modularity()
|
|
97
143
|
self.switch = True
|
|
98
144
|
logger.info_on_rank_0(f"Dump switch is turned on at step {self.current_iter}. ")
|
|
99
|
-
if self.config.level != "L2":
|
|
145
|
+
if self.config.level != "L2" and not self.config.online_run_ut:
|
|
100
146
|
self.create_dirs()
|
|
101
147
|
logger.info_on_rank_0(f"Dump data will be saved in {self.dump_iter_dir}.")
|
|
102
148
|
|
|
@@ -108,6 +154,8 @@ class Service:
|
|
|
108
154
|
if self.config.rank and self.current_rank not in self.config.rank:
|
|
109
155
|
return
|
|
110
156
|
self.switch = False
|
|
157
|
+
if self.config.online_run_ut:
|
|
158
|
+
return
|
|
111
159
|
self.data_collector.write_json()
|
|
112
160
|
|
|
113
161
|
def create_dirs(self):
|
|
@@ -138,7 +186,7 @@ class Service:
|
|
|
138
186
|
logger.info_on_rank_0("The {} hook function is successfully mounted to the model.".format(self.config.task))
|
|
139
187
|
if self.config.level in ["L0", "mix"]:
|
|
140
188
|
if self.model is None:
|
|
141
|
-
logger.error_log_with_exp("The model is None.",
|
|
189
|
+
logger.error_log_with_exp("The model is None.", MsprobeException.INVALID_PARAM_ERROR)
|
|
142
190
|
logger.info_on_rank_0("The init dump mode is enabled, and the module dump function will not be available")
|
|
143
191
|
for name, module in self.model.named_modules():
|
|
144
192
|
if module == self.model:
|
|
@@ -146,18 +194,25 @@ class Service:
|
|
|
146
194
|
prefix = BaseScope.Module_Type_Module + Const.SEP + name + Const.SEP + \
|
|
147
195
|
module.__class__.__name__ + Const.SEP
|
|
148
196
|
|
|
149
|
-
pre_forward_hook, forward_hook, backward_hook
|
|
150
|
-
|
|
197
|
+
pre_forward_hook, forward_hook, backward_hook, forward_hook_torch_version_below_2 \
|
|
198
|
+
= self.build_hook(BaseScope.Module_Type_Module, prefix)
|
|
199
|
+
if torch_version_above_or_equal_2:
|
|
200
|
+
module.register_forward_hook(forward_hook, with_kwargs=True)
|
|
201
|
+
else:
|
|
202
|
+
module.register_full_backward_hook(
|
|
203
|
+
self.module_processor.node_hook(prefix + Const.BACKWARD, Const.STOP))
|
|
204
|
+
module.register_forward_hook(forward_hook_torch_version_below_2)
|
|
151
205
|
module.register_full_backward_hook(backward_hook)
|
|
152
206
|
|
|
153
207
|
module.register_forward_pre_hook(
|
|
154
208
|
self.module_processor.node_hook(prefix + Const.FORWARD, Const.START))
|
|
155
209
|
module.register_forward_hook(
|
|
156
210
|
self.module_processor.node_hook(prefix + Const.FORWARD, Const.STOP))
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
211
|
+
if torch_version_above_or_equal_2:
|
|
212
|
+
module.register_full_backward_pre_hook(
|
|
213
|
+
self.module_processor.node_hook(prefix + Const.BACKWARD, Const.START))
|
|
214
|
+
module.register_full_backward_hook(
|
|
215
|
+
self.module_processor.node_hook(prefix + Const.BACKWARD, Const.STOP))
|
|
161
216
|
|
|
162
217
|
if self.config.level in ["mix", "L1", "L2"]:
|
|
163
218
|
api_register.initialize_hook(functools.partial(self.build_hook, BaseScope.Module_Type_API))
|
|
@@ -165,3 +220,33 @@ class Service:
|
|
|
165
220
|
|
|
166
221
|
if Const.STATISTICS == self.config.task or Const.TENSOR == self.config.task:
|
|
167
222
|
remove_dropout()
|
|
223
|
+
|
|
224
|
+
def attl_init(self):
|
|
225
|
+
if self.config.online_run_ut:
|
|
226
|
+
attl_config = ATTLConfig(is_benchmark_device=False,
|
|
227
|
+
connect_ip=self.config.host,
|
|
228
|
+
connect_port=self.config.port,
|
|
229
|
+
nfs_path=self.config.nfs_path,
|
|
230
|
+
tls_path=self.config.tls_path)
|
|
231
|
+
need_dump = len(self.config.rank) == 0 or self.current_rank in self.config.rank
|
|
232
|
+
self.attl = ATTL('npu', attl_config, need_dump=need_dump)
|
|
233
|
+
if self.config.nfs_path:
|
|
234
|
+
self.attl.upload("start")
|
|
235
|
+
|
|
236
|
+
def attl_send(self, api_data):
|
|
237
|
+
logger.info(f"tools is dumping api: {api_data.name}, rank: {self.current_rank}")
|
|
238
|
+
api_type, _, _ = api_data.name.split(Const.SEP)
|
|
239
|
+
if api_type in [Const.DISTRIBUTED]:
|
|
240
|
+
logger.info(f"api {api_data.name} is not supported, skip")
|
|
241
|
+
return
|
|
242
|
+
if self.config.nfs_path:
|
|
243
|
+
self.attl.upload(api_data)
|
|
244
|
+
else:
|
|
245
|
+
self.attl.send(api_data)
|
|
246
|
+
|
|
247
|
+
def attl_stop(self):
|
|
248
|
+
if self.config.nfs_path:
|
|
249
|
+
self.attl.upload("end")
|
|
250
|
+
elif self.attl.socket_manager is not None:
|
|
251
|
+
logger.info(f"pid: {os.getpid()} finished, start send STOP signal.")
|
|
252
|
+
self.attl.socket_manager.send_stop_signal()
|
|
@@ -1,228 +0,0 @@
|
|
|
1
|
-
msprobe/README.md,sha256=HFau6Wr0qRwGXvG95igpYpLRkmfrLKThwrc2LCCL74E,6503
|
|
2
|
-
msprobe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
|
-
msprobe/msprobe.py,sha256=2Tv79QcikCCzQZf7uA8yz7a9M0XXPY2fCX2K13IdMmU,3167
|
|
4
|
-
msprobe/config/README.md,sha256=awh5xbaDuE18cTVta7P16vKVVtuGKJO8tRiOhRuqODs,26010
|
|
5
|
-
msprobe/config/config.json,sha256=LZXfkEWVUCIsxkyo4A67PR85MZfI8pDCoq-fDhHyFUY,628
|
|
6
|
-
msprobe/config/img/free_benchmark.png,sha256=TjEImRJHHyt0-0R1fFWdhx1y4Lx8PM3wYgrF2XInkS0,72372
|
|
7
|
-
msprobe/core/common_config.py,sha256=19gSFcDQoS5osVyNNgSzkJpswJhMo5iDeDQmdLTVcDc,3481
|
|
8
|
-
msprobe/core/common/const.py,sha256=IMd7hV2pAwJ9P2pFXStc-hSJOkPofzL-RsgWyEwGLio,7564
|
|
9
|
-
msprobe/core/common/exceptions.py,sha256=sMPJXMZIg0T5TZy6Z8BwOpQl4SF4XwO1yYAnKwdAs8M,2468
|
|
10
|
-
msprobe/core/common/file_check.py,sha256=on5Z2gc7xZLr7lml2f_qUr-QyPE0A4uegV3MQaPSQq0,10741
|
|
11
|
-
msprobe/core/common/log.py,sha256=I03xzUe1xif6HS-CCirh2t1WoW6KVUuHPOQN8wUhKLk,1493
|
|
12
|
-
msprobe/core/common/utils.py,sha256=tE1cPClkAw4k-LTdsUrGiBeEedjnahn6wkKI6Lx78X8,20409
|
|
13
|
-
msprobe/core/data_dump/data_collector.py,sha256=1_gNJLh9GLrslYE8tZzN_4zFFXn2JHKdUX91DLWbjXY,5982
|
|
14
|
-
msprobe/core/data_dump/json_writer.py,sha256=w9rs-WkmAxEJqnmyvxeySRI7iTHVMih2WQosZgQ_CNY,4811
|
|
15
|
-
msprobe/core/data_dump/scope.py,sha256=WwVC0VtWLU2jgsbOtd2cjf2tQlcX0SwfzrE6NAzX-5E,6199
|
|
16
|
-
msprobe/core/data_dump/data_processor/base.py,sha256=-qYikgYInTABj6DqtZyjDGV_lZLRQBBLW8su3wvtuaA,9757
|
|
17
|
-
msprobe/core/data_dump/data_processor/factory.py,sha256=0TymbcP9NXGdOVSNZGIOM2zg_araGr2sJVIJQxtfYUo,3389
|
|
18
|
-
msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=kc0jC03nwMNNYO4H42HyNxjBvN-qNs0tPmy-kc0OkUI,15398
|
|
19
|
-
msprobe/mindspore/__init__.py,sha256=Ro5B5YJyFhyvzFBPTK4bKWfbRRCkQEiTrqPy7nk2cJ0,77
|
|
20
|
-
msprobe/mindspore/ms_config.py,sha256=nrW7iRb58apB0STf8FGMSmYFIHMUfqE2SH2vynl7E2I,2883
|
|
21
|
-
msprobe/mindspore/task_handler_factory.py,sha256=REcSFVzmeX8l3QI5NIn1LhMFjGLtaL0BdNODDEy8qHg,763
|
|
22
|
-
msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
23
|
-
msprobe/mindspore/debugger/debugger_config.py,sha256=lGypQ4p4UIyTd7OyreT6LpfwiekJgjaW_UN6PyO0Q70,1825
|
|
24
|
-
msprobe/mindspore/debugger/precision_debugger.py,sha256=yDrOxgJDWiIc6Zefq_SXeJrJofTfTUXdL-U2EYe8_ec,1167
|
|
25
|
-
msprobe/mindspore/doc/dump.md,sha256=1BBhWyAZ7UUZSaoe4O_YooWzLcS7l1bHccbJMn8pt_o,2302
|
|
26
|
-
msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
27
|
-
msprobe/mindspore/dump/api_kbk_dump.py,sha256=XIsG8anCUzQw1JfyUN3_1cw78XSriqEHMllbnMicQgs,2713
|
|
28
|
-
msprobe/mindspore/dump/dump_tool_factory.py,sha256=GpnAoF9OHdBLWbKPA8vlkGV_tNCbJiEnJgqtz6JZ4_E,1181
|
|
29
|
-
msprobe/mindspore/dump/kernel_graph_dump.py,sha256=7HRHdzDP2y0xxTQ4i9QuSa3ymHwEFzE4wVLLtNiXUeg,3163
|
|
30
|
-
msprobe/mindspore/overflow_check/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
31
|
-
msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py,sha256=YQHU-UvXZ5lWrkNprEPi1b7OYcnq7vj21Nw2aV2T2xc,2300
|
|
32
|
-
msprobe/mindspore/overflow_check/overflow_check_tool_factory.py,sha256=M6sK9khgfgjTQQF7wZSf-Cn3F-YUZZz2kv850QkeMDo,961
|
|
33
|
-
msprobe/pytorch/__init__.py,sha256=YNSrFSS1lGHyJWTkr3fre3SjsC8n3HUK3m6xTfc5wBU,200
|
|
34
|
-
msprobe/pytorch/module_processer.py,sha256=Mzoy1KGkqWrvUSpoknbGai-eehnRhyHOE54c-RzpL-Q,3874
|
|
35
|
-
msprobe/pytorch/parse.py,sha256=zWe8UyLYBXd6j4-9hpgWml5ph1aTaIakxx5TVUuI_jo,91
|
|
36
|
-
msprobe/pytorch/pt_config.py,sha256=NwHV5nFq5EqCp3-XzwCE7vWuFDdteLLsB80FEXIjmMU,3963
|
|
37
|
-
msprobe/pytorch/service.py,sha256=P5xOCwFV1fAvadRNtefhxQAuBJRVJNBLKqtaboXsWUY,8562
|
|
38
|
-
msprobe/pytorch/advisor/advisor.py,sha256=goWI58-bvgBEcGx7dLAzsHtbpX_ENRA0lYybyjRxfKQ,5763
|
|
39
|
-
msprobe/pytorch/advisor/advisor_const.py,sha256=nNiet9GsBatvO2SWjJ8GLejZB3yzyMUYlStsTCihvi4,2701
|
|
40
|
-
msprobe/pytorch/advisor/advisor_result.py,sha256=mWoKUSVrJ8eckpLEyPmGZlDE44YPdzvvRuTcSPxgwEU,2502
|
|
41
|
-
msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
42
|
-
msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
43
|
-
msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=4OklgBY0asU_Ftx9MSIIXD8PD_OsNLpsCcb5av5UUiY,55
|
|
44
|
-
msprobe/pytorch/api_accuracy_checker/common/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
45
|
-
msprobe/pytorch/api_accuracy_checker/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
46
|
-
msprobe/pytorch/api_accuracy_checker/common/config.py,sha256=B7Aeb8y8OEC0akI5DsM7MA9lfiRi7OAhMiIN57z8Q68,2072
|
|
47
|
-
msprobe/pytorch/api_accuracy_checker/common/utils.py,sha256=Vyxh_6TTfTKQ31xPYaCfwdzAVQWHQkUqgncpVTHjer8,7748
|
|
48
|
-
msprobe/pytorch/api_accuracy_checker/compare/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
49
|
-
msprobe/pytorch/api_accuracy_checker/compare/algorithm.py,sha256=LbSke7utCv31-sVGA4xWZH5N0heEx13oyUB6xVq3NZw,8757
|
|
50
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py,sha256=PVHIuhbLTF2P20Puj2RXQLKqmuAYFgACrJubRDbyktw,28017
|
|
51
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml,sha256=amKXyTRW1mtC8zG4XHYPA0rS5uWVklRN8b62chF4tCE,2130
|
|
52
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256=zz7xGrXohPNqZACWR2jpPGQcQyJE3smTIMpZVPEybSE,8502
|
|
53
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=2ztaHT_AoRty9mHiBuPET87JxXF8k4SbQaAhodDo7j0,20272
|
|
54
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=T4CR8wSXXPjcUEqnjjn8gPNDxTQor7h8bNqGeJdXOrg,3980
|
|
55
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=YYHIzlJaXRN6yBhpoooflHDyerUt9IyAIyfqRvgsidc,9518
|
|
56
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
57
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
58
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=2AEUB4LUJ8fLfoRAugbL22BQ3vu9qfPyNeMpTJBeUUs,13671
|
|
59
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=d1FeGi1JlU3h_cdCmvfT4siGsjcTisD-4hGDvjZ8LvA,8651
|
|
60
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=tvIKKcPUNJLq1_bV2Axn2JjJmOrjsL22TWKQmvNJtiY,5339
|
|
61
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=_a2_AJqY-4R1YVN6PzGzObZMcSrJeeUwRi3RNGAcfDI,23844
|
|
62
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=CG_jpOLka_gnhVcNdsqTSw3P_rf6xisKTdqVAX6FYf4,350
|
|
63
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json,sha256=jrB_gpVBWbqFLBfYlxzqDCiIf_i6W-IYVlnlsVrXcbg,43
|
|
64
|
-
msprobe/pytorch/common/__init__.py,sha256=cWjNg380EvONkRTY_pKETlLJfG6WIt1D6EggWtEfVd0,87
|
|
65
|
-
msprobe/pytorch/common/compare_script.template,sha256=m3SZVmEsE_XepOgcc7SQP7tg7NISS0M6FXSEpDUdiKk,300
|
|
66
|
-
msprobe/pytorch/common/log.py,sha256=yQ6s4EV1JAJT6hEavBcui-QZFFnqMOwRWzyqUWnzj9k,1013
|
|
67
|
-
msprobe/pytorch/common/parse_json.py,sha256=YSi369MMhAvbGCEhRydhKVRLmU8zeMRc2bZjf5KpNUU,1477
|
|
68
|
-
msprobe/pytorch/common/utils.py,sha256=y98xzxcEuJk9B6zknBTM4YH47EsGlXKhmDxxwErS4y4,7427
|
|
69
|
-
msprobe/pytorch/compare/acc_compare.py,sha256=NJ3z5ahIoRGNU-krUOMygXoYl33qJ9cY_O9rvbo-fas,45705
|
|
70
|
-
msprobe/pytorch/compare/distributed_compare.py,sha256=leH-ALGBKB7yDfXd9hNm8LoqtBzB0Ac_5SRHcJa6fvQ,5261
|
|
71
|
-
msprobe/pytorch/compare/highlight.py,sha256=aaZiEXbsvOo6tIN2sw9jRY_ybrriakpZDQlUORVUsuc,4880
|
|
72
|
-
msprobe/pytorch/compare/mapping.yaml,sha256=oF-roDRl14MbqDKYDZ-qZstZzrWwaXvaTI88sKeOnBQ,12304
|
|
73
|
-
msprobe/pytorch/compare/match.py,sha256=HeHg-VvJdKFGymt1DPccV3uVc-DMBDBl9cczpn0dJqQ,1350
|
|
74
|
-
msprobe/pytorch/compare/npy_compare.py,sha256=jCnua6Y6vzgeSwiZEWWJLr6eZX2pgU-tzFZnnpWIq2o,10007
|
|
75
|
-
msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
76
|
-
msprobe/pytorch/debugger/debugger_config.py,sha256=z4fKNe6yJ3DgtykgowJHDTS6WDDzM39CzQV1v_qzGgo,4676
|
|
77
|
-
msprobe/pytorch/debugger/precision_debugger.py,sha256=b8DfApLOVbIyBAkPQy4Ec_AQgg1RFIwOz2iNp9yxxZ4,3401
|
|
78
|
-
msprobe/pytorch/doc/FAQ.md,sha256=pfK9JSer3Yrqit3JaXeF8xtkntSfWl5PC5kDQMkeGyA,9233
|
|
79
|
-
msprobe/pytorch/doc/api_accuracy_checker.md,sha256=eB4n9kSb9rty24uM5DmDLy_oikpqy9K-njTdn9CqwqQ,26572
|
|
80
|
-
msprobe/pytorch/doc/atat精度工具数据dump标准性能基线报告.md,sha256=fmGiKL7xGhgS9Y2C2tHTVYM8K3VlTiQ5KpDz-_7kVhw,7108
|
|
81
|
-
msprobe/pytorch/doc/dump.md,sha256=N8cK_X9zjVbZAs3ruo1Ge0TndTDczUkC_iMywVpQlAg,7959
|
|
82
|
-
msprobe/pytorch/doc/parse_tool.md,sha256=4VwXWOYGQKOrYS5lsYPT3lA6S2nQJnG3RHE_wshnM0Q,18987
|
|
83
|
-
msprobe/pytorch/doc/ptdbg_ascend_compare.md,sha256=hdIHPfLLGGuxY7R0NHAlldkH1ZdNkrnYXJ-FL84Ytyw,11290
|
|
84
|
-
msprobe/pytorch/doc/ptdbg_ascend_overview.md,sha256=alkLLssm9mub2unFu5nQ-NRyDGua9sPNdkjfXVw9Sb0,3152
|
|
85
|
-
msprobe/pytorch/doc/ptdbg_ascend_quickstart.md,sha256=2dK9NgGu1cbjWWiF_PBSy7yYUQ8qI7RXTAm8RREwXnI,15199
|
|
86
|
-
msprobe/pytorch/doc/run_overflow_check.md,sha256=z-inRk5Lu_vNaUd5hrn661bs05VQZHk_FG_fBF50T4E,1363
|
|
87
|
-
msprobe/pytorch/doc/在线精度比对.md,sha256=NxNBTP3eGyfTNsqdXF8hdL9T_1k_KISUBGZpH6Q50Qw,4493
|
|
88
|
-
msprobe/pytorch/doc/img/BLOOM-7B_1.png,sha256=Ul9XNHCX52PYufGaZ5mPfwTNJxwUO46KOKp7JxvDeAk,3534
|
|
89
|
-
msprobe/pytorch/doc/img/BLOOM-7B_2.png,sha256=HKefltWpBM2UkVHFy9rB238g6W5w-8CpsueW6Zf52HM,5251
|
|
90
|
-
msprobe/pytorch/doc/img/BLOOM-7B_3.png,sha256=gtL8dXIoqoJwk2Nd-KKChVM47IBdEY6KVYVRejnwKt0,5095
|
|
91
|
-
msprobe/pytorch/doc/img/BLOOM-7B_4.png,sha256=1yuQ2Dh7ak-VZt_kLprXVHtvfUxaxfsgrKdYzudHR94,4727
|
|
92
|
-
msprobe/pytorch/doc/img/GPT-3_1.png,sha256=EVm59Bvd3cX01RpZBqDyMVECjsiySTNy5RR9YyJoCTw,7898
|
|
93
|
-
msprobe/pytorch/doc/img/GPT-3_2.png,sha256=4wNkqagB28IJi808pnvUB72E03b2OeWdAASq5ggyl8A,6716
|
|
94
|
-
msprobe/pytorch/doc/img/GPT-3_3.png,sha256=6-fbdYtgcYU1xe9yOg6tAnKQ8SfZ6-x6rPVNSRxGP8I,8732
|
|
95
|
-
msprobe/pytorch/doc/img/GPT-3_4.png,sha256=QYpb7ZJaOAM_wJ5qdQQon0TKu7apVRL7ijovl18Uvzg,6609
|
|
96
|
-
msprobe/pytorch/doc/img/GPT-3_5.png,sha256=8eiCyqLmiaH6xwqpyTe3XTcesbGQUw8gApDI7ONBBkA,4676
|
|
97
|
-
msprobe/pytorch/doc/img/GPT-3_6.png,sha256=4IZvCeYHgK7gB87dgf6HgTaQ5uBK0s2sZXLblsDIVtQ,7658
|
|
98
|
-
msprobe/pytorch/doc/img/GPT-3_7.png,sha256=dil9jwfsYxtFupUu_aTCnKjuuEk3X_UMnqWJS0NzWCA,8139
|
|
99
|
-
msprobe/pytorch/doc/img/GPT-3_8.png,sha256=RNXIQgrCObpYtoKTkdTxr66AkndY_k2mGbksNgIqccQ,6084
|
|
100
|
-
msprobe/pytorch/doc/img/YOLOV5S_1.png,sha256=kCI017bFT7X3RrBPLMESTrnHZcRJYF-Ko_oJpjcsFWw,7019
|
|
101
|
-
msprobe/pytorch/doc/img/YOLOV5S_2.png,sha256=NH4vy35cGDl3qjlcUhDTWNpGEKcuboQ_YILxWQpvx40,5796
|
|
102
|
-
msprobe/pytorch/doc/img/accuracy_checking_details.png,sha256=dAedq5tbuzM3uEKPZzoanFSkzc0ep3HSW0r_3iTWMvE,39062
|
|
103
|
-
msprobe/pytorch/doc/img/accuracy_checking_result.png,sha256=6dVDcp3hl-zFIOgLigbRrMdgeBDiMfKWxupL8Hugvxo,6022
|
|
104
|
-
msprobe/pytorch/doc/img/api_precision_compare_details.png,sha256=QkN8uldQ6j1Bvd4WxtucZXUMr--AoBUjSCJ01hTkpFw,25476
|
|
105
|
-
msprobe/pytorch/doc/img/api_precision_compare_result.png,sha256=Kp9bIK1rlw3zDyX4Oqw1CVPohTtJBig0RYK2iIhum9g,4538
|
|
106
|
-
msprobe/pytorch/doc/img/auto_analyze_log.png,sha256=3Jd9bl0BBrYxs5fFlcKYqeIjFbPlYegVmw4GGUe6s1o,65144
|
|
107
|
-
msprobe/pytorch/doc/img/compare_result_pkl.png,sha256=pMCd38zNjQ1LzcA_86DPlNA_jAfKJ0QYcSBDmzVA0Jw,36133
|
|
108
|
-
msprobe/pytorch/doc/img/compare_result_pkl_md5.png.png,sha256=ys9key_66mHsKST53SmGdzhYyA4dJtB2PVrGcqQkld0,20464
|
|
109
|
-
msprobe/pytorch/doc/img/cpu_info.png,sha256=8n9pjTDB8_Q8_i1mo4CMNqb2JF96UGTBCPWLgPo_XBU,33797
|
|
110
|
-
msprobe/pytorch/doc/img/module_compare.png,sha256=8LjiAcZwLK-Me6YrkpWaAfOKFycStSapWdLsqZyS8oo,56655
|
|
111
|
-
msprobe/pytorch/free_benchmark/__init__.py,sha256=pQ8Dd80wjz7ar20B2RonGpIHLxurzq88DRFAmuSIcC0,281
|
|
112
|
-
msprobe/pytorch/free_benchmark/main.py,sha256=mJuaosz5-sSBrjuy8sC40J4dcvmwD1pw3FpmzI3DI5U,4094
|
|
113
|
-
msprobe/pytorch/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
114
|
-
msprobe/pytorch/free_benchmark/common/constant.py,sha256=DiTCDzZO3G1YmnwZsX3E_9QtlLDM7gbyC_dhXg0Ut7Y,1931
|
|
115
|
-
msprobe/pytorch/free_benchmark/common/counter.py,sha256=pmE6hlrehrdz7kqRIon37ebTFVSGzbtXc8PbDIQlfZ0,2789
|
|
116
|
-
msprobe/pytorch/free_benchmark/common/enums.py,sha256=g1XQH_gVemG0HImKqXOifrnFuC13lB81cEMTYZgjJyA,682
|
|
117
|
-
msprobe/pytorch/free_benchmark/common/params.py,sha256=hbKi2_7zZYy8aIA244Ir0KdY8M3E3GNzxNrYO7wfWdE,4119
|
|
118
|
-
msprobe/pytorch/free_benchmark/common/utils.py,sha256=Bt7c4tCPn4EJ5emWyBpHlFwAkEjmwkn6XqUnmYNvIQg,3868
|
|
119
|
-
msprobe/pytorch/free_benchmark/compare/grad_saver.py,sha256=PFzYkrnim8THvuxZ2bHu-AD-6OJFP60nuF-LD2pyoCY,8172
|
|
120
|
-
msprobe/pytorch/free_benchmark/compare/single_benchmark.py,sha256=j0913MVbsMeOF5fVAsPNZBIG_iZPCkuHd0LU2Jd9XW4,3969
|
|
121
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
122
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py,sha256=Z7_NRsXpeZ7Xkh_Dzzt30PkKrEPAcgKyGpwFtkdVTP0,328
|
|
123
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py,sha256=yZT9jkKSpBXQRt7yAv0FV2J_7QPzgOhF8ShheoA7Vbs,1808
|
|
124
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py,sha256=3V---NvurHxZw5ywBRd1yn1uPw_V0Lb7ARi83JC8se0,888
|
|
125
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
126
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py,sha256=xHYLRCC3VlL3x_U1IBXEH1MdjOUhNPadTC4FfZuN4m8,3579
|
|
127
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py,sha256=y-A1FUxTS7iQdXrGnRpgm30xeJ3BvmvQJrOz0poIDYg,4064
|
|
128
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py,sha256=2ZJ0EmpgtLNR5pJUNuqFK4NazuozosE9cspNh0K-UNc,2542
|
|
129
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py,sha256=5y1xprwZfbt-2tTuAVMHjXyD3zHMgjg4X9TL4YBVMdY,2797
|
|
130
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py,sha256=jtEZt268V2A_BgvbotjRf21GhGry1agOE7TYkyWTZZI,959
|
|
131
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py,sha256=vy3CsTqHW_VowPFVwJaP7G9Va6Uk-t-8rAz7YrqQYBo,1602
|
|
132
|
-
msprobe/pytorch/free_benchmark/result_handlers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
133
|
-
msprobe/pytorch/free_benchmark/result_handlers/base_handler.py,sha256=wIq22jkKmep3ZcP9OOyVoQD_DRbiiWFCmRRm_bqGNbY,7957
|
|
134
|
-
msprobe/pytorch/free_benchmark/result_handlers/check_handler.py,sha256=xZJlSwS6PwSFuoZ6k0VX7DikHpZx8XUlP-INVXwvth4,1661
|
|
135
|
-
msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py,sha256=rCZNdqVbEaTN7gLuX7BM6_lcSzA_GX_JUbWjVU0Se_A,880
|
|
136
|
-
msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py,sha256=RMmLkOW_K12VcuSKpXYwWtR-soMC7paHSgqFZKWXBbU,1367
|
|
137
|
-
msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py,sha256=Y43fjf5YcBDJZ-lynTTe-jIflxA03fkdYVQcpAJPlUw,7352
|
|
138
|
-
msprobe/pytorch/functional/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
139
|
-
msprobe/pytorch/functional/data_processor.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
140
|
-
msprobe/pytorch/functional/dump_module.py,sha256=oYEXXKnta6zjlvNGgIqImYPWDHwATFoR3vb5ZNixkHc,1869
|
|
141
|
-
msprobe/pytorch/hook_module/__init__.py,sha256=Pi9uPQOVMzTeHXDUyptqZDFXIlq-wV2KrrLJ8KwrIlg,43
|
|
142
|
-
msprobe/pytorch/hook_module/api_registry.py,sha256=p2v3jq1-MUpGsnFkxjv161LrtRXyhA6NNwVjUYjyRLE,8009
|
|
143
|
-
msprobe/pytorch/hook_module/hook_module.py,sha256=j_UKYDEMz65dtUIsiHWChySFsK7OM89ZKXi3nYlIUDU,4685
|
|
144
|
-
msprobe/pytorch/hook_module/support_wrap_ops.yaml,sha256=2o4L5E97bz7Qa1QUqykFGu6cCMT8yMQVtWatdK1zyP8,29677
|
|
145
|
-
msprobe/pytorch/hook_module/utils.py,sha256=zPAMENXVNPC1ZmTRZeAqXcI1AxC7sAOCSlwh0nvBRHU,1078
|
|
146
|
-
msprobe/pytorch/hook_module/wrap_aten.py,sha256=BVnbAPuEzXDYGj2c9G6NR_eWTcaVf0DtsjSQmodpdOU,3225
|
|
147
|
-
msprobe/pytorch/hook_module/wrap_distributed.py,sha256=K6I6-wcPLjqRD8J9eSDN6Nafm_3XjjtT9eg3WTlp_KA,2538
|
|
148
|
-
msprobe/pytorch/hook_module/wrap_functional.py,sha256=3JrKRjwsQx63vABOvT6ojhb2TsXaDcONfwh1IDtbqkM,4615
|
|
149
|
-
msprobe/pytorch/hook_module/wrap_npu_custom.py,sha256=Xi745q9dznLL3rspuT0RJRGTo4hSlNltf8ovFkZy0y0,2371
|
|
150
|
-
msprobe/pytorch/hook_module/wrap_tensor.py,sha256=Axo4VJ38WSk3zeGQHOYwdE2zHKTtdmDQaMOV54uD4TA,2247
|
|
151
|
-
msprobe/pytorch/hook_module/wrap_torch.py,sha256=oAZ3qUnxntgSxHV5NomCBTwaaSOJ-sam_dFDvn4whtw,2793
|
|
152
|
-
msprobe/pytorch/hook_module/wrap_vf.py,sha256=iTj_PPFlcuApIpwbSXA07h7sWml4eDo6xAXZdseh5GM,1980
|
|
153
|
-
msprobe/pytorch/online_dispatch/__init__.py,sha256=HnGEYgpGVhyJMGNcy7oK2V4mBr71q6SG2vS9Tp3EfX0,754
|
|
154
|
-
msprobe/pytorch/online_dispatch/compare.py,sha256=Hoq1qc1KUyt9OnckXEOoIUHcnvAdExGV3syZtm5f348,10731
|
|
155
|
-
msprobe/pytorch/online_dispatch/dispatch.py,sha256=LfKhOpIVsft37KqfubTxwk_s_a0ZJol6-8hEYG7Zcug,12281
|
|
156
|
-
msprobe/pytorch/online_dispatch/dump_compare.py,sha256=U4f4yIoZZv2FYGm9DToTY4krgJqUQKmbEP4fbVVDaFU,8149
|
|
157
|
-
msprobe/pytorch/online_dispatch/single_compare.py,sha256=7CH--duuXf_U_2XvmC6snKhZgqI4-G2QtyDqm3mxiSs,17122
|
|
158
|
-
msprobe/pytorch/online_dispatch/torch_ops_config.yaml,sha256=XdEMUpRWWL5ZSYaBXDFwPEU23jwvx3lKQ2rmjOJv0ZI,789
|
|
159
|
-
msprobe/pytorch/online_dispatch/utils.py,sha256=71ycbOrZGsvluyQfAXa1VFSjygEApYwZ_yrNVpP1vPU,5766
|
|
160
|
-
msprobe/pytorch/parse_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
161
|
-
msprobe/pytorch/parse_tool/cli.py,sha256=X19IPnFxfU2aIcNDs3rWwmwLV8-wj4W51DQh_1gGWZE,1129
|
|
162
|
-
msprobe/pytorch/parse_tool/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
163
|
-
msprobe/pytorch/parse_tool/lib/compare.py,sha256=o_IcVm3CcXkubRETXuCZzcGjoEL4b7Iq8iyB6MplZaU,13517
|
|
164
|
-
msprobe/pytorch/parse_tool/lib/config.py,sha256=qeY-Fb7Pv7irm7K8YmlgRoPFAwOobfLEJolvdLg4jkk,2008
|
|
165
|
-
msprobe/pytorch/parse_tool/lib/file_desc.py,sha256=mbcHZiBNW567rla1N9wqjQpXuajIA5dezsapzAc_FwE,1178
|
|
166
|
-
msprobe/pytorch/parse_tool/lib/interactive_cli.py,sha256=JHDJjtmsavUTahDMgzUVNWOEcKTMPCnaw66zQD4J-cQ,3780
|
|
167
|
-
msprobe/pytorch/parse_tool/lib/parse_exception.py,sha256=TPAEi6j0YkHV90-N3bcn5J-KQ3IJXwnL18iCmWPyzCY,1817
|
|
168
|
-
msprobe/pytorch/parse_tool/lib/parse_tool.py,sha256=XuswOO6LRi3AttB0uyrDxRxNOe3h57UCsdSpYmMfqa8,8065
|
|
169
|
-
msprobe/pytorch/parse_tool/lib/utils.py,sha256=AE8Wcvj8sny_69C3uk9pdAsKEDCBx33_zY9S5XRGZUo,15255
|
|
170
|
-
msprobe/pytorch/parse_tool/lib/visualization.py,sha256=qE2ejv5hi6-QgFvc1fIGSvZ4BPAPLUlbqTn_dbZ4EgY,4402
|
|
171
|
-
msprobe/test/run_test.sh,sha256=dYPjBvrNnDSNk-vmmxko7jNVVWqihk58WMvvIKRYzbg,603
|
|
172
|
-
msprobe/test/run_ut.py,sha256=hFUeYcnQzMwrhcZPWWUJFLb-OoZRjLDT4PlUs3UkKHU,1650
|
|
173
|
-
msprobe/test/test_module_processer.py,sha256=cTLwr271ig56cXxNGTNr4dcD-g6B3G638U746DbI3xg,2284
|
|
174
|
-
msprobe/test/core_ut/test_common_config.py,sha256=ScZFfDT4ft7LD1YucyyDsvB-S-WQ1yXDN1NHlIOo2ks,7493
|
|
175
|
-
msprobe/test/core_ut/test_file_check.py,sha256=PNOf-7m9-REOiDnrU6yFy-q2ihjLpn3BrDdyeHzKBd0,11917
|
|
176
|
-
msprobe/test/core_ut/test_log.py,sha256=imPt9ef1-nb5L-OIKK0_3puFMdx0Cvk9R0UhtY271Zg,4285
|
|
177
|
-
msprobe/test/core_ut/common/test_utils.py,sha256=MkyZ6BT-fv76Coy1qMvckIpRwIvIdtlbAlHIgX3rMhc,16846
|
|
178
|
-
msprobe/test/core_ut/data_dump/test_data_collector.py,sha256=rvUpXIolW9aJoVeim1coc5Q7exMzZECrKzAaZtnWEpo,2403
|
|
179
|
-
msprobe/test/core_ut/data_dump/test_json_writer.py,sha256=_Dp-xiSc98yUay7ileTSEYEnJ2mfL8qIW7-8PA91uFY,6701
|
|
180
|
-
msprobe/test/core_ut/data_dump/test_scope.py,sha256=31kQqaf7WX9oO7lM7W15RmnSgcoGyM2-fMjhgY9ku7A,5516
|
|
181
|
-
msprobe/test/mindspore_ut/test_api_kbk_dump.py,sha256=_t-HgyydrxunlELh9BDKzTloPRf6zU-vL-DpBA3K5UA,2038
|
|
182
|
-
msprobe/test/mindspore_ut/test_debugger_config.py,sha256=SfxN4f-ADkmm6TXu8D8yx0JDWElJqdocpsWNXJEkau4,1727
|
|
183
|
-
msprobe/test/mindspore_ut/test_dump_tool_factory.py,sha256=Ff9oBzjVB8XsZUQ7VFZWWryDllGSWWO1iwTMjX1Du-g,1955
|
|
184
|
-
msprobe/test/mindspore_ut/test_kernel_graph_dump.py,sha256=2yiPeFfQGiG28wsa8rbUKqRh70DZ-OUr_6sOwjgoWeE,2779
|
|
185
|
-
msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py,sha256=l-r2WahlXAW74F_n1r1WDfmQ3wyMBlhiOWrZH3j_ccc,2733
|
|
186
|
-
msprobe/test/mindspore_ut/test_ms_config.py,sha256=D_j4CcXOqrxFY0WEnLhkZZNmrAiDZkdnSIZWF0anANw,2801
|
|
187
|
-
msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py,sha256=W1qlU2trtkXCtyPwmWjoLvpecvHUtyRV95EFnvMVT5s,2037
|
|
188
|
-
msprobe/test/mindspore_ut/test_precision_debugger.py,sha256=Sc5GcKYZOspbjU8nv04-RYIhl9ralZsBvWHJMNsrT5M,2168
|
|
189
|
-
msprobe/test/mindspore_ut/test_task_handler_factory.py,sha256=cCsaH-vRWUthKAuHTAK70t6PvwY1jNOl_mKO79sNY44,2234
|
|
190
|
-
msprobe/test/pytorch_ut/test_pt_config.py,sha256=oWvLev5J8Rao3FM-IRuCzFppb1ooUlB3LKYMajKj5RU,2844
|
|
191
|
-
msprobe/test/pytorch_ut/test_service.py,sha256=iqMMA9zCDClzqjZTsLvK99w2_DIaKx_bbvThQ0msI-Q,2629
|
|
192
|
-
msprobe/test/pytorch_ut/advisor/test_advisor.py,sha256=Q0K7FBN0W51dmfxVjQx9XVZXUouY6NiEweQ-EwiES58,3833
|
|
193
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py,sha256=YZxTvmzBtuLUZAUfKPlNSvZJkrsj10Qej-1rIxxrIKg,4832
|
|
194
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py,sha256=nCHLpuaNy4sANpoPM9NqzqXVF_QDONFBYlV2Pd6EHdU,1590
|
|
195
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py,sha256=1yiDCkLJbqRPS2LrxUGwqbcXxMxL584omFB530BPnzU,5466
|
|
196
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py,sha256=VIw8VKuthPqMotpQIOS36EhttMiFZCcoMaY6bA_1H38,2592
|
|
197
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py,sha256=leQ5MV-m26dxn_lRxnVN020pILfeLg1UyolXXQuH7LI,7138
|
|
198
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py,sha256=KEkM1857BzcO3W7iwDz_NF3rkEb8J6JLgVwIJ1ygp7E,320
|
|
199
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py,sha256=JW4JZu_r_L4kJ8UuDbsHdda3RoqDLzyIlmqDbhlsbRM,1790
|
|
200
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json,sha256=9vCbOYSvyU-2Q4LR3AlBUA16fRsy6fU2P7MQw1dg5jo,4064
|
|
201
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json,sha256=BcPsyQtIdsOKxquCh8brTvt-vY55EoGCIUjrMegjYoI,1263
|
|
202
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py,sha256=poTbNse4DBO4S6O3GnIAdYOraVm8_w_pWuGiMB4SxBw,4446
|
|
203
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py,sha256=4SX26ka6_hsEKDU-iAoJ-oDEcoAH9vL3WrMQ2dFdGC4,4862
|
|
204
|
-
msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py,sha256=I3K1RX23neJvF9CHg9fF_zXY9Di6GOha-g38DjpwDAs,3387
|
|
205
|
-
msprobe/test/pytorch_ut/compare/test_acc_compare.py,sha256=-OMGVmoGeHNdDa6JQVIWhlbUrOxTVjVChTWamiyPmS4,647
|
|
206
|
-
msprobe/test/pytorch_ut/free_benchmark/test_main.py,sha256=AdqJkD1dXVVyUkFdqHfbDSNDGQ-BLGNZfTinrvmwULo,3574
|
|
207
|
-
msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py,sha256=GTmoHMN3o5R6OTawl2qDjU6JZ_N286sBOBXagdJjdhA,4965
|
|
208
|
-
msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py,sha256=_GUoO7fe7CpceNuGMTqk7kXFdpR51b7ntV8H9Qpfn94,5143
|
|
209
|
-
msprobe/test/pytorch_ut/functional/test_dump_module.py,sha256=iHeRcuEOKQadVxR0VKchOkP0HNNnLLaEpgn0htVe1_0,484
|
|
210
|
-
msprobe/test/pytorch_ut/hook_module/test_api_registry.py,sha256=yD7hrs4qaDqYzqBIBBbNqDsfx2BoNqhhR5dSWHlKUYc,4734
|
|
211
|
-
msprobe/test/pytorch_ut/hook_module/test_hook_module.py,sha256=jcpUyUVk8GdjE4ClTcNef3U4fS9HXvVCXP-g-BPcNhE,1290
|
|
212
|
-
msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py,sha256=wLuYeEdDNdUSZBTL8p0ddzmJMm2WtaeAnWBB-CzkCBE,2410
|
|
213
|
-
msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py,sha256=whZyqwfO-KW2qrxy8PZLx5VsQ3MQ_nAeWeQ5VbhzKRs,1312
|
|
214
|
-
msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py,sha256=LTIU0nvO1EOWJ0sEGUAVxCt84AvxDqWZG9MIBJQyYaI,755
|
|
215
|
-
msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py,sha256=w-OvDpk1lCM8yckz68Rxl7wwKu0UzcRAgqXc5u4mubU,1235
|
|
216
|
-
msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py,sha256=w29AsWyAkkRS63EzvZaHbX0lUfATxwrqQMg8tuWtoiY,1470
|
|
217
|
-
msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py,sha256=K53rNBcUWTW2maOtefGyYFk3WJF-gKJqqeOEYqBnUtU,285
|
|
218
|
-
msprobe/test/resources/advisor.txt,sha256=3ZDECnhfKXwljbs0gHFJ2NlUVMNmV8P9TL5u82cn5Ys,108
|
|
219
|
-
msprobe/test/resources/compare_result_20230703104808.csv,sha256=ZJ3_A0p738YXIpovJJcU3kjvnzPxHgsAfWHGAcUczgM,2128
|
|
220
|
-
msprobe/test/resources/compare_result_without_accuracy.csv,sha256=MvUYnZQUoBaiYfWtznEDtBhSzQro3UOty_mIuI_2Qbo,1437
|
|
221
|
-
msprobe/test/resources/config.yaml,sha256=HkvJmIeU18jKnDhN1zfI7l4Yvk0tnMmx55zyuQ6MXC0,52
|
|
222
|
-
msprobe/test/resources/npu_test.pkl,sha256=nE6ravO8IGdtHO5ErFcKiupS4tOUyJ8YHJcAkaqddbQ,1041
|
|
223
|
-
mindstudio_probe-1.0.1.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
|
|
224
|
-
mindstudio_probe-1.0.1.dist-info/METADATA,sha256=tAp8L9E-JHyZu0xmB1Z9xGhURTRhi-yiM8eyetas0XM,1209
|
|
225
|
-
mindstudio_probe-1.0.1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
|
|
226
|
-
mindstudio_probe-1.0.1.dist-info/entry_points.txt,sha256=4ob3a9L018EBZFdlfgMW1lbgeIOhc4F-HCR8gBksaCQ,49
|
|
227
|
-
mindstudio_probe-1.0.1.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
|
|
228
|
-
mindstudio_probe-1.0.1.dist-info/RECORD,,
|
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
import os
|
|
2
|
-
import json
|
|
3
|
-
from msprobe.core.common.utils import make_dump_path_if_not_exists
|
|
4
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
5
|
-
from msprobe.core.common.log import logger
|
|
6
|
-
from msprobe.core.common.file_check import FileOpen
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class ApiKbkDump:
|
|
10
|
-
def __init__(self, config: DebuggerConfig):
|
|
11
|
-
self.dump_json = dict()
|
|
12
|
-
self.dump_json["common_dump_settings"] = dict()
|
|
13
|
-
self.dump_json["common_dump_settings"]["dump_mode"] = 0
|
|
14
|
-
self.dump_json["common_dump_settings"]["path"] = ""
|
|
15
|
-
self.dump_json["common_dump_settings"]["net_name"] = "Net"
|
|
16
|
-
self.dump_json["common_dump_settings"]["iteration"] = "all"
|
|
17
|
-
self.dump_json["common_dump_settings"]["saved_data"] = "statistic"
|
|
18
|
-
self.dump_json["common_dump_settings"]["input_output"] = 0
|
|
19
|
-
self.dump_json["common_dump_settings"]["kernels"] = []
|
|
20
|
-
self.dump_json["common_dump_settings"]["support_device"] = [0,1,2,3,4,5,6,7]
|
|
21
|
-
self.dump_json["e2e_dump_settings"] = dict()
|
|
22
|
-
self.dump_json["e2e_dump_settings"]["enable"] = True
|
|
23
|
-
self.dump_json["e2e_dump_settings"]["trans_flag"] = True
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
if len(config.list) > 0:
|
|
27
|
-
self.dump_json["common_dump_settings"]["dump_mode"] = 1
|
|
28
|
-
self.dump_json["common_dump_settings"]["kernels"] = config.list
|
|
29
|
-
self.dump_json["common_dump_settings"]["path"] = config.dump_path
|
|
30
|
-
if len(config.step) > 0:
|
|
31
|
-
step_str = ""
|
|
32
|
-
for s in config.step:
|
|
33
|
-
step_str += (str(s) + '|')
|
|
34
|
-
self.dump_json["common_dump_settings"]["iteration"] = step_str[:-1]
|
|
35
|
-
if len(config.rank) > 0:
|
|
36
|
-
self.dump_json["common_dump_settings"]["support_device"] = config.rank
|
|
37
|
-
if config.task == "tensor":
|
|
38
|
-
self.dump_json["common_dump_settings"]["saved_data"] = "tensor"
|
|
39
|
-
if len(config.data_mode) == 1:
|
|
40
|
-
if config.data_mode[0] == "input":
|
|
41
|
-
self.dump_json["common_dump_settings"]["input_output"] = 1
|
|
42
|
-
if config.data_mode[0] == "output":
|
|
43
|
-
self.dump_json["common_dump_settings"]["input_output"] = 2
|
|
44
|
-
|
|
45
|
-
def handle(self):
|
|
46
|
-
json_path = self.dump_json["common_dump_settings"]["path"]
|
|
47
|
-
make_dump_path_if_not_exists(json_path)
|
|
48
|
-
json_path = os.path.join(json_path, "api_kbk_dump.json")
|
|
49
|
-
with FileOpen(json_path, 'w') as f:
|
|
50
|
-
json.dump(self.dump_json, f)
|
|
51
|
-
logger.info(json_path + " has been created.")
|
|
52
|
-
os.environ["GRAPH_OP_RUN"] = "1"
|
|
53
|
-
os.environ["MINDSPORE_DUMP_CONFIG"] = json_path
|
|
54
|
-
if "MS_ACL_DUMP_CFG_PATH" in os.environ:
|
|
55
|
-
del os.environ["MS_ACL_DUMP_CFG_PATH"]
|