mindstudio-probe 1.1.0__py3-none-any.whl → 1.2.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-1.1.0.dist-info → mindstudio_probe-1.2.1.dist-info}/METADATA +7 -6
- mindstudio_probe-1.2.1.dist-info/RECORD +396 -0
- {mindstudio_probe-1.1.0.dist-info → mindstudio_probe-1.2.1.dist-info}/WHEEL +1 -1
- {mindstudio_probe-1.1.0.dist-info → mindstudio_probe-1.2.1.dist-info}/entry_points.txt +0 -1
- msprobe/CMakeLists.txt +5 -0
- msprobe/README.md +51 -20
- msprobe/config.json +2 -3
- msprobe/core/advisor/advisor.py +8 -3
- msprobe/core/common/const.py +264 -15
- msprobe/core/common/exceptions.py +27 -3
- msprobe/core/common/file_utils.py +176 -26
- msprobe/core/common/inplace_op_checker.py +15 -0
- msprobe/core/common/inplace_ops.yaml +3 -0
- msprobe/core/common/log.py +27 -9
- msprobe/core/common/utils.py +204 -77
- msprobe/core/common_config.py +49 -14
- msprobe/core/compare/acc_compare.py +274 -198
- msprobe/core/compare/check.py +32 -33
- msprobe/core/compare/compare_cli.py +32 -14
- msprobe/core/compare/highlight.py +283 -127
- msprobe/core/compare/layer_mapping/__init__.py +19 -0
- msprobe/core/compare/layer_mapping/data_scope_parser.py +246 -0
- msprobe/core/compare/layer_mapping/layer_mapping.py +249 -0
- msprobe/core/compare/layer_mapping/postprocess_pass.py +95 -0
- msprobe/core/compare/merge_result/merge_result.py +380 -0
- msprobe/core/compare/merge_result/merge_result_cli.py +31 -0
- msprobe/core/compare/multiprocessing_compute.py +2 -2
- msprobe/core/compare/npy_compare.py +135 -144
- msprobe/core/compare/utils.py +419 -274
- msprobe/core/data_dump/data_collector.py +60 -28
- msprobe/core/data_dump/data_processor/base.py +84 -36
- msprobe/core/data_dump/data_processor/factory.py +5 -3
- msprobe/core/data_dump/data_processor/mindspore_processor.py +152 -18
- msprobe/core/data_dump/data_processor/pytorch_processor.py +267 -110
- msprobe/core/data_dump/json_writer.py +29 -1
- msprobe/core/data_dump/scope.py +119 -39
- msprobe/core/grad_probe/constant.py +27 -13
- msprobe/core/grad_probe/grad_compare.py +18 -1
- msprobe/core/grad_probe/utils.py +30 -2
- msprobe/core/overflow_check/abnormal_scene.py +189 -0
- msprobe/core/overflow_check/api_info.py +55 -0
- msprobe/core/overflow_check/checker.py +138 -0
- msprobe/core/overflow_check/filter.py +157 -0
- msprobe/core/overflow_check/ignore_rules.yaml +55 -0
- msprobe/core/overflow_check/level.py +22 -0
- msprobe/core/overflow_check/utils.py +28 -0
- msprobe/docs/01.installation.md +96 -7
- msprobe/docs/02.config_introduction.md +50 -23
- msprobe/docs/03.config_examples.md +2 -9
- msprobe/docs/04.kernel_dump_PyTorch.md +73 -0
- msprobe/docs/05.data_dump_PyTorch.md +93 -61
- msprobe/docs/06.data_dump_MindSpore.md +200 -95
- msprobe/docs/07.accuracy_checker_PyTorch.md +28 -28
- msprobe/docs/08.accuracy_checker_online_PyTorch.md +1 -6
- msprobe/docs/09.accuracy_checker_MindSpore.md +44 -8
- msprobe/docs/10.accuracy_compare_PyTorch.md +114 -50
- msprobe/docs/11.accuracy_compare_MindSpore.md +340 -48
- msprobe/docs/12.overflow_check_PyTorch.md +2 -2
- msprobe/docs/13.overflow_check_MindSpore.md +6 -6
- msprobe/docs/15.free_benchmarking_PyTorch.md +4 -5
- msprobe/docs/16.free_benchmarking_MindSpore.md +56 -37
- msprobe/docs/17.grad_probe.md +5 -6
- msprobe/docs/19.monitor.md +561 -0
- msprobe/docs/20.monitor_performance_baseline.md +52 -0
- msprobe/docs/21.visualization_PyTorch.md +466 -0
- msprobe/docs/22.visualization_MindSpore.md +481 -0
- msprobe/docs/23.generate_operator_PyTorch.md +107 -0
- msprobe/docs/24.code_mapping_Mindspore.md +28 -0
- msprobe/docs/25.tool_function_introduction.md +29 -0
- msprobe/docs/26.data_dump_PyTorch_baseline.md +37 -0
- msprobe/docs/27.dump_json_instruction.md +521 -0
- msprobe/docs/FAQ.md +29 -2
- msprobe/docs/accuracy_checker_MindSpore/accuracy_checker_MindSpore_baseline.md +14 -0
- msprobe/docs/data_dump_MindSpore/data_dump_MindSpore_baseline.md +22 -0
- msprobe/docs/data_dump_MindSpore/dynamic_graph_quick_start_example.md +211 -0
- msprobe/docs/img/compare_result.png +0 -0
- msprobe/docs/img/merge_result.png +0 -0
- msprobe/docs/img/monitor/cpu_info.png +0 -0
- msprobe/docs/img/visualization/fuzzy_match_ms.png +0 -0
- msprobe/docs/img/visualization/fuzzy_match_pt.png +0 -0
- msprobe/docs/img/visualization/tensorboard_1.png +0 -0
- msprobe/docs/img/visualization/tensorboard_2.png +0 -0
- msprobe/docs/img/visualization/vis_browser_1.png +0 -0
- msprobe/docs/img/visualization/vis_browser_2.png +0 -0
- msprobe/docs/img/visualization/vis_precision_info.png +0 -0
- msprobe/docs/img/visualization/vis_search_info.png +0 -0
- msprobe/docs/img/visualization/vis_show_info.png +0 -0
- msprobe/docs/img/visualization/vis_showcase.png +0 -0
- msprobe/docs/img/visualization/vis_unmatch_info.png +0 -0
- msprobe/docs/visualization/GPTModel.png +0 -0
- msprobe/docs/visualization/ParallelMLP.png +0 -0
- msprobe/docs/visualization/layer_mapping_example.md +132 -0
- msprobe/docs/visualization/mapping.png +0 -0
- msprobe/docs/visualization/mapping1.png +0 -0
- msprobe/docs/visualization/module_name.png +0 -0
- msprobe/docs/visualization/module_name1.png +0 -0
- msprobe/docs/visualization/no_mapping.png +0 -0
- msprobe/docs/visualization/no_mapping1.png +0 -0
- msprobe/docs/visualization/no_mapping_analyze.png +0 -0
- msprobe/docs/visualization/top_layer.png +0 -0
- msprobe/mindspore/__init__.py +25 -0
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +151 -151
- msprobe/mindspore/api_accuracy_checker/api_info.py +21 -6
- msprobe/mindspore/api_accuracy_checker/api_runner.py +43 -18
- msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +21 -7
- msprobe/mindspore/api_accuracy_checker/checker_support_api.yaml +77 -0
- msprobe/mindspore/api_accuracy_checker/cmd_parser.py +64 -1
- msprobe/mindspore/api_accuracy_checker/compute_element.py +64 -31
- msprobe/mindspore/api_accuracy_checker/data_manager.py +301 -0
- msprobe/mindspore/api_accuracy_checker/main.py +28 -3
- msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py +212 -0
- msprobe/mindspore/api_accuracy_checker/multi_data_manager.py +60 -0
- msprobe/mindspore/api_accuracy_checker/type_mapping.py +22 -5
- msprobe/mindspore/api_accuracy_checker/utils.py +34 -17
- msprobe/mindspore/cell_processor.py +33 -12
- msprobe/mindspore/code_mapping/bind.py +264 -0
- msprobe/mindspore/code_mapping/cmd_parser.py +40 -0
- msprobe/mindspore/code_mapping/graph.py +49 -0
- msprobe/mindspore/code_mapping/graph_parser.py +226 -0
- msprobe/mindspore/code_mapping/main.py +24 -0
- msprobe/mindspore/code_mapping/processor.py +34 -0
- msprobe/mindspore/common/const.py +35 -13
- msprobe/mindspore/common/log.py +5 -9
- msprobe/mindspore/common/utils.py +88 -4
- msprobe/mindspore/compare/distributed_compare.py +22 -24
- msprobe/mindspore/compare/ms_compare.py +333 -268
- msprobe/mindspore/compare/ms_graph_compare.py +95 -52
- msprobe/mindspore/debugger/debugger_config.py +7 -1
- msprobe/mindspore/debugger/precision_debugger.py +87 -12
- msprobe/mindspore/dump/dump_tool_factory.py +3 -1
- msprobe/mindspore/dump/hook_cell/api_registry.py +95 -18
- msprobe/mindspore/dump/hook_cell/hook_cell.py +60 -38
- msprobe/mindspore/dump/hook_cell/primitive_hooks.py +45 -30
- msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +36 -1
- msprobe/mindspore/dump/hook_cell/wrap_api.py +92 -1
- msprobe/mindspore/dump/jit_dump.py +17 -5
- msprobe/mindspore/dump/kernel_dump/kernel_config.py +33 -0
- msprobe/mindspore/dump/kernel_graph_dump.py +9 -4
- msprobe/mindspore/dump/kernel_kbyk_dump.py +2 -4
- msprobe/mindspore/dym_loader/hook_dynamic_loader.cc +140 -0
- msprobe/mindspore/dym_loader/hook_dynamic_loader.h +53 -0
- msprobe/mindspore/free_benchmark/api_pynative_self_check.py +156 -41
- msprobe/mindspore/free_benchmark/common/handler_params.py +1 -2
- msprobe/mindspore/free_benchmark/common/utils.py +19 -4
- msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +0 -204
- msprobe/mindspore/free_benchmark/handler/base_handler.py +3 -3
- msprobe/mindspore/free_benchmark/handler/check_handler.py +4 -5
- msprobe/mindspore/free_benchmark/handler/fix_handler.py +4 -4
- msprobe/mindspore/free_benchmark/handler/handler_factory.py +4 -4
- msprobe/mindspore/free_benchmark/perturbation/add_noise.py +2 -2
- msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +15 -6
- msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +2 -2
- msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +2 -2
- msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +13 -6
- msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +2 -2
- msprobe/mindspore/free_benchmark/self_check_tool_factory.py +2 -2
- msprobe/mindspore/grad_probe/global_context.py +28 -8
- msprobe/mindspore/grad_probe/grad_analyzer.py +50 -24
- msprobe/mindspore/grad_probe/grad_monitor.py +16 -1
- msprobe/mindspore/grad_probe/grad_stat_csv.py +33 -5
- msprobe/mindspore/grad_probe/hook.py +35 -12
- msprobe/mindspore/grad_probe/utils.py +18 -5
- msprobe/mindspore/mindtorch/__init__.py +18 -0
- msprobe/mindspore/mindtorch/mindtorch_adaptor.py +255 -0
- msprobe/mindspore/ms_config.py +27 -16
- msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +9 -4
- msprobe/mindspore/runtime.py +15 -0
- msprobe/mindspore/service.py +285 -113
- msprobe/mindspore/task_handler_factory.py +15 -0
- msprobe/msprobe.py +48 -10
- msprobe/pytorch/__init__.py +8 -6
- msprobe/pytorch/api_accuracy_checker/common/config.py +62 -0
- msprobe/pytorch/api_accuracy_checker/common/utils.py +31 -16
- msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +41 -8
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +103 -271
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +4 -1
- msprobe/pytorch/api_accuracy_checker/compare/compare.py +69 -68
- msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +54 -0
- msprobe/pytorch/api_accuracy_checker/compare/compare_input.py +51 -0
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +2 -4
- msprobe/pytorch/api_accuracy_checker/generate_op_script/config_op.json +9 -0
- msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py +478 -0
- msprobe/pytorch/api_accuracy_checker/generate_op_script/operator_replication.template +365 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/absolute_threshold.py +106 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/accumulative_error_compare.py +107 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/base_standard.py +151 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/benchmark_compare.py +226 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/binary_consistency.py +68 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/standard_config.py +218 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/standard_register.py +104 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/thousandth_standard.py +63 -0
- msprobe/pytorch/api_accuracy_checker/precision_standard/ulp_compare.py +200 -0
- msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +63 -2
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +21 -15
- msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +54 -22
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +140 -71
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +49 -8
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +9 -24
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +4 -12
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +5 -3
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py +9 -4
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +3 -11
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +2 -2
- msprobe/pytorch/bench_functions/confusion_transpose.py +5 -1
- msprobe/pytorch/bench_functions/matmul_backward.py +12 -0
- msprobe/pytorch/bench_functions/npu_fusion_attention.py +142 -16
- msprobe/pytorch/bench_functions/rotary_mul.py +4 -0
- msprobe/pytorch/bench_functions/swiglu.py +10 -2
- msprobe/pytorch/common/parse_json.py +7 -6
- msprobe/pytorch/common/utils.py +101 -7
- msprobe/pytorch/compare/distributed_compare.py +17 -30
- msprobe/pytorch/compare/pt_compare.py +44 -22
- msprobe/pytorch/debugger/debugger_config.py +46 -27
- msprobe/pytorch/debugger/precision_debugger.py +42 -12
- msprobe/pytorch/dump/kernel_dump/kernel_config.py +33 -0
- msprobe/pytorch/dump/module_dump/module_dump.py +86 -0
- msprobe/pytorch/{module_processer.py → dump/module_dump/module_processer.py} +81 -10
- msprobe/pytorch/free_benchmark/common/constant.py +15 -0
- msprobe/pytorch/free_benchmark/common/counter.py +15 -0
- msprobe/pytorch/free_benchmark/common/enums.py +15 -0
- msprobe/pytorch/free_benchmark/common/params.py +10 -2
- msprobe/pytorch/free_benchmark/common/utils.py +29 -4
- msprobe/pytorch/free_benchmark/compare/grad_saver.py +20 -5
- msprobe/pytorch/free_benchmark/compare/single_benchmark.py +2 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +3 -1
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +6 -4
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +2 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +4 -0
- msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +41 -47
- msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +6 -5
- msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +0 -4
- msprobe/pytorch/grad_probe/grad_monitor.py +23 -6
- msprobe/pytorch/grad_probe/grad_stat_csv.py +40 -10
- msprobe/pytorch/hook_module/__init__.py +1 -1
- msprobe/pytorch/hook_module/hook_module.py +14 -11
- msprobe/pytorch/hook_module/register_optimizer_hook.py +59 -0
- msprobe/pytorch/hook_module/support_wrap_ops.yaml +35 -0
- msprobe/pytorch/hook_module/wrap_distributed.py +6 -8
- msprobe/pytorch/hook_module/wrap_functional.py +0 -38
- msprobe/pytorch/monitor/__init__.py +0 -0
- msprobe/pytorch/monitor/anomaly_analyse.py +201 -0
- msprobe/pytorch/monitor/anomaly_detect.py +425 -0
- msprobe/pytorch/monitor/csv2tb.py +166 -0
- msprobe/pytorch/monitor/distributed/__init__.py +0 -0
- msprobe/pytorch/monitor/distributed/distributed_ops.yaml +19 -0
- msprobe/pytorch/monitor/distributed/stack_blacklist.yaml +5 -0
- msprobe/pytorch/monitor/distributed/wrap_distributed.py +283 -0
- msprobe/pytorch/monitor/features.py +108 -0
- msprobe/pytorch/monitor/module_hook.py +1076 -0
- msprobe/pytorch/monitor/module_metric.py +172 -0
- msprobe/pytorch/monitor/module_spec_verifier.py +95 -0
- msprobe/pytorch/monitor/optimizer_collect.py +333 -0
- msprobe/pytorch/monitor/unittest/__init__.py +0 -0
- msprobe/pytorch/monitor/unittest/test_monitor.py +160 -0
- msprobe/pytorch/monitor/utils.py +321 -0
- msprobe/pytorch/monitor/visualizer.py +59 -0
- msprobe/pytorch/online_dispatch/__init__.py +2 -3
- msprobe/pytorch/online_dispatch/compare.py +29 -38
- msprobe/pytorch/online_dispatch/dispatch.py +58 -27
- msprobe/pytorch/online_dispatch/dump_compare.py +21 -9
- msprobe/pytorch/online_dispatch/single_compare.py +53 -32
- msprobe/pytorch/online_dispatch/torch_ops_config.yaml +1 -1
- msprobe/pytorch/online_dispatch/utils.py +49 -21
- msprobe/pytorch/parse_tool/lib/compare.py +21 -27
- msprobe/pytorch/parse_tool/lib/config.py +6 -8
- msprobe/pytorch/parse_tool/lib/file_desc.py +15 -1
- msprobe/pytorch/parse_tool/lib/interactive_cli.py +10 -10
- msprobe/pytorch/parse_tool/lib/parse_exception.py +7 -7
- msprobe/pytorch/parse_tool/lib/parse_tool.py +12 -12
- msprobe/pytorch/parse_tool/lib/utils.py +33 -53
- msprobe/pytorch/parse_tool/lib/visualization.py +11 -10
- msprobe/pytorch/pt_config.py +31 -8
- msprobe/pytorch/service.py +188 -108
- msprobe/visualization/__init__.py +14 -0
- msprobe/visualization/builder/__init__.py +14 -0
- msprobe/visualization/builder/graph_builder.py +222 -0
- msprobe/visualization/builder/msprobe_adapter.py +227 -0
- msprobe/visualization/compare/__init__.py +14 -0
- msprobe/visualization/compare/graph_comparator.py +180 -0
- msprobe/visualization/compare/mode_adapter.py +197 -0
- msprobe/visualization/graph/__init__.py +14 -0
- msprobe/visualization/graph/base_node.py +119 -0
- msprobe/visualization/graph/distributed_analyzer.py +318 -0
- msprobe/visualization/graph/graph.py +209 -0
- msprobe/visualization/graph/node_colors.py +95 -0
- msprobe/visualization/graph/node_op.py +39 -0
- msprobe/visualization/graph_service.py +288 -0
- msprobe/visualization/utils.py +217 -0
- mindstudio_probe-1.1.0.dist-info/RECORD +0 -287
- msprobe/docs/04.acl_config_examples.md +0 -78
- msprobe/mindspore/compare/layer_mapping.py +0 -146
- msprobe/mindspore/compare/modify_mapping.py +0 -107
- msprobe/mindspore/free_benchmark/decorator/dec_forward.py +0 -57
- msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +0 -122
- msprobe/pytorch/functional/module_dump.py +0 -84
- {mindstudio_probe-1.1.0.dist-info → mindstudio_probe-1.2.1.dist-info}/LICENSE +0 -0
- {mindstudio_probe-1.1.0.dist-info → mindstudio_probe-1.2.1.dist-info}/top_level.txt +0 -0
- /msprobe/mindspore/{free_benchmark/decorator → code_mapping}/__init__.py +0 -0
- /msprobe/pytorch/{functional → dump/module_dump}/__init__.py +0 -0
|
@@ -0,0 +1,217 @@
|
|
|
1
|
+
# Copyright (c) 2024, Huawei Technologies Co., Ltd.
|
|
2
|
+
# All rights reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import os
|
|
17
|
+
import re
|
|
18
|
+
import json
|
|
19
|
+
from msprobe.core.common.file_utils import FileOpen
|
|
20
|
+
from msprobe.core.common.const import CompareConst, Const
|
|
21
|
+
from msprobe.core.compare.acc_compare import Comparator, ModeConfig
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def load_json_file(file_path):
|
|
25
|
+
"""
|
|
26
|
+
加载json文件
|
|
27
|
+
"""
|
|
28
|
+
try:
|
|
29
|
+
with FileOpen(file_path, 'r') as f:
|
|
30
|
+
file_dict = json.load(f)
|
|
31
|
+
if not isinstance(file_dict, dict):
|
|
32
|
+
return {}
|
|
33
|
+
return file_dict
|
|
34
|
+
except json.JSONDecodeError:
|
|
35
|
+
return {}
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
def load_data_json_file(file_path):
|
|
39
|
+
"""
|
|
40
|
+
加载dump.json中的data字段
|
|
41
|
+
"""
|
|
42
|
+
return load_json_file(file_path).get(GraphConst.DATA_KEY, {})
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
def save_json_file(file_path, data):
|
|
46
|
+
"""
|
|
47
|
+
保存json文件
|
|
48
|
+
"""
|
|
49
|
+
with FileOpen(file_path, 'w') as f:
|
|
50
|
+
f.write(json.dumps(data, indent=4))
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
def get_csv_df(stack_mode, csv_data, compare_mode):
|
|
54
|
+
"""
|
|
55
|
+
调用acc接口写入csv
|
|
56
|
+
"""
|
|
57
|
+
dump_mode = GraphConst.GRAPHCOMPARE_MODE_TO_DUMP_MODE_TO_MAPPING.get(compare_mode)
|
|
58
|
+
mode_config = ModeConfig(stack_mode=stack_mode, dump_mode=dump_mode)
|
|
59
|
+
return Comparator(mode_config).make_result_table(csv_data)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def str2float(percentage_str):
|
|
63
|
+
"""
|
|
64
|
+
百分比字符串转换转换为浮点型
|
|
65
|
+
Args:
|
|
66
|
+
percentage_str: '0.00%', '23.4%'
|
|
67
|
+
Returns: float 0.00, 0.234
|
|
68
|
+
"""
|
|
69
|
+
try:
|
|
70
|
+
percentage_str = percentage_str.strip('%')
|
|
71
|
+
return float(percentage_str) / 100
|
|
72
|
+
except (ValueError, AttributeError):
|
|
73
|
+
return 0
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
def is_integer(s):
|
|
77
|
+
try:
|
|
78
|
+
int(s)
|
|
79
|
+
return True
|
|
80
|
+
except Exception:
|
|
81
|
+
return False
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
def check_directory_content(input_path):
|
|
85
|
+
"""
|
|
86
|
+
检查input_path内容, 是否全是step{数字}命名的文件夹(例如step0), 或者全是rank{数字}命名的文件夹(例如rank0), 或者全是文件
|
|
87
|
+
"""
|
|
88
|
+
contents = os.listdir(input_path)
|
|
89
|
+
if not contents:
|
|
90
|
+
raise ValueError(f'The path {input_path} is empty.')
|
|
91
|
+
|
|
92
|
+
# 真实数据dump会有dump_tensor_data文件夹
|
|
93
|
+
if os.path.exists(os.path.join(input_path, Const.DUMP_TENSOR_DATA)):
|
|
94
|
+
return GraphConst.FILES
|
|
95
|
+
|
|
96
|
+
# 检查是否全是文件
|
|
97
|
+
if all(os.path.isfile(os.path.join(input_path, item)) for item in contents):
|
|
98
|
+
return GraphConst.FILES
|
|
99
|
+
|
|
100
|
+
# 单卡只有一个rank文件夹
|
|
101
|
+
if contents == [Const.RANK]:
|
|
102
|
+
return GraphConst.RANKS
|
|
103
|
+
|
|
104
|
+
rank_pattern = re.compile(r'^rank\d+$')
|
|
105
|
+
step_pattern = re.compile(r'^step\d+$')
|
|
106
|
+
|
|
107
|
+
rank_all = True
|
|
108
|
+
step_all = True
|
|
109
|
+
|
|
110
|
+
for item in contents:
|
|
111
|
+
item_path = os.path.join(input_path, item)
|
|
112
|
+
if not os.path.isdir(item_path):
|
|
113
|
+
continue
|
|
114
|
+
if not rank_pattern.match(item):
|
|
115
|
+
rank_all = False
|
|
116
|
+
if not step_pattern.match(item):
|
|
117
|
+
step_all = False
|
|
118
|
+
|
|
119
|
+
if rank_all:
|
|
120
|
+
return GraphConst.RANKS
|
|
121
|
+
if step_all:
|
|
122
|
+
return GraphConst.STEPS
|
|
123
|
+
|
|
124
|
+
raise ValueError("The input path content does not conform to the expected naming convention. "
|
|
125
|
+
"It is expected to be all step{number} named folders (such as step0), "
|
|
126
|
+
"all rank{number} named folders (such as rank0), or all files.")
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
class ToolTip:
|
|
130
|
+
MAX_DIFF = 'NPU与标杆API统计信息比对,最大值的差值'
|
|
131
|
+
MIN_DIFF = 'NPU与标杆API统计信息比对,最小值的差值'
|
|
132
|
+
MEAN_DIFF = 'NPU与标杆API统计信息比对,平均值的差值'
|
|
133
|
+
NORM_DIFF = 'NPU与标杆API统计信息比对,2范数(平方根)的差值'
|
|
134
|
+
MD5 = '数据MD5信息,用于比较两个数据信息是否完全一致'
|
|
135
|
+
ONE_THOUSANDTH_ERR_RATIO = 'Tensor中的元素逐个与对应的标杆数据对比,相对误差小于千分之一的比例占总元素个数的比例,比例越接近1越好'
|
|
136
|
+
FIVE_THOUSANDTHS_ERR_RATIO = 'Tensor中的元素逐个与对应的标杆数据对比,相对误差小于千分之五的比例占总元素个数的比例,比例越接近1越好'
|
|
137
|
+
COSINE = (
|
|
138
|
+
'通过计算两个向量的余弦值来判断其相似度,数值越接近于1说明计算出的两个张量越相似,实际可接受阈值为大于0.99。'
|
|
139
|
+
'在计算中可能会存在nan,主要由于可能会出现其中一个向量为0'
|
|
140
|
+
)
|
|
141
|
+
MAX_ABS_ERR = '当最大绝对误差越接近0表示其计算的误差越小,实际可接受阈值为小于0.001'
|
|
142
|
+
MAX_RELATIVE_ERR = (
|
|
143
|
+
'当最大相对误差越接近0表示其计算的误差越小。'
|
|
144
|
+
'当dump数据中存在0或Nan时,比对结果中最大相对误差则出现inf或Nan的情况,属于正常现象'
|
|
145
|
+
)
|
|
146
|
+
SMALL_VALUE_TIP = '{}, 由于{}小于{}, 建议不参考此相对误差,请参考绝对误差'
|
|
147
|
+
|
|
148
|
+
|
|
149
|
+
class GraphConst:
|
|
150
|
+
CONSTRUCT_FILE = 'construct.json'
|
|
151
|
+
DUMP_FILE = 'dump.json'
|
|
152
|
+
STACK_FILE = 'stack.json'
|
|
153
|
+
GRAPH_FILE = 'graph.vis'
|
|
154
|
+
ERROR_KEY = 'error_key'
|
|
155
|
+
SUMMARY_COMPARE = 0
|
|
156
|
+
MD5_COMPARE = 1
|
|
157
|
+
REAL_DATA_COMPARE = 2
|
|
158
|
+
JSON_NPU_KEY = 'NPU'
|
|
159
|
+
JSON_BENCH_KEY = 'Bench'
|
|
160
|
+
JSON_TIP_KEY = 'ToolTip'
|
|
161
|
+
JSON_ROOT_KEY = 'root'
|
|
162
|
+
JSON_NODE_KEY = 'node'
|
|
163
|
+
JSON_DATA_KEY = 'dump_data_dir'
|
|
164
|
+
JSON_TASK_KEY = 'task'
|
|
165
|
+
DATA_KEY = 'data'
|
|
166
|
+
REAL_DATA_TH = 0.1
|
|
167
|
+
MAX_RELATIVE_ERR_TH = 0.5
|
|
168
|
+
ROUND_TH = 6
|
|
169
|
+
JSON_INDEX_KEY = 'precision_index'
|
|
170
|
+
MATCHED_DISTRIBUTED = 'matched_distributed'
|
|
171
|
+
OVERFLOW_LEVEL = 'overflow_level'
|
|
172
|
+
MAX_INDEX_KEY = 1
|
|
173
|
+
MIN_INDEX_KEY = 0
|
|
174
|
+
SUGGEST_KEY = 'text'
|
|
175
|
+
TAG_NA = 'na'
|
|
176
|
+
OUTPUT_INDEX_TWO = -2
|
|
177
|
+
OUTPUT_INDEX_THREE = -3
|
|
178
|
+
OUTPUT_MIN_LEN = 3
|
|
179
|
+
INPUT = '.input.'
|
|
180
|
+
OUTPUT = '.output.'
|
|
181
|
+
STR_MAX_LEN = 50
|
|
182
|
+
SMALL_VALUE = 1e-3
|
|
183
|
+
MD5_INDEX_LIST = [CompareConst.RESULT]
|
|
184
|
+
REAL_DATA_INDEX_LIST = [CompareConst.COSINE, CompareConst.MAX_ABS_ERR, CompareConst.MAX_RELATIVE_ERR,
|
|
185
|
+
CompareConst.ONE_THOUSANDTH_ERR_RATIO, CompareConst.FIVE_THOUSANDTHS_ERR_RATIO]
|
|
186
|
+
SUMMARY_INDEX_LIST = [CompareConst.MAX_DIFF, CompareConst.MIN_DIFF, CompareConst.MEAN_DIFF,
|
|
187
|
+
CompareConst.NORM_DIFF, CompareConst.MAX_RELATIVE_ERR, CompareConst.MIN_RELATIVE_ERR,
|
|
188
|
+
CompareConst.MEAN_RELATIVE_ERR, CompareConst.NORM_RELATIVE_ERR]
|
|
189
|
+
VALUE_INDEX_LIST = [Const.MAX, Const.MIN, Const.MEAN, Const.NORM]
|
|
190
|
+
APIS_BETWEEN_MODULES = 'Apis_Between_Modules'
|
|
191
|
+
NULL = 'null'
|
|
192
|
+
NONE = 'None'
|
|
193
|
+
VALUE = 'value'
|
|
194
|
+
BRACE = '{}'
|
|
195
|
+
DESCRIPTION = 'description'
|
|
196
|
+
COLORS = 'Colors'
|
|
197
|
+
MICRO_STEPS = 'MicroSteps'
|
|
198
|
+
OVERFLOW_CHECK = 'OverflowCheck'
|
|
199
|
+
|
|
200
|
+
DUMP_MODE_TO_GRAPHCOMPARE_MODE_MAPPING = {
|
|
201
|
+
Const.ALL: REAL_DATA_COMPARE,
|
|
202
|
+
Const.SUMMARY: SUMMARY_COMPARE,
|
|
203
|
+
Const.MD5: MD5_COMPARE
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
GRAPHCOMPARE_MODE_TO_DUMP_MODE_TO_MAPPING = {
|
|
207
|
+
REAL_DATA_COMPARE: Const.ALL,
|
|
208
|
+
SUMMARY_COMPARE: Const.SUMMARY,
|
|
209
|
+
MD5_COMPARE: Const.MD5
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
RANKS = 'ranks'
|
|
213
|
+
STEPS = 'steps'
|
|
214
|
+
FILES = 'files'
|
|
215
|
+
|
|
216
|
+
SRC = 'src'
|
|
217
|
+
DST = 'dst'
|
|
@@ -1,287 +0,0 @@
|
|
|
1
|
-
msprobe/README.md,sha256=PVuqD2Uyf_FMKdVLlu8_vOtRPw6SK_uNdRA7uIdBbEo,5296
|
|
2
|
-
msprobe/__init__.py,sha256=q2S8b3VTSn1wTMrkf8Gm79OOq9EerMIK6Y26gFdu_0s,688
|
|
3
|
-
msprobe/config.json,sha256=B91ept9Wzif4_N4ZoMg3U0X7lf2c8sX8u_1b0zY-PR8,1089
|
|
4
|
-
msprobe/msprobe.py,sha256=lJR_VokSvNOSMy9uQEFPJ1DrkYkVu4WAkDLeg41HSsk,5069
|
|
5
|
-
msprobe/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
-
msprobe/core/common_config.py,sha256=r3wRMWfVyGpuqGYKHitTcAnkU-osSCa0-yog4slimHU,4245
|
|
7
|
-
msprobe/core/advisor/advisor.py,sha256=6rj5tJGBU-pD6fT1FQMpU8Bw5KlEWaqS-vAWOlvVzAI,5641
|
|
8
|
-
msprobe/core/advisor/advisor_const.py,sha256=thEEVYKPimv9WGxxaC4vBXQ-Coq6yBlZ394T_b49Ibw,2624
|
|
9
|
-
msprobe/core/advisor/advisor_result.py,sha256=yM78n6NXLP1bjTsGeSddwb1bWQwtg1ZqjnPHmTzVxHE,2359
|
|
10
|
-
msprobe/core/common/const.py,sha256=XAlMqH5s_8ptqIGh-l3wV68iOWWBuR0DIfFHoqgzdyA,11834
|
|
11
|
-
msprobe/core/common/exceptions.py,sha256=CR78r3u_xUjSeF7oFpQAYZcI0LxjbFcuqrhpTVHAH9E,2883
|
|
12
|
-
msprobe/core/common/file_utils.py,sha256=witWNngvKztXjZFKCAD1pNMcX9JDlRfhi7Iw3Ew5Ids,19597
|
|
13
|
-
msprobe/core/common/inplace_op_checker.py,sha256=t3qxnnvLmxpvV6TYq1jvyy5lslJpICFmhe5YwqtWDTU,1240
|
|
14
|
-
msprobe/core/common/inplace_ops.yaml,sha256=CqE0wY6VFNvjRdmHHAR5l0BTSm_HHw6Ui0gL068pkOA,3094
|
|
15
|
-
msprobe/core/common/log.py,sha256=QFFess5TDso5HLjlMpuLtjFqcEeEHlfiDXKMoTn_5R4,2582
|
|
16
|
-
msprobe/core/common/utils.py,sha256=Nhe4VkypbKWB6xzQsoMuqoj96173qpUxnfrAAaqdIhc,14702
|
|
17
|
-
msprobe/core/compare/acc_compare.py,sha256=7ccTPRCl8eRoaGbv3YTiTk8EGpZmZmElLXkK8JRnZRI,24318
|
|
18
|
-
msprobe/core/compare/check.py,sha256=7Xkt9XUKU2_QSPqCbH3ogIrXSOySPp-lsrU-pdqKSqM,7495
|
|
19
|
-
msprobe/core/compare/compare_cli.py,sha256=JoB0EnAid2hm17S5xBYi69p54OBDcE9XxU3reGgu4TQ,3344
|
|
20
|
-
msprobe/core/compare/highlight.py,sha256=xlXUEh7hLjtlLOzCUO1123j-0yeDdaEcPkErKe-UvKI,11727
|
|
21
|
-
msprobe/core/compare/multiprocessing_compute.py,sha256=XBmlQ5udZIuZFcVQwGQGxqHefx1roZ8SsyWzJWljY34,6892
|
|
22
|
-
msprobe/core/compare/npy_compare.py,sha256=qepwUlt80PTy_8kOSxm62-1mjx0HQiRUUO_jTmx2p_w,12623
|
|
23
|
-
msprobe/core/compare/utils.py,sha256=DrS1gVeqkXTrsuGsY9R1oEWMyqwm9NxVEjIRsxAhufw,20873
|
|
24
|
-
msprobe/core/data_dump/data_collector.py,sha256=RHv2uahILgZbr030QiaPJTt04rYtM7A5PFafUz97buA,6307
|
|
25
|
-
msprobe/core/data_dump/json_writer.py,sha256=2VyTiqtkECKP6FskdM0Gk_Z_F3OfU3o7VlGa3hKCk_A,4523
|
|
26
|
-
msprobe/core/data_dump/scope.py,sha256=vI9rbuqPJBHgNIK6s03rcvEh6mdl5prlApPcEg65qkM,6603
|
|
27
|
-
msprobe/core/data_dump/data_processor/base.py,sha256=2q3oePnN-kA0_w4j6gOsnW8ooxacHLENZS5sG_WcEDo,12843
|
|
28
|
-
msprobe/core/data_dump/data_processor/factory.py,sha256=3v1AInU7DarnVYQUPu4qZngigxvhYLggh22EWASEfJo,3924
|
|
29
|
-
msprobe/core/data_dump/data_processor/mindspore_processor.py,sha256=HquCKRMKCFFP2jDoE1Yb0b6fBThEvEZtA_dwV3r5p3o,8312
|
|
30
|
-
msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=PiNERrLwzMmV_uAZmEmp3kP9UFL54OTJ2Jo-vVmH2-4,16629
|
|
31
|
-
msprobe/core/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
32
|
-
msprobe/core/grad_probe/constant.py,sha256=-X2I3SCCEIXMakPwYPu1I7V4AdwFGRVvzR9oSOn83F0,1721
|
|
33
|
-
msprobe/core/grad_probe/grad_compare.py,sha256=f16wuKKC3kvft31COdafa3H34yict1dKEI50oGdjfwc,7561
|
|
34
|
-
msprobe/core/grad_probe/utils.py,sha256=UNQ29c87Ss6aPq4UjX6O7WR5Brsx6Kqu4b1frBky5qw,2506
|
|
35
|
-
msprobe/docs/01.installation.md,sha256=ZDinC1749CtFL2fHIcMrhHeDHCdzgcZQqS4muP2TBTE,3723
|
|
36
|
-
msprobe/docs/02.config_introduction.md,sha256=kJJcnki2R8S3V_V15-bFplH3lqgMIVuUObE6FS5IJr4,21104
|
|
37
|
-
msprobe/docs/03.config_examples.md,sha256=xIp97s5J46jVGJcp58bPvZfFBe5SsBOA2fTCO2aNqWg,3881
|
|
38
|
-
msprobe/docs/04.acl_config_examples.md,sha256=ltVE0XTbiThAde3u9KPovup5ZPF2qLjS69cqF2jTtro,2369
|
|
39
|
-
msprobe/docs/05.data_dump_PyTorch.md,sha256=XogA3EbC0bLSg8PSkizM3LVeLyiS-5IJVyVOfYmME9Y,13436
|
|
40
|
-
msprobe/docs/06.data_dump_MindSpore.md,sha256=ntODIjWjdqo5HMEP0I4DGsDNr_BgyBnW7auAipV9Frs,13784
|
|
41
|
-
msprobe/docs/07.accuracy_checker_PyTorch.md,sha256=jk6hFPvmOWeroJA0N7sy8V27Y--VEyPQw-rssYPNMXw,28220
|
|
42
|
-
msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=i4kX9hDja4NUr9hglb0RkCjqXjVmWaXZk4SoEQCJn5w,11828
|
|
43
|
-
msprobe/docs/09.accuracy_checker_MindSpore.md,sha256=I1RE8DEkRwjKbPjRY1rgrryMU5kxbJI9EPk5jw6d44U,5177
|
|
44
|
-
msprobe/docs/10.accuracy_compare_PyTorch.md,sha256=h7p_wI4qAObMotzfctXlvlFLNCVC0ssaprxI1bdtmOY,20549
|
|
45
|
-
msprobe/docs/11.accuracy_compare_MindSpore.md,sha256=Obr4suf01leNxAHzV052mW5xoWw0nFcKLmrhUyrM_qE,17415
|
|
46
|
-
msprobe/docs/12.overflow_check_PyTorch.md,sha256=SkuTYAAzynawgFUoBjX4npNRDodZ04yaorqqFtwk_Is,3638
|
|
47
|
-
msprobe/docs/13.overflow_check_MindSpore.md,sha256=efo_nfa5ywyO2v8gVL9YpQukj2KpcO8zHZDWCfOwJq8,2471
|
|
48
|
-
msprobe/docs/14.data_parse_PyTorch.md,sha256=ERT5L3igrm1HrPsNbFMFbEtA5jvJ9HukWPP2CCuROdY,18749
|
|
49
|
-
msprobe/docs/15.free_benchmarking_PyTorch.md,sha256=jRWFWmd1ZbEKQFg0rEMBZkFgtphiEtbup_MpUvO203A,9772
|
|
50
|
-
msprobe/docs/16.free_benchmarking_MindSpore.md,sha256=nu5XxkEL_fd3mcHZUbDnkxfNuv8WQm0A8Q6mQlGRtsU,7964
|
|
51
|
-
msprobe/docs/17.grad_probe.md,sha256=l7JT4Hcz7tTsckJNUArq3horDAiyUBrkf72SPa5g6QI,9417
|
|
52
|
-
msprobe/docs/18.online_dispatch.md,sha256=KuQtWygBMNpc6B-nX2-z25ZBJUGXSXIlwwkcA_sM63A,4126
|
|
53
|
-
msprobe/docs/FAQ.md,sha256=nz_PSl1fmaXcoONuhSfBWsWU1_KiAJ1ks1Dp3EIDjL0,9416
|
|
54
|
-
msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md,sha256=4NkHEa8VN3ebeUgrw9T-7rlL-qL_xB63w81O5m29D6s,10799
|
|
55
|
-
msprobe/docs/img/BLOOM-7B_1.png,sha256=Ul9XNHCX52PYufGaZ5mPfwTNJxwUO46KOKp7JxvDeAk,3534
|
|
56
|
-
msprobe/docs/img/BLOOM-7B_2.png,sha256=HKefltWpBM2UkVHFy9rB238g6W5w-8CpsueW6Zf52HM,5251
|
|
57
|
-
msprobe/docs/img/BLOOM-7B_3.png,sha256=gtL8dXIoqoJwk2Nd-KKChVM47IBdEY6KVYVRejnwKt0,5095
|
|
58
|
-
msprobe/docs/img/BLOOM-7B_4.png,sha256=1yuQ2Dh7ak-VZt_kLprXVHtvfUxaxfsgrKdYzudHR94,4727
|
|
59
|
-
msprobe/docs/img/GPT-3_1.png,sha256=EVm59Bvd3cX01RpZBqDyMVECjsiySTNy5RR9YyJoCTw,7898
|
|
60
|
-
msprobe/docs/img/GPT-3_2.png,sha256=4wNkqagB28IJi808pnvUB72E03b2OeWdAASq5ggyl8A,6716
|
|
61
|
-
msprobe/docs/img/GPT-3_3.png,sha256=6-fbdYtgcYU1xe9yOg6tAnKQ8SfZ6-x6rPVNSRxGP8I,8732
|
|
62
|
-
msprobe/docs/img/GPT-3_4.png,sha256=QYpb7ZJaOAM_wJ5qdQQon0TKu7apVRL7ijovl18Uvzg,6609
|
|
63
|
-
msprobe/docs/img/GPT-3_5.png,sha256=8eiCyqLmiaH6xwqpyTe3XTcesbGQUw8gApDI7ONBBkA,4676
|
|
64
|
-
msprobe/docs/img/GPT-3_6.png,sha256=4IZvCeYHgK7gB87dgf6HgTaQ5uBK0s2sZXLblsDIVtQ,7658
|
|
65
|
-
msprobe/docs/img/GPT-3_7.png,sha256=dil9jwfsYxtFupUu_aTCnKjuuEk3X_UMnqWJS0NzWCA,8139
|
|
66
|
-
msprobe/docs/img/GPT-3_8.png,sha256=RNXIQgrCObpYtoKTkdTxr66AkndY_k2mGbksNgIqccQ,6084
|
|
67
|
-
msprobe/docs/img/YOLOV5S_1.png,sha256=kCI017bFT7X3RrBPLMESTrnHZcRJYF-Ko_oJpjcsFWw,7019
|
|
68
|
-
msprobe/docs/img/YOLOV5S_2.png,sha256=NH4vy35cGDl3qjlcUhDTWNpGEKcuboQ_YILxWQpvx40,5796
|
|
69
|
-
msprobe/docs/img/accuracy_checking_details.png,sha256=dAedq5tbuzM3uEKPZzoanFSkzc0ep3HSW0r_3iTWMvE,39062
|
|
70
|
-
msprobe/docs/img/accuracy_checking_result.png,sha256=6dVDcp3hl-zFIOgLigbRrMdgeBDiMfKWxupL8Hugvxo,6022
|
|
71
|
-
msprobe/docs/img/api_precision_compare_details.png,sha256=QkN8uldQ6j1Bvd4WxtucZXUMr--AoBUjSCJ01hTkpFw,25476
|
|
72
|
-
msprobe/docs/img/api_precision_compare_result.png,sha256=Kp9bIK1rlw3zDyX4Oqw1CVPohTtJBig0RYK2iIhum9g,4538
|
|
73
|
-
msprobe/docs/img/auto_analyze_log.png,sha256=3Jd9bl0BBrYxs5fFlcKYqeIjFbPlYegVmw4GGUe6s1o,65144
|
|
74
|
-
msprobe/docs/img/compare_result_pkl.png,sha256=pMCd38zNjQ1LzcA_86DPlNA_jAfKJ0QYcSBDmzVA0Jw,36133
|
|
75
|
-
msprobe/docs/img/compare_result_pkl_md5.png.png,sha256=ys9key_66mHsKST53SmGdzhYyA4dJtB2PVrGcqQkld0,20464
|
|
76
|
-
msprobe/docs/img/cpu_info.png,sha256=8n9pjTDB8_Q8_i1mo4CMNqb2JF96UGTBCPWLgPo_XBU,33797
|
|
77
|
-
msprobe/docs/img/free_benchmark.png,sha256=TjEImRJHHyt0-0R1fFWdhx1y4Lx8PM3wYgrF2XInkS0,72372
|
|
78
|
-
msprobe/docs/img/free_benchmark_framework.png,sha256=hfYfF7Au7sgHaQeduovUdfL-nhWguIGeZZDaUHO3AfI,259617
|
|
79
|
-
msprobe/docs/img/grad_probe_image-1.png,sha256=CfCd5eWGxfajKaEIWz2wSv5do1EeJRg9WEMLI7wUqVs,42344
|
|
80
|
-
msprobe/docs/img/grad_probe_image-2.png,sha256=K7fC5F2ln5bYzqaXazF_adQhIdv4cjqPdo9qiQyc6uM,26563
|
|
81
|
-
msprobe/docs/img/grad_probe_image-3.png,sha256=x-xvegKI7yQEl4lFzrKA9K0zRdT6m6kTdvs1epXaTjg,22581
|
|
82
|
-
msprobe/docs/img/grad_probe_image-4.png,sha256=QX8iEZR4fiopqy2tFSPrWZo6AtYimYmpfy6rVVtXfk4,22779
|
|
83
|
-
msprobe/docs/img/grad_probe_image.png,sha256=Uva-rNS275o4l1vHXCKAAAQmGOuzkKhjiFrCdm7iHVY,11977
|
|
84
|
-
msprobe/docs/img/module_compare.png,sha256=8LjiAcZwLK-Me6YrkpWaAfOKFycStSapWdLsqZyS8oo,56655
|
|
85
|
-
msprobe/docs/img/ms_dump.png,sha256=9tHk4gizGhkdycZRRiIRxBHJoPtCl9tsdMnl3PjVsk8,74578
|
|
86
|
-
msprobe/docs/img/ms_layer.png,sha256=aqlWHCMoiNDksJE7m_ilpM0ifDLt8fxgh-MGNxpfNOU,277469
|
|
87
|
-
msprobe/docs/img/pt_dump.png,sha256=c-YrWYiRERBj_x410-aq3-uMcxgII0ETVk-hT1KUr-4,70698
|
|
88
|
-
msprobe/mindspore/__init__.py,sha256=H-r1h2V_yLn_gH4Jko7JPcJzceQImOnZ0KNhQ-okWRA,128
|
|
89
|
-
msprobe/mindspore/cell_processor.py,sha256=-kQIecCEBkwjaEFG8OnS30JpYC72Z8yaqDuG1LC2XAU,1961
|
|
90
|
-
msprobe/mindspore/ms_config.py,sha256=naAxopsLVz5iuXeO79d9nzBekY5PFZvvNCjSTKASNX8,5270
|
|
91
|
-
msprobe/mindspore/runtime.py,sha256=8cdkkNgW37dVo_k5XgGUg_Juy31o86n6g2QIGuyHvAA,90
|
|
92
|
-
msprobe/mindspore/service.py,sha256=0jzg17ABM_s23vrfHGQQCouM6ytsokG-OlOmEiFT8cE,13484
|
|
93
|
-
msprobe/mindspore/task_handler_factory.py,sha256=x3cwKfuCl0ghZbHqL7a6PI1T54WnIh6Z7y00nvd2kCY,940
|
|
94
|
-
msprobe/mindspore/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
95
|
-
msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256=kw5s32M_8VO-bOuchiKkhryfzGiUxjCheYElAYDsQws,13961
|
|
96
|
-
msprobe/mindspore/api_accuracy_checker/api_info.py,sha256=4H_SSibhs6K3ZGtwnQxaxle4Rqg-qWIrV98I3vxvDwA,4194
|
|
97
|
-
msprobe/mindspore/api_accuracy_checker/api_runner.py,sha256=GPdIWQKAYJbyn1ENyqdxz438QWz96nw4b6-dUAwUsCQ,7648
|
|
98
|
-
msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py,sha256=SAZUf_J95S3KpvoyMXxcnfqh8Fsqfa8O6hwV97qWaJE,7782
|
|
99
|
-
msprobe/mindspore/api_accuracy_checker/cmd_parser.py,sha256=GThZCtFsvBKtwFYvlcxv3R_jd_EmrhwSRVRDNBJZYxY,472
|
|
100
|
-
msprobe/mindspore/api_accuracy_checker/compute_element.py,sha256=ElyQi5nHf3It3f_FiY3ikZnr6PPHei1SOetP7jEaOGY,11712
|
|
101
|
-
msprobe/mindspore/api_accuracy_checker/main.py,sha256=5BTuAE84hsCq7KnX7u4ehzDsgDNuYN5PhnAjnWLBORs,370
|
|
102
|
-
msprobe/mindspore/api_accuracy_checker/type_mapping.py,sha256=NZo4gu9QMapW0SF-wlOxzvmN-DJN_qge6AnCGZ6RX5s,2448
|
|
103
|
-
msprobe/mindspore/api_accuracy_checker/utils.py,sha256=O5idt-0YLQixvFJLVv1NLEG51oNOKQ6DDFt2Ciox7Xo,3114
|
|
104
|
-
msprobe/mindspore/common/const.py,sha256=a3Xl8ecNKGcAY93KlsjWZKwGqHW2lsNOQmYgGv2D_dA,3165
|
|
105
|
-
msprobe/mindspore/common/log.py,sha256=DU645l6b0icOTQUxl0BztJFOQRVhbeZSTqbMaQAzMqE,1205
|
|
106
|
-
msprobe/mindspore/common/utils.py,sha256=HUGtGzC0Wwtvf8nfa0WkjYSRB5ZeGJ5TEWof9gLfTJg,3222
|
|
107
|
-
msprobe/mindspore/compare/distributed_compare.py,sha256=lhF4IXGWRbHnHQWdP38wvv8iNWbbDkWPyDoyWt-7HbQ,3288
|
|
108
|
-
msprobe/mindspore/compare/layer_mapping.py,sha256=9PiC9o8-MuX00Q6N_Yzbi3eDbEc4ChmyoXUjwR6CyzE,5820
|
|
109
|
-
msprobe/mindspore/compare/modify_mapping.py,sha256=LwQo5Hq2hXXAx3KJDOZjdFTdQH5GtRbdnPWOJTdQH-w,4767
|
|
110
|
-
msprobe/mindspore/compare/ms_compare.py,sha256=_H28G42RKgFfoATEfu37-pgNeyGyAcLh8r7elKFpdUU,19044
|
|
111
|
-
msprobe/mindspore/compare/ms_graph_compare.py,sha256=Jqbxa0k1WlLf-7TZ-mlCMwZ91E2wb0vsFO2tej9NeRg,18177
|
|
112
|
-
msprobe/mindspore/compare/ms_to_pt_api.yaml,sha256=NGzy6_yIArM6V0zYsW3sg3KLMJe0sr9ljKiIcHujJus,13203
|
|
113
|
-
msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
114
|
-
msprobe/mindspore/debugger/debugger_config.py,sha256=HC_maN0t4rE19irZzIFNY54MED-WTePycDnhrgqLqVw,3337
|
|
115
|
-
msprobe/mindspore/debugger/precision_debugger.py,sha256=BCDd5eSHQeXR0usRYMyT2L7eD3XEmteQdXj-0eh1iaM,5359
|
|
116
|
-
msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
117
|
-
msprobe/mindspore/dump/dump_tool_factory.py,sha256=4yKhJQSUfUUPEdkx9GXu-M3IAhObYHXmYC7llyzvhH0,1851
|
|
118
|
-
msprobe/mindspore/dump/jit_dump.py,sha256=iCgXvskdPpT3bkTOS24QrGHPOYRvf46m6O1ODemZyKE,3970
|
|
119
|
-
msprobe/mindspore/dump/kernel_graph_dump.py,sha256=hTUkEHJyxtFSkqNtEVjZ2o2HQYmVAXx-81p6gyApKJE,3672
|
|
120
|
-
msprobe/mindspore/dump/kernel_kbyk_dump.py,sha256=9yXl_7TvogO9AhEx7dgRegDFRgURdWSUmEWg94XPIPA,2952
|
|
121
|
-
msprobe/mindspore/dump/hook_cell/api_registry.py,sha256=Oy2NNO1Dc_NvBaM7qsszEK2PZvLZ4ZP7BZ8PYE_LP1o,6276
|
|
122
|
-
msprobe/mindspore/dump/hook_cell/hook_cell.py,sha256=XF9SeZHQeTYil85aG6UH0eaNGTaJgPTg1OElDoSU2XA,1983
|
|
123
|
-
msprobe/mindspore/dump/hook_cell/primitive_hooks.py,sha256=8TXRMnlPxaA18riOgh-qKacm6btiruGEzlQ7P99p_5E,9759
|
|
124
|
-
msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml,sha256=To0fOzxAb9gkqV-cpZ3yCfAUitlxzfC5OohWzKV2bz0,13148
|
|
125
|
-
msprobe/mindspore/dump/hook_cell/wrap_api.py,sha256=1fuLtAHfC_FdXlKe_9DAFihyhv2srkhxw8LTt8nwM1U,4909
|
|
126
|
-
msprobe/mindspore/free_benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
127
|
-
msprobe/mindspore/free_benchmark/api_pynative_self_check.py,sha256=IwF_kaf3J82TPhueRM3EmB64pgAhW1gcw9WkluRvxBQ,4485
|
|
128
|
-
msprobe/mindspore/free_benchmark/self_check_tool_factory.py,sha256=93hI__EICoU0fy-PAjFlW47LrtEI8qDm2AL67YExJxo,1761
|
|
129
|
-
msprobe/mindspore/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
130
|
-
msprobe/mindspore/free_benchmark/common/config.py,sha256=xK1hEV8pHH6upC8-0ciio-GgN1-Q_DAMSdv1a__fhTU,1008
|
|
131
|
-
msprobe/mindspore/free_benchmark/common/handler_params.py,sha256=jzpMBxgPlnvSq7MliGdmPnTixVaUjrOZyXzIRQ_nfy4,1083
|
|
132
|
-
msprobe/mindspore/free_benchmark/common/utils.py,sha256=PLVu0Pwmq4uIPSS6ZpeZMEqvVsAen0aY2Erz_USe618,2837
|
|
133
|
-
msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml,sha256=lsGOW1R6w2_xZsZ4L012lmeXTUwa-BcjpvNske4U9jU,10579
|
|
134
|
-
msprobe/mindspore/free_benchmark/decorator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
135
|
-
msprobe/mindspore/free_benchmark/decorator/dec_forward.py,sha256=LYNUwiCpGte-r_GecwCuF5IcTa1a6W2lWrgwfO4zL1E,2385
|
|
136
|
-
msprobe/mindspore/free_benchmark/decorator/decorator_factory.py,sha256=IiPSDsGy_gpY3eRqC0cl3mrRJPtN5Cc6IK2rCe1liZQ,3586
|
|
137
|
-
msprobe/mindspore/free_benchmark/handler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
138
|
-
msprobe/mindspore/free_benchmark/handler/base_handler.py,sha256=ABlPCir7fvgHsyck7KMalbL4NYsX3Nm7VSgY9_kYXMM,4556
|
|
139
|
-
msprobe/mindspore/free_benchmark/handler/check_handler.py,sha256=zANPnKwyeLV0snl4bDG3C3BY6I4hHR0PXMHjNZhROPE,2526
|
|
140
|
-
msprobe/mindspore/free_benchmark/handler/fix_handler.py,sha256=i148P8E4sVCPdWDOmanT44o5C58zxGlUjMC5nlOJU5I,2000
|
|
141
|
-
msprobe/mindspore/free_benchmark/handler/handler_factory.py,sha256=ThcxVntpqGdBYvvSLtH9nugIutgTKd3nKCyPX14SPhY,1394
|
|
142
|
-
msprobe/mindspore/free_benchmark/perturbation/add_noise.py,sha256=FSvBxnumdbBa5to4OhEwYqH8krUMl-CMIYgJfQbVAhU,2763
|
|
143
|
-
msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py,sha256=LPpiPuZoZURwJ6n_ANZlGLAwZlOZMJCV9lWHLz2pSQw,1270
|
|
144
|
-
msprobe/mindspore/free_benchmark/perturbation/bit_noise.py,sha256=xcADRqz7QSV1IgGLlfqpwLcTjZ5dSH3Wo0RBijYagHI,3399
|
|
145
|
-
msprobe/mindspore/free_benchmark/perturbation/exchange_value.py,sha256=TmDe7jMCBoakS3D0xiq1fGYVbA-bzwQTByMxvYsKtI0,2686
|
|
146
|
-
msprobe/mindspore/free_benchmark/perturbation/improve_precision.py,sha256=qNJE4PiH3lG9KaMK3yfdbKf1E3-RAhQa_WRvhVFgPSo,2131
|
|
147
|
-
msprobe/mindspore/free_benchmark/perturbation/no_change.py,sha256=fMwZxe0AgcHNNIRwPxuwMGb2-rCvveBEsfWu-LwucW8,1055
|
|
148
|
-
msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py,sha256=ljxWcqJhbSfzPJBvxzRspVMw4yn7a4AKDqKMNHhZAH8,1934
|
|
149
|
-
msprobe/mindspore/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
150
|
-
msprobe/mindspore/grad_probe/global_context.py,sha256=4j-eNTszrzy9X-1ITDMWHaPTi3Xr47-qRWEBun1Hl4k,4013
|
|
151
|
-
msprobe/mindspore/grad_probe/grad_analyzer.py,sha256=KARp8BRqX8KsgXiIhw9C1iriG-Ph1xppXLA-ZnXBUK0,9315
|
|
152
|
-
msprobe/mindspore/grad_probe/grad_monitor.py,sha256=kM5eH_-pz1TbCaE87H4XkOe9ndDqBHEdaokmuW7mDs4,935
|
|
153
|
-
msprobe/mindspore/grad_probe/grad_stat_csv.py,sha256=7_m_C4P7Yi-gAjXyLPW-d2cvRBR4v2CRzfg0hPMWMEM,3714
|
|
154
|
-
msprobe/mindspore/grad_probe/hook.py,sha256=F4lFSkQEsJfRC2fNJXKZwwaH3agzXNRUXV1HmP-7zmU,4314
|
|
155
|
-
msprobe/mindspore/grad_probe/utils.py,sha256=e7RAx4hyP1tciyHCtLCXDTbkuVZsWZxgltySEGo2Rog,1055
|
|
156
|
-
msprobe/mindspore/overflow_check/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
157
|
-
msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py,sha256=aJbFygfpWJoxEgMpuaAwDsARaniyyqrhtHvM5TPU3NI,2831
|
|
158
|
-
msprobe/mindspore/overflow_check/overflow_check_tool_factory.py,sha256=fHWkpwHZuYOylVX8DxEgIt3XLf4VlP78UWYxZDyq89M,1820
|
|
159
|
-
msprobe/pytorch/__init__.py,sha256=dreYB-ntHrWrDG8F9VX6FKxXnBdXQZhxYxX_7wiP2vY,932
|
|
160
|
-
msprobe/pytorch/function_factory.py,sha256=TS7qE0YpL-aD4T5gQon8pXRkb2Tx5TmNTatE6lH7Dic,3568
|
|
161
|
-
msprobe/pytorch/module_processer.py,sha256=jz_yZvbeICnwGuEDTKnrHp7Gvk-tlNedp8frJW1czO4,6277
|
|
162
|
-
msprobe/pytorch/parse.py,sha256=TmMxmRfIfvvHzKGoDT5sKUdnt2PonwwwOKg1H7NsbVo,711
|
|
163
|
-
msprobe/pytorch/pt_config.py,sha256=hq2VOtHlgMzZBEGPq9-y-TcQLUsY3lAbz1ySc6EKB-A,13502
|
|
164
|
-
msprobe/pytorch/service.py,sha256=PKnF-VfxXH9ISpK-aWdd7GZHgrClbN5tn49ctE7l1mw,14735
|
|
165
|
-
msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
166
|
-
msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
|
-
msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=2kktin5NoWkSp2MOGDoxlz3MPv0lYXXD5r5SPYArEYs,144
|
|
168
|
-
msprobe/pytorch/api_accuracy_checker/common/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
169
|
-
msprobe/pytorch/api_accuracy_checker/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
170
|
-
msprobe/pytorch/api_accuracy_checker/common/config.py,sha256=A-4yJuWLrVw-J3o_cDjzenfz959YYnhAhjGtq3MfTrg,2626
|
|
171
|
-
msprobe/pytorch/api_accuracy_checker/common/utils.py,sha256=nluFpct7Kjb5_JKMrbHqc9m_dvOm4jsPKfqJsjSHWuc,8605
|
|
172
|
-
msprobe/pytorch/api_accuracy_checker/compare/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
173
|
-
msprobe/pytorch/api_accuracy_checker/compare/algorithm.py,sha256=yWVxDoOJxaEZ5_jcmQuNwRK3td4tljkuYTyv6_V0vg4,9143
|
|
174
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py,sha256=peEWenqJ01oOvSjz0PgXxI6AXCvg0NyA1sOOK_4DUJg,32065
|
|
175
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml,sha256=CnWLLvFwI44QOE6qwcMK6ZjLfOh4PIox9202hz6ZHEc,1998
|
|
176
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256=Pt5MQFazR6DwvI19SF8wUTHp2z_SLdoDz643AUdoWcY,8112
|
|
177
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=WmfAdXQ5A-nhX_xLnorvrDhOoQq7cvCelAE2FvBUWT4,23194
|
|
178
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=7W6DpfoWBzOi0ciZ_AiDCxxkZAGovUkZzHWWJESPDzA,4578
|
|
179
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=cquQl2OyXz7_sC6GKJJz71JIfPMGKkHScceukwVtcm8,9874
|
|
180
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
181
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
182
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=XnDCv_rP5fz5QRRcRM2aF2MO0NS4lM85ohK9Qhpy68g,14950
|
|
183
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=HCn8-5jbs8g-NpWwkgF4QxJtzzXvaQ0Xf1EAGmHCJEs,9168
|
|
184
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=Bjarp1uxMM9wKEfOG8K40TeKRo6MmU9PZgsGvkmK1aY,6147
|
|
185
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=XUwNQsoy3FB4Sanrmu5-oi_jV01yi4F_GAJ6xoMNCok,24211
|
|
186
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=TIwzS3ts62O5LbSH0zTaCtB6j-9IE7JCu8yLMXaebgo,9565
|
|
187
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json,sha256=6caXsuV9H9eDG2Zd0m_qJG_TsZ2Mk8z8RV8tS7r2m4o,92
|
|
188
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
189
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py,sha256=5wOFGk5fuUoa3cjJbp6NQujGKEKAY40oD3mFu3rmlow,8492
|
|
190
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py,sha256=UYFSp8eTZC9_6k-o215skY4Tx_DCIOa4D3OaYgCb1Do,14441
|
|
191
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py,sha256=8zDT-TrD-JtZC-ZshPGqvqsd9UFcffx7BFCaoVjjTpw,10270
|
|
192
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py,sha256=1hHEwuslHQHSEMOSYncBDJ4fY2hULjpc50oXhbjg_UA,3767
|
|
193
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py,sha256=QXLNHDfAV7BLFfvI-7tT1zNKhU2kiZoaxMXEfgbPQCM,10124
|
|
194
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml,sha256=AAEAsbIK8R1O9c9kDb6svfeklqt2W8GHf19ewKpEROo,1057
|
|
195
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=aDQmCdDA_FV-5gx7WlvrVYxI77ZaO9kEnn4CwvSF17k,1791
|
|
196
|
-
msprobe/pytorch/bench_functions/__init__.py,sha256=BoY2ZOpo_mj2gQ8pcl8oLwFxfHpZidOflJ1aGYDmPrM,1157
|
|
197
|
-
msprobe/pytorch/bench_functions/apply_adam_w.py,sha256=tUkQEmmUf__kIkBTagtjphR7HaiZRpDjk_q7j6AGl00,1690
|
|
198
|
-
msprobe/pytorch/bench_functions/confusion_transpose.py,sha256=XdXuilYWVNKAbpP81U1lb4I0-ZOJ4J-SllyNpm9ywsA,1294
|
|
199
|
-
msprobe/pytorch/bench_functions/fast_gelu.py,sha256=L3J2FNiHY_FCjWXLKuf3fCPLf7oE7kBVaYBjXUstR4s,1883
|
|
200
|
-
msprobe/pytorch/bench_functions/layer_norm_eval.py,sha256=kObMeu4JKPltaGFXqf64cFcNVEsH8W-jW1m2PHbPPzA,808
|
|
201
|
-
msprobe/pytorch/bench_functions/linear.py,sha256=jZ7C4jcKEBmM9t74P1AkPgJK1IXoawyxaQtultiO0nE,944
|
|
202
|
-
msprobe/pytorch/bench_functions/matmul_backward.py,sha256=LIpTJMkTKCGdU2c6qa0u-gDuEEnalbGcf2jitfKsoWs,3150
|
|
203
|
-
msprobe/pytorch/bench_functions/npu_fusion_attention.py,sha256=051Bv2NkDP4ohvXR6SbW61lwq1FGhCsbH7VblA69_Bs,22422
|
|
204
|
-
msprobe/pytorch/bench_functions/rms_norm.py,sha256=H5ukqQoxSWAHJoFeyZP_Jl6qn-nFNPrIfKedLNWPwOk,1072
|
|
205
|
-
msprobe/pytorch/bench_functions/rotary_mul.py,sha256=kIkYe-1RIyxGaZiodQL2cnus40iiG17_D-lLK1SgdQc,2721
|
|
206
|
-
msprobe/pytorch/bench_functions/scaled_mask_softmax.py,sha256=OAZq05MRKhBYuJ-962QeQMgO1xuCdTNd__XAgDf_5qQ,1518
|
|
207
|
-
msprobe/pytorch/bench_functions/swiglu.py,sha256=Z1uyVdPYhPF27taYqZA3HyXIEW7Noq_7Y8JPlz6fqjk,3017
|
|
208
|
-
msprobe/pytorch/common/__init__.py,sha256=87H-l6y1gbEL2EQiSbPceeJwKJdcsS6zv-9NmrTJlTo,709
|
|
209
|
-
msprobe/pytorch/common/compare_script.template,sha256=CsfmJ5IuPycAYa0-IfVPXrXVu-o6g8BeEF9v17UK_1w,286
|
|
210
|
-
msprobe/pytorch/common/log.py,sha256=yGLpZ6mGfB-s9sHj_gcL5_PMq_Ai4BJxumA0F0knAso,1121
|
|
211
|
-
msprobe/pytorch/common/parse_json.py,sha256=Vq7qjvUA_2Rc5QKCpWb5TIk5akjhFLrqC0pJk8ihdpA,2136
|
|
212
|
-
msprobe/pytorch/common/utils.py,sha256=fBRmBGning3_vfPweyUg0fd24h9rko5psiEOcAHq0_g,9918
|
|
213
|
-
msprobe/pytorch/compare/distributed_compare.py,sha256=JR_qkymeduHErL1NFq5mWDnwxEz7Lwdq314ZFp2JEKg,3498
|
|
214
|
-
msprobe/pytorch/compare/mapping.yaml,sha256=Udlbf1dWDAdnTs8VcDTiSkqsMNj93o2qFUU2ocFgt2k,11697
|
|
215
|
-
msprobe/pytorch/compare/match.py,sha256=j6ydfhs9zNMu6vzxsp_qMei-7-zDMuPO8Uj9i_OIhSA,1886
|
|
216
|
-
msprobe/pytorch/compare/pt_compare.py,sha256=hXWTzaWT9JBrI0GLDECoYyEFZGSZ4WLqTwTVliZfVE8,4034
|
|
217
|
-
msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
218
|
-
msprobe/pytorch/debugger/debugger_config.py,sha256=K6k_hKX8JW7a_yEu28nVCftNqomk5K9vchS9UelVN2w,5629
|
|
219
|
-
msprobe/pytorch/debugger/precision_debugger.py,sha256=3WBFzTtufLnyNQQPSU40dWWC3wR1r6ng92c2Y4NbNtQ,6876
|
|
220
|
-
msprobe/pytorch/free_benchmark/__init__.py,sha256=N2xdPic80U-Rl1B_6c8j09EMuU5Xn0knJjgmKQ5uiXQ,904
|
|
221
|
-
msprobe/pytorch/free_benchmark/main.py,sha256=5SSJGQ-eYOsguCCHaCLiOPuSrlbEHuWkaIk6T4534UI,4634
|
|
222
|
-
msprobe/pytorch/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
223
|
-
msprobe/pytorch/free_benchmark/common/constant.py,sha256=UeBE1OREX3cEJOEEcpq4O-yN7Xu-CfB-KXpAx1NGZXI,1929
|
|
224
|
-
msprobe/pytorch/free_benchmark/common/counter.py,sha256=LqRx7cZ9rr5bD4ueOSe6i_2lyWb4yEDpBVXuWKepg4Y,2718
|
|
225
|
-
msprobe/pytorch/free_benchmark/common/enums.py,sha256=GFv7XBseR6EUdg7e1WSdrV9iM00QjFmq6N4fhqKqtiE,1631
|
|
226
|
-
msprobe/pytorch/free_benchmark/common/params.py,sha256=6bgB5T2y4cGYQa9TVlzgbqpdkjEOdEEku8Is5dCFt9Q,4614
|
|
227
|
-
msprobe/pytorch/free_benchmark/common/utils.py,sha256=q11OgMkDqrUYcCMwPxgC_230sOdHOGy03TyUPHK2GBg,4613
|
|
228
|
-
msprobe/pytorch/free_benchmark/compare/grad_saver.py,sha256=oDOmQGtM0_JAEq6NUcVrIWXTh8S-8LUvHc6uHbd3fJ4,8278
|
|
229
|
-
msprobe/pytorch/free_benchmark/compare/single_benchmark.py,sha256=8pLQ1H4wb54QzIJA9e-q8y8xwMXtedCdiq3DF0_9lho,4489
|
|
230
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
231
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py,sha256=Vn2KsiLmI69ssXPPrDGDWhBwnduJpI4xltdEMuW1U0s,939
|
|
232
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py,sha256=P_QPdsRJDL6R38f3m9Moq1f8J-LNaj5MQJkjwhQEzjE,2391
|
|
233
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py,sha256=lh6wPOmztdcbvfkhlu6HubAoEjfJaB2UEyjbeEWsYQ0,1480
|
|
234
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
235
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py,sha256=4yj7riWxVbiUfez8LpOvndiwIpAnbJ69-PblQTgfBCk,4100
|
|
236
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py,sha256=1GJp8TTNmAvWpQifffks3s_m118ihPKQ8aXj60KNcFw,4571
|
|
237
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py,sha256=3yRS1BfqHnsOtWMAIl8Lim9j8B-VTz0il47nGnhYeYQ,3740
|
|
238
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py,sha256=R_IY4yHC2hETkUvFkhmXAqxtvfzJQNhVFzRt8MXXNqo,3342
|
|
239
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py,sha256=D2jFon-qeJTIbF_vd_eXJiRDVlyIv_WWxDpnNR9NxSo,1542
|
|
240
|
-
msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py,sha256=vVvV9s7XdE3yF5S06gippUEiEqsARtX6cwcA9bObRzo,2181
|
|
241
|
-
msprobe/pytorch/free_benchmark/result_handlers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
242
|
-
msprobe/pytorch/free_benchmark/result_handlers/base_handler.py,sha256=r6hcfVPFtJi4nPRdHotqYKgghxwEBW9_CtlTDI96DZ0,10287
|
|
243
|
-
msprobe/pytorch/free_benchmark/result_handlers/check_handler.py,sha256=d47cgxL0HIreeopj7pfL53_erhzxaI8-gDJ5nXvkFaY,2246
|
|
244
|
-
msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py,sha256=fBJ0J3Qkx_RJBCsoGQpZPRZVrJpLRWo6Ts1jSI7-DPw,1481
|
|
245
|
-
msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py,sha256=D-J2kezk9bhiLMs8I1SesZ91CuozO73KtJY7g2l1wT8,1941
|
|
246
|
-
msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py,sha256=dKSntcNAF2B0Yqp5YJkfntDIlM8Zc6X66TuL9BcB6Po,7848
|
|
247
|
-
msprobe/pytorch/functional/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
248
|
-
msprobe/pytorch/functional/module_dump.py,sha256=cFf_FL6F9p1DNr9eMB3D5o_t-EOCXXIicpPxYvGbwD8,3837
|
|
249
|
-
msprobe/pytorch/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
250
|
-
msprobe/pytorch/grad_probe/grad_monitor.py,sha256=o0QTmhmemxMKWTvHViW69ZFFyLKcJz9PButFMF02x8c,4282
|
|
251
|
-
msprobe/pytorch/grad_probe/grad_stat_csv.py,sha256=ExksEWUaLsMoLnuz9SFub7VD1H8B6ye76o8NDb4p-F8,4046
|
|
252
|
-
msprobe/pytorch/hook_module/__init__.py,sha256=ki_iOt1mnk-qTTl39Sm3ygQ86vG4EV2gwcSViQwkWRs,668
|
|
253
|
-
msprobe/pytorch/hook_module/api_registry.py,sha256=V8bnCPlvrV2v3l2wtC3Dhr9SMeGp4HSc8K6i63K8Cd4,8104
|
|
254
|
-
msprobe/pytorch/hook_module/hook_module.py,sha256=Kl5NzpGz2ZWiAZ3KwE3jCkYARA2Chx-E3Wq0e35iIms,4864
|
|
255
|
-
msprobe/pytorch/hook_module/support_wrap_ops.yaml,sha256=jovioDnO0KW2tSRoPhxaxIpQV8ULAXkd-YtnsZutcRY,27870
|
|
256
|
-
msprobe/pytorch/hook_module/utils.py,sha256=_m3M3Ad_Xtkm_ZZCo7rJzX9qeG3ocDYZQQtMqTnOuoc,1101
|
|
257
|
-
msprobe/pytorch/hook_module/wrap_aten.py,sha256=tjD1CkresxQBr-iOhO5Hu4fGwSYpKNNhZv7XUBBFfus,3860
|
|
258
|
-
msprobe/pytorch/hook_module/wrap_distributed.py,sha256=3P7Dn_1-OoOA1xiwJdfCggyLfji8skrz8K9vIG8JlBk,2690
|
|
259
|
-
msprobe/pytorch/hook_module/wrap_functional.py,sha256=V12FL2RCW3vQeoD8LTSRXTtRSBR1aoT1eYhxizHvHUE,4474
|
|
260
|
-
msprobe/pytorch/hook_module/wrap_npu_custom.py,sha256=gzhBVSygl32puWMZKmmSQfh9_f0lY_-V24pBNPOjVLo,3058
|
|
261
|
-
msprobe/pytorch/hook_module/wrap_tensor.py,sha256=gWpEBg5BI1PqUYBz1XfSd9oPsau26w4iusmIrlH2m6c,2087
|
|
262
|
-
msprobe/pytorch/hook_module/wrap_torch.py,sha256=eJL_fTCm1K4NVKrjEqX-41zaa0aTqdNKyDdWC7kMXyg,2617
|
|
263
|
-
msprobe/pytorch/hook_module/wrap_vf.py,sha256=YpL1aPtVMszXosHiMtJgvLdLu4mBc2xjnNp9WvBrjGQ,1831
|
|
264
|
-
msprobe/pytorch/online_dispatch/__init__.py,sha256=26TwsLkd9AoRbnUOjZ4oc4mv2S8sTXFucu_7M3r2v2M,734
|
|
265
|
-
msprobe/pytorch/online_dispatch/compare.py,sha256=T9_UacfVbBmRtG9oO1ZfIIw7fKHwUZ4Qj9y77lnn--s,10593
|
|
266
|
-
msprobe/pytorch/online_dispatch/dispatch.py,sha256=WQaU6dwNxbwycSnEVQ8cfU7PaqC6vK11uv30FoNnKI0,11971
|
|
267
|
-
msprobe/pytorch/online_dispatch/dump_compare.py,sha256=F6pYomr0wk_j7z2U7kRvbpgRt6XfY7gODH1fMIwiefI,5870
|
|
268
|
-
msprobe/pytorch/online_dispatch/single_compare.py,sha256=qoCbE8UCL2_NbydfsO_ueAjFC60De9rprG9uINt993M,16575
|
|
269
|
-
msprobe/pytorch/online_dispatch/torch_ops_config.yaml,sha256=TvkG1_r78Ij10l2iFS0YqqY1sku2eiw3yG3JS65mCuc,872
|
|
270
|
-
msprobe/pytorch/online_dispatch/utils.py,sha256=G55I1xojA-rQun3E0qmXa0Q-9do4XCMZR5Te3uOR7Sg,4083
|
|
271
|
-
msprobe/pytorch/parse_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
272
|
-
msprobe/pytorch/parse_tool/cli.py,sha256=aPk72KPC1Z10zU-tl869nf6J1pv8h05MuxB9OwI9YCQ,1048
|
|
273
|
-
msprobe/pytorch/parse_tool/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
274
|
-
msprobe/pytorch/parse_tool/lib/compare.py,sha256=Dt9AqbZfmyWUPp1aMk7tDJwRaPE3H28TI5eXjtI9908,13325
|
|
275
|
-
msprobe/pytorch/parse_tool/lib/config.py,sha256=kLbz5EFkOgl3T4lRLmmoZgkpJ41yqH4StVjNgucs7xA,1992
|
|
276
|
-
msprobe/pytorch/parse_tool/lib/file_desc.py,sha256=l0RCGU4-DCM5p5iPuCGLcjyMd710owdjnuTKYAZ0kdc,1147
|
|
277
|
-
msprobe/pytorch/parse_tool/lib/interactive_cli.py,sha256=wkbpBK6LGufJvfFANoermyWLNLez8CR4ipcqv0DmBIo,3678
|
|
278
|
-
msprobe/pytorch/parse_tool/lib/parse_exception.py,sha256=0gRawclT_z1U0K9FkawMgFuGz3zvvqGeIgAbxZB6pSw,1763
|
|
279
|
-
msprobe/pytorch/parse_tool/lib/parse_tool.py,sha256=aJ846B-7Kk-JtqatoPvdjsSNZomeqAQEh3vPfZx53DU,8105
|
|
280
|
-
msprobe/pytorch/parse_tool/lib/utils.py,sha256=004omfhfleECQ8FZ5B4eZnRY85owe6zH__vf4IVdD2I,12517
|
|
281
|
-
msprobe/pytorch/parse_tool/lib/visualization.py,sha256=mppLLY-UBKQSXUA6Wbtj-rRxas4_SK-5rBV2GWvGb7Y,4063
|
|
282
|
-
mindstudio_probe-1.1.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
283
|
-
mindstudio_probe-1.1.0.dist-info/METADATA,sha256=hKCEcts8M8OsIWLl4tzsc6uhL-l30nk8ChTH3Zyhrg8,1308
|
|
284
|
-
mindstudio_probe-1.1.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
|
|
285
|
-
mindstudio_probe-1.1.0.dist-info/entry_points.txt,sha256=D2Vi0uZD_DqVIrJ9_Cw7y9SP5AHH4-8VHLjlPXUjIpk,50
|
|
286
|
-
mindstudio_probe-1.1.0.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
|
|
287
|
-
mindstudio_probe-1.1.0.dist-info/RECORD,,
|
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
# acl_config.json 配置文件说明
|
|
2
|
-
|
|
3
|
-
当 PyTorch 场景 level 取"L2"时,须配置 acl_config 参数,并指定 acl_config.json 文件(用于指定 L2 kernel 级 dump 的配置),此时 **config.json** 文件配置示例如下:
|
|
4
|
-
|
|
5
|
-
## 1 前向 kernel dump 配置示例
|
|
6
|
-
|
|
7
|
-
"scope"配置为前向 API 名称,仅支持配置一个 API。
|
|
8
|
-
|
|
9
|
-
```json
|
|
10
|
-
{
|
|
11
|
-
"task": "tensor",
|
|
12
|
-
"dump_path": "/home/data_dump",
|
|
13
|
-
"level": "L2",
|
|
14
|
-
"rank": [0],
|
|
15
|
-
"step": [0],
|
|
16
|
-
"is_deterministic": false,
|
|
17
|
-
|
|
18
|
-
"tensor": {
|
|
19
|
-
"scope": ["Tensor.__mul__.10.forward"],
|
|
20
|
-
"list":[],
|
|
21
|
-
"data_mode": ["all"],
|
|
22
|
-
"backward_input": [""],
|
|
23
|
-
"file_format": "npy"
|
|
24
|
-
},
|
|
25
|
-
"acl_config": "acl_config.json"
|
|
26
|
-
}
|
|
27
|
-
```
|
|
28
|
-
|
|
29
|
-
## 2 反向 kernel dump 配置示例
|
|
30
|
-
|
|
31
|
-
执行反向 kernel dump 前需要先使用工具 dump 该 API 的反向输入,保存 pt 文件,"backward_input"参数中传入该 pt 文件路径。
|
|
32
|
-
|
|
33
|
-
"scope"配置为反向 API 名称,仅支持配置一个 API。
|
|
34
|
-
|
|
35
|
-
```json
|
|
36
|
-
{
|
|
37
|
-
"task": "tensor",
|
|
38
|
-
"dump_path": "/home/data_dump",
|
|
39
|
-
"level": "L2",
|
|
40
|
-
"rank": [0],
|
|
41
|
-
"step": [0],
|
|
42
|
-
"is_deterministic": false,
|
|
43
|
-
|
|
44
|
-
"tensor": {
|
|
45
|
-
"scope": ["Tensor.__mul__.10.backward"],
|
|
46
|
-
"list":[],
|
|
47
|
-
"data_mode": ["all"],
|
|
48
|
-
"backward_input": ["Tensor.__mul__.10.backward.input.0.pt"],
|
|
49
|
-
"file_format": "npy"
|
|
50
|
-
},
|
|
51
|
-
"acl_config": "acl_config.json"
|
|
52
|
-
}
|
|
53
|
-
```
|
|
54
|
-
|
|
55
|
-
## 3 acl_config.json 配置示例
|
|
56
|
-
|
|
57
|
-
该文件须自行创建,配置示例如下:
|
|
58
|
-
|
|
59
|
-
```json
|
|
60
|
-
{
|
|
61
|
-
"dump":
|
|
62
|
-
{
|
|
63
|
-
"dump_list":[],
|
|
64
|
-
"dump_path":"./dump/output",
|
|
65
|
-
"dump_mode":"all",
|
|
66
|
-
"dump_op_switch":"on"
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
```
|
|
70
|
-
|
|
71
|
-
**acl_config.json 参数说明**
|
|
72
|
-
|
|
73
|
-
| 字段名 | 解释 |
|
|
74
|
-
| -------------- | ------------------------------------------------------------ |
|
|
75
|
-
| dump_list | 待 dump 数据的 API 模型。为空,无需配置。 |
|
|
76
|
-
| dump_path | dump 数据文件存储到运行环境的目录,主要配置的是 kernel 级数据的存放路径。支持配置绝对路径或相对路径。dump_path 须为已存在目录。 |
|
|
77
|
-
| dump_mode | dump 数据模式,可取值,<br/> output:dump API 的输出数据,默认值;<br/> input:dump API 的输入数据;<br/> all:dump API 的输入、输出数据。 |
|
|
78
|
-
| dump_op_switch | 单 API 模型 dump 数据开关,可取值,<br> off:关闭单 API 模型 dump,默认值;<br> on:开启单 API 模型 dump。 |
|