mindstudio-probe 1.0.4__py3-none-any.whl → 1.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-1.0.4.dist-info → mindstudio_probe-1.1.0.dist-info}/METADATA +1 -1
- mindstudio_probe-1.1.0.dist-info/RECORD +287 -0
- msprobe/README.md +46 -16
- msprobe/__init__.py +16 -1
- msprobe/config.json +0 -2
- msprobe/core/advisor/advisor.py +8 -8
- msprobe/core/advisor/advisor_const.py +6 -7
- msprobe/core/advisor/advisor_result.py +12 -12
- msprobe/core/common/const.py +64 -3
- msprobe/core/common/exceptions.py +2 -2
- msprobe/core/common/file_utils.py +54 -9
- msprobe/core/common/inplace_op_checker.py +38 -0
- msprobe/core/common/inplace_ops.yaml +251 -0
- msprobe/core/common/log.py +21 -11
- msprobe/core/common/utils.py +153 -167
- msprobe/core/common_config.py +18 -25
- msprobe/core/compare/acc_compare.py +209 -36
- msprobe/core/compare/check.py +102 -17
- msprobe/core/compare/compare_cli.py +21 -1
- msprobe/core/compare/highlight.py +41 -5
- msprobe/core/compare/multiprocessing_compute.py +33 -8
- msprobe/core/compare/npy_compare.py +21 -6
- msprobe/core/compare/utils.py +82 -48
- msprobe/core/data_dump/data_collector.py +31 -32
- msprobe/core/data_dump/data_processor/base.py +45 -22
- msprobe/core/data_dump/data_processor/factory.py +20 -3
- msprobe/core/data_dump/data_processor/mindspore_processor.py +11 -5
- msprobe/core/data_dump/data_processor/pytorch_processor.py +24 -7
- msprobe/core/data_dump/json_writer.py +63 -42
- msprobe/core/data_dump/scope.py +32 -16
- msprobe/core/grad_probe/constant.py +4 -0
- msprobe/core/grad_probe/grad_compare.py +2 -3
- msprobe/core/grad_probe/utils.py +16 -3
- msprobe/docs/01.installation.md +19 -9
- msprobe/docs/02.config_introduction.md +52 -80
- msprobe/docs/03.config_examples.md +3 -13
- msprobe/docs/04.acl_config_examples.md +11 -9
- msprobe/docs/05.data_dump_PyTorch.md +140 -12
- msprobe/docs/06.data_dump_MindSpore.md +47 -5
- msprobe/docs/07.accuracy_checker_PyTorch.md +57 -34
- msprobe/docs/08.accuracy_checker_online_PyTorch.md +51 -11
- msprobe/docs/09.accuracy_checker_MindSpore.md +8 -8
- msprobe/docs/10.accuracy_compare_PyTorch.md +181 -99
- msprobe/docs/11.accuracy_compare_MindSpore.md +162 -31
- msprobe/docs/13.overflow_check_MindSpore.md +1 -1
- msprobe/docs/15.free_benchmarking_PyTorch.md +59 -53
- msprobe/docs/16.free_benchmarking_MindSpore.md +140 -0
- msprobe/docs/17.grad_probe.md +14 -16
- msprobe/docs/18.online_dispatch.md +89 -0
- msprobe/docs/{FAQ_PyTorch.md → FAQ.md} +22 -10
- msprobe/docs/img/ms_dump.png +0 -0
- msprobe/docs/img/ms_layer.png +0 -0
- msprobe/docs/img/pt_dump.png +0 -0
- msprobe/mindspore/__init__.py +1 -0
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +35 -11
- msprobe/mindspore/api_accuracy_checker/api_info.py +7 -0
- msprobe/mindspore/cell_processor.py +27 -3
- msprobe/mindspore/common/const.py +2 -0
- msprobe/mindspore/common/utils.py +18 -2
- msprobe/mindspore/compare/distributed_compare.py +9 -22
- msprobe/mindspore/compare/layer_mapping.py +146 -0
- msprobe/mindspore/compare/modify_mapping.py +107 -0
- msprobe/mindspore/compare/ms_compare.py +173 -35
- msprobe/mindspore/compare/ms_graph_compare.py +27 -11
- msprobe/mindspore/debugger/debugger_config.py +16 -13
- msprobe/mindspore/debugger/precision_debugger.py +37 -13
- msprobe/mindspore/dump/dump_tool_factory.py +16 -1
- msprobe/mindspore/dump/hook_cell/api_registry.py +11 -1
- msprobe/mindspore/dump/hook_cell/primitive_hooks.py +206 -0
- msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +82 -10
- msprobe/mindspore/dump/hook_cell/wrap_api.py +21 -13
- msprobe/mindspore/dump/jit_dump.py +41 -17
- msprobe/mindspore/dump/kernel_graph_dump.py +19 -3
- msprobe/mindspore/dump/kernel_kbyk_dump.py +19 -4
- msprobe/mindspore/free_benchmark/api_pynative_self_check.py +19 -4
- msprobe/mindspore/free_benchmark/common/config.py +15 -0
- msprobe/mindspore/free_benchmark/common/handler_params.py +15 -0
- msprobe/mindspore/free_benchmark/common/utils.py +19 -5
- msprobe/mindspore/free_benchmark/decorator/dec_forward.py +16 -2
- msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +18 -3
- msprobe/mindspore/free_benchmark/handler/base_handler.py +18 -3
- msprobe/mindspore/free_benchmark/handler/check_handler.py +18 -3
- msprobe/mindspore/free_benchmark/handler/fix_handler.py +15 -0
- msprobe/mindspore/free_benchmark/handler/handler_factory.py +18 -3
- msprobe/mindspore/free_benchmark/perturbation/add_noise.py +22 -7
- msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +15 -0
- msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +22 -7
- msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +44 -18
- msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +18 -4
- msprobe/mindspore/free_benchmark/perturbation/no_change.py +16 -1
- msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +20 -5
- msprobe/mindspore/free_benchmark/self_check_tool_factory.py +15 -0
- msprobe/mindspore/grad_probe/global_context.py +18 -8
- msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +20 -4
- msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +15 -0
- msprobe/mindspore/service.py +42 -123
- msprobe/pytorch/__init__.py +20 -1
- msprobe/pytorch/api_accuracy_checker/common/config.py +19 -2
- msprobe/pytorch/api_accuracy_checker/common/utils.py +53 -21
- msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +19 -2
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +47 -21
- msprobe/pytorch/api_accuracy_checker/compare/compare.py +51 -21
- msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +23 -6
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +28 -8
- msprobe/pytorch/api_accuracy_checker/config.yaml +1 -1
- msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +67 -32
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +26 -5
- msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +19 -2
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +51 -125
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +146 -3
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +21 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +78 -33
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +27 -4
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py +110 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +36 -11
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml +63 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +44 -0
- msprobe/pytorch/bench_functions/__init__.py +18 -3
- msprobe/pytorch/bench_functions/apply_adam_w.py +15 -0
- msprobe/pytorch/bench_functions/confusion_transpose.py +15 -0
- msprobe/pytorch/bench_functions/fast_gelu.py +15 -0
- msprobe/pytorch/bench_functions/layer_norm_eval.py +15 -0
- msprobe/pytorch/bench_functions/linear.py +15 -0
- msprobe/pytorch/bench_functions/matmul_backward.py +21 -6
- msprobe/pytorch/bench_functions/npu_fusion_attention.py +180 -151
- msprobe/pytorch/bench_functions/rms_norm.py +15 -0
- msprobe/pytorch/bench_functions/rotary_mul.py +28 -9
- msprobe/pytorch/bench_functions/scaled_mask_softmax.py +15 -0
- msprobe/pytorch/bench_functions/swiglu.py +20 -5
- msprobe/pytorch/common/__init__.py +15 -0
- msprobe/pytorch/common/log.py +18 -6
- msprobe/pytorch/common/parse_json.py +26 -11
- msprobe/pytorch/common/utils.py +40 -35
- msprobe/pytorch/compare/distributed_compare.py +11 -11
- msprobe/pytorch/compare/match.py +15 -0
- msprobe/pytorch/compare/pt_compare.py +38 -6
- msprobe/pytorch/debugger/debugger_config.py +52 -39
- msprobe/pytorch/debugger/precision_debugger.py +72 -24
- msprobe/pytorch/free_benchmark/__init__.py +20 -5
- msprobe/pytorch/free_benchmark/common/enums.py +28 -0
- msprobe/pytorch/free_benchmark/common/params.py +15 -0
- msprobe/pytorch/free_benchmark/common/utils.py +17 -1
- msprobe/pytorch/free_benchmark/compare/grad_saver.py +28 -7
- msprobe/pytorch/free_benchmark/compare/single_benchmark.py +15 -0
- msprobe/pytorch/free_benchmark/main.py +19 -4
- msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +15 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +19 -4
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +15 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +15 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +26 -2
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +15 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +15 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +15 -0
- msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +15 -0
- msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +55 -16
- msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +15 -0
- msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +15 -0
- msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +15 -0
- msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +19 -4
- msprobe/pytorch/function_factory.py +17 -2
- msprobe/pytorch/functional/module_dump.py +84 -0
- msprobe/pytorch/grad_probe/grad_stat_csv.py +2 -2
- msprobe/pytorch/hook_module/__init__.py +16 -1
- msprobe/pytorch/hook_module/api_registry.py +13 -8
- msprobe/pytorch/hook_module/hook_module.py +17 -19
- msprobe/pytorch/hook_module/utils.py +4 -6
- msprobe/pytorch/hook_module/wrap_aten.py +12 -11
- msprobe/pytorch/hook_module/wrap_distributed.py +6 -7
- msprobe/pytorch/hook_module/wrap_functional.py +10 -11
- msprobe/pytorch/hook_module/wrap_npu_custom.py +9 -17
- msprobe/pytorch/hook_module/wrap_tensor.py +4 -6
- msprobe/pytorch/hook_module/wrap_torch.py +4 -6
- msprobe/pytorch/hook_module/wrap_vf.py +4 -6
- msprobe/pytorch/module_processer.py +17 -2
- msprobe/pytorch/online_dispatch/compare.py +11 -12
- msprobe/pytorch/online_dispatch/single_compare.py +7 -7
- msprobe/pytorch/online_dispatch/torch_ops_config.yaml +8 -0
- msprobe/pytorch/online_dispatch/utils.py +1 -4
- msprobe/pytorch/parse.py +15 -0
- msprobe/pytorch/parse_tool/cli.py +5 -6
- msprobe/pytorch/parse_tool/lib/compare.py +9 -10
- msprobe/pytorch/parse_tool/lib/parse_tool.py +3 -0
- msprobe/pytorch/parse_tool/lib/utils.py +28 -24
- msprobe/pytorch/parse_tool/lib/visualization.py +1 -1
- msprobe/pytorch/pt_config.py +167 -38
- msprobe/pytorch/service.py +97 -32
- mindstudio_probe-1.0.4.dist-info/RECORD +0 -276
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +0 -10
- msprobe/pytorch/functional/data_processor.py +0 -0
- msprobe/pytorch/functional/dump_module.py +0 -39
- {mindstudio_probe-1.0.4.dist-info → mindstudio_probe-1.1.0.dist-info}/LICENSE +0 -0
- {mindstudio_probe-1.0.4.dist-info → mindstudio_probe-1.1.0.dist-info}/WHEEL +0 -0
- {mindstudio_probe-1.0.4.dist-info → mindstudio_probe-1.1.0.dist-info}/entry_points.txt +0 -0
- {mindstudio_probe-1.0.4.dist-info → mindstudio_probe-1.1.0.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,287 @@
|
|
|
1
|
+
msprobe/README.md,sha256=PVuqD2Uyf_FMKdVLlu8_vOtRPw6SK_uNdRA7uIdBbEo,5296
|
|
2
|
+
msprobe/__init__.py,sha256=q2S8b3VTSn1wTMrkf8Gm79OOq9EerMIK6Y26gFdu_0s,688
|
|
3
|
+
msprobe/config.json,sha256=B91ept9Wzif4_N4ZoMg3U0X7lf2c8sX8u_1b0zY-PR8,1089
|
|
4
|
+
msprobe/msprobe.py,sha256=lJR_VokSvNOSMy9uQEFPJ1DrkYkVu4WAkDLeg41HSsk,5069
|
|
5
|
+
msprobe/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
+
msprobe/core/common_config.py,sha256=r3wRMWfVyGpuqGYKHitTcAnkU-osSCa0-yog4slimHU,4245
|
|
7
|
+
msprobe/core/advisor/advisor.py,sha256=6rj5tJGBU-pD6fT1FQMpU8Bw5KlEWaqS-vAWOlvVzAI,5641
|
|
8
|
+
msprobe/core/advisor/advisor_const.py,sha256=thEEVYKPimv9WGxxaC4vBXQ-Coq6yBlZ394T_b49Ibw,2624
|
|
9
|
+
msprobe/core/advisor/advisor_result.py,sha256=yM78n6NXLP1bjTsGeSddwb1bWQwtg1ZqjnPHmTzVxHE,2359
|
|
10
|
+
msprobe/core/common/const.py,sha256=XAlMqH5s_8ptqIGh-l3wV68iOWWBuR0DIfFHoqgzdyA,11834
|
|
11
|
+
msprobe/core/common/exceptions.py,sha256=CR78r3u_xUjSeF7oFpQAYZcI0LxjbFcuqrhpTVHAH9E,2883
|
|
12
|
+
msprobe/core/common/file_utils.py,sha256=witWNngvKztXjZFKCAD1pNMcX9JDlRfhi7Iw3Ew5Ids,19597
|
|
13
|
+
msprobe/core/common/inplace_op_checker.py,sha256=t3qxnnvLmxpvV6TYq1jvyy5lslJpICFmhe5YwqtWDTU,1240
|
|
14
|
+
msprobe/core/common/inplace_ops.yaml,sha256=CqE0wY6VFNvjRdmHHAR5l0BTSm_HHw6Ui0gL068pkOA,3094
|
|
15
|
+
msprobe/core/common/log.py,sha256=QFFess5TDso5HLjlMpuLtjFqcEeEHlfiDXKMoTn_5R4,2582
|
|
16
|
+
msprobe/core/common/utils.py,sha256=Nhe4VkypbKWB6xzQsoMuqoj96173qpUxnfrAAaqdIhc,14702
|
|
17
|
+
msprobe/core/compare/acc_compare.py,sha256=7ccTPRCl8eRoaGbv3YTiTk8EGpZmZmElLXkK8JRnZRI,24318
|
|
18
|
+
msprobe/core/compare/check.py,sha256=7Xkt9XUKU2_QSPqCbH3ogIrXSOySPp-lsrU-pdqKSqM,7495
|
|
19
|
+
msprobe/core/compare/compare_cli.py,sha256=JoB0EnAid2hm17S5xBYi69p54OBDcE9XxU3reGgu4TQ,3344
|
|
20
|
+
msprobe/core/compare/highlight.py,sha256=xlXUEh7hLjtlLOzCUO1123j-0yeDdaEcPkErKe-UvKI,11727
|
|
21
|
+
msprobe/core/compare/multiprocessing_compute.py,sha256=XBmlQ5udZIuZFcVQwGQGxqHefx1roZ8SsyWzJWljY34,6892
|
|
22
|
+
msprobe/core/compare/npy_compare.py,sha256=qepwUlt80PTy_8kOSxm62-1mjx0HQiRUUO_jTmx2p_w,12623
|
|
23
|
+
msprobe/core/compare/utils.py,sha256=DrS1gVeqkXTrsuGsY9R1oEWMyqwm9NxVEjIRsxAhufw,20873
|
|
24
|
+
msprobe/core/data_dump/data_collector.py,sha256=RHv2uahILgZbr030QiaPJTt04rYtM7A5PFafUz97buA,6307
|
|
25
|
+
msprobe/core/data_dump/json_writer.py,sha256=2VyTiqtkECKP6FskdM0Gk_Z_F3OfU3o7VlGa3hKCk_A,4523
|
|
26
|
+
msprobe/core/data_dump/scope.py,sha256=vI9rbuqPJBHgNIK6s03rcvEh6mdl5prlApPcEg65qkM,6603
|
|
27
|
+
msprobe/core/data_dump/data_processor/base.py,sha256=2q3oePnN-kA0_w4j6gOsnW8ooxacHLENZS5sG_WcEDo,12843
|
|
28
|
+
msprobe/core/data_dump/data_processor/factory.py,sha256=3v1AInU7DarnVYQUPu4qZngigxvhYLggh22EWASEfJo,3924
|
|
29
|
+
msprobe/core/data_dump/data_processor/mindspore_processor.py,sha256=HquCKRMKCFFP2jDoE1Yb0b6fBThEvEZtA_dwV3r5p3o,8312
|
|
30
|
+
msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=PiNERrLwzMmV_uAZmEmp3kP9UFL54OTJ2Jo-vVmH2-4,16629
|
|
31
|
+
msprobe/core/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
32
|
+
msprobe/core/grad_probe/constant.py,sha256=-X2I3SCCEIXMakPwYPu1I7V4AdwFGRVvzR9oSOn83F0,1721
|
|
33
|
+
msprobe/core/grad_probe/grad_compare.py,sha256=f16wuKKC3kvft31COdafa3H34yict1dKEI50oGdjfwc,7561
|
|
34
|
+
msprobe/core/grad_probe/utils.py,sha256=UNQ29c87Ss6aPq4UjX6O7WR5Brsx6Kqu4b1frBky5qw,2506
|
|
35
|
+
msprobe/docs/01.installation.md,sha256=ZDinC1749CtFL2fHIcMrhHeDHCdzgcZQqS4muP2TBTE,3723
|
|
36
|
+
msprobe/docs/02.config_introduction.md,sha256=kJJcnki2R8S3V_V15-bFplH3lqgMIVuUObE6FS5IJr4,21104
|
|
37
|
+
msprobe/docs/03.config_examples.md,sha256=xIp97s5J46jVGJcp58bPvZfFBe5SsBOA2fTCO2aNqWg,3881
|
|
38
|
+
msprobe/docs/04.acl_config_examples.md,sha256=ltVE0XTbiThAde3u9KPovup5ZPF2qLjS69cqF2jTtro,2369
|
|
39
|
+
msprobe/docs/05.data_dump_PyTorch.md,sha256=XogA3EbC0bLSg8PSkizM3LVeLyiS-5IJVyVOfYmME9Y,13436
|
|
40
|
+
msprobe/docs/06.data_dump_MindSpore.md,sha256=ntODIjWjdqo5HMEP0I4DGsDNr_BgyBnW7auAipV9Frs,13784
|
|
41
|
+
msprobe/docs/07.accuracy_checker_PyTorch.md,sha256=jk6hFPvmOWeroJA0N7sy8V27Y--VEyPQw-rssYPNMXw,28220
|
|
42
|
+
msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=i4kX9hDja4NUr9hglb0RkCjqXjVmWaXZk4SoEQCJn5w,11828
|
|
43
|
+
msprobe/docs/09.accuracy_checker_MindSpore.md,sha256=I1RE8DEkRwjKbPjRY1rgrryMU5kxbJI9EPk5jw6d44U,5177
|
|
44
|
+
msprobe/docs/10.accuracy_compare_PyTorch.md,sha256=h7p_wI4qAObMotzfctXlvlFLNCVC0ssaprxI1bdtmOY,20549
|
|
45
|
+
msprobe/docs/11.accuracy_compare_MindSpore.md,sha256=Obr4suf01leNxAHzV052mW5xoWw0nFcKLmrhUyrM_qE,17415
|
|
46
|
+
msprobe/docs/12.overflow_check_PyTorch.md,sha256=SkuTYAAzynawgFUoBjX4npNRDodZ04yaorqqFtwk_Is,3638
|
|
47
|
+
msprobe/docs/13.overflow_check_MindSpore.md,sha256=efo_nfa5ywyO2v8gVL9YpQukj2KpcO8zHZDWCfOwJq8,2471
|
|
48
|
+
msprobe/docs/14.data_parse_PyTorch.md,sha256=ERT5L3igrm1HrPsNbFMFbEtA5jvJ9HukWPP2CCuROdY,18749
|
|
49
|
+
msprobe/docs/15.free_benchmarking_PyTorch.md,sha256=jRWFWmd1ZbEKQFg0rEMBZkFgtphiEtbup_MpUvO203A,9772
|
|
50
|
+
msprobe/docs/16.free_benchmarking_MindSpore.md,sha256=nu5XxkEL_fd3mcHZUbDnkxfNuv8WQm0A8Q6mQlGRtsU,7964
|
|
51
|
+
msprobe/docs/17.grad_probe.md,sha256=l7JT4Hcz7tTsckJNUArq3horDAiyUBrkf72SPa5g6QI,9417
|
|
52
|
+
msprobe/docs/18.online_dispatch.md,sha256=KuQtWygBMNpc6B-nX2-z25ZBJUGXSXIlwwkcA_sM63A,4126
|
|
53
|
+
msprobe/docs/FAQ.md,sha256=nz_PSl1fmaXcoONuhSfBWsWU1_KiAJ1ks1Dp3EIDjL0,9416
|
|
54
|
+
msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md,sha256=4NkHEa8VN3ebeUgrw9T-7rlL-qL_xB63w81O5m29D6s,10799
|
|
55
|
+
msprobe/docs/img/BLOOM-7B_1.png,sha256=Ul9XNHCX52PYufGaZ5mPfwTNJxwUO46KOKp7JxvDeAk,3534
|
|
56
|
+
msprobe/docs/img/BLOOM-7B_2.png,sha256=HKefltWpBM2UkVHFy9rB238g6W5w-8CpsueW6Zf52HM,5251
|
|
57
|
+
msprobe/docs/img/BLOOM-7B_3.png,sha256=gtL8dXIoqoJwk2Nd-KKChVM47IBdEY6KVYVRejnwKt0,5095
|
|
58
|
+
msprobe/docs/img/BLOOM-7B_4.png,sha256=1yuQ2Dh7ak-VZt_kLprXVHtvfUxaxfsgrKdYzudHR94,4727
|
|
59
|
+
msprobe/docs/img/GPT-3_1.png,sha256=EVm59Bvd3cX01RpZBqDyMVECjsiySTNy5RR9YyJoCTw,7898
|
|
60
|
+
msprobe/docs/img/GPT-3_2.png,sha256=4wNkqagB28IJi808pnvUB72E03b2OeWdAASq5ggyl8A,6716
|
|
61
|
+
msprobe/docs/img/GPT-3_3.png,sha256=6-fbdYtgcYU1xe9yOg6tAnKQ8SfZ6-x6rPVNSRxGP8I,8732
|
|
62
|
+
msprobe/docs/img/GPT-3_4.png,sha256=QYpb7ZJaOAM_wJ5qdQQon0TKu7apVRL7ijovl18Uvzg,6609
|
|
63
|
+
msprobe/docs/img/GPT-3_5.png,sha256=8eiCyqLmiaH6xwqpyTe3XTcesbGQUw8gApDI7ONBBkA,4676
|
|
64
|
+
msprobe/docs/img/GPT-3_6.png,sha256=4IZvCeYHgK7gB87dgf6HgTaQ5uBK0s2sZXLblsDIVtQ,7658
|
|
65
|
+
msprobe/docs/img/GPT-3_7.png,sha256=dil9jwfsYxtFupUu_aTCnKjuuEk3X_UMnqWJS0NzWCA,8139
|
|
66
|
+
msprobe/docs/img/GPT-3_8.png,sha256=RNXIQgrCObpYtoKTkdTxr66AkndY_k2mGbksNgIqccQ,6084
|
|
67
|
+
msprobe/docs/img/YOLOV5S_1.png,sha256=kCI017bFT7X3RrBPLMESTrnHZcRJYF-Ko_oJpjcsFWw,7019
|
|
68
|
+
msprobe/docs/img/YOLOV5S_2.png,sha256=NH4vy35cGDl3qjlcUhDTWNpGEKcuboQ_YILxWQpvx40,5796
|
|
69
|
+
msprobe/docs/img/accuracy_checking_details.png,sha256=dAedq5tbuzM3uEKPZzoanFSkzc0ep3HSW0r_3iTWMvE,39062
|
|
70
|
+
msprobe/docs/img/accuracy_checking_result.png,sha256=6dVDcp3hl-zFIOgLigbRrMdgeBDiMfKWxupL8Hugvxo,6022
|
|
71
|
+
msprobe/docs/img/api_precision_compare_details.png,sha256=QkN8uldQ6j1Bvd4WxtucZXUMr--AoBUjSCJ01hTkpFw,25476
|
|
72
|
+
msprobe/docs/img/api_precision_compare_result.png,sha256=Kp9bIK1rlw3zDyX4Oqw1CVPohTtJBig0RYK2iIhum9g,4538
|
|
73
|
+
msprobe/docs/img/auto_analyze_log.png,sha256=3Jd9bl0BBrYxs5fFlcKYqeIjFbPlYegVmw4GGUe6s1o,65144
|
|
74
|
+
msprobe/docs/img/compare_result_pkl.png,sha256=pMCd38zNjQ1LzcA_86DPlNA_jAfKJ0QYcSBDmzVA0Jw,36133
|
|
75
|
+
msprobe/docs/img/compare_result_pkl_md5.png.png,sha256=ys9key_66mHsKST53SmGdzhYyA4dJtB2PVrGcqQkld0,20464
|
|
76
|
+
msprobe/docs/img/cpu_info.png,sha256=8n9pjTDB8_Q8_i1mo4CMNqb2JF96UGTBCPWLgPo_XBU,33797
|
|
77
|
+
msprobe/docs/img/free_benchmark.png,sha256=TjEImRJHHyt0-0R1fFWdhx1y4Lx8PM3wYgrF2XInkS0,72372
|
|
78
|
+
msprobe/docs/img/free_benchmark_framework.png,sha256=hfYfF7Au7sgHaQeduovUdfL-nhWguIGeZZDaUHO3AfI,259617
|
|
79
|
+
msprobe/docs/img/grad_probe_image-1.png,sha256=CfCd5eWGxfajKaEIWz2wSv5do1EeJRg9WEMLI7wUqVs,42344
|
|
80
|
+
msprobe/docs/img/grad_probe_image-2.png,sha256=K7fC5F2ln5bYzqaXazF_adQhIdv4cjqPdo9qiQyc6uM,26563
|
|
81
|
+
msprobe/docs/img/grad_probe_image-3.png,sha256=x-xvegKI7yQEl4lFzrKA9K0zRdT6m6kTdvs1epXaTjg,22581
|
|
82
|
+
msprobe/docs/img/grad_probe_image-4.png,sha256=QX8iEZR4fiopqy2tFSPrWZo6AtYimYmpfy6rVVtXfk4,22779
|
|
83
|
+
msprobe/docs/img/grad_probe_image.png,sha256=Uva-rNS275o4l1vHXCKAAAQmGOuzkKhjiFrCdm7iHVY,11977
|
|
84
|
+
msprobe/docs/img/module_compare.png,sha256=8LjiAcZwLK-Me6YrkpWaAfOKFycStSapWdLsqZyS8oo,56655
|
|
85
|
+
msprobe/docs/img/ms_dump.png,sha256=9tHk4gizGhkdycZRRiIRxBHJoPtCl9tsdMnl3PjVsk8,74578
|
|
86
|
+
msprobe/docs/img/ms_layer.png,sha256=aqlWHCMoiNDksJE7m_ilpM0ifDLt8fxgh-MGNxpfNOU,277469
|
|
87
|
+
msprobe/docs/img/pt_dump.png,sha256=c-YrWYiRERBj_x410-aq3-uMcxgII0ETVk-hT1KUr-4,70698
|
|
88
|
+
msprobe/mindspore/__init__.py,sha256=H-r1h2V_yLn_gH4Jko7JPcJzceQImOnZ0KNhQ-okWRA,128
|
|
89
|
+
msprobe/mindspore/cell_processor.py,sha256=-kQIecCEBkwjaEFG8OnS30JpYC72Z8yaqDuG1LC2XAU,1961
|
|
90
|
+
msprobe/mindspore/ms_config.py,sha256=naAxopsLVz5iuXeO79d9nzBekY5PFZvvNCjSTKASNX8,5270
|
|
91
|
+
msprobe/mindspore/runtime.py,sha256=8cdkkNgW37dVo_k5XgGUg_Juy31o86n6g2QIGuyHvAA,90
|
|
92
|
+
msprobe/mindspore/service.py,sha256=0jzg17ABM_s23vrfHGQQCouM6ytsokG-OlOmEiFT8cE,13484
|
|
93
|
+
msprobe/mindspore/task_handler_factory.py,sha256=x3cwKfuCl0ghZbHqL7a6PI1T54WnIh6Z7y00nvd2kCY,940
|
|
94
|
+
msprobe/mindspore/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
95
|
+
msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256=kw5s32M_8VO-bOuchiKkhryfzGiUxjCheYElAYDsQws,13961
|
|
96
|
+
msprobe/mindspore/api_accuracy_checker/api_info.py,sha256=4H_SSibhs6K3ZGtwnQxaxle4Rqg-qWIrV98I3vxvDwA,4194
|
|
97
|
+
msprobe/mindspore/api_accuracy_checker/api_runner.py,sha256=GPdIWQKAYJbyn1ENyqdxz438QWz96nw4b6-dUAwUsCQ,7648
|
|
98
|
+
msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py,sha256=SAZUf_J95S3KpvoyMXxcnfqh8Fsqfa8O6hwV97qWaJE,7782
|
|
99
|
+
msprobe/mindspore/api_accuracy_checker/cmd_parser.py,sha256=GThZCtFsvBKtwFYvlcxv3R_jd_EmrhwSRVRDNBJZYxY,472
|
|
100
|
+
msprobe/mindspore/api_accuracy_checker/compute_element.py,sha256=ElyQi5nHf3It3f_FiY3ikZnr6PPHei1SOetP7jEaOGY,11712
|
|
101
|
+
msprobe/mindspore/api_accuracy_checker/main.py,sha256=5BTuAE84hsCq7KnX7u4ehzDsgDNuYN5PhnAjnWLBORs,370
|
|
102
|
+
msprobe/mindspore/api_accuracy_checker/type_mapping.py,sha256=NZo4gu9QMapW0SF-wlOxzvmN-DJN_qge6AnCGZ6RX5s,2448
|
|
103
|
+
msprobe/mindspore/api_accuracy_checker/utils.py,sha256=O5idt-0YLQixvFJLVv1NLEG51oNOKQ6DDFt2Ciox7Xo,3114
|
|
104
|
+
msprobe/mindspore/common/const.py,sha256=a3Xl8ecNKGcAY93KlsjWZKwGqHW2lsNOQmYgGv2D_dA,3165
|
|
105
|
+
msprobe/mindspore/common/log.py,sha256=DU645l6b0icOTQUxl0BztJFOQRVhbeZSTqbMaQAzMqE,1205
|
|
106
|
+
msprobe/mindspore/common/utils.py,sha256=HUGtGzC0Wwtvf8nfa0WkjYSRB5ZeGJ5TEWof9gLfTJg,3222
|
|
107
|
+
msprobe/mindspore/compare/distributed_compare.py,sha256=lhF4IXGWRbHnHQWdP38wvv8iNWbbDkWPyDoyWt-7HbQ,3288
|
|
108
|
+
msprobe/mindspore/compare/layer_mapping.py,sha256=9PiC9o8-MuX00Q6N_Yzbi3eDbEc4ChmyoXUjwR6CyzE,5820
|
|
109
|
+
msprobe/mindspore/compare/modify_mapping.py,sha256=LwQo5Hq2hXXAx3KJDOZjdFTdQH5GtRbdnPWOJTdQH-w,4767
|
|
110
|
+
msprobe/mindspore/compare/ms_compare.py,sha256=_H28G42RKgFfoATEfu37-pgNeyGyAcLh8r7elKFpdUU,19044
|
|
111
|
+
msprobe/mindspore/compare/ms_graph_compare.py,sha256=Jqbxa0k1WlLf-7TZ-mlCMwZ91E2wb0vsFO2tej9NeRg,18177
|
|
112
|
+
msprobe/mindspore/compare/ms_to_pt_api.yaml,sha256=NGzy6_yIArM6V0zYsW3sg3KLMJe0sr9ljKiIcHujJus,13203
|
|
113
|
+
msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
114
|
+
msprobe/mindspore/debugger/debugger_config.py,sha256=HC_maN0t4rE19irZzIFNY54MED-WTePycDnhrgqLqVw,3337
|
|
115
|
+
msprobe/mindspore/debugger/precision_debugger.py,sha256=BCDd5eSHQeXR0usRYMyT2L7eD3XEmteQdXj-0eh1iaM,5359
|
|
116
|
+
msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
117
|
+
msprobe/mindspore/dump/dump_tool_factory.py,sha256=4yKhJQSUfUUPEdkx9GXu-M3IAhObYHXmYC7llyzvhH0,1851
|
|
118
|
+
msprobe/mindspore/dump/jit_dump.py,sha256=iCgXvskdPpT3bkTOS24QrGHPOYRvf46m6O1ODemZyKE,3970
|
|
119
|
+
msprobe/mindspore/dump/kernel_graph_dump.py,sha256=hTUkEHJyxtFSkqNtEVjZ2o2HQYmVAXx-81p6gyApKJE,3672
|
|
120
|
+
msprobe/mindspore/dump/kernel_kbyk_dump.py,sha256=9yXl_7TvogO9AhEx7dgRegDFRgURdWSUmEWg94XPIPA,2952
|
|
121
|
+
msprobe/mindspore/dump/hook_cell/api_registry.py,sha256=Oy2NNO1Dc_NvBaM7qsszEK2PZvLZ4ZP7BZ8PYE_LP1o,6276
|
|
122
|
+
msprobe/mindspore/dump/hook_cell/hook_cell.py,sha256=XF9SeZHQeTYil85aG6UH0eaNGTaJgPTg1OElDoSU2XA,1983
|
|
123
|
+
msprobe/mindspore/dump/hook_cell/primitive_hooks.py,sha256=8TXRMnlPxaA18riOgh-qKacm6btiruGEzlQ7P99p_5E,9759
|
|
124
|
+
msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml,sha256=To0fOzxAb9gkqV-cpZ3yCfAUitlxzfC5OohWzKV2bz0,13148
|
|
125
|
+
msprobe/mindspore/dump/hook_cell/wrap_api.py,sha256=1fuLtAHfC_FdXlKe_9DAFihyhv2srkhxw8LTt8nwM1U,4909
|
|
126
|
+
msprobe/mindspore/free_benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
127
|
+
msprobe/mindspore/free_benchmark/api_pynative_self_check.py,sha256=IwF_kaf3J82TPhueRM3EmB64pgAhW1gcw9WkluRvxBQ,4485
|
|
128
|
+
msprobe/mindspore/free_benchmark/self_check_tool_factory.py,sha256=93hI__EICoU0fy-PAjFlW47LrtEI8qDm2AL67YExJxo,1761
|
|
129
|
+
msprobe/mindspore/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
130
|
+
msprobe/mindspore/free_benchmark/common/config.py,sha256=xK1hEV8pHH6upC8-0ciio-GgN1-Q_DAMSdv1a__fhTU,1008
|
|
131
|
+
msprobe/mindspore/free_benchmark/common/handler_params.py,sha256=jzpMBxgPlnvSq7MliGdmPnTixVaUjrOZyXzIRQ_nfy4,1083
|
|
132
|
+
msprobe/mindspore/free_benchmark/common/utils.py,sha256=PLVu0Pwmq4uIPSS6ZpeZMEqvVsAen0aY2Erz_USe618,2837
|
|
133
|
+
msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml,sha256=lsGOW1R6w2_xZsZ4L012lmeXTUwa-BcjpvNske4U9jU,10579
|
|
134
|
+
msprobe/mindspore/free_benchmark/decorator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
135
|
+
msprobe/mindspore/free_benchmark/decorator/dec_forward.py,sha256=LYNUwiCpGte-r_GecwCuF5IcTa1a6W2lWrgwfO4zL1E,2385
|
|
136
|
+
msprobe/mindspore/free_benchmark/decorator/decorator_factory.py,sha256=IiPSDsGy_gpY3eRqC0cl3mrRJPtN5Cc6IK2rCe1liZQ,3586
|
|
137
|
+
msprobe/mindspore/free_benchmark/handler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
138
|
+
msprobe/mindspore/free_benchmark/handler/base_handler.py,sha256=ABlPCir7fvgHsyck7KMalbL4NYsX3Nm7VSgY9_kYXMM,4556
|
|
139
|
+
msprobe/mindspore/free_benchmark/handler/check_handler.py,sha256=zANPnKwyeLV0snl4bDG3C3BY6I4hHR0PXMHjNZhROPE,2526
|
|
140
|
+
msprobe/mindspore/free_benchmark/handler/fix_handler.py,sha256=i148P8E4sVCPdWDOmanT44o5C58zxGlUjMC5nlOJU5I,2000
|
|
141
|
+
msprobe/mindspore/free_benchmark/handler/handler_factory.py,sha256=ThcxVntpqGdBYvvSLtH9nugIutgTKd3nKCyPX14SPhY,1394
|
|
142
|
+
msprobe/mindspore/free_benchmark/perturbation/add_noise.py,sha256=FSvBxnumdbBa5to4OhEwYqH8krUMl-CMIYgJfQbVAhU,2763
|
|
143
|
+
msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py,sha256=LPpiPuZoZURwJ6n_ANZlGLAwZlOZMJCV9lWHLz2pSQw,1270
|
|
144
|
+
msprobe/mindspore/free_benchmark/perturbation/bit_noise.py,sha256=xcADRqz7QSV1IgGLlfqpwLcTjZ5dSH3Wo0RBijYagHI,3399
|
|
145
|
+
msprobe/mindspore/free_benchmark/perturbation/exchange_value.py,sha256=TmDe7jMCBoakS3D0xiq1fGYVbA-bzwQTByMxvYsKtI0,2686
|
|
146
|
+
msprobe/mindspore/free_benchmark/perturbation/improve_precision.py,sha256=qNJE4PiH3lG9KaMK3yfdbKf1E3-RAhQa_WRvhVFgPSo,2131
|
|
147
|
+
msprobe/mindspore/free_benchmark/perturbation/no_change.py,sha256=fMwZxe0AgcHNNIRwPxuwMGb2-rCvveBEsfWu-LwucW8,1055
|
|
148
|
+
msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py,sha256=ljxWcqJhbSfzPJBvxzRspVMw4yn7a4AKDqKMNHhZAH8,1934
|
|
149
|
+
msprobe/mindspore/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
150
|
+
msprobe/mindspore/grad_probe/global_context.py,sha256=4j-eNTszrzy9X-1ITDMWHaPTi3Xr47-qRWEBun1Hl4k,4013
|
|
151
|
+
msprobe/mindspore/grad_probe/grad_analyzer.py,sha256=KARp8BRqX8KsgXiIhw9C1iriG-Ph1xppXLA-ZnXBUK0,9315
|
|
152
|
+
msprobe/mindspore/grad_probe/grad_monitor.py,sha256=kM5eH_-pz1TbCaE87H4XkOe9ndDqBHEdaokmuW7mDs4,935
|
|
153
|
+
msprobe/mindspore/grad_probe/grad_stat_csv.py,sha256=7_m_C4P7Yi-gAjXyLPW-d2cvRBR4v2CRzfg0hPMWMEM,3714
|
|
154
|
+
msprobe/mindspore/grad_probe/hook.py,sha256=F4lFSkQEsJfRC2fNJXKZwwaH3agzXNRUXV1HmP-7zmU,4314
|
|
155
|
+
msprobe/mindspore/grad_probe/utils.py,sha256=e7RAx4hyP1tciyHCtLCXDTbkuVZsWZxgltySEGo2Rog,1055
|
|
156
|
+
msprobe/mindspore/overflow_check/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
157
|
+
msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py,sha256=aJbFygfpWJoxEgMpuaAwDsARaniyyqrhtHvM5TPU3NI,2831
|
|
158
|
+
msprobe/mindspore/overflow_check/overflow_check_tool_factory.py,sha256=fHWkpwHZuYOylVX8DxEgIt3XLf4VlP78UWYxZDyq89M,1820
|
|
159
|
+
msprobe/pytorch/__init__.py,sha256=dreYB-ntHrWrDG8F9VX6FKxXnBdXQZhxYxX_7wiP2vY,932
|
|
160
|
+
msprobe/pytorch/function_factory.py,sha256=TS7qE0YpL-aD4T5gQon8pXRkb2Tx5TmNTatE6lH7Dic,3568
|
|
161
|
+
msprobe/pytorch/module_processer.py,sha256=jz_yZvbeICnwGuEDTKnrHp7Gvk-tlNedp8frJW1czO4,6277
|
|
162
|
+
msprobe/pytorch/parse.py,sha256=TmMxmRfIfvvHzKGoDT5sKUdnt2PonwwwOKg1H7NsbVo,711
|
|
163
|
+
msprobe/pytorch/pt_config.py,sha256=hq2VOtHlgMzZBEGPq9-y-TcQLUsY3lAbz1ySc6EKB-A,13502
|
|
164
|
+
msprobe/pytorch/service.py,sha256=PKnF-VfxXH9ISpK-aWdd7GZHgrClbN5tn49ctE7l1mw,14735
|
|
165
|
+
msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
166
|
+
msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
|
+
msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=2kktin5NoWkSp2MOGDoxlz3MPv0lYXXD5r5SPYArEYs,144
|
|
168
|
+
msprobe/pytorch/api_accuracy_checker/common/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
169
|
+
msprobe/pytorch/api_accuracy_checker/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
170
|
+
msprobe/pytorch/api_accuracy_checker/common/config.py,sha256=A-4yJuWLrVw-J3o_cDjzenfz959YYnhAhjGtq3MfTrg,2626
|
|
171
|
+
msprobe/pytorch/api_accuracy_checker/common/utils.py,sha256=nluFpct7Kjb5_JKMrbHqc9m_dvOm4jsPKfqJsjSHWuc,8605
|
|
172
|
+
msprobe/pytorch/api_accuracy_checker/compare/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
173
|
+
msprobe/pytorch/api_accuracy_checker/compare/algorithm.py,sha256=yWVxDoOJxaEZ5_jcmQuNwRK3td4tljkuYTyv6_V0vg4,9143
|
|
174
|
+
msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py,sha256=peEWenqJ01oOvSjz0PgXxI6AXCvg0NyA1sOOK_4DUJg,32065
|
|
175
|
+
msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml,sha256=CnWLLvFwI44QOE6qwcMK6ZjLfOh4PIox9202hz6ZHEc,1998
|
|
176
|
+
msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256=Pt5MQFazR6DwvI19SF8wUTHp2z_SLdoDz643AUdoWcY,8112
|
|
177
|
+
msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=WmfAdXQ5A-nhX_xLnorvrDhOoQq7cvCelAE2FvBUWT4,23194
|
|
178
|
+
msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=7W6DpfoWBzOi0ciZ_AiDCxxkZAGovUkZzHWWJESPDzA,4578
|
|
179
|
+
msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=cquQl2OyXz7_sC6GKJJz71JIfPMGKkHScceukwVtcm8,9874
|
|
180
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
181
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
182
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=XnDCv_rP5fz5QRRcRM2aF2MO0NS4lM85ohK9Qhpy68g,14950
|
|
183
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=HCn8-5jbs8g-NpWwkgF4QxJtzzXvaQ0Xf1EAGmHCJEs,9168
|
|
184
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=Bjarp1uxMM9wKEfOG8K40TeKRo6MmU9PZgsGvkmK1aY,6147
|
|
185
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=XUwNQsoy3FB4Sanrmu5-oi_jV01yi4F_GAJ6xoMNCok,24211
|
|
186
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=TIwzS3ts62O5LbSH0zTaCtB6j-9IE7JCu8yLMXaebgo,9565
|
|
187
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json,sha256=6caXsuV9H9eDG2Zd0m_qJG_TsZ2Mk8z8RV8tS7r2m4o,92
|
|
188
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
189
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py,sha256=5wOFGk5fuUoa3cjJbp6NQujGKEKAY40oD3mFu3rmlow,8492
|
|
190
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py,sha256=UYFSp8eTZC9_6k-o215skY4Tx_DCIOa4D3OaYgCb1Do,14441
|
|
191
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py,sha256=8zDT-TrD-JtZC-ZshPGqvqsd9UFcffx7BFCaoVjjTpw,10270
|
|
192
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py,sha256=1hHEwuslHQHSEMOSYncBDJ4fY2hULjpc50oXhbjg_UA,3767
|
|
193
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py,sha256=QXLNHDfAV7BLFfvI-7tT1zNKhU2kiZoaxMXEfgbPQCM,10124
|
|
194
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml,sha256=AAEAsbIK8R1O9c9kDb6svfeklqt2W8GHf19ewKpEROo,1057
|
|
195
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=aDQmCdDA_FV-5gx7WlvrVYxI77ZaO9kEnn4CwvSF17k,1791
|
|
196
|
+
msprobe/pytorch/bench_functions/__init__.py,sha256=BoY2ZOpo_mj2gQ8pcl8oLwFxfHpZidOflJ1aGYDmPrM,1157
|
|
197
|
+
msprobe/pytorch/bench_functions/apply_adam_w.py,sha256=tUkQEmmUf__kIkBTagtjphR7HaiZRpDjk_q7j6AGl00,1690
|
|
198
|
+
msprobe/pytorch/bench_functions/confusion_transpose.py,sha256=XdXuilYWVNKAbpP81U1lb4I0-ZOJ4J-SllyNpm9ywsA,1294
|
|
199
|
+
msprobe/pytorch/bench_functions/fast_gelu.py,sha256=L3J2FNiHY_FCjWXLKuf3fCPLf7oE7kBVaYBjXUstR4s,1883
|
|
200
|
+
msprobe/pytorch/bench_functions/layer_norm_eval.py,sha256=kObMeu4JKPltaGFXqf64cFcNVEsH8W-jW1m2PHbPPzA,808
|
|
201
|
+
msprobe/pytorch/bench_functions/linear.py,sha256=jZ7C4jcKEBmM9t74P1AkPgJK1IXoawyxaQtultiO0nE,944
|
|
202
|
+
msprobe/pytorch/bench_functions/matmul_backward.py,sha256=LIpTJMkTKCGdU2c6qa0u-gDuEEnalbGcf2jitfKsoWs,3150
|
|
203
|
+
msprobe/pytorch/bench_functions/npu_fusion_attention.py,sha256=051Bv2NkDP4ohvXR6SbW61lwq1FGhCsbH7VblA69_Bs,22422
|
|
204
|
+
msprobe/pytorch/bench_functions/rms_norm.py,sha256=H5ukqQoxSWAHJoFeyZP_Jl6qn-nFNPrIfKedLNWPwOk,1072
|
|
205
|
+
msprobe/pytorch/bench_functions/rotary_mul.py,sha256=kIkYe-1RIyxGaZiodQL2cnus40iiG17_D-lLK1SgdQc,2721
|
|
206
|
+
msprobe/pytorch/bench_functions/scaled_mask_softmax.py,sha256=OAZq05MRKhBYuJ-962QeQMgO1xuCdTNd__XAgDf_5qQ,1518
|
|
207
|
+
msprobe/pytorch/bench_functions/swiglu.py,sha256=Z1uyVdPYhPF27taYqZA3HyXIEW7Noq_7Y8JPlz6fqjk,3017
|
|
208
|
+
msprobe/pytorch/common/__init__.py,sha256=87H-l6y1gbEL2EQiSbPceeJwKJdcsS6zv-9NmrTJlTo,709
|
|
209
|
+
msprobe/pytorch/common/compare_script.template,sha256=CsfmJ5IuPycAYa0-IfVPXrXVu-o6g8BeEF9v17UK_1w,286
|
|
210
|
+
msprobe/pytorch/common/log.py,sha256=yGLpZ6mGfB-s9sHj_gcL5_PMq_Ai4BJxumA0F0knAso,1121
|
|
211
|
+
msprobe/pytorch/common/parse_json.py,sha256=Vq7qjvUA_2Rc5QKCpWb5TIk5akjhFLrqC0pJk8ihdpA,2136
|
|
212
|
+
msprobe/pytorch/common/utils.py,sha256=fBRmBGning3_vfPweyUg0fd24h9rko5psiEOcAHq0_g,9918
|
|
213
|
+
msprobe/pytorch/compare/distributed_compare.py,sha256=JR_qkymeduHErL1NFq5mWDnwxEz7Lwdq314ZFp2JEKg,3498
|
|
214
|
+
msprobe/pytorch/compare/mapping.yaml,sha256=Udlbf1dWDAdnTs8VcDTiSkqsMNj93o2qFUU2ocFgt2k,11697
|
|
215
|
+
msprobe/pytorch/compare/match.py,sha256=j6ydfhs9zNMu6vzxsp_qMei-7-zDMuPO8Uj9i_OIhSA,1886
|
|
216
|
+
msprobe/pytorch/compare/pt_compare.py,sha256=hXWTzaWT9JBrI0GLDECoYyEFZGSZ4WLqTwTVliZfVE8,4034
|
|
217
|
+
msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
218
|
+
msprobe/pytorch/debugger/debugger_config.py,sha256=K6k_hKX8JW7a_yEu28nVCftNqomk5K9vchS9UelVN2w,5629
|
|
219
|
+
msprobe/pytorch/debugger/precision_debugger.py,sha256=3WBFzTtufLnyNQQPSU40dWWC3wR1r6ng92c2Y4NbNtQ,6876
|
|
220
|
+
msprobe/pytorch/free_benchmark/__init__.py,sha256=N2xdPic80U-Rl1B_6c8j09EMuU5Xn0knJjgmKQ5uiXQ,904
|
|
221
|
+
msprobe/pytorch/free_benchmark/main.py,sha256=5SSJGQ-eYOsguCCHaCLiOPuSrlbEHuWkaIk6T4534UI,4634
|
|
222
|
+
msprobe/pytorch/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
223
|
+
msprobe/pytorch/free_benchmark/common/constant.py,sha256=UeBE1OREX3cEJOEEcpq4O-yN7Xu-CfB-KXpAx1NGZXI,1929
|
|
224
|
+
msprobe/pytorch/free_benchmark/common/counter.py,sha256=LqRx7cZ9rr5bD4ueOSe6i_2lyWb4yEDpBVXuWKepg4Y,2718
|
|
225
|
+
msprobe/pytorch/free_benchmark/common/enums.py,sha256=GFv7XBseR6EUdg7e1WSdrV9iM00QjFmq6N4fhqKqtiE,1631
|
|
226
|
+
msprobe/pytorch/free_benchmark/common/params.py,sha256=6bgB5T2y4cGYQa9TVlzgbqpdkjEOdEEku8Is5dCFt9Q,4614
|
|
227
|
+
msprobe/pytorch/free_benchmark/common/utils.py,sha256=q11OgMkDqrUYcCMwPxgC_230sOdHOGy03TyUPHK2GBg,4613
|
|
228
|
+
msprobe/pytorch/free_benchmark/compare/grad_saver.py,sha256=oDOmQGtM0_JAEq6NUcVrIWXTh8S-8LUvHc6uHbd3fJ4,8278
|
|
229
|
+
msprobe/pytorch/free_benchmark/compare/single_benchmark.py,sha256=8pLQ1H4wb54QzIJA9e-q8y8xwMXtedCdiq3DF0_9lho,4489
|
|
230
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
231
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py,sha256=Vn2KsiLmI69ssXPPrDGDWhBwnduJpI4xltdEMuW1U0s,939
|
|
232
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py,sha256=P_QPdsRJDL6R38f3m9Moq1f8J-LNaj5MQJkjwhQEzjE,2391
|
|
233
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py,sha256=lh6wPOmztdcbvfkhlu6HubAoEjfJaB2UEyjbeEWsYQ0,1480
|
|
234
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
235
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py,sha256=4yj7riWxVbiUfez8LpOvndiwIpAnbJ69-PblQTgfBCk,4100
|
|
236
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py,sha256=1GJp8TTNmAvWpQifffks3s_m118ihPKQ8aXj60KNcFw,4571
|
|
237
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py,sha256=3yRS1BfqHnsOtWMAIl8Lim9j8B-VTz0il47nGnhYeYQ,3740
|
|
238
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py,sha256=R_IY4yHC2hETkUvFkhmXAqxtvfzJQNhVFzRt8MXXNqo,3342
|
|
239
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py,sha256=D2jFon-qeJTIbF_vd_eXJiRDVlyIv_WWxDpnNR9NxSo,1542
|
|
240
|
+
msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py,sha256=vVvV9s7XdE3yF5S06gippUEiEqsARtX6cwcA9bObRzo,2181
|
|
241
|
+
msprobe/pytorch/free_benchmark/result_handlers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
242
|
+
msprobe/pytorch/free_benchmark/result_handlers/base_handler.py,sha256=r6hcfVPFtJi4nPRdHotqYKgghxwEBW9_CtlTDI96DZ0,10287
|
|
243
|
+
msprobe/pytorch/free_benchmark/result_handlers/check_handler.py,sha256=d47cgxL0HIreeopj7pfL53_erhzxaI8-gDJ5nXvkFaY,2246
|
|
244
|
+
msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py,sha256=fBJ0J3Qkx_RJBCsoGQpZPRZVrJpLRWo6Ts1jSI7-DPw,1481
|
|
245
|
+
msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py,sha256=D-J2kezk9bhiLMs8I1SesZ91CuozO73KtJY7g2l1wT8,1941
|
|
246
|
+
msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py,sha256=dKSntcNAF2B0Yqp5YJkfntDIlM8Zc6X66TuL9BcB6Po,7848
|
|
247
|
+
msprobe/pytorch/functional/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
248
|
+
msprobe/pytorch/functional/module_dump.py,sha256=cFf_FL6F9p1DNr9eMB3D5o_t-EOCXXIicpPxYvGbwD8,3837
|
|
249
|
+
msprobe/pytorch/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
250
|
+
msprobe/pytorch/grad_probe/grad_monitor.py,sha256=o0QTmhmemxMKWTvHViW69ZFFyLKcJz9PButFMF02x8c,4282
|
|
251
|
+
msprobe/pytorch/grad_probe/grad_stat_csv.py,sha256=ExksEWUaLsMoLnuz9SFub7VD1H8B6ye76o8NDb4p-F8,4046
|
|
252
|
+
msprobe/pytorch/hook_module/__init__.py,sha256=ki_iOt1mnk-qTTl39Sm3ygQ86vG4EV2gwcSViQwkWRs,668
|
|
253
|
+
msprobe/pytorch/hook_module/api_registry.py,sha256=V8bnCPlvrV2v3l2wtC3Dhr9SMeGp4HSc8K6i63K8Cd4,8104
|
|
254
|
+
msprobe/pytorch/hook_module/hook_module.py,sha256=Kl5NzpGz2ZWiAZ3KwE3jCkYARA2Chx-E3Wq0e35iIms,4864
|
|
255
|
+
msprobe/pytorch/hook_module/support_wrap_ops.yaml,sha256=jovioDnO0KW2tSRoPhxaxIpQV8ULAXkd-YtnsZutcRY,27870
|
|
256
|
+
msprobe/pytorch/hook_module/utils.py,sha256=_m3M3Ad_Xtkm_ZZCo7rJzX9qeG3ocDYZQQtMqTnOuoc,1101
|
|
257
|
+
msprobe/pytorch/hook_module/wrap_aten.py,sha256=tjD1CkresxQBr-iOhO5Hu4fGwSYpKNNhZv7XUBBFfus,3860
|
|
258
|
+
msprobe/pytorch/hook_module/wrap_distributed.py,sha256=3P7Dn_1-OoOA1xiwJdfCggyLfji8skrz8K9vIG8JlBk,2690
|
|
259
|
+
msprobe/pytorch/hook_module/wrap_functional.py,sha256=V12FL2RCW3vQeoD8LTSRXTtRSBR1aoT1eYhxizHvHUE,4474
|
|
260
|
+
msprobe/pytorch/hook_module/wrap_npu_custom.py,sha256=gzhBVSygl32puWMZKmmSQfh9_f0lY_-V24pBNPOjVLo,3058
|
|
261
|
+
msprobe/pytorch/hook_module/wrap_tensor.py,sha256=gWpEBg5BI1PqUYBz1XfSd9oPsau26w4iusmIrlH2m6c,2087
|
|
262
|
+
msprobe/pytorch/hook_module/wrap_torch.py,sha256=eJL_fTCm1K4NVKrjEqX-41zaa0aTqdNKyDdWC7kMXyg,2617
|
|
263
|
+
msprobe/pytorch/hook_module/wrap_vf.py,sha256=YpL1aPtVMszXosHiMtJgvLdLu4mBc2xjnNp9WvBrjGQ,1831
|
|
264
|
+
msprobe/pytorch/online_dispatch/__init__.py,sha256=26TwsLkd9AoRbnUOjZ4oc4mv2S8sTXFucu_7M3r2v2M,734
|
|
265
|
+
msprobe/pytorch/online_dispatch/compare.py,sha256=T9_UacfVbBmRtG9oO1ZfIIw7fKHwUZ4Qj9y77lnn--s,10593
|
|
266
|
+
msprobe/pytorch/online_dispatch/dispatch.py,sha256=WQaU6dwNxbwycSnEVQ8cfU7PaqC6vK11uv30FoNnKI0,11971
|
|
267
|
+
msprobe/pytorch/online_dispatch/dump_compare.py,sha256=F6pYomr0wk_j7z2U7kRvbpgRt6XfY7gODH1fMIwiefI,5870
|
|
268
|
+
msprobe/pytorch/online_dispatch/single_compare.py,sha256=qoCbE8UCL2_NbydfsO_ueAjFC60De9rprG9uINt993M,16575
|
|
269
|
+
msprobe/pytorch/online_dispatch/torch_ops_config.yaml,sha256=TvkG1_r78Ij10l2iFS0YqqY1sku2eiw3yG3JS65mCuc,872
|
|
270
|
+
msprobe/pytorch/online_dispatch/utils.py,sha256=G55I1xojA-rQun3E0qmXa0Q-9do4XCMZR5Te3uOR7Sg,4083
|
|
271
|
+
msprobe/pytorch/parse_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
272
|
+
msprobe/pytorch/parse_tool/cli.py,sha256=aPk72KPC1Z10zU-tl869nf6J1pv8h05MuxB9OwI9YCQ,1048
|
|
273
|
+
msprobe/pytorch/parse_tool/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
274
|
+
msprobe/pytorch/parse_tool/lib/compare.py,sha256=Dt9AqbZfmyWUPp1aMk7tDJwRaPE3H28TI5eXjtI9908,13325
|
|
275
|
+
msprobe/pytorch/parse_tool/lib/config.py,sha256=kLbz5EFkOgl3T4lRLmmoZgkpJ41yqH4StVjNgucs7xA,1992
|
|
276
|
+
msprobe/pytorch/parse_tool/lib/file_desc.py,sha256=l0RCGU4-DCM5p5iPuCGLcjyMd710owdjnuTKYAZ0kdc,1147
|
|
277
|
+
msprobe/pytorch/parse_tool/lib/interactive_cli.py,sha256=wkbpBK6LGufJvfFANoermyWLNLez8CR4ipcqv0DmBIo,3678
|
|
278
|
+
msprobe/pytorch/parse_tool/lib/parse_exception.py,sha256=0gRawclT_z1U0K9FkawMgFuGz3zvvqGeIgAbxZB6pSw,1763
|
|
279
|
+
msprobe/pytorch/parse_tool/lib/parse_tool.py,sha256=aJ846B-7Kk-JtqatoPvdjsSNZomeqAQEh3vPfZx53DU,8105
|
|
280
|
+
msprobe/pytorch/parse_tool/lib/utils.py,sha256=004omfhfleECQ8FZ5B4eZnRY85owe6zH__vf4IVdD2I,12517
|
|
281
|
+
msprobe/pytorch/parse_tool/lib/visualization.py,sha256=mppLLY-UBKQSXUA6Wbtj-rRxas4_SK-5rBV2GWvGb7Y,4063
|
|
282
|
+
mindstudio_probe-1.1.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
283
|
+
mindstudio_probe-1.1.0.dist-info/METADATA,sha256=hKCEcts8M8OsIWLl4tzsc6uhL-l30nk8ChTH3Zyhrg8,1308
|
|
284
|
+
mindstudio_probe-1.1.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
|
|
285
|
+
mindstudio_probe-1.1.0.dist-info/entry_points.txt,sha256=D2Vi0uZD_DqVIrJ9_Cw7y9SP5AHH4-8VHLjlPXUjIpk,50
|
|
286
|
+
mindstudio_probe-1.1.0.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
|
|
287
|
+
mindstudio_probe-1.1.0.dist-info/RECORD,,
|
msprobe/README.md
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
# 📖 msprobe 使用手册
|
|
2
2
|
|
|
3
|
-

|
|
4
4
|

|
|
5
5
|

|
|
6
6
|
|
|
7
|
-
|
|
7
|
+
**msprobe** 是 MindStudio Training Tools 工具链下精度调试部分的工具包。主要包括精度预检、溢出检测和精度比对等功能,目前适配 [PyTorch](https://pytorch.org/) 和 [MindSpore](https://www.mindspore.cn/) 框架。这些子工具侧重不同的训练场景,可以定位模型训练中的精度问题。
|
|
8
8
|
|
|
9
|
-
|
|
9
|
+
为方便使用,本工具提供了统一、简易的程序接口:**PrecisionDebugger**。以 PyTorch 框架为例,通过以下示例模板和 **config.json** 可以轻松使用各种功能。
|
|
10
10
|
|
|
11
11
|
```python
|
|
12
12
|
from msprobe.pytorch import PrecisionDebugger
|
|
@@ -19,7 +19,19 @@ debugger.stop() # 一般在训练循环末尾结束工具
|
|
|
19
19
|
debugger.step() # 在训练循环的最后需要重置工具,非循环场景不需要
|
|
20
20
|
```
|
|
21
21
|
|
|
22
|
-
|
|
22
|
+
此外,根据以下规则,可以通过环境变量设置日志级别。
|
|
23
|
+
- MSPROBE_LOG_LEVEL=4,不打印任何日志;
|
|
24
|
+
- MSPROBE_LOG_LEVEL=3,仅打印 ERROR;
|
|
25
|
+
- MSPROBE_LOG_LEVEL=2,仅打印 WARNING、ERROR;
|
|
26
|
+
- MSPROBE_LOG_LEVEL=1,仅打印 INFO、WARNING、ERROR(默认配置);
|
|
27
|
+
- MSPROBE_LOG_LEVEL=0,打印 DEBUG、INFO、WARNING、ERROR。
|
|
28
|
+
|
|
29
|
+
例如在 shell 脚本:
|
|
30
|
+
|
|
31
|
+
```shell
|
|
32
|
+
export MSPROBE_LOG_LEVEL={x}
|
|
33
|
+
```
|
|
34
|
+
**config.json** 的配置要求和各功能具体的使用指导详见后续章节。
|
|
23
35
|
|
|
24
36
|
## ⚙️ [安装](./docs/01.installation.md)
|
|
25
37
|
|
|
@@ -67,9 +79,9 @@ MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.
|
|
|
67
79
|
|
|
68
80
|
### 6 无标杆比对
|
|
69
81
|
|
|
70
|
-
[PyTorch 场景的无标杆比对](./docs/15.free_benchmarking_PyTorch.md)
|
|
82
|
+
[PyTorch 场景的无标杆比对](./docs/15.free_benchmarking_PyTorch.md)
|
|
71
83
|
|
|
72
|
-
[MindSpore 场景的无标杆比对](./docs/16.
|
|
84
|
+
[MindSpore 场景的无标杆比对](./docs/16.free_benchmarking_MindSpore.md)
|
|
73
85
|
|
|
74
86
|
### 7 梯度状态监测
|
|
75
87
|
|
|
@@ -77,25 +89,43 @@ MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.
|
|
|
77
89
|
|
|
78
90
|
[兼容 PyTorch 和 MindSpore 框架的梯度监测](./docs/17.grad_probe.md)
|
|
79
91
|
|
|
92
|
+
### 8 在线精度比对
|
|
93
|
+
|
|
94
|
+
在线精度比对是实现在PyTorch训练过程中直接完成精度比对并输出比对结果的功能,是NPU与CPU之间的精度比对。
|
|
95
|
+
|
|
96
|
+
[PyTorch 场景的在线精度比对](./docs/18.online_dispatch.md)
|
|
97
|
+
|
|
80
98
|
## 🌟 新版本特性
|
|
81
99
|
|
|
100
|
+
若查看历史版本特性,请点击[安装](./docs/01.installation.md)。
|
|
101
|
+
|
|
102
|
+
【数据采集】
|
|
103
|
+
- 支持 config.json 中的 step 传入范围;
|
|
104
|
+
- 优化了指定 step 的机制,指定 step 结束后工具不再采集数据,但训练会继续运行。工具结束运行后,日志提示信息如下:
|
|
105
|
+
```bash
|
|
106
|
+
****************************************
|
|
107
|
+
* msprobe ends successfully. *
|
|
108
|
+
****************************************
|
|
109
|
+
```
|
|
110
|
+
注:在多卡场景,每张卡进程训练到指定 step 之后都会打印一次上述信息。
|
|
111
|
+
|
|
82
112
|
【精度预检】
|
|
83
|
-
-
|
|
84
|
-
- 支持随机生成模式和真实数据模式。
|
|
85
|
-
- 单 API 测试,排除整网中的累计误差问题。
|
|
113
|
+
- 在 PyTorch 场景,支持部分 NPU 融合算子预检。
|
|
86
114
|
|
|
87
|
-
|
|
88
|
-
-
|
|
89
|
-
|
|
115
|
+
【精度比对】
|
|
116
|
+
- 解决了使用 MindSpore 需要安装 PyTorch 的问题。
|
|
117
|
+
|
|
118
|
+
【无标杆比对】
|
|
119
|
+
- 补充在 PyTorch 场景的性能基线报告;
|
|
120
|
+
- 支持 MindSpore 场景的 change_value 扰动模式。
|
|
90
121
|
|
|
91
122
|
## 📑 补充材料
|
|
92
123
|
|
|
93
|
-
[
|
|
124
|
+
[无标杆比对功能在 PyTorch 场景的性能基线报告](./docs/S02.report_free_benchmarking_validation_performance_baseline.md)
|
|
94
125
|
|
|
95
|
-
|
|
126
|
+
## ❗ 免责声明
|
|
127
|
+
本工具建议执行用户与安装用户保持一致,如果您要使用 root 执行,请自行关注 root 高权限触及的安全风险。
|
|
96
128
|
|
|
97
129
|
## ❓ FAQ
|
|
98
130
|
|
|
99
131
|
[FAQ for PyTorch](./docs/FAQ_PyTorch.md)
|
|
100
|
-
|
|
101
|
-
FAQ for MindSpore
|
msprobe/__init__.py
CHANGED
|
@@ -1 +1,16 @@
|
|
|
1
|
-
|
|
1
|
+
# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
|
|
2
|
+
# All rights reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
from msprobe.core.grad_probe.grad_compare import GradComparator
|
msprobe/config.json
CHANGED
msprobe/core/advisor/advisor.py
CHANGED
|
@@ -1,8 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
1
|
+
# Copyright (c) 2022-2024, Huawei Technologies Co., Ltd.
|
|
2
|
+
# All rights reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
5
|
# you may not use this file except in compliance with the License.
|
|
7
6
|
# You may obtain a copy of the License at
|
|
8
7
|
#
|
|
@@ -13,7 +12,6 @@
|
|
|
13
12
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
13
|
# See the License for the specific language governing permissions and
|
|
15
14
|
# limitations under the License.
|
|
16
|
-
"""
|
|
17
15
|
|
|
18
16
|
import os
|
|
19
17
|
|
|
@@ -24,15 +22,17 @@ from msprobe.core.common.utils import CompareException
|
|
|
24
22
|
from msprobe.core.common.file_utils import FileChecker
|
|
25
23
|
from msprobe.core.common.const import Const, CompareConst, FileCheckConst
|
|
26
24
|
|
|
25
|
+
|
|
27
26
|
class Advisor:
|
|
28
27
|
"""
|
|
29
28
|
Class for generate advisor
|
|
30
29
|
"""
|
|
31
30
|
|
|
32
|
-
def __init__(self, input_data, out_path=""):
|
|
31
|
+
def __init__(self, input_data, out_path="", suffix=""):
|
|
33
32
|
self.input_data = input_data
|
|
34
33
|
self.out_path = os.path.realpath(out_path)
|
|
35
34
|
self.file_type = None
|
|
35
|
+
self.suffix = suffix
|
|
36
36
|
|
|
37
37
|
@staticmethod
|
|
38
38
|
def deterministic_advisor(message, node_name):
|
|
@@ -103,7 +103,7 @@ class Advisor:
|
|
|
103
103
|
else:
|
|
104
104
|
result = self.gen_advisor_result(failing_data)
|
|
105
105
|
message_list = result.print_advisor_log()
|
|
106
|
-
result.gen_summary_file(self.out_path, message_list)
|
|
106
|
+
result.gen_summary_file(self.out_path, message_list, suffix=self.suffix)
|
|
107
107
|
|
|
108
108
|
def _parse_input_data(self):
|
|
109
109
|
data_columns = self.input_data.columns.values
|
|
@@ -1,8 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
1
|
+
# Copyright (c) 2022-2024, Huawei Technologies Co., Ltd.
|
|
2
|
+
# All rights reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
5
|
# you may not use this file except in compliance with the License.
|
|
7
6
|
# You may obtain a copy of the License at
|
|
8
7
|
#
|
|
@@ -13,7 +12,6 @@
|
|
|
13
12
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
13
|
# See the License for the specific language governing permissions and
|
|
15
14
|
# limitations under the License.
|
|
16
|
-
"""
|
|
17
15
|
|
|
18
16
|
|
|
19
17
|
class AdvisorConst:
|
|
@@ -35,7 +33,8 @@ class AdvisorConst:
|
|
|
35
33
|
# advisor message
|
|
36
34
|
NO_ERR_SUGGEST = "All data in comparison result meets the accuracy requirements."
|
|
37
35
|
FORWARD_INPUT_SUGGEST = "1. Analyze the model to view the input source.\n" \
|
|
38
|
-
"2. Check whether an inplace API causes the output result to overwrite the input result.
|
|
36
|
+
"2. Check whether an inplace API causes the output result to overwrite the input result. "\
|
|
37
|
+
"That is, the fault is actually caused by a computation error.\n" \
|
|
39
38
|
"3. The fault may be caused by memory corruption and further analysis is required."
|
|
40
39
|
FORWARD_OUTPUT_SUGGEST = "This is a forward API computation error. Check the computation implementation."
|
|
41
40
|
BACKWARD_INPUT_SUGGEST = "Check whether the forward computation result is affected."
|
|
@@ -1,8 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
#
|
|
3
|
-
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
1
|
+
# Copyright (c) 2022-2024, Huawei Technologies Co., Ltd.
|
|
2
|
+
# All rights reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
5
|
# you may not use this file except in compliance with the License.
|
|
7
6
|
# You may obtain a copy of the License at
|
|
8
7
|
#
|
|
@@ -13,13 +12,12 @@
|
|
|
13
12
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
13
|
# See the License for the specific language governing permissions and
|
|
15
14
|
# limitations under the License.
|
|
16
|
-
"""
|
|
17
15
|
import os
|
|
18
16
|
import time
|
|
19
17
|
|
|
20
18
|
from msprobe.core.advisor.advisor_const import AdvisorConst
|
|
21
19
|
from msprobe.core.common.log import logger
|
|
22
|
-
from msprobe.core.common.const import
|
|
20
|
+
from msprobe.core.common.const import FileCheckConst
|
|
23
21
|
from msprobe.core.common.file_utils import change_mode, FileOpen
|
|
24
22
|
|
|
25
23
|
|
|
@@ -34,8 +32,8 @@ class AdvisorResult:
|
|
|
34
32
|
self.advisor_message = message
|
|
35
33
|
|
|
36
34
|
@staticmethod
|
|
37
|
-
def gen_summary_file(out_path, message_list):
|
|
38
|
-
file_name = '
|
|
35
|
+
def gen_summary_file(out_path, message_list, suffix):
|
|
36
|
+
file_name = 'advisor{}_{}.txt'.format(suffix, time.strftime("%Y%m%d%H%M%S", time.localtime(time.time())))
|
|
39
37
|
result_file = os.path.join(out_path, file_name)
|
|
40
38
|
try:
|
|
41
39
|
with FileOpen(result_file, 'w+') as output_file:
|
|
@@ -50,9 +48,11 @@ class AdvisorResult:
|
|
|
50
48
|
|
|
51
49
|
def print_advisor_log(self):
|
|
52
50
|
logger.info("The summary of the expert advice is as follows: ")
|
|
53
|
-
message_list = [
|
|
54
|
-
|
|
55
|
-
|
|
51
|
+
message_list = [
|
|
52
|
+
AdvisorConst.LINE + AdvisorConst.COLON + str(self.line),
|
|
53
|
+
AdvisorConst.SUSPECT_NODES + AdvisorConst.COLON + self.suspect_node,
|
|
54
|
+
AdvisorConst.ADVISOR_SUGGEST + AdvisorConst.COLON + self.advisor_message
|
|
55
|
+
]
|
|
56
56
|
for message in message_list:
|
|
57
57
|
logger.info(message)
|
|
58
58
|
return message_list
|