mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/LICENSE +201 -201
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/METADATA +36 -30
- mindstudio_probe-1.0.4.dist-info/RECORD +276 -0
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/WHEEL +1 -1
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/entry_points.txt +1 -0
- msprobe/README.md +101 -182
- msprobe/__init__.py +1 -0
- msprobe/{config/config.json → config.json} +49 -27
- msprobe/core/__init__.py +0 -0
- msprobe/{pytorch → core}/advisor/advisor.py +124 -124
- msprobe/{pytorch → core}/advisor/advisor_const.py +59 -59
- msprobe/{pytorch → core}/advisor/advisor_result.py +58 -58
- msprobe/core/common/const.py +341 -241
- msprobe/core/common/exceptions.py +100 -88
- msprobe/core/common/{file_check.py → file_utils.py} +478 -265
- msprobe/core/common/log.py +76 -55
- msprobe/core/common/utils.py +385 -516
- msprobe/core/common_config.py +85 -58
- msprobe/core/compare/acc_compare.py +300 -0
- msprobe/core/compare/check.py +95 -0
- msprobe/core/compare/compare_cli.py +49 -0
- msprobe/core/compare/highlight.py +223 -0
- msprobe/core/compare/multiprocessing_compute.py +149 -0
- msprobe/{pytorch → core}/compare/npy_compare.py +295 -244
- msprobe/core/compare/utils.py +430 -0
- msprobe/core/data_dump/data_collector.py +154 -140
- msprobe/core/data_dump/data_processor/base.py +314 -245
- msprobe/core/data_dump/data_processor/factory.py +59 -61
- msprobe/core/data_dump/data_processor/mindspore_processor.py +186 -0
- msprobe/core/data_dump/data_processor/pytorch_processor.py +366 -346
- msprobe/core/data_dump/json_writer.py +96 -116
- msprobe/core/data_dump/scope.py +178 -178
- msprobe/core/grad_probe/__init__.py +0 -0
- msprobe/core/grad_probe/constant.py +71 -0
- msprobe/core/grad_probe/grad_compare.py +171 -0
- msprobe/core/grad_probe/utils.py +64 -0
- msprobe/docs/01.installation.md +89 -0
- msprobe/docs/02.config_introduction.md +165 -0
- msprobe/docs/03.config_examples.md +247 -0
- msprobe/docs/04.acl_config_examples.md +76 -0
- msprobe/docs/05.data_dump_PyTorch.md +198 -0
- msprobe/docs/06.data_dump_MindSpore.md +243 -0
- msprobe/docs/07.accuracy_checker_PyTorch.md +274 -0
- msprobe/docs/08.accuracy_checker_online_PyTorch.md +198 -0
- msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
- msprobe/docs/10.accuracy_compare_PyTorch.md +245 -0
- msprobe/docs/11.accuracy_compare_MindSpore.md +202 -0
- msprobe/docs/12.overflow_check_PyTorch.md +79 -0
- msprobe/docs/13.overflow_check_MindSpore.md +31 -0
- msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
- msprobe/docs/15.free_benchmarking_PyTorch.md +164 -0
- msprobe/docs/17.grad_probe.md +207 -0
- msprobe/docs/FAQ_PyTorch.md +177 -0
- msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
- msprobe/docs/img/free_benchmark_framework.png +0 -0
- msprobe/docs/img/grad_probe_image-1.png +0 -0
- msprobe/docs/img/grad_probe_image-2.png +0 -0
- msprobe/docs/img/grad_probe_image-3.png +0 -0
- msprobe/docs/img/grad_probe_image-4.png +0 -0
- msprobe/docs/img/grad_probe_image.png +0 -0
- msprobe/mindspore/__init__.py +1 -1
- msprobe/mindspore/api_accuracy_checker/__init__.py +0 -0
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +255 -0
- msprobe/mindspore/api_accuracy_checker/api_info.py +69 -0
- msprobe/mindspore/api_accuracy_checker/api_runner.py +156 -0
- msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +197 -0
- msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
- msprobe/mindspore/api_accuracy_checker/compute_element.py +239 -0
- msprobe/mindspore/api_accuracy_checker/main.py +9 -0
- msprobe/mindspore/api_accuracy_checker/type_mapping.py +114 -0
- msprobe/mindspore/api_accuracy_checker/utils.py +80 -0
- msprobe/mindspore/cell_processor.py +34 -0
- msprobe/mindspore/common/const.py +106 -0
- msprobe/mindspore/common/log.py +38 -0
- msprobe/mindspore/common/utils.py +81 -0
- msprobe/mindspore/compare/distributed_compare.py +75 -0
- msprobe/mindspore/compare/ms_compare.py +219 -0
- msprobe/mindspore/compare/ms_graph_compare.py +348 -0
- msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -0
- msprobe/mindspore/debugger/debugger_config.py +66 -51
- msprobe/mindspore/debugger/precision_debugger.py +126 -32
- msprobe/mindspore/dump/dump_tool_factory.py +35 -38
- msprobe/mindspore/dump/hook_cell/api_registry.py +118 -0
- msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -0
- msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +922 -0
- msprobe/mindspore/dump/hook_cell/wrap_api.py +113 -0
- msprobe/mindspore/dump/jit_dump.py +72 -0
- msprobe/mindspore/dump/kernel_graph_dump.py +59 -60
- msprobe/mindspore/dump/kernel_kbyk_dump.py +64 -0
- msprobe/mindspore/free_benchmark/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -0
- msprobe/mindspore/free_benchmark/common/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/common/config.py +12 -0
- msprobe/mindspore/free_benchmark/common/handler_params.py +17 -0
- msprobe/mindspore/free_benchmark/common/utils.py +71 -0
- msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -0
- msprobe/mindspore/free_benchmark/decorator/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/decorator/dec_forward.py +43 -0
- msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -0
- msprobe/mindspore/free_benchmark/handler/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -0
- msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -0
- msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -0
- msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -0
- msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -0
- msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -0
- msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -0
- msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +51 -0
- msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +35 -0
- msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -0
- msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +29 -0
- msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -0
- msprobe/mindspore/grad_probe/__init__.py +0 -0
- msprobe/mindspore/grad_probe/global_context.py +90 -0
- msprobe/mindspore/grad_probe/grad_analyzer.py +231 -0
- msprobe/mindspore/grad_probe/grad_monitor.py +27 -0
- msprobe/mindspore/grad_probe/grad_stat_csv.py +132 -0
- msprobe/mindspore/grad_probe/hook.py +94 -0
- msprobe/mindspore/grad_probe/utils.py +30 -0
- msprobe/mindspore/ms_config.py +128 -78
- msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +44 -45
- msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +34 -32
- msprobe/mindspore/runtime.py +4 -0
- msprobe/mindspore/service.py +378 -0
- msprobe/mindspore/task_handler_factory.py +24 -21
- msprobe/msprobe.py +105 -67
- msprobe/pytorch/__init__.py +4 -4
- msprobe/pytorch/api_accuracy_checker/common/config.py +53 -50
- msprobe/pytorch/api_accuracy_checker/common/utils.py +214 -224
- msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +213 -216
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +606 -545
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
- msprobe/pytorch/api_accuracy_checker/compare/compare.py +386 -345
- msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +73 -73
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +245 -248
- msprobe/pytorch/api_accuracy_checker/config.yaml +10 -4
- msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +335 -328
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +200 -203
- msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +133 -127
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +592 -493
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +70 -7
- msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py +0 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +197 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +325 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +219 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -0
- msprobe/pytorch/bench_functions/__init__.py +15 -0
- msprobe/pytorch/bench_functions/apply_adam_w.py +28 -0
- msprobe/pytorch/bench_functions/confusion_transpose.py +19 -0
- msprobe/pytorch/bench_functions/fast_gelu.py +55 -0
- msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -0
- msprobe/pytorch/bench_functions/linear.py +12 -0
- msprobe/pytorch/bench_functions/matmul_backward.py +48 -0
- msprobe/pytorch/bench_functions/npu_fusion_attention.py +509 -0
- msprobe/pytorch/bench_functions/rms_norm.py +15 -0
- msprobe/pytorch/bench_functions/rotary_mul.py +52 -0
- msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -0
- msprobe/pytorch/bench_functions/swiglu.py +55 -0
- msprobe/pytorch/common/__init__.py +2 -2
- msprobe/pytorch/common/compare_script.template +14 -14
- msprobe/pytorch/common/log.py +20 -31
- msprobe/pytorch/common/parse_json.py +39 -37
- msprobe/pytorch/common/utils.py +305 -224
- msprobe/pytorch/compare/distributed_compare.py +66 -111
- msprobe/pytorch/compare/mapping.yaml +607 -607
- msprobe/pytorch/compare/match.py +34 -36
- msprobe/pytorch/compare/pt_compare.py +50 -0
- msprobe/pytorch/debugger/debugger_config.py +95 -86
- msprobe/pytorch/debugger/precision_debugger.py +125 -95
- msprobe/pytorch/free_benchmark/__init__.py +8 -8
- msprobe/pytorch/free_benchmark/common/constant.py +70 -67
- msprobe/pytorch/free_benchmark/common/counter.py +71 -71
- msprobe/pytorch/free_benchmark/common/enums.py +37 -37
- msprobe/pytorch/free_benchmark/common/params.py +129 -129
- msprobe/pytorch/free_benchmark/common/utils.py +102 -98
- msprobe/pytorch/free_benchmark/compare/grad_saver.py +179 -183
- msprobe/pytorch/free_benchmark/compare/single_benchmark.py +104 -104
- msprobe/pytorch/free_benchmark/main.py +105 -102
- msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +13 -13
- msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +41 -41
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +90 -90
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +104 -104
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +63 -63
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +68 -68
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +28 -28
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +45 -45
- msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +19 -19
- msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +217 -203
- msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +39 -39
- msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +23 -23
- msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +30 -31
- msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +170 -170
- msprobe/pytorch/function_factory.py +76 -0
- msprobe/pytorch/functional/dump_module.py +39 -39
- msprobe/pytorch/grad_probe/__init__.py +0 -0
- msprobe/pytorch/grad_probe/grad_monitor.py +91 -0
- msprobe/pytorch/grad_probe/grad_stat_csv.py +129 -0
- msprobe/pytorch/hook_module/api_registry.py +161 -161
- msprobe/pytorch/hook_module/hook_module.py +120 -109
- msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1876
- msprobe/pytorch/hook_module/utils.py +30 -29
- msprobe/pytorch/hook_module/wrap_aten.py +110 -100
- msprobe/pytorch/hook_module/wrap_distributed.py +78 -75
- msprobe/pytorch/hook_module/wrap_functional.py +105 -108
- msprobe/pytorch/hook_module/wrap_npu_custom.py +93 -73
- msprobe/pytorch/hook_module/wrap_tensor.py +71 -72
- msprobe/pytorch/hook_module/wrap_torch.py +86 -88
- msprobe/pytorch/hook_module/wrap_vf.py +62 -64
- msprobe/pytorch/module_processer.py +138 -98
- msprobe/pytorch/online_dispatch/__init__.py +20 -20
- msprobe/pytorch/online_dispatch/compare.py +236 -236
- msprobe/pytorch/online_dispatch/dispatch.py +271 -273
- msprobe/pytorch/online_dispatch/dump_compare.py +155 -186
- msprobe/pytorch/online_dispatch/single_compare.py +391 -391
- msprobe/pytorch/online_dispatch/torch_ops_config.yaml +49 -49
- msprobe/pytorch/online_dispatch/utils.py +130 -187
- msprobe/pytorch/parse.py +4 -4
- msprobe/pytorch/parse_tool/cli.py +32 -32
- msprobe/pytorch/parse_tool/lib/compare.py +260 -259
- msprobe/pytorch/parse_tool/lib/config.py +52 -51
- msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
- msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
- msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
- msprobe/pytorch/parse_tool/lib/parse_tool.py +158 -158
- msprobe/pytorch/parse_tool/lib/utils.py +316 -367
- msprobe/pytorch/parse_tool/lib/visualization.py +85 -90
- msprobe/pytorch/pt_config.py +188 -93
- msprobe/pytorch/service.py +246 -167
- mindstudio_probe-1.0.1.dist-info/RECORD +0 -228
- msprobe/config/README.md +0 -397
- msprobe/mindspore/doc/dump.md +0 -65
- msprobe/mindspore/dump/api_kbk_dump.py +0 -55
- msprobe/pytorch/compare/acc_compare.py +0 -1024
- msprobe/pytorch/compare/highlight.py +0 -100
- msprobe/pytorch/doc/FAQ.md +0 -193
- msprobe/pytorch/doc/api_accuracy_checker.md +0 -269
- msprobe/pytorch/doc/atat/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
- msprobe/pytorch/doc/dump.md +0 -207
- msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -176
- msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
- msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
- msprobe/pytorch/doc/run_overflow_check.md +0 -25
- msprobe/pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md +0 -90
- msprobe/test/core_ut/common/test_utils.py +0 -345
- msprobe/test/core_ut/data_dump/test_data_collector.py +0 -47
- msprobe/test/core_ut/data_dump/test_json_writer.py +0 -183
- msprobe/test/core_ut/data_dump/test_scope.py +0 -151
- msprobe/test/core_ut/test_common_config.py +0 -152
- msprobe/test/core_ut/test_file_check.py +0 -218
- msprobe/test/core_ut/test_log.py +0 -109
- msprobe/test/mindspore_ut/test_api_kbk_dump.py +0 -51
- msprobe/test/mindspore_ut/test_debugger_config.py +0 -42
- msprobe/test/mindspore_ut/test_dump_tool_factory.py +0 -51
- msprobe/test/mindspore_ut/test_kernel_graph_dump.py +0 -66
- msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py +0 -63
- msprobe/test/mindspore_ut/test_ms_config.py +0 -69
- msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py +0 -51
- msprobe/test/mindspore_ut/test_precision_debugger.py +0 -56
- msprobe/test/mindspore_ut/test_task_handler_factory.py +0 -58
- msprobe/test/pytorch_ut/advisor/test_advisor.py +0 -83
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py +0 -108
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py +0 -39
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py +0 -112
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py +0 -77
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py +0 -125
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py +0 -10
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py +0 -43
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json +0 -179
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json +0 -63
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py +0 -99
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py +0 -115
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py +0 -72
- msprobe/test/pytorch_ut/compare/test_acc_compare.py +0 -17
- msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py +0 -105
- msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py +0 -121
- msprobe/test/pytorch_ut/free_benchmark/test_main.py +0 -101
- msprobe/test/pytorch_ut/functional/test_dump_module.py +0 -15
- msprobe/test/pytorch_ut/hook_module/test_api_registry.py +0 -130
- msprobe/test/pytorch_ut/hook_module/test_hook_module.py +0 -42
- msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py +0 -65
- msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py +0 -35
- msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py +0 -20
- msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py +0 -35
- msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py +0 -43
- msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py +0 -11
- msprobe/test/pytorch_ut/test_pt_config.py +0 -69
- msprobe/test/pytorch_ut/test_service.py +0 -59
- msprobe/test/resources/advisor.txt +0 -3
- msprobe/test/resources/compare_result_20230703104808.csv +0 -9
- msprobe/test/resources/compare_result_without_accuracy.csv +0 -9
- msprobe/test/resources/config.yaml +0 -3
- msprobe/test/resources/npu_test.pkl +0 -8
- msprobe/test/run_test.sh +0 -30
- msprobe/test/run_ut.py +0 -58
- msprobe/test/test_module_processer.py +0 -64
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/top_level.txt +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
- /msprobe/{config → docs}/img/free_benchmark.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
|
|
19
|
-
from msprobe.core.common.const import Const
|
|
20
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
21
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
class TestDebuggerConfig(TestCase):
|
|
25
|
-
def test_init(self):
|
|
26
|
-
json_config = {
|
|
27
|
-
"dump_path": "/absolute_path",
|
|
28
|
-
"rank": [],
|
|
29
|
-
"step": [],
|
|
30
|
-
"level": "L1"
|
|
31
|
-
}
|
|
32
|
-
common_config = CommonConfig(json_config)
|
|
33
|
-
task_config = BaseConfig(json_config)
|
|
34
|
-
debugger_config = DebuggerConfig(common_config, task_config)
|
|
35
|
-
self.assertEqual(debugger_config.task, Const.STATISTICS)
|
|
36
|
-
self.assertEqual(debugger_config.file_format, "npy")
|
|
37
|
-
self.assertEqual(debugger_config.check_mode, "all")
|
|
38
|
-
|
|
39
|
-
common_config.dump_path = "./path"
|
|
40
|
-
with self.assertRaises(Exception) as context:
|
|
41
|
-
DebuggerConfig(common_config, task_config)
|
|
42
|
-
self.assertEqual(str(context.exception), "Dump path must be absolute path.")
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
|
|
19
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
20
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
21
|
-
from msprobe.mindspore.dump.dump_tool_factory import DumpToolFactory
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
class TestDumpToolFactory(TestCase):
|
|
25
|
-
|
|
26
|
-
def test_create(self):
|
|
27
|
-
json_config = {
|
|
28
|
-
"task": "statistics",
|
|
29
|
-
"dump_path": "/absolute_path",
|
|
30
|
-
"rank": [],
|
|
31
|
-
"step": [0, 2],
|
|
32
|
-
"level": "L1"
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
common_config = CommonConfig(json_config)
|
|
36
|
-
task_config = BaseConfig(json_config)
|
|
37
|
-
config = DebuggerConfig(common_config, task_config)
|
|
38
|
-
|
|
39
|
-
config.level = "module"
|
|
40
|
-
with self.assertRaises(Exception) as context:
|
|
41
|
-
DumpToolFactory.create(config)
|
|
42
|
-
self.assertEqual(str(context.exception), "valid level is needed.")
|
|
43
|
-
|
|
44
|
-
config.level = "cell"
|
|
45
|
-
with self.assertRaises(Exception) as context:
|
|
46
|
-
DumpToolFactory.create(config)
|
|
47
|
-
self.assertEqual(str(context.exception), "Cell dump in not supported now.")
|
|
48
|
-
|
|
49
|
-
config.level = "kernel"
|
|
50
|
-
dumper = DumpToolFactory.create(config)
|
|
51
|
-
self.assertEqual(dumper.dump_json["common_dump_settings"]["net_name"], "Net")
|
|
@@ -1,66 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
import os
|
|
18
|
-
|
|
19
|
-
from unittest import TestCase
|
|
20
|
-
from unittest.mock import patch
|
|
21
|
-
|
|
22
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
23
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
24
|
-
from msprobe.mindspore.dump.kernel_graph_dump import KernelGraphDump
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
class TestKernelGraphDump(TestCase):
|
|
28
|
-
|
|
29
|
-
def test_handle(self):
|
|
30
|
-
json_config = {
|
|
31
|
-
"task": "tensor",
|
|
32
|
-
"dump_path": "/absolute_path",
|
|
33
|
-
"rank": [],
|
|
34
|
-
"step": [0, 2],
|
|
35
|
-
"level": "L2"
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
common_config = CommonConfig(json_config)
|
|
39
|
-
task_config = BaseConfig(json_config)
|
|
40
|
-
task_config.data_mode = ["output"]
|
|
41
|
-
task_config.file_format = "bin"
|
|
42
|
-
config = DebuggerConfig(common_config, task_config)
|
|
43
|
-
dumper = KernelGraphDump(config)
|
|
44
|
-
self.assertEqual(dumper.dump_json["common_dump_settings"]["iteration"], "0|2")
|
|
45
|
-
self.assertEqual(dumper.dump_json["common_dump_settings"]["file_format"], "bin")
|
|
46
|
-
self.assertEqual(dumper.dump_json["common_dump_settings"]["input_output"], 2)
|
|
47
|
-
|
|
48
|
-
with patch("msprobe.mindspore.dump.kernel_graph_dump.make_dump_path_if_not_exists"), \
|
|
49
|
-
patch("msprobe.mindspore.dump.kernel_graph_dump.FileOpen"), \
|
|
50
|
-
patch("msprobe.mindspore.dump.kernel_graph_dump.json.dump"), \
|
|
51
|
-
patch("msprobe.mindspore.dump.kernel_graph_dump.logger.info"):
|
|
52
|
-
|
|
53
|
-
os.environ["GRAPH_OP_RUN"] = "1"
|
|
54
|
-
with self.assertRaises(Exception) as context:
|
|
55
|
-
dumper.handle()
|
|
56
|
-
self.assertEqual(str(context.exception), "Must run in graph mode, not kbk mode")
|
|
57
|
-
if "GRAPH_OP_RUN" in os.environ:
|
|
58
|
-
del os.environ["GRAPH_OP_RUN"]
|
|
59
|
-
|
|
60
|
-
dumper.handle()
|
|
61
|
-
self.assertIn("kernel_graph_dump.json", os.environ.get("MS_ACL_DUMP_CFG_PATH"))
|
|
62
|
-
|
|
63
|
-
if "MINDSPORE_DUMP_CONFIG" in os.environ:
|
|
64
|
-
del os.environ["MINDSPORE_DUMP_CONFIG"]
|
|
65
|
-
if "MS_ACL_DUMP_CFG_PATH" in os.environ:
|
|
66
|
-
del os.environ["MS_ACL_DUMP_CFG_PATH"]
|
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
import os
|
|
18
|
-
|
|
19
|
-
from unittest import TestCase
|
|
20
|
-
from unittest.mock import patch
|
|
21
|
-
|
|
22
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
23
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
24
|
-
from msprobe.mindspore.overflow_check.kernel_graph_overflow_check import KernelGraphOverflowCheck
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
class TestKernelGraphOverflowCheck(TestCase):
|
|
28
|
-
|
|
29
|
-
def test_handle(self):
|
|
30
|
-
json_config = {
|
|
31
|
-
"task": "overflow_check",
|
|
32
|
-
"dump_path": "/absolute_path",
|
|
33
|
-
"rank": [],
|
|
34
|
-
"step": [],
|
|
35
|
-
"level": "L2"
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
common_config = CommonConfig(json_config)
|
|
39
|
-
task_config = BaseConfig(json_config)
|
|
40
|
-
task_config.check_mode = "atomic"
|
|
41
|
-
config = DebuggerConfig(common_config, task_config)
|
|
42
|
-
checker = KernelGraphOverflowCheck(config)
|
|
43
|
-
self.assertEqual(checker.dump_json["common_dump_settings"]["op_debug_mode"], 2)
|
|
44
|
-
|
|
45
|
-
os.environ["MS_ACL_DUMP_CFG_PATH"] = "path"
|
|
46
|
-
with patch("msprobe.mindspore.overflow_check.kernel_graph_overflow_check.make_dump_path_if_not_exists"), \
|
|
47
|
-
patch("msprobe.mindspore.overflow_check.kernel_graph_overflow_check.FileOpen"), \
|
|
48
|
-
patch("msprobe.mindspore.overflow_check.kernel_graph_overflow_check.json.dump"), \
|
|
49
|
-
patch("msprobe.mindspore.overflow_check.kernel_graph_overflow_check.logger.info"):
|
|
50
|
-
|
|
51
|
-
os.environ["GRAPH_OP_RUN"] = "1"
|
|
52
|
-
with self.assertRaises(Exception) as context:
|
|
53
|
-
checker.handle()
|
|
54
|
-
self.assertEqual(str(context.exception), "Must run in graph mode, not kbk mode")
|
|
55
|
-
if "GRAPH_OP_RUN" in os.environ:
|
|
56
|
-
del os.environ["GRAPH_OP_RUN"]
|
|
57
|
-
|
|
58
|
-
checker.handle()
|
|
59
|
-
self.assertIn("kernel_graph_overflow_check.json", os.environ.get("MINDSPORE_DUMP_CONFIG"))
|
|
60
|
-
self.assertEqual(os.environ.get("MS_ACL_DUMP_CFG_PATH"), None)
|
|
61
|
-
|
|
62
|
-
if "MINDSPORE_DUMP_CONFIG" in os.environ:
|
|
63
|
-
del os.environ["MINDSPORE_DUMP_CONFIG"]
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
from unittest.mock import patch, mock_open
|
|
19
|
-
|
|
20
|
-
from msprobe.core.common.const import Const
|
|
21
|
-
from msprobe.mindspore.ms_config import (parse_json_config, parse_task_config,
|
|
22
|
-
TensorConfig, StatisticsConfig, OverflowCheck)
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
class TestMsConfig(TestCase):
|
|
26
|
-
def test_parse_json_config(self):
|
|
27
|
-
mock_json_data = {
|
|
28
|
-
"dump_path": "./dump/",
|
|
29
|
-
"rank": [],
|
|
30
|
-
"step": [],
|
|
31
|
-
"level": "L1",
|
|
32
|
-
"seed": 1234,
|
|
33
|
-
"statistics": {
|
|
34
|
-
"scope": [],
|
|
35
|
-
"list": [],
|
|
36
|
-
"data_mode": ["all"],
|
|
37
|
-
"summary_mode": "statistics"
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
with patch("msprobe.mindspore.ms_config.FileOpen", mock_open(read_data='')), \
|
|
41
|
-
patch("msprobe.mindspore.ms_config.json.load", return_value=mock_json_data):
|
|
42
|
-
common_config, task_config = parse_json_config("./config.json")
|
|
43
|
-
self.assertEqual(common_config.task, Const.STATISTICS)
|
|
44
|
-
self.assertEqual(task_config.data_mode, ["all"])
|
|
45
|
-
|
|
46
|
-
with self.assertRaises(Exception) as context:
|
|
47
|
-
parse_json_config(None)
|
|
48
|
-
self.assertEqual(str(context.exception), "json file path is None")
|
|
49
|
-
|
|
50
|
-
def test_parse_task_config(self):
|
|
51
|
-
mock_json_config = {
|
|
52
|
-
"tensor": None,
|
|
53
|
-
"statistics": None,
|
|
54
|
-
"overflow_check": None,
|
|
55
|
-
"free_benchmark": None
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
task_config = parse_task_config("tensor", mock_json_config)
|
|
59
|
-
self.assertTrue(isinstance(task_config, TensorConfig))
|
|
60
|
-
|
|
61
|
-
task_config = parse_task_config("statistics", mock_json_config)
|
|
62
|
-
self.assertTrue(isinstance(task_config, StatisticsConfig))
|
|
63
|
-
|
|
64
|
-
task_config = parse_task_config("overflow_check", mock_json_config)
|
|
65
|
-
self.assertTrue(isinstance(task_config, OverflowCheck))
|
|
66
|
-
|
|
67
|
-
with self.assertRaises(Exception) as context:
|
|
68
|
-
parse_task_config("free_benchmark", mock_json_config)
|
|
69
|
-
self.assertEqual(str(context.exception), "task is invalid.")
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
|
|
19
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
20
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
21
|
-
from msprobe.mindspore.overflow_check.overflow_check_tool_factory import OverflowCheckToolFactory
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
class TestOverflowCheckToolFactory(TestCase):
|
|
25
|
-
|
|
26
|
-
def test_create(self):
|
|
27
|
-
json_config = {
|
|
28
|
-
"task": "overflow_check",
|
|
29
|
-
"dump_path": "/absolute_path",
|
|
30
|
-
"rank": [],
|
|
31
|
-
"step": [],
|
|
32
|
-
"level": "L2"
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
common_config = CommonConfig(json_config)
|
|
36
|
-
task_config = BaseConfig(json_config)
|
|
37
|
-
config = DebuggerConfig(common_config, task_config)
|
|
38
|
-
|
|
39
|
-
config.level = "module"
|
|
40
|
-
with self.assertRaises(Exception) as context:
|
|
41
|
-
OverflowCheckToolFactory.create(config)
|
|
42
|
-
self.assertEqual(str(context.exception), "valid level is needed.")
|
|
43
|
-
|
|
44
|
-
config.level = "cell"
|
|
45
|
-
with self.assertRaises(Exception) as context:
|
|
46
|
-
OverflowCheckToolFactory.create(config)
|
|
47
|
-
self.assertEqual(str(context.exception), "Overflow check in not supported in this mode.")
|
|
48
|
-
|
|
49
|
-
config.level = "kernel"
|
|
50
|
-
dumper = OverflowCheckToolFactory.create(config)
|
|
51
|
-
self.assertEqual(dumper.dump_json["common_dump_settings"]["file_format"], "npy")
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
from unittest.mock import patch
|
|
19
|
-
|
|
20
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
21
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
22
|
-
from msprobe.mindspore.debugger.precision_debugger import PrecisionDebugger
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
class TestPrecisionDebugger(TestCase):
|
|
26
|
-
def test_start(self):
|
|
27
|
-
class Handler:
|
|
28
|
-
called = False
|
|
29
|
-
|
|
30
|
-
def handle(self):
|
|
31
|
-
Handler.called = True
|
|
32
|
-
|
|
33
|
-
json_config = {
|
|
34
|
-
"task": "statistics",
|
|
35
|
-
"dump_path": "/absolute_path",
|
|
36
|
-
"rank": [],
|
|
37
|
-
"step": [],
|
|
38
|
-
"level": "L1"
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
common_config = CommonConfig(json_config)
|
|
42
|
-
task_config = BaseConfig(json_config)
|
|
43
|
-
handler = Handler()
|
|
44
|
-
|
|
45
|
-
with patch("msprobe.mindspore.debugger.precision_debugger.parse_json_config",
|
|
46
|
-
return_value=[common_config, task_config]), \
|
|
47
|
-
patch("msprobe.mindspore.debugger.precision_debugger.TaskHandlerFactory.create", return_value=handler):
|
|
48
|
-
debugger = PrecisionDebugger()
|
|
49
|
-
debugger.start()
|
|
50
|
-
self.assertTrue(isinstance(debugger.config, DebuggerConfig))
|
|
51
|
-
self.assertTrue(Handler.called)
|
|
52
|
-
|
|
53
|
-
PrecisionDebugger._instance = None
|
|
54
|
-
with self.assertRaises(Exception) as context:
|
|
55
|
-
debugger.start()
|
|
56
|
-
self.assertEqual(str(context.exception), "No instance of PrecisionDebugger found.")
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
from unittest.mock import patch
|
|
19
|
-
|
|
20
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
21
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
22
|
-
from msprobe.mindspore.dump.kernel_graph_dump import KernelGraphDump
|
|
23
|
-
from msprobe.mindspore.task_handler_factory import TaskHandlerFactory
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
class TestTaskHandlerFactory(TestCase):
|
|
27
|
-
|
|
28
|
-
def test_create(self):
|
|
29
|
-
class HandlerFactory:
|
|
30
|
-
def create(self):
|
|
31
|
-
return None
|
|
32
|
-
|
|
33
|
-
tasks = {"statistics": HandlerFactory}
|
|
34
|
-
|
|
35
|
-
json_config = {
|
|
36
|
-
"task": "statistics",
|
|
37
|
-
"dump_path": "/absolute_path",
|
|
38
|
-
"rank": [],
|
|
39
|
-
"step": [],
|
|
40
|
-
"level": "L2"
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
common_config = CommonConfig(json_config)
|
|
44
|
-
task_config = BaseConfig(json_config)
|
|
45
|
-
config = DebuggerConfig(common_config, task_config)
|
|
46
|
-
|
|
47
|
-
handler = TaskHandlerFactory.create(config)
|
|
48
|
-
self.assertTrue(isinstance(handler, KernelGraphDump))
|
|
49
|
-
|
|
50
|
-
with patch("msprobe.mindspore.task_handler_factory.TaskHandlerFactory.tasks", new=tasks):
|
|
51
|
-
with self.assertRaises(Exception) as context:
|
|
52
|
-
TaskHandlerFactory.create(config)
|
|
53
|
-
self.assertEqual(str(context.exception), "Can not find task handler")
|
|
54
|
-
|
|
55
|
-
config.task = "free_benchmark"
|
|
56
|
-
with self.assertRaises(Exception) as context:
|
|
57
|
-
TaskHandlerFactory.create(config)
|
|
58
|
-
self.assertEqual(str(context.exception), "valid task is needed.")
|
|
@@ -1,83 +0,0 @@
|
|
|
1
|
-
import difflib
|
|
2
|
-
import os
|
|
3
|
-
import shutil
|
|
4
|
-
import unittest
|
|
5
|
-
import logging
|
|
6
|
-
from unittest.mock import patch
|
|
7
|
-
|
|
8
|
-
import pandas
|
|
9
|
-
|
|
10
|
-
from msprobe.pytorch.advisor.advisor import Advisor
|
|
11
|
-
from msprobe.pytorch.advisor.advisor_const import AdvisorConst
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
class TestAdvisor(unittest.TestCase):
|
|
15
|
-
|
|
16
|
-
def setUp(self):
|
|
17
|
-
self.base_test_dir = os.path.dirname(os.path.dirname(os.path.dirname(os.path.realpath(__file__))))
|
|
18
|
-
self.input_dir = os.path.join(self.base_test_dir, 'resources')
|
|
19
|
-
self.output_path = os.path.abspath(os.path.join(self.base_test_dir, 'test_output'))
|
|
20
|
-
|
|
21
|
-
os.makedirs(self.output_path, mode=0o700, exist_ok=True)
|
|
22
|
-
self.has_error = False
|
|
23
|
-
|
|
24
|
-
self.input_data = pandas.read_csv(os.path.join(self.input_dir, 'compare_result_20230703104808.csv'))
|
|
25
|
-
self.advisor = Advisor(self.input_data, self.output_path)
|
|
26
|
-
|
|
27
|
-
def tearDown(self) -> None:
|
|
28
|
-
shutil.rmtree(self.output_path, ignore_errors=True)
|
|
29
|
-
|
|
30
|
-
@patch("os.path.realpath")
|
|
31
|
-
def test_init(self, mock_realpath):
|
|
32
|
-
mock_realpath.return_value = 'real_output_path'
|
|
33
|
-
adv = Advisor(self.input_data, self.output_path)
|
|
34
|
-
self.assertEqual(adv.out_path, 'real_output_path')
|
|
35
|
-
|
|
36
|
-
def test_deterministic_advisor_when_api_in_need_determ_api(self):
|
|
37
|
-
msg = self.advisor.deterministic_advisor('', 'Functional.layer_norm.0.forward_input.0')
|
|
38
|
-
self.assertEqual(msg, AdvisorConst.DETERMINISTIC_SUGGEST)
|
|
39
|
-
|
|
40
|
-
def test_deterministic_advisor_when_api_not_in_need_determ_api(self):
|
|
41
|
-
mock_message = 'mock message'
|
|
42
|
-
msg = self.advisor.deterministic_advisor(mock_message, 'Functional.linear.0.forward_input.0')
|
|
43
|
-
self.assertEqual(msg, mock_message)
|
|
44
|
-
|
|
45
|
-
def test_batch_norm_advisor(self):
|
|
46
|
-
mock_message = 'mocked batch norm advisor message'
|
|
47
|
-
msg1 = self.advisor.batch_norm_advisor(mock_message, AdvisorConst.FUNC_BATCH_NORM + '' +
|
|
48
|
-
AdvisorConst.FORWARD_INPUT_1)
|
|
49
|
-
msg2 = self.advisor.batch_norm_advisor(mock_message, 'Functional.linear.0.forward_output.1')
|
|
50
|
-
self.assertEqual(msg1, AdvisorConst.BATCH_NORM_SUGGEST)
|
|
51
|
-
self.assertEqual(msg2, mock_message)
|
|
52
|
-
|
|
53
|
-
def test_gen_advisor_message(self):
|
|
54
|
-
self.assertIn(AdvisorConst.FORWARD_OUTPUT_SUGGEST, self.advisor.gen_advisor_message(
|
|
55
|
-
'Functional.linear.0.forward_output.1'))
|
|
56
|
-
self.assertIn(AdvisorConst.BACKWARD_INPUT_SUGGEST, self.advisor.gen_advisor_message(
|
|
57
|
-
'Functional.linear.0.backward_input.1'))
|
|
58
|
-
|
|
59
|
-
def test_advisor_summary_file(self):
|
|
60
|
-
self.advisor.analysis()
|
|
61
|
-
filenames = os.listdir(self.output_path)
|
|
62
|
-
for filename in filenames:
|
|
63
|
-
filename = os.path.join(self.output_path, filename)
|
|
64
|
-
self.result_check(os.path.join(self.input_dir, 'advisor.txt'), filename)
|
|
65
|
-
self.assertFalse(self.has_error)
|
|
66
|
-
|
|
67
|
-
def result_check(self, standard_file, output_file):
|
|
68
|
-
with open(standard_file, 'r', encoding='utf-8') as st_file:
|
|
69
|
-
standard_content = st_file.read().splitlines()
|
|
70
|
-
with open(output_file, 'r', encoding='utf-8') as out_file:
|
|
71
|
-
output_content = out_file.read().splitlines()
|
|
72
|
-
result = list(difflib.unified_diff(standard_content, output_content, n=0))
|
|
73
|
-
if result:
|
|
74
|
-
logging.basicConfig(level=logging.INFO)
|
|
75
|
-
logging.info('\n\n-------------------------------------------------------------------------')
|
|
76
|
-
logging.error(f'[ERROR] {output_file.replace(self.output_path, "")} advisor summary are inconsistent.')
|
|
77
|
-
logging.error('\n'.join(result))
|
|
78
|
-
logging.info('\n\n-------------------------------------------------------------------------')
|
|
79
|
-
self.has_error = True
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
if __name__ == '__main__':
|
|
83
|
-
unittest.main()
|
|
@@ -1,108 +0,0 @@
|
|
|
1
|
-
import unittest
|
|
2
|
-
from unittest.mock import patch
|
|
3
|
-
|
|
4
|
-
from msprobe.pytorch.api_accuracy_checker.common.utils import *
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
class TestUtils(unittest.TestCase):
|
|
8
|
-
|
|
9
|
-
@patch('msprobe.pytorch.api_accuracy_checker.common.utils.get_file_content_bytes')
|
|
10
|
-
def test_get_json_contents_should_raise_exception(self, mock_get_file_content_bytes):
|
|
11
|
-
mock_get_file_content_bytes.return_value = 'not a dict'
|
|
12
|
-
with self.assertRaises(CompareException) as ce:
|
|
13
|
-
get_json_contents('')
|
|
14
|
-
self.assertEqual(ce.exception.code, CompareException.INVALID_FILE_ERROR)
|
|
15
|
-
|
|
16
|
-
def test_get_json_contents_should_return_json_obj(self):
|
|
17
|
-
test_dict = {"key": "value"}
|
|
18
|
-
file_name = 'test.json'
|
|
19
|
-
|
|
20
|
-
fd = os.open(file_name, os.O_CREAT | os.O_WRONLY | os.O_TRUNC, 0o644)
|
|
21
|
-
with os.fdopen(fd, 'w') as f:
|
|
22
|
-
json.dump(test_dict, f)
|
|
23
|
-
self.assertEqual(get_json_contents(file_name), test_dict)
|
|
24
|
-
os.remove(file_name)
|
|
25
|
-
|
|
26
|
-
def test_write_csv(self):
|
|
27
|
-
test_file_name = 'test.csv'
|
|
28
|
-
test_data = [["name", "age"], ["Alice", "20"], ["Bob", "30"]]
|
|
29
|
-
write_csv(test_data, 'test.csv')
|
|
30
|
-
with open(test_file_name, 'r', encoding='utf-8-sig') as f:
|
|
31
|
-
reader = csv.reader(f)
|
|
32
|
-
for i, row in enumerate(reader):
|
|
33
|
-
self.assertEqual(row, test_data[i])
|
|
34
|
-
os.remove(test_file_name)
|
|
35
|
-
|
|
36
|
-
def test_check_need_convert(self):
|
|
37
|
-
self.assertEqual(check_need_convert('cross_entropy'), 'int32_to_int64')
|
|
38
|
-
self.assertIsNone(check_need_convert('linear'))
|
|
39
|
-
|
|
40
|
-
def test_check_object_type(self):
|
|
41
|
-
try:
|
|
42
|
-
check_object_type(123, int)
|
|
43
|
-
except Exception as e:
|
|
44
|
-
self.fail(f"check_object_type raised exception {e}")
|
|
45
|
-
|
|
46
|
-
def test_check_file_or_directory_path(self):
|
|
47
|
-
try:
|
|
48
|
-
check_file_or_directory_path(__file__)
|
|
49
|
-
except Exception as e:
|
|
50
|
-
self.fail(f"check_file_or_directory_path raised exception {e}")
|
|
51
|
-
|
|
52
|
-
def test_create_directory(self):
|
|
53
|
-
test_dir_name = 'test_dir'
|
|
54
|
-
create_directory(test_dir_name)
|
|
55
|
-
self.assertTrue(os.path.exists(test_dir_name))
|
|
56
|
-
os.rmdir(test_dir_name)
|
|
57
|
-
|
|
58
|
-
def test_get_file_content_bytes(self):
|
|
59
|
-
fd = os.open('test.txt', os.O_CREAT | os.O_WRONLY | os.O_TRUNC, 0o644)
|
|
60
|
-
with os.fdopen(fd, 'w') as f:
|
|
61
|
-
f.write("Hello, World!")
|
|
62
|
-
self.assertEqual(get_file_content_bytes('test.txt'), b"Hello, World!")
|
|
63
|
-
os.remove('test.txt')
|
|
64
|
-
|
|
65
|
-
@patch('os.path.exists')
|
|
66
|
-
def test_check_file_or_dir_path_should_raise_exe_when_dir_path_not_existed(self, mock_path_exists):
|
|
67
|
-
mock_path_exists.return_value = False
|
|
68
|
-
with self.assertRaises(CompareException) as ce:
|
|
69
|
-
check_file_or_directory_path('', isdir=True)
|
|
70
|
-
self.assertEqual(ce.exception.code, CompareException.INVALID_PATH_ERROR)
|
|
71
|
-
|
|
72
|
-
@patch('os.path.exists')
|
|
73
|
-
@patch('os.path.isdir')
|
|
74
|
-
@patch('os.access')
|
|
75
|
-
def test_check_file_or_dir_path_should_pass_when_path_is_dir(self, mock_os_access, mock_path_is_dir,
|
|
76
|
-
mock_path_exists):
|
|
77
|
-
mock_os_access.return_value = True
|
|
78
|
-
mock_path_is_dir.return_value = True
|
|
79
|
-
mock_path_exists.return_value = True
|
|
80
|
-
check_file_or_directory_path('', isdir=True)
|
|
81
|
-
|
|
82
|
-
@patch('os.path.isfile')
|
|
83
|
-
@patch('os.access')
|
|
84
|
-
def test_check_file_or_dir_path_should_raise_exe_when_file_not_access(self, mock_os_access, mock_path_is_file):
|
|
85
|
-
mock_os_access.return_value = False
|
|
86
|
-
mock_path_is_file.return_value = True
|
|
87
|
-
with self.assertRaises(CompareException) as ce:
|
|
88
|
-
check_file_or_directory_path('', isdir=False)
|
|
89
|
-
self.assertEqual(ce.exception.code, CompareException.INVALID_PATH_ERROR)
|
|
90
|
-
|
|
91
|
-
def test_check_file_or_dir_path_should_pass_when_path_is_file(self):
|
|
92
|
-
with unittest.mock.patch('os.path.isfile', return_value=True), \
|
|
93
|
-
unittest.mock.patch('os.access', return_value=True):
|
|
94
|
-
check_file_or_directory_path('', isdir=False)
|
|
95
|
-
|
|
96
|
-
def test_api_info_preprocess_no_conversion_needed(self):
|
|
97
|
-
api_name = 'linear'
|
|
98
|
-
original_api_info = {'key': 'value'}
|
|
99
|
-
convert_type, processed_api_info = api_info_preprocess(api_name, original_api_info.copy())
|
|
100
|
-
self.assertIsNone(convert_type)
|
|
101
|
-
self.assertEqual(original_api_info, processed_api_info)
|
|
102
|
-
|
|
103
|
-
def test_api_info_preprocess_cross_entropy_positive(self):
|
|
104
|
-
api_name = 'cross_entropy'
|
|
105
|
-
api_info = {'args': [{'Name': 'logit'}, {'Name': 'labels', 'Min': 1}]}
|
|
106
|
-
convert_type, processed_api_info = api_info_preprocess(api_name, api_info.copy())
|
|
107
|
-
self.assertEqual(convert_type, 'int32_to_int64')
|
|
108
|
-
self.assertEqual(processed_api_info, api_info)
|