mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/LICENSE +201 -201
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/METADATA +36 -30
- mindstudio_probe-1.0.4.dist-info/RECORD +276 -0
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/WHEEL +1 -1
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/entry_points.txt +1 -0
- msprobe/README.md +101 -182
- msprobe/__init__.py +1 -0
- msprobe/{config/config.json → config.json} +49 -27
- msprobe/core/__init__.py +0 -0
- msprobe/{pytorch → core}/advisor/advisor.py +124 -124
- msprobe/{pytorch → core}/advisor/advisor_const.py +59 -59
- msprobe/{pytorch → core}/advisor/advisor_result.py +58 -58
- msprobe/core/common/const.py +341 -241
- msprobe/core/common/exceptions.py +100 -88
- msprobe/core/common/{file_check.py → file_utils.py} +478 -265
- msprobe/core/common/log.py +76 -55
- msprobe/core/common/utils.py +385 -516
- msprobe/core/common_config.py +85 -58
- msprobe/core/compare/acc_compare.py +300 -0
- msprobe/core/compare/check.py +95 -0
- msprobe/core/compare/compare_cli.py +49 -0
- msprobe/core/compare/highlight.py +223 -0
- msprobe/core/compare/multiprocessing_compute.py +149 -0
- msprobe/{pytorch → core}/compare/npy_compare.py +295 -244
- msprobe/core/compare/utils.py +430 -0
- msprobe/core/data_dump/data_collector.py +154 -140
- msprobe/core/data_dump/data_processor/base.py +314 -245
- msprobe/core/data_dump/data_processor/factory.py +59 -61
- msprobe/core/data_dump/data_processor/mindspore_processor.py +186 -0
- msprobe/core/data_dump/data_processor/pytorch_processor.py +366 -346
- msprobe/core/data_dump/json_writer.py +96 -116
- msprobe/core/data_dump/scope.py +178 -178
- msprobe/core/grad_probe/__init__.py +0 -0
- msprobe/core/grad_probe/constant.py +71 -0
- msprobe/core/grad_probe/grad_compare.py +171 -0
- msprobe/core/grad_probe/utils.py +64 -0
- msprobe/docs/01.installation.md +89 -0
- msprobe/docs/02.config_introduction.md +165 -0
- msprobe/docs/03.config_examples.md +247 -0
- msprobe/docs/04.acl_config_examples.md +76 -0
- msprobe/docs/05.data_dump_PyTorch.md +198 -0
- msprobe/docs/06.data_dump_MindSpore.md +243 -0
- msprobe/docs/07.accuracy_checker_PyTorch.md +274 -0
- msprobe/docs/08.accuracy_checker_online_PyTorch.md +198 -0
- msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
- msprobe/docs/10.accuracy_compare_PyTorch.md +245 -0
- msprobe/docs/11.accuracy_compare_MindSpore.md +202 -0
- msprobe/docs/12.overflow_check_PyTorch.md +79 -0
- msprobe/docs/13.overflow_check_MindSpore.md +31 -0
- msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
- msprobe/docs/15.free_benchmarking_PyTorch.md +164 -0
- msprobe/docs/17.grad_probe.md +207 -0
- msprobe/docs/FAQ_PyTorch.md +177 -0
- msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
- msprobe/docs/img/free_benchmark_framework.png +0 -0
- msprobe/docs/img/grad_probe_image-1.png +0 -0
- msprobe/docs/img/grad_probe_image-2.png +0 -0
- msprobe/docs/img/grad_probe_image-3.png +0 -0
- msprobe/docs/img/grad_probe_image-4.png +0 -0
- msprobe/docs/img/grad_probe_image.png +0 -0
- msprobe/mindspore/__init__.py +1 -1
- msprobe/mindspore/api_accuracy_checker/__init__.py +0 -0
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +255 -0
- msprobe/mindspore/api_accuracy_checker/api_info.py +69 -0
- msprobe/mindspore/api_accuracy_checker/api_runner.py +156 -0
- msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +197 -0
- msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
- msprobe/mindspore/api_accuracy_checker/compute_element.py +239 -0
- msprobe/mindspore/api_accuracy_checker/main.py +9 -0
- msprobe/mindspore/api_accuracy_checker/type_mapping.py +114 -0
- msprobe/mindspore/api_accuracy_checker/utils.py +80 -0
- msprobe/mindspore/cell_processor.py +34 -0
- msprobe/mindspore/common/const.py +106 -0
- msprobe/mindspore/common/log.py +38 -0
- msprobe/mindspore/common/utils.py +81 -0
- msprobe/mindspore/compare/distributed_compare.py +75 -0
- msprobe/mindspore/compare/ms_compare.py +219 -0
- msprobe/mindspore/compare/ms_graph_compare.py +348 -0
- msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -0
- msprobe/mindspore/debugger/debugger_config.py +66 -51
- msprobe/mindspore/debugger/precision_debugger.py +126 -32
- msprobe/mindspore/dump/dump_tool_factory.py +35 -38
- msprobe/mindspore/dump/hook_cell/api_registry.py +118 -0
- msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -0
- msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +922 -0
- msprobe/mindspore/dump/hook_cell/wrap_api.py +113 -0
- msprobe/mindspore/dump/jit_dump.py +72 -0
- msprobe/mindspore/dump/kernel_graph_dump.py +59 -60
- msprobe/mindspore/dump/kernel_kbyk_dump.py +64 -0
- msprobe/mindspore/free_benchmark/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -0
- msprobe/mindspore/free_benchmark/common/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/common/config.py +12 -0
- msprobe/mindspore/free_benchmark/common/handler_params.py +17 -0
- msprobe/mindspore/free_benchmark/common/utils.py +71 -0
- msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -0
- msprobe/mindspore/free_benchmark/decorator/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/decorator/dec_forward.py +43 -0
- msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -0
- msprobe/mindspore/free_benchmark/handler/__init__.py +0 -0
- msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -0
- msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -0
- msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -0
- msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -0
- msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -0
- msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -0
- msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -0
- msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +51 -0
- msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +35 -0
- msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -0
- msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +29 -0
- msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -0
- msprobe/mindspore/grad_probe/__init__.py +0 -0
- msprobe/mindspore/grad_probe/global_context.py +90 -0
- msprobe/mindspore/grad_probe/grad_analyzer.py +231 -0
- msprobe/mindspore/grad_probe/grad_monitor.py +27 -0
- msprobe/mindspore/grad_probe/grad_stat_csv.py +132 -0
- msprobe/mindspore/grad_probe/hook.py +94 -0
- msprobe/mindspore/grad_probe/utils.py +30 -0
- msprobe/mindspore/ms_config.py +128 -78
- msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +44 -45
- msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +34 -32
- msprobe/mindspore/runtime.py +4 -0
- msprobe/mindspore/service.py +378 -0
- msprobe/mindspore/task_handler_factory.py +24 -21
- msprobe/msprobe.py +105 -67
- msprobe/pytorch/__init__.py +4 -4
- msprobe/pytorch/api_accuracy_checker/common/config.py +53 -50
- msprobe/pytorch/api_accuracy_checker/common/utils.py +214 -224
- msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +213 -216
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +606 -545
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
- msprobe/pytorch/api_accuracy_checker/compare/compare.py +386 -345
- msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +73 -73
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +245 -248
- msprobe/pytorch/api_accuracy_checker/config.yaml +10 -4
- msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +335 -328
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +200 -203
- msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +133 -127
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +592 -493
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +70 -7
- msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py +0 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +197 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +325 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +219 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -0
- msprobe/pytorch/bench_functions/__init__.py +15 -0
- msprobe/pytorch/bench_functions/apply_adam_w.py +28 -0
- msprobe/pytorch/bench_functions/confusion_transpose.py +19 -0
- msprobe/pytorch/bench_functions/fast_gelu.py +55 -0
- msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -0
- msprobe/pytorch/bench_functions/linear.py +12 -0
- msprobe/pytorch/bench_functions/matmul_backward.py +48 -0
- msprobe/pytorch/bench_functions/npu_fusion_attention.py +509 -0
- msprobe/pytorch/bench_functions/rms_norm.py +15 -0
- msprobe/pytorch/bench_functions/rotary_mul.py +52 -0
- msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -0
- msprobe/pytorch/bench_functions/swiglu.py +55 -0
- msprobe/pytorch/common/__init__.py +2 -2
- msprobe/pytorch/common/compare_script.template +14 -14
- msprobe/pytorch/common/log.py +20 -31
- msprobe/pytorch/common/parse_json.py +39 -37
- msprobe/pytorch/common/utils.py +305 -224
- msprobe/pytorch/compare/distributed_compare.py +66 -111
- msprobe/pytorch/compare/mapping.yaml +607 -607
- msprobe/pytorch/compare/match.py +34 -36
- msprobe/pytorch/compare/pt_compare.py +50 -0
- msprobe/pytorch/debugger/debugger_config.py +95 -86
- msprobe/pytorch/debugger/precision_debugger.py +125 -95
- msprobe/pytorch/free_benchmark/__init__.py +8 -8
- msprobe/pytorch/free_benchmark/common/constant.py +70 -67
- msprobe/pytorch/free_benchmark/common/counter.py +71 -71
- msprobe/pytorch/free_benchmark/common/enums.py +37 -37
- msprobe/pytorch/free_benchmark/common/params.py +129 -129
- msprobe/pytorch/free_benchmark/common/utils.py +102 -98
- msprobe/pytorch/free_benchmark/compare/grad_saver.py +179 -183
- msprobe/pytorch/free_benchmark/compare/single_benchmark.py +104 -104
- msprobe/pytorch/free_benchmark/main.py +105 -102
- msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +13 -13
- msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +41 -41
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +90 -90
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +104 -104
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +63 -63
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +68 -68
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +28 -28
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +45 -45
- msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +19 -19
- msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +217 -203
- msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +39 -39
- msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +23 -23
- msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +30 -31
- msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +170 -170
- msprobe/pytorch/function_factory.py +76 -0
- msprobe/pytorch/functional/dump_module.py +39 -39
- msprobe/pytorch/grad_probe/__init__.py +0 -0
- msprobe/pytorch/grad_probe/grad_monitor.py +91 -0
- msprobe/pytorch/grad_probe/grad_stat_csv.py +129 -0
- msprobe/pytorch/hook_module/api_registry.py +161 -161
- msprobe/pytorch/hook_module/hook_module.py +120 -109
- msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1876
- msprobe/pytorch/hook_module/utils.py +30 -29
- msprobe/pytorch/hook_module/wrap_aten.py +110 -100
- msprobe/pytorch/hook_module/wrap_distributed.py +78 -75
- msprobe/pytorch/hook_module/wrap_functional.py +105 -108
- msprobe/pytorch/hook_module/wrap_npu_custom.py +93 -73
- msprobe/pytorch/hook_module/wrap_tensor.py +71 -72
- msprobe/pytorch/hook_module/wrap_torch.py +86 -88
- msprobe/pytorch/hook_module/wrap_vf.py +62 -64
- msprobe/pytorch/module_processer.py +138 -98
- msprobe/pytorch/online_dispatch/__init__.py +20 -20
- msprobe/pytorch/online_dispatch/compare.py +236 -236
- msprobe/pytorch/online_dispatch/dispatch.py +271 -273
- msprobe/pytorch/online_dispatch/dump_compare.py +155 -186
- msprobe/pytorch/online_dispatch/single_compare.py +391 -391
- msprobe/pytorch/online_dispatch/torch_ops_config.yaml +49 -49
- msprobe/pytorch/online_dispatch/utils.py +130 -187
- msprobe/pytorch/parse.py +4 -4
- msprobe/pytorch/parse_tool/cli.py +32 -32
- msprobe/pytorch/parse_tool/lib/compare.py +260 -259
- msprobe/pytorch/parse_tool/lib/config.py +52 -51
- msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
- msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
- msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
- msprobe/pytorch/parse_tool/lib/parse_tool.py +158 -158
- msprobe/pytorch/parse_tool/lib/utils.py +316 -367
- msprobe/pytorch/parse_tool/lib/visualization.py +85 -90
- msprobe/pytorch/pt_config.py +188 -93
- msprobe/pytorch/service.py +246 -167
- mindstudio_probe-1.0.1.dist-info/RECORD +0 -228
- msprobe/config/README.md +0 -397
- msprobe/mindspore/doc/dump.md +0 -65
- msprobe/mindspore/dump/api_kbk_dump.py +0 -55
- msprobe/pytorch/compare/acc_compare.py +0 -1024
- msprobe/pytorch/compare/highlight.py +0 -100
- msprobe/pytorch/doc/FAQ.md +0 -193
- msprobe/pytorch/doc/api_accuracy_checker.md +0 -269
- msprobe/pytorch/doc/atat/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
- msprobe/pytorch/doc/dump.md +0 -207
- msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -176
- msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
- msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
- msprobe/pytorch/doc/run_overflow_check.md +0 -25
- msprobe/pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md +0 -90
- msprobe/test/core_ut/common/test_utils.py +0 -345
- msprobe/test/core_ut/data_dump/test_data_collector.py +0 -47
- msprobe/test/core_ut/data_dump/test_json_writer.py +0 -183
- msprobe/test/core_ut/data_dump/test_scope.py +0 -151
- msprobe/test/core_ut/test_common_config.py +0 -152
- msprobe/test/core_ut/test_file_check.py +0 -218
- msprobe/test/core_ut/test_log.py +0 -109
- msprobe/test/mindspore_ut/test_api_kbk_dump.py +0 -51
- msprobe/test/mindspore_ut/test_debugger_config.py +0 -42
- msprobe/test/mindspore_ut/test_dump_tool_factory.py +0 -51
- msprobe/test/mindspore_ut/test_kernel_graph_dump.py +0 -66
- msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py +0 -63
- msprobe/test/mindspore_ut/test_ms_config.py +0 -69
- msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py +0 -51
- msprobe/test/mindspore_ut/test_precision_debugger.py +0 -56
- msprobe/test/mindspore_ut/test_task_handler_factory.py +0 -58
- msprobe/test/pytorch_ut/advisor/test_advisor.py +0 -83
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py +0 -108
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py +0 -39
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py +0 -112
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py +0 -77
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py +0 -125
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py +0 -10
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py +0 -43
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json +0 -179
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json +0 -63
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py +0 -99
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py +0 -115
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py +0 -72
- msprobe/test/pytorch_ut/compare/test_acc_compare.py +0 -17
- msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py +0 -105
- msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py +0 -121
- msprobe/test/pytorch_ut/free_benchmark/test_main.py +0 -101
- msprobe/test/pytorch_ut/functional/test_dump_module.py +0 -15
- msprobe/test/pytorch_ut/hook_module/test_api_registry.py +0 -130
- msprobe/test/pytorch_ut/hook_module/test_hook_module.py +0 -42
- msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py +0 -65
- msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py +0 -35
- msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py +0 -20
- msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py +0 -35
- msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py +0 -43
- msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py +0 -11
- msprobe/test/pytorch_ut/test_pt_config.py +0 -69
- msprobe/test/pytorch_ut/test_service.py +0 -59
- msprobe/test/resources/advisor.txt +0 -3
- msprobe/test/resources/compare_result_20230703104808.csv +0 -9
- msprobe/test/resources/compare_result_without_accuracy.csv +0 -9
- msprobe/test/resources/config.yaml +0 -3
- msprobe/test/resources/npu_test.pkl +0 -8
- msprobe/test/run_test.sh +0 -30
- msprobe/test/run_ut.py +0 -58
- msprobe/test/test_module_processer.py +0 -64
- {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/top_level.txt +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
- /msprobe/{config → docs}/img/free_benchmark.png +0 -0
- /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
|
@@ -1,151 +0,0 @@
|
|
|
1
|
-
import unittest
|
|
2
|
-
from unittest.mock import MagicMock
|
|
3
|
-
|
|
4
|
-
from msprobe.core.common.exceptions import ScopeException
|
|
5
|
-
from msprobe.core.data_dump.scope import (
|
|
6
|
-
build_scope,
|
|
7
|
-
build_range_scope_according_to_scope_name,
|
|
8
|
-
BaseScope,
|
|
9
|
-
ListScope,
|
|
10
|
-
RangeScope,
|
|
11
|
-
APIRangeScope,
|
|
12
|
-
ModuleRangeScope
|
|
13
|
-
)
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
class TestBuildScope(unittest.TestCase):
|
|
17
|
-
def test_build_scope(self):
|
|
18
|
-
scope_class = MagicMock()
|
|
19
|
-
result1 = build_scope(scope_class, None, None)
|
|
20
|
-
self.assertEqual(result1, None)
|
|
21
|
-
|
|
22
|
-
api_list = ['api1', 'api2']
|
|
23
|
-
result2 = build_scope(scope_class, None, api_list)
|
|
24
|
-
self.assertEqual(result2, scope_class.return_value)
|
|
25
|
-
|
|
26
|
-
def test_build_range_scope_according_to_scope_name(self):
|
|
27
|
-
result = build_range_scope_according_to_scope_name([], [])
|
|
28
|
-
self.assertIsInstance(result, APIRangeScope)
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
class TestBaseScope(unittest.TestCase):
|
|
32
|
-
def test_rectify_args(self):
|
|
33
|
-
scope = []
|
|
34
|
-
api_list = "invalid_api_list"
|
|
35
|
-
with self.assertRaises(ScopeException) as context:
|
|
36
|
-
BaseScope.rectify_args(scope, api_list)
|
|
37
|
-
self.assertEqual(context.exception.code, ScopeException.InvalidApiStr)
|
|
38
|
-
|
|
39
|
-
api_list = [1, 2, 3]
|
|
40
|
-
with self.assertRaises(ScopeException) as context:
|
|
41
|
-
BaseScope.rectify_args(scope, api_list)
|
|
42
|
-
self.assertEqual(context.exception.code, ScopeException.InvalidApiStr)
|
|
43
|
-
|
|
44
|
-
scope = "module1"
|
|
45
|
-
api_list = []
|
|
46
|
-
|
|
47
|
-
expected_scope = ["module1"]
|
|
48
|
-
expected_api_list = []
|
|
49
|
-
result_scope, result_api_list = BaseScope.rectify_args(scope, api_list)
|
|
50
|
-
self.assertEqual(result_scope, expected_scope)
|
|
51
|
-
self.assertEqual(result_api_list, expected_api_list)
|
|
52
|
-
|
|
53
|
-
scope = 123
|
|
54
|
-
api_list = []
|
|
55
|
-
with self.assertRaises(ScopeException) as context:
|
|
56
|
-
BaseScope.rectify_args(scope, api_list)
|
|
57
|
-
self.assertEqual(context.exception.code, ScopeException.InvalidScope)
|
|
58
|
-
|
|
59
|
-
scope = ["module1", 2, "module3"]
|
|
60
|
-
api_list = []
|
|
61
|
-
with self.assertRaises(ScopeException) as context:
|
|
62
|
-
BaseScope.rectify_args(scope, api_list)
|
|
63
|
-
self.assertEqual(context.exception.code, ScopeException.InvalidScope)
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
class TestListScope(unittest.TestCase):
|
|
67
|
-
def test_rectify_args(self):
|
|
68
|
-
scope = ["module1"]
|
|
69
|
-
api_list = ["api1"]
|
|
70
|
-
with self.assertRaises(ScopeException) as context:
|
|
71
|
-
ListScope.rectify_args(scope, api_list)
|
|
72
|
-
self.assertEqual(context.exception.code, ScopeException.ArgConflict)
|
|
73
|
-
|
|
74
|
-
def test_check(self):
|
|
75
|
-
list_scope = ListScope([], [])
|
|
76
|
-
module_name = "module1"
|
|
77
|
-
result = list_scope.check(module_name)
|
|
78
|
-
self.assertTrue(result)
|
|
79
|
-
|
|
80
|
-
list_scope = ListScope(["module1"], [])
|
|
81
|
-
module_name = "module1"
|
|
82
|
-
result = list_scope.check(module_name)
|
|
83
|
-
self.assertTrue(result)
|
|
84
|
-
|
|
85
|
-
list_scope = ListScope(["module1"], [])
|
|
86
|
-
module_name = "module2"
|
|
87
|
-
result = list_scope.check(module_name)
|
|
88
|
-
self.assertFalse(result)
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
class TestRangeScope(unittest.TestCase):
|
|
92
|
-
def test_rectify_args(self):
|
|
93
|
-
scope = ["module1", "module2", "module3"]
|
|
94
|
-
with self.assertRaises(ScopeException) as context:
|
|
95
|
-
RangeScope.rectify_args(scope, [])
|
|
96
|
-
self.assertEqual(context.exception.code, ScopeException.InvalidScope)
|
|
97
|
-
|
|
98
|
-
scope = ["module1"]
|
|
99
|
-
expected_scope = ["module1", "module1"]
|
|
100
|
-
result_scope, result_api_list = RangeScope.rectify_args(scope, [])
|
|
101
|
-
self.assertEqual(result_scope, expected_scope)
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
class TestAPIRangeScope(unittest.TestCase):
|
|
105
|
-
def test_check_scope_is_valid(self):
|
|
106
|
-
api_range_scope = APIRangeScope([], [])
|
|
107
|
-
result = api_range_scope.check_scope_is_valid()
|
|
108
|
-
self.assertTrue(result)
|
|
109
|
-
|
|
110
|
-
def test_check(self):
|
|
111
|
-
api_range_scope = APIRangeScope([], [])
|
|
112
|
-
api_name = "api1"
|
|
113
|
-
result = api_range_scope.check(api_name)
|
|
114
|
-
self.assertTrue(result)
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
class TestModuleRangeScope(unittest.TestCase):
|
|
118
|
-
def test_check_scope_is_valid(self):
|
|
119
|
-
module_range_scope = ModuleRangeScope([], [])
|
|
120
|
-
result = module_range_scope.check_scope_is_valid()
|
|
121
|
-
self.assertTrue(result)
|
|
122
|
-
|
|
123
|
-
def test_begin_module(self):
|
|
124
|
-
module_range_scope = ModuleRangeScope(["module1", "module2"], [])
|
|
125
|
-
module_name = "module1"
|
|
126
|
-
module_range_scope.begin_module(module_name)
|
|
127
|
-
self.assertTrue(module_range_scope.in_scope)
|
|
128
|
-
|
|
129
|
-
module_range_scope = ModuleRangeScope(["module1", "module2"], [])
|
|
130
|
-
module_name = "module3"
|
|
131
|
-
module_range_scope.begin_module(module_name)
|
|
132
|
-
self.assertFalse(module_range_scope.in_scope)
|
|
133
|
-
|
|
134
|
-
def test_end_module(self):
|
|
135
|
-
module_range_scope = ModuleRangeScope(["module1", "module2"], [])
|
|
136
|
-
module_name = "module2"
|
|
137
|
-
module_range_scope.in_scope = True
|
|
138
|
-
module_range_scope.end_module(module_name)
|
|
139
|
-
self.assertFalse(module_range_scope.in_scope)
|
|
140
|
-
|
|
141
|
-
module_range_scope = ModuleRangeScope(["module1", "module2"], [])
|
|
142
|
-
module_name = "module3"
|
|
143
|
-
module_range_scope.in_scope = True
|
|
144
|
-
module_range_scope.end_module(module_name)
|
|
145
|
-
self.assertTrue(module_range_scope.in_scope)
|
|
146
|
-
|
|
147
|
-
def test_check(self):
|
|
148
|
-
module_range_scope = ModuleRangeScope([], [])
|
|
149
|
-
module_name = "module1"
|
|
150
|
-
result = module_range_scope.check(module_name)
|
|
151
|
-
self.assertTrue(result)
|
|
@@ -1,152 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
from unittest.mock import patch
|
|
19
|
-
|
|
20
|
-
from msprobe.core.common.log import logger
|
|
21
|
-
from msprobe.core.common.const import Const
|
|
22
|
-
from msprobe.core.common.exceptions import MsaccException
|
|
23
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
class TestCommonConfig(TestCase):
|
|
27
|
-
@patch.object(logger, "error_log_with_exp")
|
|
28
|
-
def test_common_config(self, mock_error_log_with_exp):
|
|
29
|
-
json_config = dict()
|
|
30
|
-
|
|
31
|
-
common_config = CommonConfig(json_config)
|
|
32
|
-
self.assertIsNone(common_config.task)
|
|
33
|
-
self.assertIsNone(common_config.dump_path)
|
|
34
|
-
self.assertIsNone(common_config.rank)
|
|
35
|
-
self.assertIsNone(common_config.step)
|
|
36
|
-
self.assertIsNone(common_config.level)
|
|
37
|
-
self.assertIsNone(common_config.seed)
|
|
38
|
-
self.assertIsNone(common_config.acl_config)
|
|
39
|
-
self.assertFalse(common_config.is_deterministic)
|
|
40
|
-
self.assertFalse(common_config.enable_dataloader)
|
|
41
|
-
|
|
42
|
-
json_config.update({"task": "md5"})
|
|
43
|
-
CommonConfig(json_config)
|
|
44
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
45
|
-
"task is invalid, it should be one of {}".format(Const.TASK_LIST))
|
|
46
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
47
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
48
|
-
|
|
49
|
-
json_config.update({"task": Const.TENSOR})
|
|
50
|
-
json_config.update({"rank": 0})
|
|
51
|
-
CommonConfig(json_config)
|
|
52
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
53
|
-
"rank is invalid, it should be a list")
|
|
54
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
55
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
56
|
-
|
|
57
|
-
json_config.update({"task": Const.TENSOR})
|
|
58
|
-
json_config.update({"rank": [0]})
|
|
59
|
-
json_config.update({"step": 0})
|
|
60
|
-
CommonConfig(json_config)
|
|
61
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
62
|
-
"step is invalid, it should be a list")
|
|
63
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
64
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
65
|
-
|
|
66
|
-
json_config.update({"task": Const.TENSOR})
|
|
67
|
-
json_config.update({"rank": [0]})
|
|
68
|
-
json_config.update({"step": [0]})
|
|
69
|
-
json_config.update({"level": "L3"})
|
|
70
|
-
CommonConfig(json_config)
|
|
71
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
72
|
-
"level is invalid, it should be one of {}".format(Const.LEVEL_LIST))
|
|
73
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
74
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
75
|
-
|
|
76
|
-
json_config.update({"task": Const.TENSOR})
|
|
77
|
-
json_config.update({"rank": [0]})
|
|
78
|
-
json_config.update({"step": [0]})
|
|
79
|
-
json_config.update({"level": "L0"})
|
|
80
|
-
json_config.update({"seed": "1234"})
|
|
81
|
-
CommonConfig(json_config)
|
|
82
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
83
|
-
"seed is invalid, it should be an integer")
|
|
84
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
85
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
86
|
-
|
|
87
|
-
json_config.update({"task": Const.TENSOR})
|
|
88
|
-
json_config.update({"rank": [0]})
|
|
89
|
-
json_config.update({"step": [0]})
|
|
90
|
-
json_config.update({"level": "L0"})
|
|
91
|
-
json_config.update({"seed": 1234})
|
|
92
|
-
json_config.update({"is_deterministic": "ENABLE"})
|
|
93
|
-
CommonConfig(json_config)
|
|
94
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
95
|
-
"is_deterministic is invalid, it should be a boolean")
|
|
96
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
97
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
98
|
-
|
|
99
|
-
json_config.update({"task": Const.TENSOR})
|
|
100
|
-
json_config.update({"rank": [0]})
|
|
101
|
-
json_config.update({"step": [0]})
|
|
102
|
-
json_config.update({"level": "L0"})
|
|
103
|
-
json_config.update({"seed": 1234})
|
|
104
|
-
json_config.update({"is_deterministic": True})
|
|
105
|
-
json_config.update({"enable_dataloader": "ENABLE"})
|
|
106
|
-
CommonConfig(json_config)
|
|
107
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
108
|
-
"enable_dataloader is invalid, it should be a boolean")
|
|
109
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
110
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
111
|
-
|
|
112
|
-
@patch.object(logger, "error_log_with_exp")
|
|
113
|
-
def test_base_config(self, mock_error_log_with_exp):
|
|
114
|
-
json_config = dict()
|
|
115
|
-
|
|
116
|
-
base_config = BaseConfig(json_config)
|
|
117
|
-
base_config.check_config()
|
|
118
|
-
self.assertIsNone(base_config.scope)
|
|
119
|
-
self.assertIsNone(base_config.list)
|
|
120
|
-
self.assertIsNone(base_config.data_mode)
|
|
121
|
-
self.assertIsNone(base_config.backward_input)
|
|
122
|
-
self.assertIsNone(base_config.file_format)
|
|
123
|
-
self.assertIsNone(base_config.summary_mode)
|
|
124
|
-
self.assertIsNone(base_config.overflow_num)
|
|
125
|
-
self.assertIsNone(base_config.check_mode)
|
|
126
|
-
|
|
127
|
-
json_config.update({"scope": "Tensor_Add"})
|
|
128
|
-
base_config = BaseConfig(json_config)
|
|
129
|
-
base_config.check_config()
|
|
130
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
131
|
-
"scope is invalid, it should be a list")
|
|
132
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
133
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
134
|
-
|
|
135
|
-
json_config.update({"scope": ["Tensor_Add"]})
|
|
136
|
-
json_config.update({"list": "Tensor_Add"})
|
|
137
|
-
base_config = BaseConfig(json_config)
|
|
138
|
-
base_config.check_config()
|
|
139
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
140
|
-
"list is invalid, it should be a list")
|
|
141
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
142
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
143
|
-
|
|
144
|
-
json_config.update({"scope": ["Tensor_Add"]})
|
|
145
|
-
json_config.update({"list": ["Tensor_Add"]})
|
|
146
|
-
json_config.update({"data_mode": "all"})
|
|
147
|
-
base_config = BaseConfig(json_config)
|
|
148
|
-
base_config.check_config()
|
|
149
|
-
self.assertEqual(mock_error_log_with_exp.call_args[0][0],
|
|
150
|
-
"data_mode is invalid, it should be a list")
|
|
151
|
-
self.assertEqual(str(mock_error_log_with_exp.call_args[0][1]),
|
|
152
|
-
MsaccException.err_strs.get(MsaccException.INVALID_PARAM_ERROR))
|
|
@@ -1,218 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
import os
|
|
18
|
-
|
|
19
|
-
from unittest import TestCase
|
|
20
|
-
from unittest.mock import patch, MagicMock
|
|
21
|
-
|
|
22
|
-
from msprobe.core.common.log import logger
|
|
23
|
-
from msprobe.core.common.const import FileCheckConst
|
|
24
|
-
from msprobe.core.common.exceptions import FileCheckException
|
|
25
|
-
from msprobe.core.common.file_check import (check_link,
|
|
26
|
-
check_path_length,
|
|
27
|
-
check_path_exists,
|
|
28
|
-
check_path_readability,
|
|
29
|
-
check_path_writability,
|
|
30
|
-
check_path_executable,
|
|
31
|
-
check_other_user_writable,
|
|
32
|
-
check_path_owner_consistent,
|
|
33
|
-
check_path_pattern_vaild,
|
|
34
|
-
check_file_size,
|
|
35
|
-
check_common_file_size,
|
|
36
|
-
check_file_suffix,
|
|
37
|
-
check_path_type)
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
class TestFileCheckUtil(TestCase):
|
|
41
|
-
@patch.object(logger, "error")
|
|
42
|
-
def test_check_link(self, mock_logger_error):
|
|
43
|
-
with patch("msprobe.core.common.file_check.os.path.islink", return_value=True):
|
|
44
|
-
with self.assertRaises(FileCheckException) as context:
|
|
45
|
-
check_link("link_path")
|
|
46
|
-
self.assertEqual(str(context.exception),
|
|
47
|
-
FileCheckException.err_strs.get(FileCheckException.SOFT_LINK_ERROR))
|
|
48
|
-
mock_logger_error.assert_called_with("The file path link_path is a soft link.")
|
|
49
|
-
|
|
50
|
-
@patch.object(logger, "error")
|
|
51
|
-
def test_check_path_length(self, mock_logger_error):
|
|
52
|
-
path = "P" * (FileCheckConst.DIRECTORY_LENGTH + 1)
|
|
53
|
-
with self.assertRaises(FileCheckException) as context:
|
|
54
|
-
check_path_length(path)
|
|
55
|
-
self.assertEqual(str(context.exception),
|
|
56
|
-
FileCheckException.err_strs.get(FileCheckException.ILLEGAL_PATH_ERROR))
|
|
57
|
-
mock_logger_error.assert_called_with("The file path length exceeds limit.")
|
|
58
|
-
|
|
59
|
-
path = "P" * (FileCheckConst.FILE_NAME_LENGTH + 1)
|
|
60
|
-
with self.assertRaises(FileCheckException) as context:
|
|
61
|
-
check_path_length(path)
|
|
62
|
-
self.assertEqual(str(context.exception),
|
|
63
|
-
FileCheckException.err_strs.get(FileCheckException.ILLEGAL_PATH_ERROR))
|
|
64
|
-
mock_logger_error.assert_called_with("The file path length exceeds limit.")
|
|
65
|
-
|
|
66
|
-
path = "P" * (FileCheckConst.FILE_NAME_LENGTH - 5)
|
|
67
|
-
with self.assertRaises(FileCheckException) as context:
|
|
68
|
-
check_path_length(path, name_length=FileCheckConst.FILE_NAME_LENGTH - 6)
|
|
69
|
-
self.assertEqual(str(context.exception),
|
|
70
|
-
FileCheckException.err_strs.get(FileCheckException.ILLEGAL_PATH_ERROR))
|
|
71
|
-
mock_logger_error.assert_called_with("The file path length exceeds limit.")
|
|
72
|
-
|
|
73
|
-
@patch.object(logger, "error")
|
|
74
|
-
def test_check_path_exists(self, mock_logger_error):
|
|
75
|
-
with patch("msprobe.core.common.file_check.os.path.exists", return_value=False):
|
|
76
|
-
with self.assertRaises(FileCheckException) as context:
|
|
77
|
-
check_path_exists("file_path")
|
|
78
|
-
self.assertEqual(str(context.exception),
|
|
79
|
-
FileCheckException.err_strs.get(FileCheckException.ILLEGAL_PATH_ERROR))
|
|
80
|
-
mock_logger_error.assert_called_with("The file path file_path does not exist.")
|
|
81
|
-
|
|
82
|
-
@patch.object(logger, "error")
|
|
83
|
-
def test_check_path_readability(self, mock_logger_error):
|
|
84
|
-
path = "file_path"
|
|
85
|
-
with patch("msprobe.core.common.file_check.os.access", return_value=False):
|
|
86
|
-
with self.assertRaises(FileCheckException) as context:
|
|
87
|
-
check_path_readability(path)
|
|
88
|
-
self.assertEqual(str(context.exception),
|
|
89
|
-
FileCheckException.err_strs.get(FileCheckException.FILE_PERMISSION_ERROR))
|
|
90
|
-
mock_logger_error.assert_called_with(f"The file path {path} is not readable.")
|
|
91
|
-
|
|
92
|
-
mock_access = MagicMock()
|
|
93
|
-
mock_access.return_value = True
|
|
94
|
-
with patch("msprobe.core.common.file_check.os.access", new=mock_access):
|
|
95
|
-
check_path_readability(path)
|
|
96
|
-
self.assertEqual(mock_access.call_args[0], (path, os.R_OK))
|
|
97
|
-
|
|
98
|
-
@patch.object(logger, "error")
|
|
99
|
-
def test_check_path_writability(self, mock_logger_error):
|
|
100
|
-
path = "file_path"
|
|
101
|
-
with patch("msprobe.core.common.file_check.os.access", return_value=False):
|
|
102
|
-
with self.assertRaises(FileCheckException) as context:
|
|
103
|
-
check_path_writability(path)
|
|
104
|
-
self.assertEqual(str(context.exception),
|
|
105
|
-
FileCheckException.err_strs.get(FileCheckException.FILE_PERMISSION_ERROR))
|
|
106
|
-
mock_logger_error.assert_called_with(f"The file path {path} is not writable.")
|
|
107
|
-
|
|
108
|
-
mock_access = MagicMock()
|
|
109
|
-
mock_access.return_value = True
|
|
110
|
-
with patch("msprobe.core.common.file_check.os.access", new=mock_access):
|
|
111
|
-
check_path_writability(path)
|
|
112
|
-
self.assertEqual(mock_access.call_args[0], (path, os.W_OK))
|
|
113
|
-
|
|
114
|
-
@patch.object(logger, "error")
|
|
115
|
-
def test_check_path_executable(self, mock_logger_error):
|
|
116
|
-
path = "file_path"
|
|
117
|
-
with patch("msprobe.core.common.file_check.os.access", return_value=False):
|
|
118
|
-
with self.assertRaises(FileCheckException) as context:
|
|
119
|
-
check_path_executable(path)
|
|
120
|
-
self.assertEqual(str(context.exception),
|
|
121
|
-
FileCheckException.err_strs.get(FileCheckException.FILE_PERMISSION_ERROR))
|
|
122
|
-
mock_logger_error.assert_called_with(f"The file path {path} is not executable.")
|
|
123
|
-
|
|
124
|
-
mock_access = MagicMock()
|
|
125
|
-
mock_access.return_value = True
|
|
126
|
-
with patch("msprobe.core.common.file_check.os.access", new=mock_access):
|
|
127
|
-
check_path_executable(path)
|
|
128
|
-
self.assertEqual(mock_access.call_args[0], (path, os.X_OK))
|
|
129
|
-
|
|
130
|
-
@patch.object(logger, "error")
|
|
131
|
-
def test_check_other_user_writable(self, mock_logger_error):
|
|
132
|
-
class TestStat:
|
|
133
|
-
def __init__(self, mode):
|
|
134
|
-
self.st_mode = mode
|
|
135
|
-
|
|
136
|
-
path = "file_path"
|
|
137
|
-
mock_stat = TestStat(0o002)
|
|
138
|
-
with patch("msprobe.core.common.file_check.os.stat", return_value=mock_stat):
|
|
139
|
-
with self.assertRaises(FileCheckException) as context:
|
|
140
|
-
check_other_user_writable(path)
|
|
141
|
-
self.assertEqual(str(context.exception),
|
|
142
|
-
FileCheckException.err_strs.get(FileCheckException.FILE_PERMISSION_ERROR))
|
|
143
|
-
mock_logger_error.assert_called_with(f"The file path {path} may be insecure "
|
|
144
|
-
"because other users have write permissions. ")
|
|
145
|
-
|
|
146
|
-
@patch.object(logger, "error")
|
|
147
|
-
def test_check_path_owner_consistent(self, mock_logger_error):
|
|
148
|
-
file_path = os.path.realpath(__file__)
|
|
149
|
-
file_owner = os.stat(file_path).st_uid
|
|
150
|
-
with patch("msprobe.core.common.file_check.os.getuid", return_value=file_owner+1):
|
|
151
|
-
with self.assertRaises(FileCheckException) as context:
|
|
152
|
-
check_path_owner_consistent(file_path)
|
|
153
|
-
self.assertEqual(str(context.exception),
|
|
154
|
-
FileCheckException.err_strs.get(FileCheckException.FILE_PERMISSION_ERROR))
|
|
155
|
-
mock_logger_error.assert_called_with(f"The file path {file_path} may be insecure "
|
|
156
|
-
"because is does not belong to you.")
|
|
157
|
-
|
|
158
|
-
@patch.object(logger, "error")
|
|
159
|
-
def test_check_path_pattern_vaild(self, mock_logger_error):
|
|
160
|
-
path = "path"
|
|
161
|
-
mock_re_match = MagicMock()
|
|
162
|
-
mock_re_match.return_value = False
|
|
163
|
-
with patch("msprobe.core.common.file_check.re.match", new=mock_re_match):
|
|
164
|
-
with self.assertRaises(FileCheckException) as context:
|
|
165
|
-
check_path_pattern_vaild(path)
|
|
166
|
-
self.assertEqual(str(context.exception),
|
|
167
|
-
FileCheckException.err_strs.get(FileCheckException.ILLEGAL_PATH_ERROR))
|
|
168
|
-
mock_logger_error.assert_called_with(f"The file path {path} contains special characters.")
|
|
169
|
-
mock_re_match.assert_called_with(FileCheckConst.FILE_VALID_PATTERN, path)
|
|
170
|
-
|
|
171
|
-
@patch.object(logger, "error")
|
|
172
|
-
def test_check_file_size(self, mock_logger_error):
|
|
173
|
-
file_path = os.path.realpath(__file__)
|
|
174
|
-
file_size = os.path.getsize(file_path)
|
|
175
|
-
max_size = file_size
|
|
176
|
-
with self.assertRaises(FileCheckException) as context:
|
|
177
|
-
check_file_size(file_path, max_size)
|
|
178
|
-
self.assertEqual(str(context.exception),
|
|
179
|
-
FileCheckException.err_strs.get(FileCheckException.FILE_TOO_LARGE_ERROR))
|
|
180
|
-
mock_logger_error.assert_called_with(f"The size of file path {file_path} exceeds {max_size} bytes.")
|
|
181
|
-
|
|
182
|
-
def test_check_common_file_size(self):
|
|
183
|
-
mock_check_file_size = MagicMock()
|
|
184
|
-
with patch("msprobe.core.common.file_check.os.path.isfile", return_value=True), \
|
|
185
|
-
patch("msprobe.core.common.file_check.check_file_size", new=mock_check_file_size):
|
|
186
|
-
for suffix, max_size in FileCheckConst.FILE_SIZE_DICT.items():
|
|
187
|
-
check_common_file_size(suffix)
|
|
188
|
-
mock_check_file_size.assert_called_with(suffix, max_size)
|
|
189
|
-
|
|
190
|
-
@patch.object(logger, "error")
|
|
191
|
-
def test_check_file_suffix(self, mock_logger_error):
|
|
192
|
-
file_path = "file_path"
|
|
193
|
-
suffix = "suffix"
|
|
194
|
-
with self.assertRaises(FileCheckException) as context:
|
|
195
|
-
check_file_suffix(file_path, suffix)
|
|
196
|
-
self.assertEqual(str(context.exception),
|
|
197
|
-
FileCheckException.err_strs.get(FileCheckException.INVALID_FILE_ERROR))
|
|
198
|
-
mock_logger_error.assert_called_with(f"The {file_path} should be a {suffix} file!")
|
|
199
|
-
|
|
200
|
-
@patch.object(logger, "error")
|
|
201
|
-
def test_check_path_type(self, mock_logger_error):
|
|
202
|
-
file_path = "file_path"
|
|
203
|
-
|
|
204
|
-
with patch("msprobe.core.common.file_check.os.path.isfile", return_value=False), \
|
|
205
|
-
patch("msprobe.core.common.file_check.os.path.isdir", return_value=True):
|
|
206
|
-
with self.assertRaises(FileCheckException) as context:
|
|
207
|
-
check_path_type(file_path, FileCheckConst.FILE)
|
|
208
|
-
self.assertEqual(str(context.exception),
|
|
209
|
-
FileCheckException.err_strs.get(FileCheckException.INVALID_FILE_ERROR))
|
|
210
|
-
mock_logger_error.assert_called_with(f"The {file_path} should be a file!")
|
|
211
|
-
|
|
212
|
-
with patch("msprobe.core.common.file_check.os.path.isfile", return_value=True), \
|
|
213
|
-
patch("msprobe.core.common.file_check.os.path.isdir", return_value=False):
|
|
214
|
-
with self.assertRaises(FileCheckException) as context:
|
|
215
|
-
check_path_type(file_path, FileCheckConst.DIR)
|
|
216
|
-
self.assertEqual(str(context.exception),
|
|
217
|
-
FileCheckException.err_strs.get(FileCheckException.INVALID_FILE_ERROR))
|
|
218
|
-
mock_logger_error.assert_called_with(f"The {file_path} should be a dictionary!")
|
msprobe/test/core_ut/test_log.py
DELETED
|
@@ -1,109 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
from unittest import TestCase
|
|
18
|
-
from unittest.mock import patch, MagicMock
|
|
19
|
-
|
|
20
|
-
from msprobe.core.common.log import BaseLogger, logger
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
class TestLog(TestCase):
|
|
24
|
-
@patch("msprobe.core.common.log.print")
|
|
25
|
-
def test__print_log(self, mock_print):
|
|
26
|
-
logger._print_log("level", "msg")
|
|
27
|
-
self.assertIn("[level] msg", mock_print.call_args[0][0])
|
|
28
|
-
self.assertEqual("\n", mock_print.call_args[1].get("end"))
|
|
29
|
-
|
|
30
|
-
logger._print_log("level", "msg", end="end")
|
|
31
|
-
self.assertIn("[level] msg", mock_print.call_args[0][0])
|
|
32
|
-
self.assertEqual("end", mock_print.call_args[1].get("end"))
|
|
33
|
-
|
|
34
|
-
@patch.object(BaseLogger, "_print_log")
|
|
35
|
-
def test_print_info_log(self, mock__print_log):
|
|
36
|
-
logger.info("info_msg")
|
|
37
|
-
mock__print_log.assert_called_with("INFO", "info_msg")
|
|
38
|
-
|
|
39
|
-
@patch.object(BaseLogger, "_print_log")
|
|
40
|
-
def test_print_warn_log(self, mock__print_log):
|
|
41
|
-
logger.warning("warn_msg")
|
|
42
|
-
mock__print_log.assert_called_with("WARNING", "warn_msg")
|
|
43
|
-
|
|
44
|
-
@patch.object(BaseLogger, "_print_log")
|
|
45
|
-
def test_print_error_log(self, mock__print_log):
|
|
46
|
-
logger.error("error_msg")
|
|
47
|
-
mock__print_log.assert_called_with("ERROR", "error_msg")
|
|
48
|
-
|
|
49
|
-
@patch.object(BaseLogger, "error")
|
|
50
|
-
def test_error_log_with_exp(self, mock_error):
|
|
51
|
-
with self.assertRaises(Exception) as context:
|
|
52
|
-
logger.error_log_with_exp("msg", Exception("Exception"))
|
|
53
|
-
self.assertEqual(str(context.exception), "Exception")
|
|
54
|
-
mock_error.assert_called_with("msg")
|
|
55
|
-
|
|
56
|
-
@patch.object(BaseLogger, "get_rank")
|
|
57
|
-
def test_on_rank_0(self, mock_get_rank):
|
|
58
|
-
mock_func = MagicMock()
|
|
59
|
-
func_rank_0 = logger.on_rank_0(mock_func)
|
|
60
|
-
|
|
61
|
-
mock_get_rank.return_value = 1
|
|
62
|
-
func_rank_0()
|
|
63
|
-
mock_func.assert_not_called()
|
|
64
|
-
|
|
65
|
-
mock_get_rank.return_value = 0
|
|
66
|
-
func_rank_0()
|
|
67
|
-
mock_func.assert_called()
|
|
68
|
-
|
|
69
|
-
mock_func = MagicMock()
|
|
70
|
-
func_rank_0 = logger.on_rank_0(mock_func)
|
|
71
|
-
mock_get_rank.return_value = None
|
|
72
|
-
func_rank_0()
|
|
73
|
-
mock_func.assert_called()
|
|
74
|
-
|
|
75
|
-
@patch.object(BaseLogger, "get_rank")
|
|
76
|
-
def test_info_on_rank_0(self, mock_get_rank):
|
|
77
|
-
mock_print = MagicMock()
|
|
78
|
-
with patch("msprobe.core.common.log.print", new=mock_print):
|
|
79
|
-
mock_get_rank.return_value = 0
|
|
80
|
-
logger.info_on_rank_0("msg")
|
|
81
|
-
self.assertIn("[INFO] msg", mock_print.call_args[0][0])
|
|
82
|
-
|
|
83
|
-
mock_get_rank.return_value = 1
|
|
84
|
-
logger.info_on_rank_0("msg")
|
|
85
|
-
mock_print.assert_called_once()
|
|
86
|
-
|
|
87
|
-
@patch.object(BaseLogger, "get_rank")
|
|
88
|
-
def test_error_on_rank_0(self, mock_get_rank):
|
|
89
|
-
mock_print = MagicMock()
|
|
90
|
-
with patch("msprobe.core.common.log.print", new=mock_print):
|
|
91
|
-
mock_get_rank.return_value = 0
|
|
92
|
-
logger.error_on_rank_0("msg")
|
|
93
|
-
self.assertIn("[ERROR] msg", mock_print.call_args[0][0])
|
|
94
|
-
|
|
95
|
-
mock_get_rank.return_value = 1
|
|
96
|
-
logger.error_on_rank_0("msg")
|
|
97
|
-
mock_print.assert_called_once()
|
|
98
|
-
|
|
99
|
-
@patch.object(BaseLogger, "get_rank")
|
|
100
|
-
def test_warning_on_rank_0(self, mock_get_rank):
|
|
101
|
-
mock_print = MagicMock()
|
|
102
|
-
with patch("msprobe.core.common.log.print", new=mock_print):
|
|
103
|
-
mock_get_rank.return_value = 0
|
|
104
|
-
logger.warning_on_rank_0("msg")
|
|
105
|
-
self.assertIn("[WARNING] msg", mock_print.call_args[0][0])
|
|
106
|
-
|
|
107
|
-
mock_get_rank.return_value = 1
|
|
108
|
-
logger.warning_on_rank_0("msg")
|
|
109
|
-
mock_print.assert_called_once()
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env python3
|
|
2
|
-
# -*- coding: utf-8 -*-
|
|
3
|
-
"""
|
|
4
|
-
# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
"""
|
|
17
|
-
import os
|
|
18
|
-
|
|
19
|
-
from unittest import TestCase
|
|
20
|
-
from unittest.mock import patch
|
|
21
|
-
|
|
22
|
-
from msprobe.core.common_config import CommonConfig, BaseConfig
|
|
23
|
-
from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
|
|
24
|
-
from msprobe.mindspore.dump.api_kbk_dump import ApiKbkDump
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
class TestApiKbkDump(TestCase):
|
|
28
|
-
|
|
29
|
-
def test_handle(self):
|
|
30
|
-
json_config = {
|
|
31
|
-
"task": "statistics",
|
|
32
|
-
"dump_path": "/absolute_path",
|
|
33
|
-
"rank": [],
|
|
34
|
-
"step": [0, 2],
|
|
35
|
-
"level": "L1"
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
common_config = CommonConfig(json_config)
|
|
39
|
-
task_config = BaseConfig(json_config)
|
|
40
|
-
config = DebuggerConfig(common_config, task_config)
|
|
41
|
-
dumper = ApiKbkDump(config)
|
|
42
|
-
self.assertEqual(dumper.dump_json["common_dump_settings"]["iteration"], "0|2")
|
|
43
|
-
|
|
44
|
-
os.environ["MS_ACL_DUMP_CFG_PATH"] = "path"
|
|
45
|
-
with patch("msprobe.mindspore.dump.api_kbk_dump.make_dump_path_if_not_exists"), \
|
|
46
|
-
patch("msprobe.mindspore.dump.api_kbk_dump.FileOpen"), \
|
|
47
|
-
patch("msprobe.mindspore.dump.api_kbk_dump.json.dump"), \
|
|
48
|
-
patch("msprobe.mindspore.dump.api_kbk_dump.logger.info"):
|
|
49
|
-
dumper.handle()
|
|
50
|
-
self.assertEqual(os.environ.get("GRAPH_OP_RUN"), "1")
|
|
51
|
-
self.assertEqual(os.environ.get("MS_ACL_DUMP_CFG_PATH"), None)
|