mindstudio-probe 8.2.0__py3-none-any.whl → 8.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-8.2.0.dist-info → mindstudio_probe-8.3.0.dist-info}/METADATA +2 -2
- {mindstudio_probe-8.2.0.dist-info → mindstudio_probe-8.3.0.dist-info}/RECORD +90 -79
- msprobe/README.md +7 -5
- msprobe/core/common/const.py +6 -0
- msprobe/core/common/db_manager.py +35 -4
- msprobe/core/common/file_utils.py +105 -27
- msprobe/core/common/framework_adapter.py +7 -6
- msprobe/core/common/megatron_utils.py +59 -0
- msprobe/core/common/utils.py +14 -3
- msprobe/core/compare/find_first/analyzer.py +8 -7
- msprobe/core/compare/find_first/graph.py +11 -3
- msprobe/core/compare/find_first/utils.py +2 -1
- msprobe/core/compare/highlight.py +13 -6
- msprobe/core/compare/multiprocessing_compute.py +17 -10
- msprobe/core/compare/utils.py +14 -5
- msprobe/core/data_dump/data_collector.py +18 -21
- msprobe/core/data_dump/data_processor/pytorch_processor.py +43 -20
- msprobe/core/data_dump/json_writer.py +18 -8
- msprobe/core/data_dump/scope.py +4 -6
- msprobe/core/hook_manager.py +37 -3
- msprobe/core/service.py +18 -5
- msprobe/core/single_save/single_comparator.py +16 -3
- msprobe/docs/01.installation.md +7 -5
- msprobe/docs/02.config_introduction.md +14 -1
- msprobe/docs/04.kernel_dump_PyTorch.md +1 -1
- msprobe/docs/06.data_dump_MindSpore.md +1 -1
- msprobe/docs/08.accuracy_checker_online_PyTorch.md +295 -0
- msprobe/docs/10.accuracy_compare_PyTorch.md +46 -5
- msprobe/docs/14.data_parse_PyTorch.md +1 -1
- msprobe/docs/15.free_benchmarking_PyTorch.md +1 -1
- msprobe/docs/19.monitor.md +2 -0
- msprobe/docs/21.visualization_PyTorch.md +15 -80
- msprobe/docs/22.visualization_MindSpore.md +20 -104
- msprobe/docs/23.generate_operator_PyTorch.md +1 -1
- msprobe/docs/25.tool_function_introduction.md +1 -0
- msprobe/docs/26.data_dump_PyTorch_baseline.md +7 -7
- msprobe/docs/img/visualization/vis_browser_1.png +0 -0
- msprobe/docs/img/visualization/vis_match_info.png +0 -0
- msprobe/docs/img/visualization/vis_precision_info.png +0 -0
- msprobe/docs/img/visualization/vis_search_info.png +0 -0
- msprobe/docs/img/visualization/vis_show_info.png +0 -0
- msprobe/docs/img/visualization/vis_showcase.png +0 -0
- msprobe/docs/img/visualization/vis_unmatch_info.png +0 -0
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +1 -1
- msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py +1 -1
- msprobe/mindspore/cell_processor.py +33 -5
- msprobe/mindspore/compare/common_dir_compare.py +22 -26
- msprobe/mindspore/compare/utils.py +1 -2
- msprobe/mindspore/debugger/precision_debugger.py +1 -1
- msprobe/mindspore/dump/cell_dump_process.py +73 -62
- msprobe/mindspore/dump/graph_mode_cell_dump.py +21 -10
- msprobe/mindspore/dump/hook_cell/ms_hook_manager.py +2 -0
- msprobe/msprobe.py +6 -4
- msprobe/pytorch/api_accuracy_checker/common/config.py +36 -3
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +24 -0
- msprobe/pytorch/api_accuracy_checker/compare/compare.py +12 -2
- msprobe/pytorch/api_accuracy_checker/config.yaml +6 -1
- msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py +1 -1
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +132 -12
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py +0 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +205 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +378 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +239 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py +115 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +250 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml +63 -0
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +198 -0
- msprobe/pytorch/attl_manager.py +65 -0
- msprobe/pytorch/common/utils.py +22 -2
- msprobe/pytorch/compare/utils.py +3 -3
- msprobe/pytorch/debugger/debugger_config.py +10 -0
- msprobe/pytorch/dump/module_dump/hook_wrapper.py +34 -7
- msprobe/pytorch/dump/module_dump/module_processer.py +23 -10
- msprobe/pytorch/hook_module/api_register.py +6 -1
- msprobe/pytorch/monitor/module_hook.py +28 -9
- msprobe/pytorch/online_dispatch/dispatch.py +42 -24
- msprobe/pytorch/pt_config.py +57 -2
- msprobe/pytorch/pytorch_service.py +11 -2
- msprobe/visualization/builder/graph_builder.py +170 -64
- msprobe/visualization/builder/graph_merger.py +0 -1
- msprobe/visualization/builder/msprobe_adapter.py +1 -1
- msprobe/visualization/db_utils.py +25 -2
- msprobe/visualization/graph/base_node.py +0 -24
- msprobe/visualization/graph/graph.py +5 -14
- msprobe/visualization/graph_service.py +29 -53
- msprobe/visualization/utils.py +11 -1
- {mindstudio_probe-8.2.0.dist-info → mindstudio_probe-8.3.0.dist-info}/LICENSE +0 -0
- {mindstudio_probe-8.2.0.dist-info → mindstudio_probe-8.3.0.dist-info}/WHEEL +0 -0
- {mindstudio_probe-8.2.0.dist-info → mindstudio_probe-8.3.0.dist-info}/entry_points.txt +0 -0
- {mindstudio_probe-8.2.0.dist-info → mindstudio_probe-8.3.0.dist-info}/top_level.txt +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: mindstudio-probe
|
|
3
|
-
Version: 8.
|
|
3
|
+
Version: 8.3.0
|
|
4
4
|
Summary: Ascend Probe Utils
|
|
5
|
-
Home-page: https://
|
|
5
|
+
Home-page: https://gitcode.com/Ascend/mstt/tree/master/debug/accuracy_tools/msprobe
|
|
6
6
|
Author: Ascend Team
|
|
7
7
|
Author-email: pmail_mindstudio@huawei.com
|
|
8
8
|
License: Apache License 2.0
|
|
@@ -1,45 +1,46 @@
|
|
|
1
1
|
msprobe/CMakeLists.txt,sha256=Cx_WsHVxbX2gWZ6Hxah2zYXz2eamSb4CgIlzKm9OQGA,125
|
|
2
|
-
msprobe/README.md,sha256=
|
|
2
|
+
msprobe/README.md,sha256=CnXpjnrPs-Pzg4Iamw9PKBsTU7s1CVRKyRHNsqsuvo4,8736
|
|
3
3
|
msprobe/__init__.py,sha256=q2S8b3VTSn1wTMrkf8Gm79OOq9EerMIK6Y26gFdu_0s,688
|
|
4
4
|
msprobe/config.json,sha256=QS37x2t0D-grehkpHLLxRAEZqOrkNe40GwwOaVMx3Yc,1061
|
|
5
|
-
msprobe/msprobe.py,sha256=
|
|
5
|
+
msprobe/msprobe.py,sha256=KHFMop_Tm9hHKTd1c-_HaVZjkT8DQ6Kx6PejIkrClME,8228
|
|
6
6
|
msprobe/core/__init__.py,sha256=X_OkpIz42vnqhGy6WCeuEvYK4IFx4BwCT5bQj7tuuwI,757
|
|
7
7
|
msprobe/core/common_config.py,sha256=0kzhosc3FIE0_JfAnOYx8lYLbno7j0rmH0ST9On1jpQ,7182
|
|
8
|
-
msprobe/core/hook_manager.py,sha256=
|
|
9
|
-
msprobe/core/service.py,sha256=
|
|
8
|
+
msprobe/core/hook_manager.py,sha256=heWLbR2spTpRRaNG3gWTKvHDdrYZQYG839ldrsusHwU,14568
|
|
9
|
+
msprobe/core/service.py,sha256=jNrCqBdlzS5xX0LlLGdB6yD1WB_K3lzJqKqpjjpUbgY,14062
|
|
10
10
|
msprobe/core/advisor/advisor.py,sha256=WP8rBF2F9pcSphZONJDgNfz9c6GiRxbkWwPS9wRU4Tc,5900
|
|
11
11
|
msprobe/core/advisor/advisor_const.py,sha256=thEEVYKPimv9WGxxaC4vBXQ-Coq6yBlZ394T_b49Ibw,2624
|
|
12
12
|
msprobe/core/advisor/advisor_result.py,sha256=yM78n6NXLP1bjTsGeSddwb1bWQwtg1ZqjnPHmTzVxHE,2359
|
|
13
|
-
msprobe/core/common/const.py,sha256=
|
|
14
|
-
msprobe/core/common/db_manager.py,sha256=
|
|
13
|
+
msprobe/core/common/const.py,sha256=r2wKstNjzjZOmGDw_q3jlN56hqA3tv5CtNNrdl8jZMk,27799
|
|
14
|
+
msprobe/core/common/db_manager.py,sha256=OjC7Gr_4CKmrlLcODsLkeTv1dU-VU93fmLU0xMfiPzg,9088
|
|
15
15
|
msprobe/core/common/decorator.py,sha256=lj1upkAkGYeIV3tnH0bFqp7VDIKqTkFVaE5GUOFUNUE,1785
|
|
16
16
|
msprobe/core/common/exceptions.py,sha256=PJB4UTxT5VxyUE9aTCgwxiEExcuQZCcbu5V7tFdLVrY,4045
|
|
17
|
-
msprobe/core/common/file_utils.py,sha256=
|
|
18
|
-
msprobe/core/common/framework_adapter.py,sha256=
|
|
17
|
+
msprobe/core/common/file_utils.py,sha256=f8tOLHQcz4DQl7Qx2HVflhryWGZG1SQtq-IwVHDrl_8,40820
|
|
18
|
+
msprobe/core/common/framework_adapter.py,sha256=MTbJYJmTApkJme8tajFWhDfIPOo-hgWQYo3_w3DksD8,6236
|
|
19
19
|
msprobe/core/common/global_lock.py,sha256=MQedbRCzJTLAYGeNeeD1T7Vmn349r7ymGKt8d-U3m2Y,2721
|
|
20
20
|
msprobe/core/common/inplace_op_checker.py,sha256=gwxpddOtPS2dRGbI2JB5ZixgoPLCYyDICb_07N9XVaM,1864
|
|
21
21
|
msprobe/core/common/inplace_ops.yaml,sha256=Ta1zh6eF0A_Trd345gts2xlhFsU0-ZTXKEQOqUHT-54,3178
|
|
22
22
|
msprobe/core/common/log.py,sha256=VrecAUbJNfhm8tKtg-dGmLcOm3gM5XJth2tpeW6DsDo,3348
|
|
23
|
+
msprobe/core/common/megatron_utils.py,sha256=BALTlzSdHYsQ83s9XhHKo9Ub6CQGWeOqGF4SphXEDps,1864
|
|
23
24
|
msprobe/core/common/parallel_state.py,sha256=WUfPtp4tfiV1E_oVkmQF2FZxO-sTgJtOsvDdSn4mdvY,8305
|
|
24
25
|
msprobe/core/common/runtime.py,sha256=KpPoWIvIWSGjD-xnldxtZQXcEB6Ip2qj1hVIcZG4tWg,844
|
|
25
|
-
msprobe/core/common/utils.py,sha256=
|
|
26
|
+
msprobe/core/common/utils.py,sha256=v4qYIn833GCdcfjICpiEq4Keuc88IOEugNvwUyhIDI0,27410
|
|
26
27
|
msprobe/core/compare/acc_compare.py,sha256=M_Ie7Xtc8stbKNFVKZsLlp7R3i0RIu95vqzXYbX5sE0,38484
|
|
27
28
|
msprobe/core/compare/check.py,sha256=L4sq90oXdNfqiM7BzxsCXU6zD55K1-0zjFTDKwII9Y0,4384
|
|
28
29
|
msprobe/core/compare/compare_cli.py,sha256=B0WoZVAnWCKRAyRwDkYIKgIsTbKc4HA_8I8m2McO_OU,6940
|
|
29
30
|
msprobe/core/compare/config.py,sha256=gJDqxYUqNzik08PjiUGFth_cIHvClV-gqjM-7f2GLjY,2997
|
|
30
|
-
msprobe/core/compare/highlight.py,sha256=
|
|
31
|
+
msprobe/core/compare/highlight.py,sha256=iNgkVAUSfJlxKt0NC8A78XpWI5aNqJrxyCRWYVG2L58,18491
|
|
31
32
|
msprobe/core/compare/ms_to_pt_api.yaml,sha256=NGzy6_yIArM6V0zYsW3sg3KLMJe0sr9ljKiIcHujJus,13203
|
|
32
|
-
msprobe/core/compare/multiprocessing_compute.py,sha256=
|
|
33
|
+
msprobe/core/compare/multiprocessing_compute.py,sha256=Yy7eNUyP4u9HHn7BLAK6F0FddR1JkY01qUNllPI30yE,14262
|
|
33
34
|
msprobe/core/compare/npy_compare.py,sha256=aCylTUJuLUEsqqm-KySnY24egh5b36rTFh_dXfaJx84,12712
|
|
34
|
-
msprobe/core/compare/utils.py,sha256=
|
|
35
|
+
msprobe/core/compare/utils.py,sha256=8vWFoqgqBY8XRc7eDOX2Lzaln26aPmaLF8Vs_xBQovk,35416
|
|
35
36
|
msprobe/core/compare/diff_analyze/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
36
37
|
msprobe/core/compare/diff_analyze/diff_analyze_threshold.yaml,sha256=77K_1RM8ICVuDSNVTFIRdeBu15HyzR2Kw9YjhHaoaT0,193
|
|
37
38
|
msprobe/core/compare/diff_analyze/first_diff_analyze.py,sha256=zXfaVYuMwA-y0upjQaycuQ2Q7dc2kqH8kAgWcWqXkVs,4755
|
|
38
39
|
msprobe/core/compare/find_first/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
39
|
-
msprobe/core/compare/find_first/analyzer.py,sha256=
|
|
40
|
+
msprobe/core/compare/find_first/analyzer.py,sha256=pfvg4wvgdFT0KdtdiTRYhqihTBTWMaer1Q_h0rAxq1M,12803
|
|
40
41
|
msprobe/core/compare/find_first/data_processor.py,sha256=C286RlYVHH_2BzFxLHni7C2V4Z3tJJ9L4ZQhMGtxqMA,1485
|
|
41
|
-
msprobe/core/compare/find_first/graph.py,sha256=
|
|
42
|
-
msprobe/core/compare/find_first/utils.py,sha256
|
|
42
|
+
msprobe/core/compare/find_first/graph.py,sha256=2TaXfRUl8YLXM0wosdgz8nwNz5OxQ7gpmdfZWJ7JyG0,8024
|
|
43
|
+
msprobe/core/compare/find_first/utils.py,sha256=-RyNXSIs6YHX77e7GgmvUJYJmSCj2t9uAqHmqBHw1kg,6984
|
|
43
44
|
msprobe/core/compare/layer_mapping/__init__.py,sha256=MLMlb-zcaZCmG7Ykh6cY28kBTw-3_waNBRKbajwQc74,776
|
|
44
45
|
msprobe/core/compare/layer_mapping/data_scope_parser.py,sha256=WU9nelUpbkPa7RH_G3QAHRUhiWSHQ7Bt7TTMGFy51eM,9429
|
|
45
46
|
msprobe/core/compare/layer_mapping/layer_mapping.py,sha256=h6E6V0Kyb-Z_-7FCGHH8Qiqj1KopVO0c_8zeDvqiCrU,10586
|
|
@@ -68,13 +69,13 @@ msprobe/core/config_check/resource/hyperparameter.yaml,sha256=u7Hk3MutcR29O11BOO
|
|
|
68
69
|
msprobe/core/config_check/utils/hyperparameter_parser.py,sha256=vv-y7tDS8kMiTt8f248gHjiXTRzdsrfN5rNw7m1AYq0,4627
|
|
69
70
|
msprobe/core/config_check/utils/utils.py,sha256=QWsgM5GccU0aJuKkj0AFMpH7jo0lbWJdBdQ8vdeyQTw,3836
|
|
70
71
|
msprobe/core/data_dump/api_registry.py,sha256=698hHOHyzqzO0wv80aZYjLAC0UZvFOq2ZZMKPDumdRw,11961
|
|
71
|
-
msprobe/core/data_dump/data_collector.py,sha256=
|
|
72
|
-
msprobe/core/data_dump/json_writer.py,sha256=
|
|
73
|
-
msprobe/core/data_dump/scope.py,sha256=
|
|
72
|
+
msprobe/core/data_dump/data_collector.py,sha256=jDHaepyZy_MpqLhR96EFA85YjzrhYDwxKH3sdkMaxcI,15995
|
|
73
|
+
msprobe/core/data_dump/json_writer.py,sha256=NeSRE9r1hLlh5FuoIFBwt8TH03NjxAKWvuyuosWfvRE,14434
|
|
74
|
+
msprobe/core/data_dump/scope.py,sha256=gcCmykBS7CTe9u6icxoHh8nA9Bd5R9HIEkQghBESUfI,9831
|
|
74
75
|
msprobe/core/data_dump/data_processor/base.py,sha256=zvhY6Q29kdUU4FsGA7BynmPsPQiUaG-3MRrBMJfdMIo,20084
|
|
75
76
|
msprobe/core/data_dump/data_processor/factory.py,sha256=onl0M8URU8Tjuw6mMdAHEwg2G-kL1fWXb8vPP5lmH_Y,4381
|
|
76
77
|
msprobe/core/data_dump/data_processor/mindspore_processor.py,sha256=aYQ7IG5J4lef2EQaqsvDUDWCxv4ExRRYTvxzsmyXIfU,16170
|
|
77
|
-
msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=
|
|
78
|
+
msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=T-CCY7YW4EE41cPp5fDmMaYEcRybeEwiX6NyjzcJCAo,30451
|
|
78
79
|
msprobe/core/debugger/precision_debugger.py,sha256=uoa399leYa0DtHmM2kH1Vi3br-3ikly2EHkXRZkVhSA,5911
|
|
79
80
|
msprobe/core/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
80
81
|
msprobe/core/grad_probe/constant.py,sha256=VjKIJU5NuVWB9K63_LaND2LeQgDxLNg_kg8w63K9Ero,2323
|
|
@@ -94,33 +95,34 @@ msprobe/core/overflow_check/ignore_rules.yaml,sha256=3k5HEKgF7_LtTexRk19AT1UZQ99
|
|
|
94
95
|
msprobe/core/overflow_check/level.py,sha256=0w-X2zVshf4I_2qECXm4uz6LqkhY5NFyCdZYU0pC62U,741
|
|
95
96
|
msprobe/core/overflow_check/utils.py,sha256=1j5p2qWBOmOoat1v_Zi8krLOWz2NMCdUjrnD03AWTK8,991
|
|
96
97
|
msprobe/core/single_save/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
97
|
-
msprobe/core/single_save/single_comparator.py,sha256=
|
|
98
|
+
msprobe/core/single_save/single_comparator.py,sha256=faYvqjvZNpA0GrtpI5pXTYOlvV8x5toKFdKVv5Nzk60,10827
|
|
98
99
|
msprobe/core/single_save/single_saver.py,sha256=IVS7fsG5CWmZNCeUenNwtVxhAmpIWSYHK7az2NpZ678,5562
|
|
99
|
-
msprobe/docs/01.installation.md,sha256=
|
|
100
|
-
msprobe/docs/02.config_introduction.md,sha256=
|
|
100
|
+
msprobe/docs/01.installation.md,sha256=QmJlZPTVzoC1h9Ikgg7nB_u7Ay16Aoi9ZwiirC5mfdc,10845
|
|
101
|
+
msprobe/docs/02.config_introduction.md,sha256=zsN7EGYwlNZ9__Y8uLvEaP2d9K5XsRznuZ8afpO5R20,35057
|
|
101
102
|
msprobe/docs/03.config_examples.md,sha256=lHv_HLaCxk1nlSPIUF7wQVO0RR6_Q5b9XrSp96fr1FE,4408
|
|
102
|
-
msprobe/docs/04.kernel_dump_PyTorch.md,sha256=
|
|
103
|
+
msprobe/docs/04.kernel_dump_PyTorch.md,sha256=1qXNBrdkO2r8FJjHObr1r2XGy7gIzhvZ3DWC0JjDPng,3034
|
|
103
104
|
msprobe/docs/05.data_dump_PyTorch.md,sha256=0ZLkESAFa_HBlo8nndc7cWXQ0O1l7BuNCCy7eARTcm8,22242
|
|
104
|
-
msprobe/docs/06.data_dump_MindSpore.md,sha256=
|
|
105
|
+
msprobe/docs/06.data_dump_MindSpore.md,sha256=pweNRLRxNy1cu8h5cgmEf9auOBuKN3-Ezen5Et7a1s8,29284
|
|
105
106
|
msprobe/docs/07.accuracy_checker_PyTorch.md,sha256=tLHA1eD0ldNv_4uQKArN-HzKcPdQbQighhK9VKuhuxQ,30993
|
|
107
|
+
msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=u3kDOo3Y1YMSu2rd2QiIToYxqtpi4epfKk_ngdSc_Sw,14717
|
|
106
108
|
msprobe/docs/09.accuracy_checker_MindSpore.md,sha256=XKEnEgqPJKZxL7JL3evZeIAa_LbMh8DR7sILqJ1camw,11320
|
|
107
|
-
msprobe/docs/10.accuracy_compare_PyTorch.md,sha256=
|
|
109
|
+
msprobe/docs/10.accuracy_compare_PyTorch.md,sha256=3H_fHJBMRweqAxEOT6trHSQPAMjP3xD9G3T_PIJPtVY,41611
|
|
108
110
|
msprobe/docs/11.accuracy_compare_MindSpore.md,sha256=9zalk8EiYA_ex5kkiGEIn8yaNygLmJPplUoUEPs-C5w,40792
|
|
109
111
|
msprobe/docs/12.overflow_check_PyTorch.md,sha256=VE76J_rFAFm0pw_bQEnKIV4FdXek4x7cenxTQQz2FK0,3793
|
|
110
112
|
msprobe/docs/13.overflow_check_MindSpore.md,sha256=G67GjHo2VERAKsr1_uX0m67eNuG8E9aN6tmZiO1c_zg,2799
|
|
111
|
-
msprobe/docs/14.data_parse_PyTorch.md,sha256=
|
|
112
|
-
msprobe/docs/15.free_benchmarking_PyTorch.md,sha256=
|
|
113
|
+
msprobe/docs/14.data_parse_PyTorch.md,sha256=g1Hx3RFG7SIYTpTI2uySZjDIXwsF7LhVVghvITSp0L0,19125
|
|
114
|
+
msprobe/docs/15.free_benchmarking_PyTorch.md,sha256=6pIpLXx5lUu45_kdL31rhj9zV3Ew8X-yyqZXrJ_gZPk,9888
|
|
113
115
|
msprobe/docs/16.free_benchmarking_MindSpore.md,sha256=swCOrnBSzU6Q5I0AHVwi2r0JfKp3VE1DgNHripyE01M,8195
|
|
114
116
|
msprobe/docs/17.grad_probe.md,sha256=9g1aq6FettgpvzBxKj5C5W8bTsENPtt2itYaNOLcBk8,9624
|
|
115
117
|
msprobe/docs/18.online_dispatch.md,sha256=Ae9ONIXF3wA2u0tikuDxV0nea_n5TIGug-PKTI9c7Ws,4170
|
|
116
|
-
msprobe/docs/19.monitor.md,sha256=
|
|
118
|
+
msprobe/docs/19.monitor.md,sha256=ogaecwFA5vpEyEEKuXaWmbaoClnPdtRedYhntppTAYo,57192
|
|
117
119
|
msprobe/docs/20.monitor_performance_baseline.md,sha256=t-aM1s7BqEE8ls47gL1wmipkhdmB6CSPI90-r4abyXY,3672
|
|
118
|
-
msprobe/docs/21.visualization_PyTorch.md,sha256=
|
|
119
|
-
msprobe/docs/22.visualization_MindSpore.md,sha256=
|
|
120
|
-
msprobe/docs/23.generate_operator_PyTorch.md,sha256=
|
|
120
|
+
msprobe/docs/21.visualization_PyTorch.md,sha256=Mds0wPfD9XjNJstj-SZshhpFvUFYjh7ZZ-Zpefo3K4E,27666
|
|
121
|
+
msprobe/docs/22.visualization_MindSpore.md,sha256=jtMgasjacyNEevhmrMT5Y8IOsAgEuDzBN7vvZYBJl7s,26605
|
|
122
|
+
msprobe/docs/23.generate_operator_PyTorch.md,sha256=Tu_Jik6zWBIdf2ePOBeUAKnPMFnwcNdw1cuZg-Jfxbc,10289
|
|
121
123
|
msprobe/docs/24.code_mapping_Mindspore.md,sha256=pFGY7uvNnaBqUDLQBDEay0In04nrpP2mFCzYfYYQEcs,2068
|
|
122
|
-
msprobe/docs/25.tool_function_introduction.md,sha256=
|
|
123
|
-
msprobe/docs/26.data_dump_PyTorch_baseline.md,sha256=
|
|
124
|
+
msprobe/docs/25.tool_function_introduction.md,sha256=I1SFsz9RVdpjyNxLTyPPuKcLZIRDDWuwiVx2O2cQezc,16391
|
|
125
|
+
msprobe/docs/26.data_dump_PyTorch_baseline.md,sha256=Di-qxaT7TckS4ggAJOk3R99DGlJ67i9Vw7Jl9fIoJNA,2551
|
|
124
126
|
msprobe/docs/27.dump_json_instruction.md,sha256=YW6q4U0ccoFwax_fZ5Gqr1CQo5PFlKaxr9S-4ocycZs,21025
|
|
125
127
|
msprobe/docs/28.debugger_save_instruction.md,sha256=pxvLlc2GmR8tmapZ8IKZyIFGwt1tEKXU4jy8Ao4MwrI,10173
|
|
126
128
|
msprobe/docs/28.kernel_dump_MindSpore.md,sha256=USVxSPdhuaiw6dlWGu02GVNMXgaryHzy9dQPBUd1FfE,2540
|
|
@@ -180,14 +182,14 @@ msprobe/docs/img/visualization/fuzzy_match_pt.png,sha256=uAFmJk5bgvlLswZjWCoEfnE
|
|
|
180
182
|
msprobe/docs/img/visualization/proxy.png,sha256=Dd0W2uU9WhYdcEaUgAbnRDiKJoOUe6_IO_O-sQwGK74,17281
|
|
181
183
|
msprobe/docs/img/visualization/tensorboard_1.png,sha256=t3mafHzjcUHZbwJhbnri42B3mfoygLjaBIpli9KFLZg,8651
|
|
182
184
|
msprobe/docs/img/visualization/tensorboard_2.png,sha256=JwT9kHNG8seJqj8IVu4FH5EZAAERAuePH8HgczrjGzA,14935
|
|
183
|
-
msprobe/docs/img/visualization/vis_browser_1.png,sha256=
|
|
185
|
+
msprobe/docs/img/visualization/vis_browser_1.png,sha256=62iu8PtjTCQLA74pLSwxtNsW4qgWyEQ8U9QG9ZFW2Uw,40816
|
|
184
186
|
msprobe/docs/img/visualization/vis_browser_2.png,sha256=XGqiEwa6tlvLj11_4h6yGOWvuFnoXIvJxmeChFYbEpI,83952
|
|
185
|
-
msprobe/docs/img/visualization/vis_match_info.png,sha256=
|
|
186
|
-
msprobe/docs/img/visualization/vis_precision_info.png,sha256=
|
|
187
|
-
msprobe/docs/img/visualization/vis_search_info.png,sha256=
|
|
188
|
-
msprobe/docs/img/visualization/vis_show_info.png,sha256=
|
|
189
|
-
msprobe/docs/img/visualization/vis_showcase.png,sha256=
|
|
190
|
-
msprobe/docs/img/visualization/vis_unmatch_info.png,sha256=
|
|
187
|
+
msprobe/docs/img/visualization/vis_match_info.png,sha256=2IS9UOUbQESWGgd6G1R1C0kLQwbBaQJGxBzPOFrMFP8,311941
|
|
188
|
+
msprobe/docs/img/visualization/vis_precision_info.png,sha256=4jI4jU3rssOxlP7-htGUlszK9ZCOVOU8z63TE0xFZ1U,473337
|
|
189
|
+
msprobe/docs/img/visualization/vis_search_info.png,sha256=BwGYAhAwBJ9iVBLAfz3RB0Na-AZODTJq6Xv1gnTPzi4,309104
|
|
190
|
+
msprobe/docs/img/visualization/vis_show_info.png,sha256=txJmK-r0vvPNc44n6oCbGmES4_vJEwv-nWVzWzpVTus,511404
|
|
191
|
+
msprobe/docs/img/visualization/vis_showcase.png,sha256=m-D-kv2DmJQrmUB_kKj9jz5yaMklaUZclh7muIozCq4,466214
|
|
192
|
+
msprobe/docs/img/visualization/vis_unmatch_info.png,sha256=hjBtJbh1ar7ojtGCKQCKpQM8vUtMWvPIhMClP_diSbE,262408
|
|
191
193
|
msprobe/docs/visualization/GPTModel.png,sha256=__6n1yc6R9WwEp2Ba994pk25FVcO6LcOdKJM_9_l_8w,183182
|
|
192
194
|
msprobe/docs/visualization/ParallelMLP.png,sha256=H9o5Hbm5ScOHUaCYrkhRdHJJvwDHgJQNbc0Cz0su4rU,127774
|
|
193
195
|
msprobe/docs/visualization/layer_mapping_example.md,sha256=UhZbOIoP91GgvlH3dIOoRmm0flIaU4kAoluiKTcxJns,7357
|
|
@@ -214,12 +216,12 @@ msprobe/docs/visualization/mindspeed_llamafactoary_img/mindspeed-mm-qwen25vl.txt
|
|
|
214
216
|
msprobe/docs/visualization/mindspeed_llamafactoary_img/mindspeed1.png,sha256=zUS_JFsQQw-U34FVIwdJyU0TQmuqfV3dzfZkJtDWFx4,102369
|
|
215
217
|
msprobe/docs/visualization/mindspeed_llamafactoary_img/mindspeed2.png,sha256=Qgwv7TISEkyjoRB6mxMfXUr0_VgOCcp5Tukw54dV4X4,176092
|
|
216
218
|
msprobe/mindspore/__init__.py,sha256=6n1VtjPygBusuLHeMOeCrhFyEY33O1dgx4K0REqlLf8,1175
|
|
217
|
-
msprobe/mindspore/cell_processor.py,sha256=
|
|
219
|
+
msprobe/mindspore/cell_processor.py,sha256=AFuWG_aXk10_BFtg8YxgDNy2qwxfXzs6AG4Pv0BkPlw,14410
|
|
218
220
|
msprobe/mindspore/mindspore_service.py,sha256=V9H9XQC7ljSpelXLvCUxLHDKlF87_s9a4LWk3qbf6Ko,4650
|
|
219
221
|
msprobe/mindspore/ms_config.py,sha256=QJWpgruE4x3b51zcGBwuwmVK2KaZjALQw_UyChear4A,6439
|
|
220
222
|
msprobe/mindspore/task_handler_factory.py,sha256=eP8lFLvwzAtmdqxJ-LLye1G5F_vCQZcU1jaSZo5E4H0,1833
|
|
221
223
|
msprobe/mindspore/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
222
|
-
msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256
|
|
224
|
+
msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256=fjN3QQWbOsCAb_lj0IOqIPDmb3PbluKLYZs-R6qcvjo,20481
|
|
223
225
|
msprobe/mindspore/api_accuracy_checker/api_info.py,sha256=XrHmU-22BOpYObX999NOOPzW7h0wCM5KW89-bZpVBYc,4858
|
|
224
226
|
msprobe/mindspore/api_accuracy_checker/api_runner.py,sha256=91XYXaKtQb4wC4EOiyMqOyQfhVERmtsloPG-yiNn5rY,13252
|
|
225
227
|
msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py,sha256=MMe1vEpHO1PWS7Wiz4Zze__CFsPwxGPrLSbCU7KZo_o,8470
|
|
@@ -235,7 +237,7 @@ msprobe/mindspore/api_accuracy_checker/type_mapping.py,sha256=FL5SIQ3dJRKVmicvOO
|
|
|
235
237
|
msprobe/mindspore/api_accuracy_checker/utils.py,sha256=uREcuxnIOy0Zeuqeo8wP4g33dcyqND_VtUIzKQBY2kQ,3951
|
|
236
238
|
msprobe/mindspore/api_accuracy_checker/bench_functions/flash_attention_score.py,sha256=QJAveBVaeYN0Tmc75I-x4iA6nKpmk1Td_X3M76ClczA,23323
|
|
237
239
|
msprobe/mindspore/api_accuracy_checker/bench_functions/fusion_operator.py,sha256=NXMgBWA8GW7NK7utftc5X-6aPp0c4uf_99kOUY1fwgA,1464
|
|
238
|
-
msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py,sha256=
|
|
240
|
+
msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py,sha256=GQxcUdKovpBbWuNtJtdvrlUQm05rj0RlV9RlpysZC7U,19491
|
|
239
241
|
msprobe/mindspore/api_accuracy_checker/generate_op_script/operator_replication.template,sha256=ni56NrjDH0Qj-w13pDNw2XCqE-MOOmnq3jW2AuGm--I,81379
|
|
240
242
|
msprobe/mindspore/code_mapping/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
241
243
|
msprobe/mindspore/code_mapping/bind.py,sha256=oXxuSOmLN-qqcAyHC5gonw_PZMwEwGvTSW-ws5H5FiM,9549
|
|
@@ -247,26 +249,26 @@ msprobe/mindspore/code_mapping/processor.py,sha256=o-YQyl90NPCpoex3iWbNMGHiWTuqL
|
|
|
247
249
|
msprobe/mindspore/common/const.py,sha256=6FGrfTASq4yi-SyA3MYE3dOmy-U_GkfmylWfWMIG9-4,5984
|
|
248
250
|
msprobe/mindspore/common/log.py,sha256=b-XZiXylAOK85DH3leCGC0zbxTBRIVTokLOYQAyHCII,1127
|
|
249
251
|
msprobe/mindspore/common/utils.py,sha256=Zm1NU3pK_roiP9tVqeBwYesHKmLQjFNn1O4CpI3eEtw,13644
|
|
250
|
-
msprobe/mindspore/compare/common_dir_compare.py,sha256=
|
|
252
|
+
msprobe/mindspore/compare/common_dir_compare.py,sha256=1vRos0zyadCmJefBjsvqVw5XgBZUtZDIafEwXRMFcc0,16375
|
|
251
253
|
msprobe/mindspore/compare/distributed_compare.py,sha256=H8zdjBBFyifyl3Nx21jtdoma6qN1duclPsJaArpAW1s,1556
|
|
252
254
|
msprobe/mindspore/compare/ms_compare.py,sha256=yXs8wutN8fm_tcP39NQmNP5skai2CwfQScRhTTiUsM0,2237
|
|
253
255
|
msprobe/mindspore/compare/ms_graph_compare.py,sha256=qph-gpAY0l5ApvQZ_xmq0SbUDVsuD8PtnD0jS7b6yRA,19949
|
|
254
|
-
msprobe/mindspore/compare/utils.py,sha256=
|
|
256
|
+
msprobe/mindspore/compare/utils.py,sha256=ZMJlIagUZKPv3HIhgCKG4MreRYFpsZtVMmZwUOOzOoI,1704
|
|
255
257
|
msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
256
258
|
msprobe/mindspore/debugger/debugger_config.py,sha256=7DQ-g8KBOECCNXzsxvAqUU0ivCAsOcpduC6SUGs2JD0,8544
|
|
257
|
-
msprobe/mindspore/debugger/precision_debugger.py,sha256=
|
|
259
|
+
msprobe/mindspore/debugger/precision_debugger.py,sha256=cTYWXfsZd4QbPvTqbSPkrWr7QSrMJvEgmHOz-W8fpQQ,10092
|
|
258
260
|
msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
259
|
-
msprobe/mindspore/dump/cell_dump_process.py,sha256=
|
|
261
|
+
msprobe/mindspore/dump/cell_dump_process.py,sha256=nXi-2KSGaka33UTMWeilOattUptVIxrZh0XESv2vAAo,36588
|
|
260
262
|
msprobe/mindspore/dump/cell_dump_with_insert_gradient.py,sha256=KexuN-HeWGSaz4G67tLnPIzYlf94_KjrwwXncQ2MQMo,34196
|
|
261
263
|
msprobe/mindspore/dump/dump_tool_factory.py,sha256=zPmqjxXm6rDczzMal4h3bZSYc_F_HeQ2g4eu7656e3g,2818
|
|
262
|
-
msprobe/mindspore/dump/graph_mode_cell_dump.py,sha256=
|
|
264
|
+
msprobe/mindspore/dump/graph_mode_cell_dump.py,sha256=0JOh_WrQut16VATcJvES16uahUIHUCIh8XSeHpMnuKM,6710
|
|
263
265
|
msprobe/mindspore/dump/graph_tensor_dump.py,sha256=2JPcnJX9RO4KEOGRuEwAw04M4AfMfBZKZGxSeJHYk2U,4050
|
|
264
266
|
msprobe/mindspore/dump/jit_dump.py,sha256=yhVhIMkUqrgYRn3XjIByYqJa5lkVDXkHoQiv3KDRzFA,5069
|
|
265
267
|
msprobe/mindspore/dump/kernel_graph_dump.py,sha256=DcQMwdGZeLU0WQ-ppOBzssZn8XFcpmRmY323vkjDGr0,3905
|
|
266
268
|
msprobe/mindspore/dump/kernel_kbyk_dump.py,sha256=frxdq1ESUjL_t3anGo-FIkMN3iqgGC6o5djtAvm9jJA,4329
|
|
267
269
|
msprobe/mindspore/dump/hook_cell/api_register.py,sha256=Ho6k9JlDYzO2fG5a2UuQuZDuIdLem_aNUw29TGmjHsE,6625
|
|
268
270
|
msprobe/mindspore/dump/hook_cell/hook_cell.py,sha256=Zi7nePD01R5YwPkKenbuI1si0qChMk-Ir8gcFYuun3w,2276
|
|
269
|
-
msprobe/mindspore/dump/hook_cell/ms_hook_manager.py,sha256=
|
|
271
|
+
msprobe/mindspore/dump/hook_cell/ms_hook_manager.py,sha256=vHFpQH6IqBHMxSUAQt_5seRkRo-Su4EhLDl1bdEPlC8,8621
|
|
270
272
|
msprobe/mindspore/dump/hook_cell/primitive_hooks.py,sha256=wwAboRuFjgmA0ZdsC1WI_ZkYfrC30QTO-HVhvEWOWIo,11166
|
|
271
273
|
msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml,sha256=1We_gQvBk66-WEkijwAOJRj8NGUyA8Kg4X6T4PJdgjo,13834
|
|
272
274
|
msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp,sha256=MLmTtuPnE6h2aS9KmfPNbaE-0QglEuAi10Z0DwZzpSM,3281
|
|
@@ -321,27 +323,28 @@ msprobe/nan_analyze/analyzer.py,sha256=EEMwQWm33JgXgvLudoMRkIYDQpQaqViFpl6BFMIrO
|
|
|
321
323
|
msprobe/nan_analyze/graph.py,sha256=uSEYUC4I1KhGPUyi3E1BblNNpxUY3fjpf_sNnaaY7w4,8085
|
|
322
324
|
msprobe/nan_analyze/utils.py,sha256=jwpnHcfluzBlytAcUuyAotj0Hw3zmi7e8ncf7rME2JU,7666
|
|
323
325
|
msprobe/pytorch/__init__.py,sha256=qIvhnAk61oSpvPU0QI0YAC4zyLKYyOcfNzdXJxN7Klo,1035
|
|
326
|
+
msprobe/pytorch/attl_manager.py,sha256=Fe_vnjgmqZPpSHzEV7ayKweFjmBUuQV60MLSuw-fj2A,2706
|
|
324
327
|
msprobe/pytorch/function_factory.py,sha256=Fi4w0zfO64Sd2IU9z45mBbDgS8k_CQEiZ9vRpC_TkVk,4031
|
|
325
|
-
msprobe/pytorch/pt_config.py,sha256=
|
|
326
|
-
msprobe/pytorch/pytorch_service.py,sha256=
|
|
328
|
+
msprobe/pytorch/pt_config.py,sha256=8ZUqCC3IPv831O1exVSZDqqTTreVahEQVCYYOxvdmSU,14799
|
|
329
|
+
msprobe/pytorch/pytorch_service.py,sha256=qtFeInAQrGSKSmf4ZMlgiR3u_ReupjNcfvix6t2nHOc,3107
|
|
327
330
|
msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
328
331
|
msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
329
|
-
msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=
|
|
332
|
+
msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=2kktin5NoWkSp2MOGDoxlz3MPv0lYXXD5r5SPYArEYs,144
|
|
330
333
|
msprobe/pytorch/api_accuracy_checker/common/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
331
334
|
msprobe/pytorch/api_accuracy_checker/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
332
|
-
msprobe/pytorch/api_accuracy_checker/common/config.py,sha256=
|
|
335
|
+
msprobe/pytorch/api_accuracy_checker/common/config.py,sha256=7_JU9E2zT-ScgJyOTxBgGkZpQk1WB7skU_ihDcEU-J4,5400
|
|
333
336
|
msprobe/pytorch/api_accuracy_checker/common/utils.py,sha256=DhAEgbMdon3NThmpZTAzpqJJmJBTNtA8c-C4ZfSPL3s,9016
|
|
334
337
|
msprobe/pytorch/api_accuracy_checker/compare/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
335
338
|
msprobe/pytorch/api_accuracy_checker/compare/algorithm.py,sha256=AoB1wXdOOXRqzOfpSR0Tr5_iKAF7O8zSNuIQ_ocATgo,10343
|
|
336
|
-
msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py,sha256=
|
|
339
|
+
msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py,sha256=F1S_ShUd0RLcjwfTA7BqRep9xOUO0zafbhxOJM4_VbQ,24030
|
|
337
340
|
msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml,sha256=k8J16s9to_7LTrTCj118JCdGXaMnTvnEnNsCHHtctN4,2047
|
|
338
341
|
msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256=Pt5MQFazR6DwvI19SF8wUTHp2z_SLdoDz643AUdoWcY,8112
|
|
339
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=
|
|
342
|
+
msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=x_xM69LJNZfdO6AtafVEHDD0xetdAPnFQryC0XAwP-8,22125
|
|
340
343
|
msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=2bQBWg8qVoG3i-HhcUat310kivy7B2de4mQgJrRxWsk,7028
|
|
341
344
|
msprobe/pytorch/api_accuracy_checker/compare/compare_input.py,sha256=OG83KTsDpc-NzUCjtMj5SnzuBmOHaQaJYPoyPaaxKfU,2059
|
|
342
345
|
msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=o64RKRmaMe-8E3qsASZJOxI_SBT15O9SDB_Lz59iW28,9817
|
|
343
346
|
msprobe/pytorch/api_accuracy_checker/generate_op_script/config_op.json,sha256=qIwrmgYSnO08FFrfIPhTWwB5XssHfWWsoRFzKIQYHxc,195
|
|
344
|
-
msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py,sha256=
|
|
347
|
+
msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py,sha256=FLN9gRL6vmWcaRv2pvLU6t_tZTS-oJivHtcsvNOhkhI,24050
|
|
345
348
|
msprobe/pytorch/api_accuracy_checker/generate_op_script/operator_replication.template,sha256=Qbv1_maNROMVcJAZgwemw42TZPfgkLP5CAWmjBJDAlk,25286
|
|
346
349
|
msprobe/pytorch/api_accuracy_checker/precision_standard/absolute_threshold.py,sha256=4vtifRSecvSeTPjX_GVLDH75_phtfbkbhXUh2Y5H4O8,5535
|
|
347
350
|
msprobe/pytorch/api_accuracy_checker/precision_standard/accumulative_error_compare.py,sha256=e0qANZpdGFsiezICAkLnULA9GmP3kjdCMEq1Y1wTgxI,5662
|
|
@@ -357,9 +360,17 @@ msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TIm
|
|
|
357
360
|
msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=t8DbR13Sna4d8ovyVmrrMw0xMEI9gueEHexLPKwrv8g,17599
|
|
358
361
|
msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=vZUt-7zJ0RXSQrQFKMENFwi8Zhu8mUmHm1yifMIHLOY,10436
|
|
359
362
|
msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=cl9Avx5-_ihF4KPuofGrhPw6dzQqHJLbZslluVPC-LQ,8060
|
|
360
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=
|
|
363
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=shdWY9aILlygUXScXSswcShwj_0Zn6V676LDTbTZKOU,28313
|
|
361
364
|
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=iZMGFpzQfK94Zxj7IJn0ldvcLHS5XVW63SCyK93doAo,11428
|
|
362
365
|
msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json,sha256=6caXsuV9H9eDG2Zd0m_qJG_TsZ2Mk8z8RV8tS7r2m4o,92
|
|
366
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
367
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py,sha256=zkyT0xHTUxkMEkM-BEcs0DJqI4dcMz9zx-03jLoEfZs,7837
|
|
368
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py,sha256=s8saRhYf6Cjetjw1JTKkmJnb3GDxxVL7cgbz-OL64yg,14876
|
|
369
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py,sha256=L9YMol7bjXXe9MsaSEwWdmEVLtn27Y2l0PDgxB76XaE,10701
|
|
370
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py,sha256=LllAmk0_PqUKDltUukKoZtcVMu9wuEqQKBW2VJyoA4I,3986
|
|
371
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py,sha256=DqenaweA_kULje8J-qwiQEMadGGf4ZxlHw9I3gNhjD8,10384
|
|
372
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml,sha256=AAEAsbIK8R1O9c9kDb6svfeklqt2W8GHf19ewKpEROo,1057
|
|
373
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=lCK2rVmTXTTdickMoUR9VcP4QnNjWsWXuyYNRNuFEqo,7248
|
|
363
374
|
msprobe/pytorch/bench_functions/__init__.py,sha256=BoY2ZOpo_mj2gQ8pcl8oLwFxfHpZidOflJ1aGYDmPrM,1157
|
|
364
375
|
msprobe/pytorch/bench_functions/apply_adam.py,sha256=CNL19fQjwcMMDl1SHv3E_LKUoawkhz8_Kac5iXACsRc,6583
|
|
365
376
|
msprobe/pytorch/bench_functions/apply_adam_w.py,sha256=tUkQEmmUf__kIkBTagtjphR7HaiZRpDjk_q7j6AGl00,1690
|
|
@@ -381,20 +392,20 @@ msprobe/pytorch/common/__init__.py,sha256=87H-l6y1gbEL2EQiSbPceeJwKJdcsS6zv-9Nmr
|
|
|
381
392
|
msprobe/pytorch/common/compare_script.template,sha256=CsfmJ5IuPycAYa0-IfVPXrXVu-o6g8BeEF9v17UK_1w,286
|
|
382
393
|
msprobe/pytorch/common/log.py,sha256=yGLpZ6mGfB-s9sHj_gcL5_PMq_Ai4BJxumA0F0knAso,1121
|
|
383
394
|
msprobe/pytorch/common/parse_json.py,sha256=7HbrBdVCX8umYqa4u8JPHETAxUO1246jl7qhcE4FG1s,2286
|
|
384
|
-
msprobe/pytorch/common/utils.py,sha256=
|
|
395
|
+
msprobe/pytorch/common/utils.py,sha256=VPIixcerXBg4GEPKFhDTcF0nPdzj806sRrPLmIGTvOk,18483
|
|
385
396
|
msprobe/pytorch/compare/distributed_compare.py,sha256=uUMMB4cTsnxHUG8e8TyG5rcrqvip8-lo0DyMA0wB0zQ,916
|
|
386
397
|
msprobe/pytorch/compare/mapping.yaml,sha256=Udlbf1dWDAdnTs8VcDTiSkqsMNj93o2qFUU2ocFgt2k,11697
|
|
387
398
|
msprobe/pytorch/compare/match.py,sha256=j6ydfhs9zNMu6vzxsp_qMei-7-zDMuPO8Uj9i_OIhSA,1886
|
|
388
399
|
msprobe/pytorch/compare/pt_compare.py,sha256=wUsLvx4lVPy3SbAeadO5Uw7kjDQhDJ7ZMx0UgBEFH38,2013
|
|
389
400
|
msprobe/pytorch/compare/pt_diff_analyze.py,sha256=KG_7Diri1Nrl64FigVvAjMekSZ9SMWy3BqtqMpP75xE,893
|
|
390
|
-
msprobe/pytorch/compare/utils.py,sha256=
|
|
401
|
+
msprobe/pytorch/compare/utils.py,sha256=X_IsirhkQo1iH652WaJsnERsjYZaJ3DiP18RZr8EQ3c,1921
|
|
391
402
|
msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
392
|
-
msprobe/pytorch/debugger/debugger_config.py,sha256=
|
|
403
|
+
msprobe/pytorch/debugger/debugger_config.py,sha256=9tdsLIKpRT3MjFX-EqN4Rvr-T0Fhbp1bvfhdDIgEVK4,8695
|
|
393
404
|
msprobe/pytorch/debugger/precision_debugger.py,sha256=pKAFBu1MIgG4sM27unnRRJolyj6eFpgs1O4JLKxaUTo,6718
|
|
394
405
|
msprobe/pytorch/dump/module_dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
395
|
-
msprobe/pytorch/dump/module_dump/hook_wrapper.py,sha256=
|
|
406
|
+
msprobe/pytorch/dump/module_dump/hook_wrapper.py,sha256=gVu8COEsGDRitROcFHK5AgQrQ4MydHNkdwAptQ2PMq4,4619
|
|
396
407
|
msprobe/pytorch/dump/module_dump/module_dump.py,sha256=yHKVkDaxayrbanUkxc8Wo7crHc1KNPQAXpLFpbcybjY,1767
|
|
397
|
-
msprobe/pytorch/dump/module_dump/module_processer.py,sha256=
|
|
408
|
+
msprobe/pytorch/dump/module_dump/module_processer.py,sha256=EdxNMJfonb7u6BwxpmhZjJ4okr4dFKqhtQWQjC0H7os,13849
|
|
398
409
|
msprobe/pytorch/free_benchmark/__init__.py,sha256=N2xdPic80U-Rl1B_6c8j09EMuU5Xn0knJjgmKQ5uiXQ,904
|
|
399
410
|
msprobe/pytorch/free_benchmark/main.py,sha256=n-Q55NNoI0o7jhyhAUri68Fq-kyBa9xNLh5az5zBbaY,4802
|
|
400
411
|
msprobe/pytorch/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -426,7 +437,7 @@ msprobe/pytorch/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
|
|
|
426
437
|
msprobe/pytorch/grad_probe/grad_monitor.py,sha256=xb3M1XguMxVsSgZuYwyB08tz_jno1-43cURs2pG1FYU,4910
|
|
427
438
|
msprobe/pytorch/grad_probe/grad_stat_csv.py,sha256=k0YesT0Jy-2LsUlSYEDt8eRuhhfFhpSGv4ImtE74NH0,4940
|
|
428
439
|
msprobe/pytorch/hook_module/__init__.py,sha256=ktS1W-6hBa1q8wF-DGz8kFsfVhiIPWBOj6C3kSatgno,679
|
|
429
|
-
msprobe/pytorch/hook_module/api_register.py,sha256=
|
|
440
|
+
msprobe/pytorch/hook_module/api_register.py,sha256=x3tmihtP3ghAG_ncWY8Ld882ncJXud13NpDZE1_XS-o,7142
|
|
430
441
|
msprobe/pytorch/hook_module/hook_module.py,sha256=I1i_vISgVcLPd4uEYMMfr7Xfz76c3ASO0-XOcIoKxVA,3738
|
|
431
442
|
msprobe/pytorch/hook_module/pt_hook_manager.py,sha256=x77ZU_YNYs5PB9snbopxSgyBmDNBEDQD5JeK1bcano4,5199
|
|
432
443
|
msprobe/pytorch/hook_module/register_optimizer_hook.py,sha256=3JS0VqHAswQ7SlGXQ9gS9o4kGQYZflFAwOrJhUpB5gk,2539
|
|
@@ -438,7 +449,7 @@ msprobe/pytorch/monitor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG
|
|
|
438
449
|
msprobe/pytorch/monitor/csv2tb.py,sha256=OCsOtZ6G423Gu-WicF0eWijGeJ6TFY9Zefe-3SlAVI0,6557
|
|
439
450
|
msprobe/pytorch/monitor/data_writers.py,sha256=ieJTuN7hSzusUqq-Pi251Xwtq1B6iwnIkmpuNIDq41w,9713
|
|
440
451
|
msprobe/pytorch/monitor/features.py,sha256=BShZU-f5oQLc4zIfoRax_JHVMv79-hN18RS1at40IyY,6281
|
|
441
|
-
msprobe/pytorch/monitor/module_hook.py,sha256=
|
|
452
|
+
msprobe/pytorch/monitor/module_hook.py,sha256=loTsPucohyS6w0tHtRoenq-XpErBFPafQ5CH2qNpU38,59817
|
|
442
453
|
msprobe/pytorch/monitor/module_metric.py,sha256=khxcepVffT0B7pvI0c80NCOFMwxX23tLimElyJ3Rls0,6328
|
|
443
454
|
msprobe/pytorch/monitor/optimizer_collect.py,sha256=-ai9XAXP4gTsuTQ3cecVZySWS8Zb3PABuxcJSm9XGPw,19947
|
|
444
455
|
msprobe/pytorch/monitor/utils.py,sha256=uBSJfpYRbi3YJRy0fHyIoY3bAnmIRF2kErdvZ1R2HSo,1641
|
|
@@ -449,7 +460,7 @@ msprobe/pytorch/monitor/distributed/stack_blacklist.yaml,sha256=P2S9zXxTPuZnc3Dk
|
|
|
449
460
|
msprobe/pytorch/monitor/distributed/wrap_distributed.py,sha256=uhLzBF4b5vMR3oaxO03-vvIZXGpqBq7uLfWtWKFEn70,9655
|
|
450
461
|
msprobe/pytorch/online_dispatch/__init__.py,sha256=tYY6RCiZxPfhhNtdR2pum0VYLdDzQwYYNBatM7oRIwM,733
|
|
451
462
|
msprobe/pytorch/online_dispatch/compare.py,sha256=G5WB4h9KKByf3dxh1RAczaxKtbMLtDHsrXn-d1Su1kc,10247
|
|
452
|
-
msprobe/pytorch/online_dispatch/dispatch.py,sha256=
|
|
463
|
+
msprobe/pytorch/online_dispatch/dispatch.py,sha256=vOoEajer7nXw8ofAbgA0-p1WHEnzs0wVpaBgzCl-LwQ,15169
|
|
453
464
|
msprobe/pytorch/online_dispatch/dump_compare.py,sha256=oTiAqAe9egksWEffnk-E6I2XUxGk1CtS0wbuitgXSng,6906
|
|
454
465
|
msprobe/pytorch/online_dispatch/single_compare.py,sha256=EdP9sbxuZEFmKSUbXyL-89LOQTECkqFoNPeHp0GXcSQ,17437
|
|
455
466
|
msprobe/pytorch/online_dispatch/torch_ops_config.yaml,sha256=nfPdtavR395pWZEypMayjE3VEB4SRsq1s2jEIjDXzlw,872
|
|
@@ -466,25 +477,25 @@ msprobe/pytorch/parse_tool/lib/parse_tool.py,sha256=nXX1b45o1AhpIR4oG1VpN56Jh02j
|
|
|
466
477
|
msprobe/pytorch/parse_tool/lib/utils.py,sha256=c4tyO_QeeqdB5ysJKXcckfVshV5HuV9j7_Hr-a3cB6s,11718
|
|
467
478
|
msprobe/pytorch/parse_tool/lib/visualization.py,sha256=_M1R4kiyc3zdxyoHRqFoxMEfm4klQtscXsOLBevWnEk,4071
|
|
468
479
|
msprobe/visualization/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
|
|
469
|
-
msprobe/visualization/db_utils.py,sha256=
|
|
470
|
-
msprobe/visualization/graph_service.py,sha256=
|
|
471
|
-
msprobe/visualization/utils.py,sha256=
|
|
480
|
+
msprobe/visualization/db_utils.py,sha256=GhazcnqNQ27n-kpfxcuW8nK83_uC336S3-C0zpoNZ2I,9449
|
|
481
|
+
msprobe/visualization/graph_service.py,sha256=_GfTbRtutN5Yk25cvV9kzD5kVWrgcHD5t6gkSbX5P5o,26302
|
|
482
|
+
msprobe/visualization/utils.py,sha256=P5Ds9uMRoMPRNft8XTSiqDrGAbEG7bQbIZD6qJy3Lvs,12620
|
|
472
483
|
msprobe/visualization/builder/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
|
|
473
|
-
msprobe/visualization/builder/graph_builder.py,sha256=
|
|
474
|
-
msprobe/visualization/builder/graph_merger.py,sha256=
|
|
475
|
-
msprobe/visualization/builder/msprobe_adapter.py,sha256=
|
|
484
|
+
msprobe/visualization/builder/graph_builder.py,sha256=iTqXOhzfNz3uJAl3OrM3RvQhOgkTygzNZlaHpoKu3pI,20492
|
|
485
|
+
msprobe/visualization/builder/graph_merger.py,sha256=RbNJ8yFPwJDmMwtTRfccskqSxBGixzOsh6wRQ-LK_40,50849
|
|
486
|
+
msprobe/visualization/builder/msprobe_adapter.py,sha256=V-K90RqY02hmRJL_lxiyJjZIkwE-843hM1ruc6N2Wdc,9125
|
|
476
487
|
msprobe/visualization/compare/__init__.py,sha256=vd0u6IEpGE1r-HC4CEhs3csiMaa0bxuFcHtyRlAX0kU,618
|
|
477
488
|
msprobe/visualization/compare/graph_comparator.py,sha256=v1YbN5oIqcmnZZ7oZBJEH_EXen1Y9bvh9Itul7erb8o,10282
|
|
478
489
|
msprobe/visualization/compare/mode_adapter.py,sha256=d7yjHzL1rwAg0E8RJRU0B0s7S90q4ZCxTex9EiHoyho,9839
|
|
479
490
|
msprobe/visualization/graph/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
|
|
480
|
-
msprobe/visualization/graph/base_node.py,sha256=
|
|
491
|
+
msprobe/visualization/graph/base_node.py,sha256=tai40AZ_0PXkpPgEQbnTAcf8K0XSMWfKkrnJF7VMrCc,3725
|
|
481
492
|
msprobe/visualization/graph/distributed_analyzer.py,sha256=IVPaA6Z3uZxuOob7fibgc9zGFMjtC-LaqQBzaragWbw,19046
|
|
482
|
-
msprobe/visualization/graph/graph.py,sha256=
|
|
493
|
+
msprobe/visualization/graph/graph.py,sha256=5AokyZE1nGZD_grRJZL8_gmpH3zkns9WOeHyuc1r75g,8607
|
|
483
494
|
msprobe/visualization/graph/node_colors.py,sha256=7LpurTuE3edKGilwLVsXD7Ue4bMT7Maz63Udq_6CADM,4504
|
|
484
495
|
msprobe/visualization/graph/node_op.py,sha256=qkbw3ZJkKGQH071C1CLIXi4kavvsLxBTzt0KXncz6fY,1368
|
|
485
|
-
mindstudio_probe-8.
|
|
486
|
-
mindstudio_probe-8.
|
|
487
|
-
mindstudio_probe-8.
|
|
488
|
-
mindstudio_probe-8.
|
|
489
|
-
mindstudio_probe-8.
|
|
490
|
-
mindstudio_probe-8.
|
|
496
|
+
mindstudio_probe-8.3.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
497
|
+
mindstudio_probe-8.3.0.dist-info/METADATA,sha256=fB6i8qNuYK0jfA7Dtc7hULPZTKrxXlsLUNuvjfZHoYs,1437
|
|
498
|
+
mindstudio_probe-8.3.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
|
|
499
|
+
mindstudio_probe-8.3.0.dist-info/entry_points.txt,sha256=4ob3a9L018EBZFdlfgMW1lbgeIOhc4F-HCR8gBksaCQ,49
|
|
500
|
+
mindstudio_probe-8.3.0.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
|
|
501
|
+
mindstudio_probe-8.3.0.dist-info/RECORD,,
|
msprobe/README.md
CHANGED
|
@@ -35,17 +35,17 @@ export MSPROBE_LOG_LEVEL={x}
|
|
|
35
35
|
|
|
36
36
|
## 环境和依赖
|
|
37
37
|
|
|
38
|
-
- 硬件环境请参见《[昇腾产品形态说明](https://
|
|
39
|
-
- 软件环境请参见《[CANN 软件安装指南](https://
|
|
38
|
+
- 硬件环境请参见《[昇腾产品形态说明](https://www.hiascend.com/document/detail/zh/canncommercial/80RC22/quickstart/quickstart/quickstart_18_0002.html)》。
|
|
39
|
+
- 软件环境请参见《[CANN 软件安装指南](https://www.hiascend.com/document/detail/zh/canncommercial/80RC22/softwareinst/instg/instg_0000.html?Mode=PmIns&OS=Ubuntu&Software=cannToolKit)》安装昇腾设备开发或运行环境,即toolkit软件包。
|
|
40
40
|
|
|
41
41
|
以上环境依赖请根据实际环境选择适配的版本。
|
|
42
42
|
|
|
43
43
|
## 版本配套说明
|
|
44
44
|
|
|
45
|
-
- msprobe支持AscendPyTorch 1.11.0或更高版本,支持的PyTorch和CANN以及PyTorch和python软件版本配套关系请参见《[Ascend Extension for PyTorch插件](https://
|
|
45
|
+
- msprobe支持AscendPyTorch 1.11.0或更高版本,支持的PyTorch和CANN以及PyTorch和python软件版本配套关系请参见《[Ascend Extension for PyTorch插件](https://gitcode.com/Ascend/pytorch)》。
|
|
46
46
|
- msprobe支持MindSpore 2.4.0或更高版本,支持的MindSpore和CANN以及MindSpore和python软件版本配套关系请参见《[MindSpore版本发布列表](https://www.mindspore.cn/versions)》。
|
|
47
47
|
- msprobe支持MSAdapter 2.1.0。
|
|
48
|
-
- msprobe支持的固件驱动版本与配套CANN软件支持的固件驱动版本相同,开发者可通过“[昇腾社区-固件与驱动](https://
|
|
48
|
+
- msprobe支持的固件驱动版本与配套CANN软件支持的固件驱动版本相同,开发者可通过“[昇腾社区-固件与驱动](https://www.hiascend.com/hardware/firmware-drivers/community?product=2&model=28&cann=8.0.RC3.alpha003&driver=1.0.25.alpha)”页面根据产品型号与CANN软件版本获取配套的固件与驱动。
|
|
49
49
|
|
|
50
50
|
|
|
51
51
|
## 🚨 工具限制与注意事项
|
|
@@ -84,7 +84,9 @@ msprobe 通过在训练脚本中添加 PrecisionDebugger 接口的方式对 API
|
|
|
84
84
|
|
|
85
85
|
精度预检旨在昇腾 NPU 上扫描训练模型中的所有 API 进行 API 复现,给出精度情况的诊断和分析。对应 config.json 中的 "run_ut" task。
|
|
86
86
|
|
|
87
|
-
PyTorch 场景的[离线预检](./docs/07.accuracy_checker_PyTorch.md)
|
|
87
|
+
PyTorch 场景的[离线预检](./docs/07.accuracy_checker_PyTorch.md)和[在线预检](./docs/08.accuracy_checker_online_PyTorch.md)
|
|
88
|
+
|
|
89
|
+
在线预检计划在 Mindstudio 8.3.0 版本正式下线。
|
|
88
90
|
|
|
89
91
|
MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.md)
|
|
90
92
|
|
msprobe/core/common/const.py
CHANGED
|
@@ -274,6 +274,7 @@ class Const:
|
|
|
274
274
|
TENSOR_TYPE = "torch.Tensor"
|
|
275
275
|
DTENSOR_TYPE = "torch.distributed.tensor.DTensor"
|
|
276
276
|
FAKE_TENSOR_TYPE = "torch._subclasses.fake_tensor.FakeTensor"
|
|
277
|
+
AC_TENSOR_TYPE = "torch.distributed._functional_collectives.AsyncCollectiveTensor"
|
|
277
278
|
|
|
278
279
|
SUPPORT_API_FILE_NAME = "support_wrap_ops.yaml"
|
|
279
280
|
|
|
@@ -405,6 +406,8 @@ class Const:
|
|
|
405
406
|
|
|
406
407
|
MIX_DUMP_NAMES = {'graph', 'pynative'}
|
|
407
408
|
|
|
409
|
+
MEGATRON_MICRO_STEP_NUMBER = 'megatron_micro_step_number'
|
|
410
|
+
|
|
408
411
|
|
|
409
412
|
class CompareConst:
|
|
410
413
|
"""
|
|
@@ -425,6 +428,8 @@ class CompareConst:
|
|
|
425
428
|
NPU_MIN = "NPU min"
|
|
426
429
|
NPU_MEAN = "NPU mean"
|
|
427
430
|
NPU_NORM = "NPU l2norm"
|
|
431
|
+
NPU_P2POP_PEER = "NPU P2POp peer"
|
|
432
|
+
|
|
428
433
|
BENCH_MAX = "Bench max"
|
|
429
434
|
BENCH_MIN = "Bench min"
|
|
430
435
|
BENCH_MEAN = "Bench mean"
|
|
@@ -823,6 +828,7 @@ class MonitorConst:
|
|
|
823
828
|
ACTV_OUT = "output"
|
|
824
829
|
ACTVGRAD_IN = "input_grad"
|
|
825
830
|
ACTVGRAD_OUT = "output_grad"
|
|
831
|
+
FSDP_FLAT_SEP = "_fsdp_wrapped_module."
|
|
826
832
|
# used for tasks
|
|
827
833
|
ACTV = "actv"
|
|
828
834
|
ACTVGRAD = "actv_grad"
|
|
@@ -12,6 +12,7 @@
|
|
|
12
12
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
13
|
# See the License for the specific language governing permissions and
|
|
14
14
|
# limitations under the License.
|
|
15
|
+
import re
|
|
15
16
|
import sqlite3
|
|
16
17
|
from typing import List, Tuple, Dict, Any
|
|
17
18
|
from functools import wraps
|
|
@@ -20,6 +21,14 @@ from msprobe.pytorch.common.log import logger
|
|
|
20
21
|
from msprobe.core.common.file_utils import check_path_before_create, change_mode
|
|
21
22
|
from msprobe.core.common.const import FileCheckConst
|
|
22
23
|
|
|
24
|
+
SAFE_SQL_PATTERN = re.compile(r'^[a-zA-Z0-9_]+$')
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
def check_identifier_safety(name):
|
|
28
|
+
"""验证标识符是否安全(防止SQL注入)"""
|
|
29
|
+
if not isinstance(name, str) or SAFE_SQL_PATTERN.match(name) is None:
|
|
30
|
+
raise ValueError(f"Invalid SQL identifier: {name}, potential SQL injection risk!")
|
|
31
|
+
|
|
23
32
|
|
|
24
33
|
def _db_operation(func):
|
|
25
34
|
"""数据库操作装饰器,自动管理连接"""
|
|
@@ -68,6 +77,7 @@ class DBManager:
|
|
|
68
77
|
where_values = []
|
|
69
78
|
if where_list:
|
|
70
79
|
for col, val in where_list.items():
|
|
80
|
+
check_identifier_safety(col)
|
|
71
81
|
where_clauses.append(f"{col} = ?")
|
|
72
82
|
where_values.append(val)
|
|
73
83
|
if where_clauses:
|
|
@@ -84,13 +94,22 @@ class DBManager:
|
|
|
84
94
|
:param batch_size: 每批插入的大小
|
|
85
95
|
:return: 插入的行数
|
|
86
96
|
"""
|
|
97
|
+
check_identifier_safety(table_name)
|
|
98
|
+
|
|
87
99
|
if not data:
|
|
88
100
|
return 0
|
|
89
101
|
columns = len(data[0])
|
|
90
|
-
if key_list
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
102
|
+
if key_list:
|
|
103
|
+
if not isinstance(key_list, list):
|
|
104
|
+
raise TypeError(
|
|
105
|
+
f"key_list must be a list, got {type(key_list)}"
|
|
106
|
+
)
|
|
107
|
+
if columns != len(key_list):
|
|
108
|
+
raise ValueError(
|
|
109
|
+
f"When inserting into table {table_name}, the length of key list ({key_list})"
|
|
110
|
+
f"does not match the data({columns}).")
|
|
111
|
+
for key in key_list:
|
|
112
|
+
check_identifier_safety(key)
|
|
94
113
|
|
|
95
114
|
batch_size = self.DEFAULT_INSERT_SIZE
|
|
96
115
|
placeholders = ", ".join(["?"] * columns)
|
|
@@ -121,12 +140,16 @@ class DBManager:
|
|
|
121
140
|
:param where: WHERE条件
|
|
122
141
|
:return: 查询结果列表(字典形式)
|
|
123
142
|
"""
|
|
143
|
+
check_identifier_safety(table_name)
|
|
124
144
|
|
|
125
145
|
if not columns:
|
|
126
146
|
raise ValueError("columns parameter cannot be empty, specify columns to select (e.g. ['id', 'name'])")
|
|
127
147
|
if not isinstance(columns, list) or not all(isinstance(col, str) for col in columns):
|
|
128
148
|
raise TypeError("columns must be a list of strings (e.g. ['id', 'name'])")
|
|
129
149
|
|
|
150
|
+
for col in columns:
|
|
151
|
+
check_identifier_safety(col)
|
|
152
|
+
|
|
130
153
|
cols = ", ".join(columns)
|
|
131
154
|
sql = f"SELECT {cols} FROM {table_name}"
|
|
132
155
|
|
|
@@ -147,6 +170,14 @@ class DBManager:
|
|
|
147
170
|
:param where_params: WHERE条件参数
|
|
148
171
|
:return: 影响的行数
|
|
149
172
|
"""
|
|
173
|
+
check_identifier_safety(table_name)
|
|
174
|
+
if not updates:
|
|
175
|
+
raise ValueError("columns parameter cannot be empty, specify it to update (e.g. {'name': 'xxx'}")
|
|
176
|
+
if not isinstance(updates, dict):
|
|
177
|
+
raise TypeError(f"updates must be a dictionary, got: {type(updates)}")
|
|
178
|
+
for key in updates.keys():
|
|
179
|
+
check_identifier_safety(key)
|
|
180
|
+
|
|
150
181
|
set_clause = ", ".join([f"{k} = ?" for k in updates.keys()])
|
|
151
182
|
sql = f"UPDATE {table_name} SET {set_clause}"
|
|
152
183
|
|