mindstudio-probe 8.1.0__py3-none-any.whl → 8.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/METADATA +3 -2
- {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/RECORD +46 -47
- msprobe/core/common/const.py +1 -0
- msprobe/core/common/file_utils.py +36 -18
- msprobe/core/common/utils.py +19 -8
- msprobe/core/compare/acc_compare.py +14 -5
- msprobe/core/compare/utils.py +7 -1
- msprobe/core/data_dump/data_collector.py +144 -90
- msprobe/core/data_dump/json_writer.py +31 -1
- msprobe/core/debugger/precision_debugger.py +19 -18
- msprobe/core/service.py +1 -0
- msprobe/core/single_save/single_comparator.py +25 -25
- msprobe/core/single_save/single_saver.py +5 -16
- msprobe/docs/01.installation.md +1 -0
- msprobe/docs/05.data_dump_PyTorch.md +3 -0
- msprobe/docs/06.data_dump_MindSpore.md +3 -0
- msprobe/docs/08.accuracy_checker_online_PyTorch.md +2 -2
- msprobe/docs/25.tool_function_introduction.md +19 -19
- msprobe/docs/33.generate_operator_MindSpore.md +10 -19
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +1 -0
- msprobe/mindspore/api_accuracy_checker/compute_element.py +0 -1
- msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py +10 -1
- msprobe/mindspore/api_accuracy_checker/torch_mindtorch_importer.py +2 -1
- msprobe/mindspore/common/utils.py +1 -0
- msprobe/mindspore/debugger/precision_debugger.py +4 -4
- msprobe/mindspore/dump/cell_dump_process.py +13 -38
- msprobe/mindspore/dump/cell_dump_with_insert_gradient.py +1 -26
- msprobe/mindspore/dump/hook_cell/api_register.py +3 -3
- msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp +4 -4
- msprobe/mindspore/mindspore_service.py +3 -0
- msprobe/mindspore/monitor/features.py +10 -9
- msprobe/mindspore/monitor/optimizer_collect.py +4 -1
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +20 -20
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +7 -7
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +2 -0
- msprobe/pytorch/common/utils.py +1 -1
- msprobe/pytorch/debugger/precision_debugger.py +28 -25
- msprobe/pytorch/hook_module/api_register.py +3 -3
- msprobe/pytorch/monitor/optimizer_collect.py +4 -1
- msprobe/pytorch/pytorch_service.py +3 -0
- msprobe/visualization/compare/mode_adapter.py +9 -0
- msprobe/visualization/utils.py +3 -0
- msprobe/mindspore/api_accuracy_checker/generate_op_script/config_op.json +0 -9
- {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/LICENSE +0 -0
- {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/WHEEL +0 -0
- {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/entry_points.txt +0 -0
- {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: mindstudio-probe
|
|
3
|
-
Version: 8.1.
|
|
3
|
+
Version: 8.1.1
|
|
4
4
|
Summary: Ascend Probe Utils
|
|
5
5
|
Home-page: https://gitee.com/ascend/mstt/tree/master/debug/accuracy_tools/msprobe
|
|
6
6
|
Author: Ascend Team
|
|
@@ -28,11 +28,12 @@ Requires-Dist: pyyaml
|
|
|
28
28
|
Requires-Dist: rich
|
|
29
29
|
Requires-Dist: tqdm
|
|
30
30
|
Requires-Dist: openpyxl>=3.0.6
|
|
31
|
-
Requires-Dist: pyopenssl
|
|
31
|
+
Requires-Dist: pyopenssl==24.2.1
|
|
32
32
|
Requires-Dist: twisted
|
|
33
33
|
Requires-Dist: matplotlib
|
|
34
34
|
Requires-Dist: tensorboard
|
|
35
35
|
Requires-Dist: tabulate
|
|
36
36
|
Requires-Dist: pwinput
|
|
37
|
+
Requires-Dist: psutil
|
|
37
38
|
|
|
38
39
|
MindStudio-Probe is a set of tools for diagnosing and improving model accuracy on Ascend NPU, including API acc checker, ptdbg, grad tool etc.
|
|
@@ -6,22 +6,22 @@ msprobe/msprobe.py,sha256=pWQYbbADJ-uydeyIqga2tznOCC-spY5r_gr5m75XBC0,8146
|
|
|
6
6
|
msprobe/core/__init__.py,sha256=X_OkpIz42vnqhGy6WCeuEvYK4IFx4BwCT5bQj7tuuwI,757
|
|
7
7
|
msprobe/core/common_config.py,sha256=j-crSu1_ipmaU2Cs8ciLpUc33e8P_GlBjhGqsN3kZ3U,6385
|
|
8
8
|
msprobe/core/hook_manager.py,sha256=nEEP1G6G8KMHBGPVWaxQfdjgBPqZmMgpCVaFBS_i79E,10574
|
|
9
|
-
msprobe/core/service.py,sha256=
|
|
9
|
+
msprobe/core/service.py,sha256=Nx9dbVJMkEiMCUDQusehzl04AZ94Dl_997O3zO99xlg,13801
|
|
10
10
|
msprobe/core/advisor/advisor.py,sha256=WP8rBF2F9pcSphZONJDgNfz9c6GiRxbkWwPS9wRU4Tc,5900
|
|
11
11
|
msprobe/core/advisor/advisor_const.py,sha256=thEEVYKPimv9WGxxaC4vBXQ-Coq6yBlZ394T_b49Ibw,2624
|
|
12
12
|
msprobe/core/advisor/advisor_result.py,sha256=yM78n6NXLP1bjTsGeSddwb1bWQwtg1ZqjnPHmTzVxHE,2359
|
|
13
|
-
msprobe/core/common/const.py,sha256=
|
|
13
|
+
msprobe/core/common/const.py,sha256=j01Q5KdN7WeHQan9UyommLLKj6sFuOb7LCntGyNqN0E,25680
|
|
14
14
|
msprobe/core/common/decorator.py,sha256=lj1upkAkGYeIV3tnH0bFqp7VDIKqTkFVaE5GUOFUNUE,1785
|
|
15
15
|
msprobe/core/common/exceptions.py,sha256=PJB4UTxT5VxyUE9aTCgwxiEExcuQZCcbu5V7tFdLVrY,4045
|
|
16
|
-
msprobe/core/common/file_utils.py,sha256=
|
|
16
|
+
msprobe/core/common/file_utils.py,sha256=7bEbLA89yeY6fa9OEzcvSdl4K7VFjvxSelCl6g1UxCI,35850
|
|
17
17
|
msprobe/core/common/framework_adapter.py,sha256=xwOOc0cbDt_nIqHsHYT8G6uqhvZywLcOnB0w5UzATFk,6255
|
|
18
18
|
msprobe/core/common/global_lock.py,sha256=MQedbRCzJTLAYGeNeeD1T7Vmn349r7ymGKt8d-U3m2Y,2721
|
|
19
19
|
msprobe/core/common/inplace_op_checker.py,sha256=gwxpddOtPS2dRGbI2JB5ZixgoPLCYyDICb_07N9XVaM,1864
|
|
20
20
|
msprobe/core/common/inplace_ops.yaml,sha256=Ta1zh6eF0A_Trd345gts2xlhFsU0-ZTXKEQOqUHT-54,3178
|
|
21
21
|
msprobe/core/common/log.py,sha256=6mvE2DQtIZ3X66y3pIi8RtMGlznXJaIlHWwKHxhMKGk,3173
|
|
22
22
|
msprobe/core/common/runtime.py,sha256=KpPoWIvIWSGjD-xnldxtZQXcEB6Ip2qj1hVIcZG4tWg,844
|
|
23
|
-
msprobe/core/common/utils.py,sha256=
|
|
24
|
-
msprobe/core/compare/acc_compare.py,sha256=
|
|
23
|
+
msprobe/core/common/utils.py,sha256=4gvRuJ4oNFhZEiJGxPkhUIrrP_KwUHrJ8w_RWCHF880,23789
|
|
24
|
+
msprobe/core/compare/acc_compare.py,sha256=SddSF82z4HI5ontlJ9wCoxZkMf21w1oeMs3RUlOxWTE,35230
|
|
25
25
|
msprobe/core/compare/check.py,sha256=elHN9T4RG7ixfmvRCyDxY5xXg9MnVFUx3a_U-sfI8UM,3777
|
|
26
26
|
msprobe/core/compare/compare_cli.py,sha256=PTnym0z3JKW6v-JgoGbNgxtJ36ZUQ6Go1QDQX20Qvp0,4271
|
|
27
27
|
msprobe/core/compare/config.py,sha256=IoliSaGxpaRKvsWOiXbBAZ97lJFAwO_k4gRn0dezZyM,2806
|
|
@@ -29,7 +29,7 @@ msprobe/core/compare/highlight.py,sha256=pKJQ_vBZM2JpqXItt--8jfmSrBx6ImjkreOkiud
|
|
|
29
29
|
msprobe/core/compare/ms_to_pt_api.yaml,sha256=NGzy6_yIArM6V0zYsW3sg3KLMJe0sr9ljKiIcHujJus,13203
|
|
30
30
|
msprobe/core/compare/multiprocessing_compute.py,sha256=fdWNtXoqXyNjrunDx482Og6b7zNy0xYlRKD2IibWBMc,13563
|
|
31
31
|
msprobe/core/compare/npy_compare.py,sha256=U0VNtZMaeyomA-7D8fGWn3GYAwYDSCNU7AABvKRLFSI,12811
|
|
32
|
-
msprobe/core/compare/utils.py,sha256=
|
|
32
|
+
msprobe/core/compare/utils.py,sha256=ClblaATqsczJ3ye6depVSXaCqaqAvEGNmmXxL8Pz7LU,26078
|
|
33
33
|
msprobe/core/compare/layer_mapping/__init__.py,sha256=MLMlb-zcaZCmG7Ykh6cY28kBTw-3_waNBRKbajwQc74,776
|
|
34
34
|
msprobe/core/compare/layer_mapping/data_scope_parser.py,sha256=WU9nelUpbkPa7RH_G3QAHRUhiWSHQ7Bt7TTMGFy51eM,9429
|
|
35
35
|
msprobe/core/compare/layer_mapping/layer_mapping.py,sha256=VOD8lWVDp6JExvPiee4YOkayEYPkT6EVqgjG7Z4owmk,10237
|
|
@@ -58,14 +58,14 @@ msprobe/core/config_check/resource/hyperparameter.yaml,sha256=365VVSmZbDZiRrXiCx
|
|
|
58
58
|
msprobe/core/config_check/utils/hyperparameter_parser.py,sha256=bfnyaA7IuRzyw3BfuawjNabWgbydKEFpPc0Kr9R8UIk,4336
|
|
59
59
|
msprobe/core/config_check/utils/utils.py,sha256=ktRV40AIsFUAeP6Qt2JFM4dH-i2Xt7JTBW7rEn3hwnc,3543
|
|
60
60
|
msprobe/core/data_dump/api_registry.py,sha256=dPzQykReQofCOUTxQbCiOfgYOeUltvMy4HC_5NzGXoc,11654
|
|
61
|
-
msprobe/core/data_dump/data_collector.py,sha256=
|
|
62
|
-
msprobe/core/data_dump/json_writer.py,sha256=
|
|
61
|
+
msprobe/core/data_dump/data_collector.py,sha256=DM5bBFnzOFaTw6-Xjp17TN534OWWo_AKB-TVHdfTTDs,13659
|
|
62
|
+
msprobe/core/data_dump/json_writer.py,sha256=XSQj-UsHtR-wtZgiFhinw37wRez7muJ4pimA01FU9Oc,11485
|
|
63
63
|
msprobe/core/data_dump/scope.py,sha256=VWn2G8m5f_zVraqTHshDDaRHD0eJhR-5hRoebOoJLF8,9897
|
|
64
64
|
msprobe/core/data_dump/data_processor/base.py,sha256=wP2DjKLIuhPPy-2KDg6alqe6utRB99wc8SXvpN5zv5k,19998
|
|
65
65
|
msprobe/core/data_dump/data_processor/factory.py,sha256=onl0M8URU8Tjuw6mMdAHEwg2G-kL1fWXb8vPP5lmH_Y,4381
|
|
66
66
|
msprobe/core/data_dump/data_processor/mindspore_processor.py,sha256=MC0pYFyAfnUYauka8lyBWHGLUsikWeKoyqDxCEmmBpE,15572
|
|
67
67
|
msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=aoOjpOOnNzLKpLB2Wow6GV8t16VBtgDMJz2azfjxQds,25572
|
|
68
|
-
msprobe/core/debugger/precision_debugger.py,sha256=
|
|
68
|
+
msprobe/core/debugger/precision_debugger.py,sha256=I49cTW0hrtvmLijfztsVzBuKjiWEVJpkuq0EnrU-OCw,5730
|
|
69
69
|
msprobe/core/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
70
70
|
msprobe/core/grad_probe/constant.py,sha256=VjKIJU5NuVWB9K63_LaND2LeQgDxLNg_kg8w63K9Ero,2323
|
|
71
71
|
msprobe/core/grad_probe/grad_compare.py,sha256=B3HLYy_O8lg5vOjypjEIBBC9e_u9VYbaUoH6Xp_IA_4,8270
|
|
@@ -81,16 +81,16 @@ msprobe/core/overflow_check/ignore_rules.yaml,sha256=3k5HEKgF7_LtTexRk19AT1UZQ99
|
|
|
81
81
|
msprobe/core/overflow_check/level.py,sha256=0w-X2zVshf4I_2qECXm4uz6LqkhY5NFyCdZYU0pC62U,741
|
|
82
82
|
msprobe/core/overflow_check/utils.py,sha256=1j5p2qWBOmOoat1v_Zi8krLOWz2NMCdUjrnD03AWTK8,991
|
|
83
83
|
msprobe/core/single_save/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
84
|
-
msprobe/core/single_save/single_comparator.py,sha256=
|
|
85
|
-
msprobe/core/single_save/single_saver.py,sha256=
|
|
86
|
-
msprobe/docs/01.installation.md,sha256=
|
|
84
|
+
msprobe/core/single_save/single_comparator.py,sha256=EqwBiRXRDj_6vHm9Xhwf0VJtVQew7ObZbKNRAbQ9boE,9959
|
|
85
|
+
msprobe/core/single_save/single_saver.py,sha256=IVS7fsG5CWmZNCeUenNwtVxhAmpIWSYHK7az2NpZ678,5562
|
|
86
|
+
msprobe/docs/01.installation.md,sha256=CFITuPYQx30L-ZUWqlkrnkWLe85_U1-9d6IRf7xOTvg,8526
|
|
87
87
|
msprobe/docs/02.config_introduction.md,sha256=-0ikWNlWqlArbZ3bN9GGUvEn9Q211iQ2cOCqm6S13FI,32807
|
|
88
88
|
msprobe/docs/03.config_examples.md,sha256=b8xgis20TDV0dS-a6w91lR68SZiT-OE5QYjo2iEqRr8,4014
|
|
89
89
|
msprobe/docs/04.kernel_dump_PyTorch.md,sha256=Hlc0JFUiVIPgG7bmVkLvJBkoThGE8hGXhh3VzAP09GY,3032
|
|
90
|
-
msprobe/docs/05.data_dump_PyTorch.md,sha256=
|
|
91
|
-
msprobe/docs/06.data_dump_MindSpore.md,sha256=
|
|
90
|
+
msprobe/docs/05.data_dump_PyTorch.md,sha256=wK_S-o-TsQ7pDKhGkAQ9kpz3YQSg08uE24Q79JkZfJU,21935
|
|
91
|
+
msprobe/docs/06.data_dump_MindSpore.md,sha256=_dxUyl04wjQi0THwQ7O2rZK2Mm5XhT4JiNX5cTee3zA,27855
|
|
92
92
|
msprobe/docs/07.accuracy_checker_PyTorch.md,sha256=a4WydbrVtbBuSA_rbQaO4yy7uS7yXmo8v83tmTkx2P8,29428
|
|
93
|
-
msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=
|
|
93
|
+
msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=u3kDOo3Y1YMSu2rd2QiIToYxqtpi4epfKk_ngdSc_Sw,14717
|
|
94
94
|
msprobe/docs/09.accuracy_checker_MindSpore.md,sha256=HhegcH2g0FteIObWtIw1ukBt0KAbuB-6N1TNlKgBeDs,10768
|
|
95
95
|
msprobe/docs/10.accuracy_compare_PyTorch.md,sha256=07RjmlzD_m9Fndmk6fH3Hu68RQJMwOORVDo0xb69dfQ,35798
|
|
96
96
|
msprobe/docs/11.accuracy_compare_MindSpore.md,sha256=qqBv0E-AFok7EtylH2Z9JxGu1n14SLctid9hVjOh9WQ,36530
|
|
@@ -107,7 +107,7 @@ msprobe/docs/21.visualization_PyTorch.md,sha256=fJYTPJtOuHU9t6h2gBM3nISg0-2u6Pid
|
|
|
107
107
|
msprobe/docs/22.visualization_MindSpore.md,sha256=fSTV86d7X1GSKIYrzb5GznVYUy4heNn10fExWjHo8Ow,28320
|
|
108
108
|
msprobe/docs/23.generate_operator_PyTorch.md,sha256=XKYf5VZ_PVqq07k4eeIETCJvgnaCTCzbe0Xda5fswUs,10287
|
|
109
109
|
msprobe/docs/24.code_mapping_Mindspore.md,sha256=FB4akTJce685-F9gO_ubKJf64sjsuhAzxQvYwtncFiA,1874
|
|
110
|
-
msprobe/docs/25.tool_function_introduction.md,sha256
|
|
110
|
+
msprobe/docs/25.tool_function_introduction.md,sha256=I1SFsz9RVdpjyNxLTyPPuKcLZIRDDWuwiVx2O2cQezc,16391
|
|
111
111
|
msprobe/docs/26.data_dump_PyTorch_baseline.md,sha256=w4vVI7q0UVWEI3cJ45GQKxv6uYLGB7Fy2UWXe2mWS28,2391
|
|
112
112
|
msprobe/docs/27.dump_json_instruction.md,sha256=YW6q4U0ccoFwax_fZ5Gqr1CQo5PFlKaxr9S-4ocycZs,21025
|
|
113
113
|
msprobe/docs/28.debugger_save_instruction.md,sha256=bSyStQFEqqMe8ygtjXxAciILYm1BRQ6tskB1B4z_l0A,7278
|
|
@@ -116,7 +116,7 @@ msprobe/docs/29.data_dump_MSAdapter.md,sha256=cXPxHH-arqMBH1kLTiMB29W584czt-bB4X
|
|
|
116
116
|
msprobe/docs/30.overflow_check_MSAdapter.md,sha256=leiJqnUR3L93K3-kDDeEPTcG5UeIl-Gjbq9GCzFjXNw,2208
|
|
117
117
|
msprobe/docs/31.config_check.md,sha256=76PmtMvxb2lnHkxb4S44uRPByK8zum6UpgYW6UJRl7c,3310
|
|
118
118
|
msprobe/docs/32.ckpt_compare.md,sha256=iPCUAC17GChf2_h4e2x4PaponRQYKcqZ-0jMoi2dS6c,2519
|
|
119
|
-
msprobe/docs/33.generate_operator_MindSpore.md,sha256=
|
|
119
|
+
msprobe/docs/33.generate_operator_MindSpore.md,sha256=A3Zs2eUNKUaFSAHBRUuHVcgTRy0UFO0mpmntYYJITgw,9960
|
|
120
120
|
msprobe/docs/34.RL_collect.md,sha256=P6JltGBHYwRnwfcepdhyzIe9RLLAne0D9PBSN8hPzYU,3396
|
|
121
121
|
msprobe/docs/35.nan_analyze.md,sha256=Jhq5eGdh_ENa7gvzGO90PcDTIHXJMqQxuyccDO-It24,4855
|
|
122
122
|
msprobe/docs/FAQ.md,sha256=4h0IUcDGZXLTm9D1eImOoDuHu6zuZh0ku3XFYmU78wo,10960
|
|
@@ -188,28 +188,27 @@ msprobe/docs/visualization/no_mapping_analyze.png,sha256=GOqHERkQZQBzKbxTyYqQG7Z
|
|
|
188
188
|
msprobe/docs/visualization/top_layer.png,sha256=an5TuWPvM_o5eLSUAmrGby3wcrS04pXfMX4fvydKaVI,13196
|
|
189
189
|
msprobe/mindspore/__init__.py,sha256=EnwZ59AkDwQ_EgHyxqbO3aoc_DiNwUQ9gSZ_PQccwzY,1169
|
|
190
190
|
msprobe/mindspore/cell_processor.py,sha256=6Svn2hsLmZ760vcqAFfdZ2ITv1RY-1f6oaQ81IpMpmI,11643
|
|
191
|
-
msprobe/mindspore/mindspore_service.py,sha256=
|
|
191
|
+
msprobe/mindspore/mindspore_service.py,sha256=3cmw33a0Hy0--N829-_iEzZbucZNm3pqIldkUgK9j_U,4658
|
|
192
192
|
msprobe/mindspore/ms_config.py,sha256=e8QJcy6lGpv6V2u6UQIp5hwEzlyCG29-LDPB1unzbOg,6116
|
|
193
193
|
msprobe/mindspore/task_handler_factory.py,sha256=UzBzUZNa4mUfk3yQnzkWr-oNep4he4HbRu42OztSp6o,1679
|
|
194
194
|
msprobe/mindspore/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
195
|
-
msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256
|
|
195
|
+
msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256=-lddP7qbdQoEtXfnZue6CgXmKPax0aJU0YbrqEw-JQw,20499
|
|
196
196
|
msprobe/mindspore/api_accuracy_checker/api_info.py,sha256=XrHmU-22BOpYObX999NOOPzW7h0wCM5KW89-bZpVBYc,4858
|
|
197
197
|
msprobe/mindspore/api_accuracy_checker/api_runner.py,sha256=a-K7gTf9v2vZgQi6fZ_bhZE5H68Xz_WD2tKtj5jn3fw,12404
|
|
198
198
|
msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py,sha256=MMe1vEpHO1PWS7Wiz4Zze__CFsPwxGPrLSbCU7KZo_o,8470
|
|
199
199
|
msprobe/mindspore/api_accuracy_checker/checker_support_api.yaml,sha256=xs4auF9UUv7LSQS2fDfWCbh6CJeaJ_tKsXedt5hS0G4,1325
|
|
200
200
|
msprobe/mindspore/api_accuracy_checker/cmd_parser.py,sha256=g0Ji8y4r-C1z27XBv96dISj2FJCT1IaAEg2nn180X4g,3715
|
|
201
|
-
msprobe/mindspore/api_accuracy_checker/compute_element.py,sha256=
|
|
201
|
+
msprobe/mindspore/api_accuracy_checker/compute_element.py,sha256=18Up8_WLfZPnFn0Wszy7pkUeVL7PAc66dJd9vlJ2o7U,15054
|
|
202
202
|
msprobe/mindspore/api_accuracy_checker/data_manager.py,sha256=Hl8m8vohMV4MvnCp2tFgKP0pHgirALE3r1j8bniiaps,13466
|
|
203
203
|
msprobe/mindspore/api_accuracy_checker/main.py,sha256=ECA3HrNJHgEbOxOANNNl_c0EVq77IgiE45atfMICCF8,1295
|
|
204
204
|
msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py,sha256=yT66kZ3piC_707E9bGpGQbMH7vpu2NCA9Je7NLmkZn8,9747
|
|
205
205
|
msprobe/mindspore/api_accuracy_checker/multi_data_manager.py,sha256=ry_pFW9dWMTsaMbCkA2g-8dNa3yd-5LX2FbShEzZ1Bs,2684
|
|
206
|
-
msprobe/mindspore/api_accuracy_checker/torch_mindtorch_importer.py,sha256=
|
|
206
|
+
msprobe/mindspore/api_accuracy_checker/torch_mindtorch_importer.py,sha256=OzVL6E8PBo_xjsq2FVJqO6uibanyjp9rcVZgi5PszeU,3528
|
|
207
207
|
msprobe/mindspore/api_accuracy_checker/type_mapping.py,sha256=FL5SIQ3dJRKVmicvOOUzZ0zDrLzqXGCb8-fgMCizd-A,4071
|
|
208
208
|
msprobe/mindspore/api_accuracy_checker/utils.py,sha256=uREcuxnIOy0Zeuqeo8wP4g33dcyqND_VtUIzKQBY2kQ,3951
|
|
209
209
|
msprobe/mindspore/api_accuracy_checker/bench_functions/flash_attention_score.py,sha256=QJAveBVaeYN0Tmc75I-x4iA6nKpmk1Td_X3M76ClczA,23323
|
|
210
210
|
msprobe/mindspore/api_accuracy_checker/bench_functions/fusion_operator.py,sha256=NXMgBWA8GW7NK7utftc5X-6aPp0c4uf_99kOUY1fwgA,1464
|
|
211
|
-
msprobe/mindspore/api_accuracy_checker/generate_op_script/
|
|
212
|
-
msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py,sha256=tyXhm1imODnBV1MMCrCwYtL09jTZSIHw1iAsAID29ow,19255
|
|
211
|
+
msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py,sha256=lpHr1c1XesCNOfwFqTr97zqyPaE3H1cYY1SurYkzp_E,19490
|
|
213
212
|
msprobe/mindspore/api_accuracy_checker/generate_op_script/operator_replication.template,sha256=ni56NrjDH0Qj-w13pDNw2XCqE-MOOmnq3jW2AuGm--I,81379
|
|
214
213
|
msprobe/mindspore/code_mapping/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
215
214
|
msprobe/mindspore/code_mapping/bind.py,sha256=NX_8SvfSa7PAFy_PVgR39CgkFz-OPqtbWQYCGBUFMek,8814
|
|
@@ -220,7 +219,7 @@ msprobe/mindspore/code_mapping/main.py,sha256=VjxdvroXa5D58QUg56jQUXlJ-YNWmTMeri
|
|
|
220
219
|
msprobe/mindspore/code_mapping/processor.py,sha256=o-YQyl90NPCpoex3iWbNMGHiWTuqLx8C0UfY2RSZ2wg,1164
|
|
221
220
|
msprobe/mindspore/common/const.py,sha256=6FGrfTASq4yi-SyA3MYE3dOmy-U_GkfmylWfWMIG9-4,5984
|
|
222
221
|
msprobe/mindspore/common/log.py,sha256=b-XZiXylAOK85DH3leCGC0zbxTBRIVTokLOYQAyHCII,1127
|
|
223
|
-
msprobe/mindspore/common/utils.py,sha256=
|
|
222
|
+
msprobe/mindspore/common/utils.py,sha256=QgQc_oQbRSAEficHhAioQxcNTvd8Fl0qgpRxqdYrbd0,11754
|
|
224
223
|
msprobe/mindspore/compare/common_dir_compare.py,sha256=YuLbvL9Hd8nDgG1r-gf3ehnODigSR7CdMm-8pkBppIg,15315
|
|
225
224
|
msprobe/mindspore/compare/distributed_compare.py,sha256=H8zdjBBFyifyl3Nx21jtdoma6qN1duclPsJaArpAW1s,1556
|
|
226
225
|
msprobe/mindspore/compare/ms_compare.py,sha256=eipkoEEgx_duqqnualQJzlmB4dkk1-1ZAry3vIlUOdQ,2066
|
|
@@ -228,22 +227,22 @@ msprobe/mindspore/compare/ms_graph_compare.py,sha256=duJxj44Va6hWYsNiEvTxlkN-OMj
|
|
|
228
227
|
msprobe/mindspore/compare/utils.py,sha256=iPuQoZ4b_hhFI6-NfG9_NdECBymhOQVhz44DdfdyFqA,1374
|
|
229
228
|
msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
230
229
|
msprobe/mindspore/debugger/debugger_config.py,sha256=_2B7U7oeEFhM4S4d6JK-pVf5EBfS4fDx3j1sQQM0dE8,7595
|
|
231
|
-
msprobe/mindspore/debugger/precision_debugger.py,sha256=
|
|
230
|
+
msprobe/mindspore/debugger/precision_debugger.py,sha256=vDe7zuMcUzPsYJTHXFwCZ3RwEAInjdsP47hti3_0r7E,8951
|
|
232
231
|
msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
233
|
-
msprobe/mindspore/dump/cell_dump_process.py,sha256=
|
|
234
|
-
msprobe/mindspore/dump/cell_dump_with_insert_gradient.py,sha256=
|
|
232
|
+
msprobe/mindspore/dump/cell_dump_process.py,sha256=wZHlLeTk6IuzcVKZ1Gh1Z6k-ELev2Lpq5B7HUhNBbg4,34446
|
|
233
|
+
msprobe/mindspore/dump/cell_dump_with_insert_gradient.py,sha256=52ef-kU1dGu-mcI757AOYbGU1t3efdCY1ncrbrXo5-c,33829
|
|
235
234
|
msprobe/mindspore/dump/dump_tool_factory.py,sha256=cwmO5jXCae5KXa1XGPAhYtID3cYFSEv8otFnsviww4w,2708
|
|
236
235
|
msprobe/mindspore/dump/graph_mode_cell_dump.py,sha256=Ne-tAFvHuC5UXC_CPgtuR7WINihChOFJG7pRllqkJ7E,5583
|
|
237
236
|
msprobe/mindspore/dump/graph_tensor_dump.py,sha256=mGrWU0LqMvlyUyVPsZiUR7j823gjMt1-SJK4mLi6Yl8,3696
|
|
238
237
|
msprobe/mindspore/dump/jit_dump.py,sha256=iAIPqp3j_LK2KcGTmtI6PnHCsy-2NWSY_nRkhqMQ3jM,4978
|
|
239
238
|
msprobe/mindspore/dump/kernel_graph_dump.py,sha256=DcQMwdGZeLU0WQ-ppOBzssZn8XFcpmRmY323vkjDGr0,3905
|
|
240
239
|
msprobe/mindspore/dump/kernel_kbyk_dump.py,sha256=2SPEoPORnwN0YsNcyVOF-ih9WZiyrKVdrOOVM_ESecI,3094
|
|
241
|
-
msprobe/mindspore/dump/hook_cell/api_register.py,sha256=
|
|
240
|
+
msprobe/mindspore/dump/hook_cell/api_register.py,sha256=3le1SSMhEAQ2l93hqTcYcik26spTl1bH2OmoeHNGot4,6647
|
|
242
241
|
msprobe/mindspore/dump/hook_cell/hook_cell.py,sha256=3iZmuNhcf-70VrZTa19-kvKpfexgMLP6D3l83jUQgus,2873
|
|
243
242
|
msprobe/mindspore/dump/hook_cell/ms_hook_manager.py,sha256=uuM9wVKszQaFKYePd4nSElCqk82PCFvUK6ZPHod1KNk,3655
|
|
244
243
|
msprobe/mindspore/dump/hook_cell/primitive_hooks.py,sha256=RCbF9pav8fAPlt1ax8Ie_THtaaKlt62B9tAwcWDrTKk,10800
|
|
245
244
|
msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml,sha256=1We_gQvBk66-WEkijwAOJRj8NGUyA8Kg4X6T4PJdgjo,13834
|
|
246
|
-
msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp,sha256=
|
|
245
|
+
msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp,sha256=9sTyCsZMm4NcwPyqloOsSzUa-cPz9w1aheeFz40N6vs,3279
|
|
247
246
|
msprobe/mindspore/dym_loader/hook_dynamic_loader.h,sha256=elDkg54akDKL4kyxtNreI9DJ0npvi-tSgV3z4OGRtYw,1507
|
|
248
247
|
msprobe/mindspore/free_benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
249
248
|
msprobe/mindspore/free_benchmark/api_pynative_self_check.py,sha256=ggwnqjE6-YHSeZP4YN2C-8whq286zDHdMv0tuvfKgC4,9089
|
|
@@ -276,9 +275,9 @@ msprobe/mindspore/mindtorch/__init__.py,sha256=ReXDwvtuuKdJYec0YvcxTLL2bA9RdPuko
|
|
|
276
275
|
msprobe/mindspore/mindtorch/mindtorch_adaptor.py,sha256=A8hssylam5fdwSz8dO5JN08OdtZurbCooHaVH-iVpn4,11291
|
|
277
276
|
msprobe/mindspore/monitor/common_func.py,sha256=-veG0RHnS5AAXzW7Fzv-biqaVwOG3fIV7KvB9KNzgjc,1557
|
|
278
277
|
msprobe/mindspore/monitor/data_writers.py,sha256=xBj_kv1MpFH3DpB1mdl39vH-1_M81uz4rMJiz4ptKkw,8782
|
|
279
|
-
msprobe/mindspore/monitor/features.py,sha256=
|
|
278
|
+
msprobe/mindspore/monitor/features.py,sha256=EozOLm3k8YCwFPZ0SOhALr2ZDbk34wDDdjrfU6LHt0M,1676
|
|
280
279
|
msprobe/mindspore/monitor/module_hook.py,sha256=FxLER2Vx9Da_YWRIbLr6ViV-M4jaC79Dw-uCJSkNl6g,40762
|
|
281
|
-
msprobe/mindspore/monitor/optimizer_collect.py,sha256=
|
|
280
|
+
msprobe/mindspore/monitor/optimizer_collect.py,sha256=B_WsSnuX5LDAY2LTwuwwC8mMtVcR3X1iautlNzaxCSE,14419
|
|
282
281
|
msprobe/mindspore/monitor/utils.py,sha256=l59gLDoCTxkUyvvrUt7lmd2KFzJH5ZuzmHLiMScsAT4,11584
|
|
283
282
|
msprobe/mindspore/monitor/distributed/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
284
283
|
msprobe/mindspore/monitor/distributed/distributed_ops.yaml,sha256=3mfRKCnhSio6TYsWQkNpr_Vae2a8oO5TGdFobNAdd0c,292
|
|
@@ -295,7 +294,7 @@ msprobe/pytorch/__init__.py,sha256=qIvhnAk61oSpvPU0QI0YAC4zyLKYyOcfNzdXJxN7Klo,1
|
|
|
295
294
|
msprobe/pytorch/attl_manager.py,sha256=Fe_vnjgmqZPpSHzEV7ayKweFjmBUuQV60MLSuw-fj2A,2706
|
|
296
295
|
msprobe/pytorch/function_factory.py,sha256=Fi4w0zfO64Sd2IU9z45mBbDgS8k_CQEiZ9vRpC_TkVk,4031
|
|
297
296
|
msprobe/pytorch/pt_config.py,sha256=Ciq_IEFxt64vNO2OeM9X5T0CrOqGLOeJCxocyNcpMR0,14485
|
|
298
|
-
msprobe/pytorch/pytorch_service.py,sha256=
|
|
297
|
+
msprobe/pytorch/pytorch_service.py,sha256=4VzY3qLj8wgr9K5JLN7INeLDIAriNsInh5hL75ShOQo,3037
|
|
299
298
|
msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
300
299
|
msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
301
300
|
msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=2kktin5NoWkSp2MOGDoxlz3MPv0lYXXD5r5SPYArEYs,144
|
|
@@ -311,7 +310,7 @@ msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256
|
|
|
311
310
|
msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=x_xM69LJNZfdO6AtafVEHDD0xetdAPnFQryC0XAwP-8,22125
|
|
312
311
|
msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=2bQBWg8qVoG3i-HhcUat310kivy7B2de4mQgJrRxWsk,7028
|
|
313
312
|
msprobe/pytorch/api_accuracy_checker/compare/compare_input.py,sha256=OG83KTsDpc-NzUCjtMj5SnzuBmOHaQaJYPoyPaaxKfU,2059
|
|
314
|
-
msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=
|
|
313
|
+
msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=o64RKRmaMe-8E3qsASZJOxI_SBT15O9SDB_Lz59iW28,9817
|
|
315
314
|
msprobe/pytorch/api_accuracy_checker/generate_op_script/config_op.json,sha256=qIwrmgYSnO08FFrfIPhTWwB5XssHfWWsoRFzKIQYHxc,195
|
|
316
315
|
msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py,sha256=zD8QPEDEXmZOUfpU_5wpXd4f60mZg6grN4H7favRNBM,24049
|
|
317
316
|
msprobe/pytorch/api_accuracy_checker/generate_op_script/operator_replication.template,sha256=Qbv1_maNROMVcJAZgwemw42TZPfgkLP5CAWmjBJDAlk,25286
|
|
@@ -327,7 +326,7 @@ msprobe/pytorch/api_accuracy_checker/precision_standard/ulp_compare.py,sha256=pE
|
|
|
327
326
|
msprobe/pytorch/api_accuracy_checker/run_ut/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
328
327
|
msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
329
328
|
msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=t8DbR13Sna4d8ovyVmrrMw0xMEI9gueEHexLPKwrv8g,17599
|
|
330
|
-
msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=
|
|
329
|
+
msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=shAtwVsYsr3nZzop0A7OGH1nKQG4sD2BJrx_AqX2mJk,9949
|
|
331
330
|
msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=cl9Avx5-_ihF4KPuofGrhPw6dzQqHJLbZslluVPC-LQ,8060
|
|
332
331
|
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=eVKIkMNjGOCs3GaTemyyrEFpWDwQzYUqe93LYaOtHq4,28293
|
|
333
332
|
msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=iZMGFpzQfK94Zxj7IJn0ldvcLHS5XVW63SCyK93doAo,11428
|
|
@@ -339,7 +338,7 @@ msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py,s
|
|
|
339
338
|
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py,sha256=LllAmk0_PqUKDltUukKoZtcVMu9wuEqQKBW2VJyoA4I,3986
|
|
340
339
|
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py,sha256=DqenaweA_kULje8J-qwiQEMadGGf4ZxlHw9I3gNhjD8,10384
|
|
341
340
|
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml,sha256=AAEAsbIK8R1O9c9kDb6svfeklqt2W8GHf19ewKpEROo,1057
|
|
342
|
-
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=
|
|
341
|
+
msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=LmMVRO6loxmZRuPlHw9BUd7TYypgamv-3um8RfKvDWA,7307
|
|
343
342
|
msprobe/pytorch/bench_functions/__init__.py,sha256=BoY2ZOpo_mj2gQ8pcl8oLwFxfHpZidOflJ1aGYDmPrM,1157
|
|
344
343
|
msprobe/pytorch/bench_functions/apply_adam.py,sha256=CNL19fQjwcMMDl1SHv3E_LKUoawkhz8_Kac5iXACsRc,6583
|
|
345
344
|
msprobe/pytorch/bench_functions/apply_adam_w.py,sha256=tUkQEmmUf__kIkBTagtjphR7HaiZRpDjk_q7j6AGl00,1690
|
|
@@ -361,7 +360,7 @@ msprobe/pytorch/common/__init__.py,sha256=87H-l6y1gbEL2EQiSbPceeJwKJdcsS6zv-9Nmr
|
|
|
361
360
|
msprobe/pytorch/common/compare_script.template,sha256=CsfmJ5IuPycAYa0-IfVPXrXVu-o6g8BeEF9v17UK_1w,286
|
|
362
361
|
msprobe/pytorch/common/log.py,sha256=yGLpZ6mGfB-s9sHj_gcL5_PMq_Ai4BJxumA0F0knAso,1121
|
|
363
362
|
msprobe/pytorch/common/parse_json.py,sha256=7HbrBdVCX8umYqa4u8JPHETAxUO1246jl7qhcE4FG1s,2286
|
|
364
|
-
msprobe/pytorch/common/utils.py,sha256=
|
|
363
|
+
msprobe/pytorch/common/utils.py,sha256=lSr-W1296ta-mQP_chzo18eDjT63FLuLf--ZLASY6UA,18933
|
|
365
364
|
msprobe/pytorch/compare/distributed_compare.py,sha256=uUMMB4cTsnxHUG8e8TyG5rcrqvip8-lo0DyMA0wB0zQ,916
|
|
366
365
|
msprobe/pytorch/compare/mapping.yaml,sha256=Udlbf1dWDAdnTs8VcDTiSkqsMNj93o2qFUU2ocFgt2k,11697
|
|
367
366
|
msprobe/pytorch/compare/match.py,sha256=j6ydfhs9zNMu6vzxsp_qMei-7-zDMuPO8Uj9i_OIhSA,1886
|
|
@@ -369,7 +368,7 @@ msprobe/pytorch/compare/pt_compare.py,sha256=FxRSalLYPd_RlngTmGwJX43HCFX7M7kGc_o
|
|
|
369
368
|
msprobe/pytorch/compare/utils.py,sha256=8wr-n_x-x_Qh2kRCKN9B3Upj2y4crUj1qKMu3-gtMoE,1891
|
|
370
369
|
msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
371
370
|
msprobe/pytorch/debugger/debugger_config.py,sha256=YiIoKNw8UtNoy8Ib8Gvr0ui1swZC5MhUlu0VTI44s0o,7844
|
|
372
|
-
msprobe/pytorch/debugger/precision_debugger.py,sha256=
|
|
371
|
+
msprobe/pytorch/debugger/precision_debugger.py,sha256=VeWcVfAasq0zF9NKEjUhTT0jbRGMh0mmlkqirGuls44,6511
|
|
373
372
|
msprobe/pytorch/dump/module_dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
374
373
|
msprobe/pytorch/dump/module_dump/hook_wrapper.py,sha256=QjFF7cGFl8NiCGBjS3lD2SxDPt8q6_ANZA6-R_AhN-E,3635
|
|
375
374
|
msprobe/pytorch/dump/module_dump/module_dump.py,sha256=yHKVkDaxayrbanUkxc8Wo7crHc1KNPQAXpLFpbcybjY,1767
|
|
@@ -405,7 +404,7 @@ msprobe/pytorch/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
|
|
|
405
404
|
msprobe/pytorch/grad_probe/grad_monitor.py,sha256=xb3M1XguMxVsSgZuYwyB08tz_jno1-43cURs2pG1FYU,4910
|
|
406
405
|
msprobe/pytorch/grad_probe/grad_stat_csv.py,sha256=k0YesT0Jy-2LsUlSYEDt8eRuhhfFhpSGv4ImtE74NH0,4940
|
|
407
406
|
msprobe/pytorch/hook_module/__init__.py,sha256=ktS1W-6hBa1q8wF-DGz8kFsfVhiIPWBOj6C3kSatgno,679
|
|
408
|
-
msprobe/pytorch/hook_module/api_register.py,sha256=
|
|
407
|
+
msprobe/pytorch/hook_module/api_register.py,sha256=rrV_LBLy7BpZB3Aox44OyBw1_I9sKF43KYVs2KJZecs,5823
|
|
409
408
|
msprobe/pytorch/hook_module/hook_module.py,sha256=Var0BVu_14K5KxTRSYFCPDgvkXD9wYw6sDFxEjC8_Hc,4548
|
|
410
409
|
msprobe/pytorch/hook_module/jit_script_wrapper.py,sha256=09d1_G_CLd8fd7Q-I4AAr1VVAMu_lMHwubjZwzm3J6k,1177
|
|
411
410
|
msprobe/pytorch/hook_module/pt_hook_manager.py,sha256=YNVYev8o48RpoFHX47yWSRXme2ApdwKPXYWcLFl-iyk,2623
|
|
@@ -419,7 +418,7 @@ msprobe/pytorch/monitor/data_writers.py,sha256=ieJTuN7hSzusUqq-Pi251Xwtq1B6iwnIk
|
|
|
419
418
|
msprobe/pytorch/monitor/features.py,sha256=4C9I7nOKtMl5xYWtdu5bk5cRVtocJE88lYvtTOkcJ-Q,2946
|
|
420
419
|
msprobe/pytorch/monitor/module_hook.py,sha256=yN9GnxTShkM340XL5i0UYZhDTGQ3Z29XsycQHS3JEWo,53013
|
|
421
420
|
msprobe/pytorch/monitor/module_metric.py,sha256=MsRs5mfOz5RT5KCuxUabTKBZZfi9Z1rfM1K_azGwmpo,5615
|
|
422
|
-
msprobe/pytorch/monitor/optimizer_collect.py,sha256=
|
|
421
|
+
msprobe/pytorch/monitor/optimizer_collect.py,sha256=F-MEAm9udWbWWOgU_Ilk9ZnqGZm5TU2n5ABScClV9kU,14941
|
|
423
422
|
msprobe/pytorch/monitor/utils.py,sha256=iRnyKm06mDWEnOkRP3zwh5-k28O9iLDWyOktSIlm6RI,13358
|
|
424
423
|
msprobe/pytorch/monitor/visualizer.py,sha256=HMjBMUUP96aYh2MFmqMD4eKM4QI_YD8STfU0ZdZhcb4,2661
|
|
425
424
|
msprobe/pytorch/monitor/distributed/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -446,22 +445,22 @@ msprobe/pytorch/parse_tool/lib/utils.py,sha256=n1PvqAlyPrvd56SC4V7wSlPyDTzBnrmAK
|
|
|
446
445
|
msprobe/pytorch/parse_tool/lib/visualization.py,sha256=8PAzoBGL8UWuF9Xryw-v6POBM4SczqBT3fcIBIugYWg,4102
|
|
447
446
|
msprobe/visualization/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
|
|
448
447
|
msprobe/visualization/graph_service.py,sha256=10K4vjN3b8q2sIJbJ_FEMM_7tH5UpTyLKRNJQImgbDQ,21631
|
|
449
|
-
msprobe/visualization/utils.py,sha256=
|
|
448
|
+
msprobe/visualization/utils.py,sha256=sq8h_lGUoBybHDWet5oLJgKNFxNDR1zvu3v5JE3f_QA,7008
|
|
450
449
|
msprobe/visualization/builder/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
|
|
451
450
|
msprobe/visualization/builder/graph_builder.py,sha256=nz6w5i3pprsRFrx-aRBx12Pp9_pX0L_f7KfzSapNFsM,14086
|
|
452
451
|
msprobe/visualization/builder/msprobe_adapter.py,sha256=-vtIjokZ3fwIGKeugCUxPgb3sg8fmUKPDalKX_Mx8L4,9429
|
|
453
452
|
msprobe/visualization/compare/__init__.py,sha256=vd0u6IEpGE1r-HC4CEhs3csiMaa0bxuFcHtyRlAX0kU,618
|
|
454
453
|
msprobe/visualization/compare/graph_comparator.py,sha256=R8bncXDc1elUQSpxhOYbPCR9tMXDt97YAvaA98kFEug,9606
|
|
455
|
-
msprobe/visualization/compare/mode_adapter.py,sha256=
|
|
454
|
+
msprobe/visualization/compare/mode_adapter.py,sha256=d7yjHzL1rwAg0E8RJRU0B0s7S90q4ZCxTex9EiHoyho,9839
|
|
456
455
|
msprobe/visualization/graph/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
|
|
457
456
|
msprobe/visualization/graph/base_node.py,sha256=ItSWwjBsiGkOsDmiFhy_Ct5NsddbOdsFOQCDw0s3EJA,4561
|
|
458
457
|
msprobe/visualization/graph/distributed_analyzer.py,sha256=obQvIwBudtvRcqJrE5DlHDU1Rjp4HBtShcORVVLpkFA,19070
|
|
459
458
|
msprobe/visualization/graph/graph.py,sha256=HI0xp4ripm-8gtn3sxaJG7Vu4I4V7zb3lb3OkhG5N2E,7574
|
|
460
459
|
msprobe/visualization/graph/node_colors.py,sha256=7LpurTuE3edKGilwLVsXD7Ue4bMT7Maz63Udq_6CADM,4504
|
|
461
460
|
msprobe/visualization/graph/node_op.py,sha256=qkbw3ZJkKGQH071C1CLIXi4kavvsLxBTzt0KXncz6fY,1368
|
|
462
|
-
mindstudio_probe-8.1.
|
|
463
|
-
mindstudio_probe-8.1.
|
|
464
|
-
mindstudio_probe-8.1.
|
|
465
|
-
mindstudio_probe-8.1.
|
|
466
|
-
mindstudio_probe-8.1.
|
|
467
|
-
mindstudio_probe-8.1.
|
|
461
|
+
mindstudio_probe-8.1.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
462
|
+
mindstudio_probe-8.1.1.dist-info/METADATA,sha256=Y3WQDXenq6-ugQspiz9_lJ1fDcf2sAB2-Ow-0h8GPdc,1435
|
|
463
|
+
mindstudio_probe-8.1.1.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
|
|
464
|
+
mindstudio_probe-8.1.1.dist-info/entry_points.txt,sha256=4ob3a9L018EBZFdlfgMW1lbgeIOhc4F-HCR8gBksaCQ,49
|
|
465
|
+
mindstudio_probe-8.1.1.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
|
|
466
|
+
mindstudio_probe-8.1.1.dist-info/RECORD,,
|
msprobe/core/common/const.py
CHANGED
|
@@ -681,6 +681,7 @@ class FileCheckConst:
|
|
|
681
681
|
MAX_IR_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
|
|
682
682
|
MAX_ZIP_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
|
|
683
683
|
MAX_FILE_IN_ZIP_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
|
|
684
|
+
MAX_FILE_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
|
|
684
685
|
COMMOM_FILE_SIZE = 1048576 # 1 * 1024 * 1024
|
|
685
686
|
DIR = "dir"
|
|
686
687
|
FILE = "file"
|
|
@@ -33,7 +33,7 @@ import pandas as pd
|
|
|
33
33
|
from msprobe.core.common.decorator import recursion_depth_decorator
|
|
34
34
|
from msprobe.core.common.log import logger
|
|
35
35
|
from msprobe.core.common.exceptions import FileCheckException
|
|
36
|
-
from msprobe.core.common.const import FileCheckConst
|
|
36
|
+
from msprobe.core.common.const import FileCheckConst, CompareConst
|
|
37
37
|
from msprobe.core.common.global_lock import global_lock, is_main_process
|
|
38
38
|
|
|
39
39
|
proc_lock = multiprocessing.Lock()
|
|
@@ -460,6 +460,17 @@ def save_excel(path, data):
|
|
|
460
460
|
return "list"
|
|
461
461
|
raise ValueError("Data must be a DataFrame or a list of (DataFrame, sheet_name) pairs.")
|
|
462
462
|
|
|
463
|
+
def save_in_slice(df, base_name):
|
|
464
|
+
df_length = len(df)
|
|
465
|
+
if df_length < CompareConst.MAX_EXCEL_LENGTH:
|
|
466
|
+
df.to_excel(writer, sheet_name=base_name if base_name else 'Sheet1', index=False)
|
|
467
|
+
else:
|
|
468
|
+
slice_num = (df_length + CompareConst.MAX_EXCEL_LENGTH - 1) // CompareConst.MAX_EXCEL_LENGTH
|
|
469
|
+
slice_size = (df_length + slice_num - 1) // slice_num
|
|
470
|
+
for i in range(slice_num):
|
|
471
|
+
df.iloc[i * slice_size: min((i + 1) * slice_size, df_length)] \
|
|
472
|
+
.to_excel(writer, sheet_name=f'{base_name}_part_{i}' if base_name else f'part_{i}', index=False)
|
|
473
|
+
|
|
463
474
|
check_path_before_create(path)
|
|
464
475
|
path = os.path.realpath(path)
|
|
465
476
|
|
|
@@ -467,12 +478,12 @@ def save_excel(path, data):
|
|
|
467
478
|
data_type = validate_data(data)
|
|
468
479
|
|
|
469
480
|
try:
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
481
|
+
with pd.ExcelWriter(path) as writer:
|
|
482
|
+
if data_type == "single":
|
|
483
|
+
save_in_slice(data, None)
|
|
484
|
+
elif data_type == "list":
|
|
474
485
|
for data_df, sheet_name in data:
|
|
475
|
-
data_df
|
|
486
|
+
save_in_slice(data_df, sheet_name)
|
|
476
487
|
except Exception as e:
|
|
477
488
|
logger.error(f'Save excel file "{os.path.basename(path)}" failed.')
|
|
478
489
|
raise RuntimeError(f"Save excel file {path} failed.") from e
|
|
@@ -677,8 +688,23 @@ def os_walk_for_files(path, depth):
|
|
|
677
688
|
return res
|
|
678
689
|
|
|
679
690
|
|
|
691
|
+
def check_zip_file(zip_file_path):
|
|
692
|
+
with zipfile.ZipFile(zip_file_path, 'r') as zip_file:
|
|
693
|
+
total_size = 0
|
|
694
|
+
if len(zip_file.infolist()) > FileCheckConst.MAX_FILE_IN_ZIP_SIZE:
|
|
695
|
+
raise ValueError(f"Too many files in {os.path.basename(zip_file_path)}")
|
|
696
|
+
for file_info in zip_file.infolist():
|
|
697
|
+
if file_info.file_size > FileCheckConst.MAX_FILE_SIZE:
|
|
698
|
+
raise ValueError(f"File {file_info.filename} is too large to extract")
|
|
699
|
+
|
|
700
|
+
total_size += file_info.file_size
|
|
701
|
+
if total_size > FileCheckConst.MAX_ZIP_SIZE:
|
|
702
|
+
raise ValueError(f"Total extracted size exceeds the limit of {FileCheckConst.MAX_ZIP_SIZE} bytes")
|
|
703
|
+
|
|
704
|
+
|
|
680
705
|
def read_xlsx(file_path, sheet_name=None):
|
|
681
706
|
check_file_or_directory_path(file_path)
|
|
707
|
+
check_zip_file(file_path)
|
|
682
708
|
try:
|
|
683
709
|
if sheet_name:
|
|
684
710
|
result_df = pd.read_excel(file_path, keep_default_na=False, sheet_name=sheet_name)
|
|
@@ -783,17 +809,7 @@ def extract_zip(zip_file_path, extract_dir):
|
|
|
783
809
|
check_file_suffix(zip_file_path, FileCheckConst.ZIP_SUFFIX)
|
|
784
810
|
try:
|
|
785
811
|
proc_lock.acquire()
|
|
786
|
-
|
|
787
|
-
total_size = 0
|
|
788
|
-
if len(zip_file.infolist()) > FileCheckConst.MAX_FILE_IN_ZIP_SIZE:
|
|
789
|
-
raise ValueError(f"Too many files in {os.path.basename(zip_file_path)}")
|
|
790
|
-
for file_info in zip_file.infolist():
|
|
791
|
-
if file_info.file_size > FileCheckConst.MAX_FILE_IN_ZIP_SIZE:
|
|
792
|
-
raise ValueError(f"File {file_info.filename} is too large to extract")
|
|
793
|
-
|
|
794
|
-
total_size += file_info.file_size
|
|
795
|
-
if total_size > FileCheckConst.MAX_ZIP_SIZE:
|
|
796
|
-
raise ValueError(f"Total extracted size exceeds the limit of {FileCheckConst.MAX_ZIP_SIZE} bytes")
|
|
812
|
+
check_zip_file(zip_file_path)
|
|
797
813
|
except Exception as e:
|
|
798
814
|
logger.error(f'Save content to file "{os.path.basename(zip_file_path)}" failed.')
|
|
799
815
|
raise RuntimeError(f"Save content to file {os.path.basename(zip_file_path)} failed.") from e
|
|
@@ -877,7 +893,8 @@ class SharedDict:
|
|
|
877
893
|
self._shm = shared_memory.SharedMemory(create=False, name=name)
|
|
878
894
|
except FileNotFoundError:
|
|
879
895
|
try:
|
|
880
|
-
|
|
896
|
+
# 共享内存空间增加至5M
|
|
897
|
+
self._shm = shared_memory.SharedMemory(create=True, name=name, size=1024 * 1024 * 5)
|
|
881
898
|
data = pickle.dumps({})
|
|
882
899
|
self._shm.buf[0:len(data)] = bytearray(data)
|
|
883
900
|
logger.debug(f'create shared memory, name: {name}')
|
|
@@ -892,6 +909,7 @@ class SharedDict:
|
|
|
892
909
|
except Exception as e:
|
|
893
910
|
logger.debug(f'shared dict is unreadable, reason: {e}, create new dict.')
|
|
894
911
|
self._dict = {}
|
|
912
|
+
self._shm.buf[:] = bytearray(b'\x00' * len(self._shm.buf)) # 清空内存
|
|
895
913
|
self._changed = True
|
|
896
914
|
|
|
897
915
|
|
msprobe/core/common/utils.py
CHANGED
|
@@ -303,6 +303,21 @@ def get_file_type(file_path):
|
|
|
303
303
|
return file_type
|
|
304
304
|
|
|
305
305
|
|
|
306
|
+
def check_dump_json_key(json_data, device_type):
|
|
307
|
+
task = json_data.get('task', None)
|
|
308
|
+
if not task:
|
|
309
|
+
logger.error(f"Task for {device_type} is empty, please check.")
|
|
310
|
+
raise CompareException(CompareException.INVALID_TASK_ERROR)
|
|
311
|
+
if 'data' not in json_data:
|
|
312
|
+
logger.error(f"Missing 'data' in dump.json, please check dump.json of {device_type}.")
|
|
313
|
+
raise CompareException(CompareException.INVALID_DATA_ERROR)
|
|
314
|
+
api_data = json_data.get('data')
|
|
315
|
+
if not isinstance(api_data, dict):
|
|
316
|
+
logger.error(f"Invalid type for 'data': expected a dict. Please check dump.json of {device_type}.")
|
|
317
|
+
raise CompareException(CompareException.INVALID_DATA_ERROR)
|
|
318
|
+
return task, api_data
|
|
319
|
+
|
|
320
|
+
|
|
306
321
|
def get_dump_mode(input_param):
|
|
307
322
|
npu_path = input_param.get("npu_json_path", None)
|
|
308
323
|
bench_path = input_param.get("bench_json_path", None)
|
|
@@ -310,12 +325,8 @@ def get_dump_mode(input_param):
|
|
|
310
325
|
bench_json_data = load_json(bench_path)
|
|
311
326
|
json_type = get_file_type(file_path=npu_path)
|
|
312
327
|
|
|
313
|
-
npu_task = npu_json_data
|
|
314
|
-
bench_task = bench_json_data
|
|
315
|
-
|
|
316
|
-
if not npu_task or not bench_task:
|
|
317
|
-
logger.error(f"Please check the dump task is correct, npu's task is {npu_task}, bench's task is {bench_task}.")
|
|
318
|
-
raise CompareException(CompareException.INVALID_TASK_ERROR)
|
|
328
|
+
npu_task, npu_api_data = check_dump_json_key(npu_json_data, 'npu')
|
|
329
|
+
bench_task, bench_api_data = check_dump_json_key(bench_json_data, 'bench')
|
|
319
330
|
|
|
320
331
|
if npu_task != bench_task:
|
|
321
332
|
logger.error(f"Please check the dump task is consistent.")
|
|
@@ -328,8 +339,8 @@ def get_dump_mode(input_param):
|
|
|
328
339
|
return Const.STRUCTURE
|
|
329
340
|
|
|
330
341
|
if npu_task == Const.STATISTICS:
|
|
331
|
-
npu_md5_compare = md5_find(
|
|
332
|
-
bench_md5_compare = md5_find(
|
|
342
|
+
npu_md5_compare = md5_find(npu_api_data, json_type)
|
|
343
|
+
bench_md5_compare = md5_find(bench_api_data, json_type)
|
|
333
344
|
if npu_md5_compare == bench_md5_compare:
|
|
334
345
|
return Const.MD5 if npu_md5_compare else Const.SUMMARY
|
|
335
346
|
else:
|
|
@@ -105,7 +105,7 @@ class Comparator:
|
|
|
105
105
|
stack_json = input_param.get("stack_json_path")
|
|
106
106
|
result_df = self.compare_statistics([npu_json, bench_json, stack_json])
|
|
107
107
|
if not result_df.values.tolist():
|
|
108
|
-
logger.warning("Can`t match any op.")
|
|
108
|
+
logger.warning("Can`t match any op. No compare result file generated.")
|
|
109
109
|
return
|
|
110
110
|
|
|
111
111
|
# compare real data
|
|
@@ -186,11 +186,16 @@ class ParseData:
|
|
|
186
186
|
elif self.mode_config.dump_mode == Const.MD5:
|
|
187
187
|
result[Const.MD5] = []
|
|
188
188
|
|
|
189
|
-
|
|
189
|
+
apis_data = data_json.get('data', None)
|
|
190
|
+
if not apis_data:
|
|
191
|
+
logger.warning('No APIs found in dump.json.')
|
|
192
|
+
return pd.DataFrame(result)
|
|
193
|
+
|
|
194
|
+
api_nums = len(apis_data)
|
|
190
195
|
progress_bar = tqdm(total=api_nums, desc="API/Module Read Progress", unit="api/module", ncols=100)
|
|
191
196
|
|
|
192
197
|
# 从json中循环解析API数据,遍历所有API
|
|
193
|
-
for data_name in
|
|
198
|
+
for data_name in apis_data:
|
|
194
199
|
check_op_str_pattern_valid(data_name)
|
|
195
200
|
merge_list = self.gen_merge_list(data_json, data_name, stack_json_data)
|
|
196
201
|
if not merge_list:
|
|
@@ -599,8 +604,12 @@ class CreateTable:
|
|
|
599
604
|
npu_summary = [CompareConst.NPU_MAX, CompareConst.NPU_MIN, CompareConst.NPU_MEAN, CompareConst.NPU_NORM]
|
|
600
605
|
bench_summary = [CompareConst.BENCH_MAX, CompareConst.BENCH_MIN, CompareConst.BENCH_MEAN,
|
|
601
606
|
CompareConst.BENCH_NORM]
|
|
602
|
-
|
|
603
|
-
|
|
607
|
+
if result.empty:
|
|
608
|
+
result[npu_summary] = pd.DataFrame(columns=npu_summary)
|
|
609
|
+
result[bench_summary] = pd.DataFrame(columns=bench_summary)
|
|
610
|
+
else:
|
|
611
|
+
result[npu_summary] = result['summary_x'].apply(self.set_summary).tolist()
|
|
612
|
+
result[bench_summary] = result['summary_y'].apply(self.set_summary).tolist()
|
|
604
613
|
|
|
605
614
|
result_df = pd.DataFrame(columns=header)
|
|
606
615
|
for h in header:
|
msprobe/core/compare/utils.py
CHANGED
|
@@ -590,4 +590,10 @@ def compare_distributed_inner(npu_dump_dir, bench_dump_dir, output_path, compare
|
|
|
590
590
|
'bench_json_path': bench_path,
|
|
591
591
|
'is_print_compare_log': is_print_compare_log
|
|
592
592
|
}
|
|
593
|
-
|
|
593
|
+
try:
|
|
594
|
+
compare_func(input_param=dump_result_param, output_path=output_path, suffix=f'_{nr}', **kwargs)
|
|
595
|
+
except CompareException as e:
|
|
596
|
+
if e.code == CompareException.INVALID_DATA_ERROR:
|
|
597
|
+
logger.error(f"Invalid or missing 'data' in dump.json. Skipping {nr} comparison.")
|
|
598
|
+
if e.code == CompareException.INVALID_TASK_ERROR:
|
|
599
|
+
logger.error(f"Invalid or missing 'task' in dump.json. Skipping {nr} comparison.")
|