mindstudio-probe 8.1.0__py3-none-any.whl → 8.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/METADATA +3 -2
  2. {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/RECORD +46 -47
  3. msprobe/core/common/const.py +1 -0
  4. msprobe/core/common/file_utils.py +36 -18
  5. msprobe/core/common/utils.py +19 -8
  6. msprobe/core/compare/acc_compare.py +14 -5
  7. msprobe/core/compare/utils.py +7 -1
  8. msprobe/core/data_dump/data_collector.py +144 -90
  9. msprobe/core/data_dump/json_writer.py +31 -1
  10. msprobe/core/debugger/precision_debugger.py +19 -18
  11. msprobe/core/service.py +1 -0
  12. msprobe/core/single_save/single_comparator.py +25 -25
  13. msprobe/core/single_save/single_saver.py +5 -16
  14. msprobe/docs/01.installation.md +1 -0
  15. msprobe/docs/05.data_dump_PyTorch.md +3 -0
  16. msprobe/docs/06.data_dump_MindSpore.md +3 -0
  17. msprobe/docs/08.accuracy_checker_online_PyTorch.md +2 -2
  18. msprobe/docs/25.tool_function_introduction.md +19 -19
  19. msprobe/docs/33.generate_operator_MindSpore.md +10 -19
  20. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +1 -0
  21. msprobe/mindspore/api_accuracy_checker/compute_element.py +0 -1
  22. msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py +10 -1
  23. msprobe/mindspore/api_accuracy_checker/torch_mindtorch_importer.py +2 -1
  24. msprobe/mindspore/common/utils.py +1 -0
  25. msprobe/mindspore/debugger/precision_debugger.py +4 -4
  26. msprobe/mindspore/dump/cell_dump_process.py +13 -38
  27. msprobe/mindspore/dump/cell_dump_with_insert_gradient.py +1 -26
  28. msprobe/mindspore/dump/hook_cell/api_register.py +3 -3
  29. msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp +4 -4
  30. msprobe/mindspore/mindspore_service.py +3 -0
  31. msprobe/mindspore/monitor/features.py +10 -9
  32. msprobe/mindspore/monitor/optimizer_collect.py +4 -1
  33. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +20 -20
  34. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +7 -7
  35. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +2 -0
  36. msprobe/pytorch/common/utils.py +1 -1
  37. msprobe/pytorch/debugger/precision_debugger.py +28 -25
  38. msprobe/pytorch/hook_module/api_register.py +3 -3
  39. msprobe/pytorch/monitor/optimizer_collect.py +4 -1
  40. msprobe/pytorch/pytorch_service.py +3 -0
  41. msprobe/visualization/compare/mode_adapter.py +9 -0
  42. msprobe/visualization/utils.py +3 -0
  43. msprobe/mindspore/api_accuracy_checker/generate_op_script/config_op.json +0 -9
  44. {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/LICENSE +0 -0
  45. {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/WHEEL +0 -0
  46. {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/entry_points.txt +0 -0
  47. {mindstudio_probe-8.1.0.dist-info → mindstudio_probe-8.1.1.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mindstudio-probe
3
- Version: 8.1.0
3
+ Version: 8.1.1
4
4
  Summary: Ascend Probe Utils
5
5
  Home-page: https://gitee.com/ascend/mstt/tree/master/debug/accuracy_tools/msprobe
6
6
  Author: Ascend Team
@@ -28,11 +28,12 @@ Requires-Dist: pyyaml
28
28
  Requires-Dist: rich
29
29
  Requires-Dist: tqdm
30
30
  Requires-Dist: openpyxl>=3.0.6
31
- Requires-Dist: pyopenssl
31
+ Requires-Dist: pyopenssl==24.2.1
32
32
  Requires-Dist: twisted
33
33
  Requires-Dist: matplotlib
34
34
  Requires-Dist: tensorboard
35
35
  Requires-Dist: tabulate
36
36
  Requires-Dist: pwinput
37
+ Requires-Dist: psutil
37
38
 
38
39
  MindStudio-Probe is a set of tools for diagnosing and improving model accuracy on Ascend NPU, including API acc checker, ptdbg, grad tool etc.
@@ -6,22 +6,22 @@ msprobe/msprobe.py,sha256=pWQYbbADJ-uydeyIqga2tznOCC-spY5r_gr5m75XBC0,8146
6
6
  msprobe/core/__init__.py,sha256=X_OkpIz42vnqhGy6WCeuEvYK4IFx4BwCT5bQj7tuuwI,757
7
7
  msprobe/core/common_config.py,sha256=j-crSu1_ipmaU2Cs8ciLpUc33e8P_GlBjhGqsN3kZ3U,6385
8
8
  msprobe/core/hook_manager.py,sha256=nEEP1G6G8KMHBGPVWaxQfdjgBPqZmMgpCVaFBS_i79E,10574
9
- msprobe/core/service.py,sha256=4xXg4XbQ-IYbEPwAsEiVsljTTDxaD4vDmjEuskL4LVE,13702
9
+ msprobe/core/service.py,sha256=Nx9dbVJMkEiMCUDQusehzl04AZ94Dl_997O3zO99xlg,13801
10
10
  msprobe/core/advisor/advisor.py,sha256=WP8rBF2F9pcSphZONJDgNfz9c6GiRxbkWwPS9wRU4Tc,5900
11
11
  msprobe/core/advisor/advisor_const.py,sha256=thEEVYKPimv9WGxxaC4vBXQ-Coq6yBlZ394T_b49Ibw,2624
12
12
  msprobe/core/advisor/advisor_result.py,sha256=yM78n6NXLP1bjTsGeSddwb1bWQwtg1ZqjnPHmTzVxHE,2359
13
- msprobe/core/common/const.py,sha256=iKL3FMunl49vS_dFo1n6ABu6Fmi3SEbL_HxsaKmwaDk,25623
13
+ msprobe/core/common/const.py,sha256=j01Q5KdN7WeHQan9UyommLLKj6sFuOb7LCntGyNqN0E,25680
14
14
  msprobe/core/common/decorator.py,sha256=lj1upkAkGYeIV3tnH0bFqp7VDIKqTkFVaE5GUOFUNUE,1785
15
15
  msprobe/core/common/exceptions.py,sha256=PJB4UTxT5VxyUE9aTCgwxiEExcuQZCcbu5V7tFdLVrY,4045
16
- msprobe/core/common/file_utils.py,sha256=MII3PgCfqxJldyu3Z769P7p-Z2cjBTT4Kl-QPDzaWtI,35024
16
+ msprobe/core/common/file_utils.py,sha256=7bEbLA89yeY6fa9OEzcvSdl4K7VFjvxSelCl6g1UxCI,35850
17
17
  msprobe/core/common/framework_adapter.py,sha256=xwOOc0cbDt_nIqHsHYT8G6uqhvZywLcOnB0w5UzATFk,6255
18
18
  msprobe/core/common/global_lock.py,sha256=MQedbRCzJTLAYGeNeeD1T7Vmn349r7ymGKt8d-U3m2Y,2721
19
19
  msprobe/core/common/inplace_op_checker.py,sha256=gwxpddOtPS2dRGbI2JB5ZixgoPLCYyDICb_07N9XVaM,1864
20
20
  msprobe/core/common/inplace_ops.yaml,sha256=Ta1zh6eF0A_Trd345gts2xlhFsU0-ZTXKEQOqUHT-54,3178
21
21
  msprobe/core/common/log.py,sha256=6mvE2DQtIZ3X66y3pIi8RtMGlznXJaIlHWwKHxhMKGk,3173
22
22
  msprobe/core/common/runtime.py,sha256=KpPoWIvIWSGjD-xnldxtZQXcEB6Ip2qj1hVIcZG4tWg,844
23
- msprobe/core/common/utils.py,sha256=m2voSC8fv7jmKv0tvQtVeATdeAHiDe_y2UXtALICWh8,23263
24
- msprobe/core/compare/acc_compare.py,sha256=Xh3yj7hlK_FATXX7PIXIPfAViJuPN5LaJoVkh08xVe0,34852
23
+ msprobe/core/common/utils.py,sha256=4gvRuJ4oNFhZEiJGxPkhUIrrP_KwUHrJ8w_RWCHF880,23789
24
+ msprobe/core/compare/acc_compare.py,sha256=SddSF82z4HI5ontlJ9wCoxZkMf21w1oeMs3RUlOxWTE,35230
25
25
  msprobe/core/compare/check.py,sha256=elHN9T4RG7ixfmvRCyDxY5xXg9MnVFUx3a_U-sfI8UM,3777
26
26
  msprobe/core/compare/compare_cli.py,sha256=PTnym0z3JKW6v-JgoGbNgxtJ36ZUQ6Go1QDQX20Qvp0,4271
27
27
  msprobe/core/compare/config.py,sha256=IoliSaGxpaRKvsWOiXbBAZ97lJFAwO_k4gRn0dezZyM,2806
@@ -29,7 +29,7 @@ msprobe/core/compare/highlight.py,sha256=pKJQ_vBZM2JpqXItt--8jfmSrBx6ImjkreOkiud
29
29
  msprobe/core/compare/ms_to_pt_api.yaml,sha256=NGzy6_yIArM6V0zYsW3sg3KLMJe0sr9ljKiIcHujJus,13203
30
30
  msprobe/core/compare/multiprocessing_compute.py,sha256=fdWNtXoqXyNjrunDx482Og6b7zNy0xYlRKD2IibWBMc,13563
31
31
  msprobe/core/compare/npy_compare.py,sha256=U0VNtZMaeyomA-7D8fGWn3GYAwYDSCNU7AABvKRLFSI,12811
32
- msprobe/core/compare/utils.py,sha256=w1bqk3BzRVgdGnnOalyW_lUSIZjjDAAMe-1i5k4X9nA,25677
32
+ msprobe/core/compare/utils.py,sha256=ClblaATqsczJ3ye6depVSXaCqaqAvEGNmmXxL8Pz7LU,26078
33
33
  msprobe/core/compare/layer_mapping/__init__.py,sha256=MLMlb-zcaZCmG7Ykh6cY28kBTw-3_waNBRKbajwQc74,776
34
34
  msprobe/core/compare/layer_mapping/data_scope_parser.py,sha256=WU9nelUpbkPa7RH_G3QAHRUhiWSHQ7Bt7TTMGFy51eM,9429
35
35
  msprobe/core/compare/layer_mapping/layer_mapping.py,sha256=VOD8lWVDp6JExvPiee4YOkayEYPkT6EVqgjG7Z4owmk,10237
@@ -58,14 +58,14 @@ msprobe/core/config_check/resource/hyperparameter.yaml,sha256=365VVSmZbDZiRrXiCx
58
58
  msprobe/core/config_check/utils/hyperparameter_parser.py,sha256=bfnyaA7IuRzyw3BfuawjNabWgbydKEFpPc0Kr9R8UIk,4336
59
59
  msprobe/core/config_check/utils/utils.py,sha256=ktRV40AIsFUAeP6Qt2JFM4dH-i2Xt7JTBW7rEn3hwnc,3543
60
60
  msprobe/core/data_dump/api_registry.py,sha256=dPzQykReQofCOUTxQbCiOfgYOeUltvMy4HC_5NzGXoc,11654
61
- msprobe/core/data_dump/data_collector.py,sha256=IZWA2rIK2c8qfzCR--313YANffd52QvBJas9_dUPR0g,11545
62
- msprobe/core/data_dump/json_writer.py,sha256=ZoP-6064kYWnCEz4AduDXuovr3sTR9G8OtROGLO6D-Q,10098
61
+ msprobe/core/data_dump/data_collector.py,sha256=DM5bBFnzOFaTw6-Xjp17TN534OWWo_AKB-TVHdfTTDs,13659
62
+ msprobe/core/data_dump/json_writer.py,sha256=XSQj-UsHtR-wtZgiFhinw37wRez7muJ4pimA01FU9Oc,11485
63
63
  msprobe/core/data_dump/scope.py,sha256=VWn2G8m5f_zVraqTHshDDaRHD0eJhR-5hRoebOoJLF8,9897
64
64
  msprobe/core/data_dump/data_processor/base.py,sha256=wP2DjKLIuhPPy-2KDg6alqe6utRB99wc8SXvpN5zv5k,19998
65
65
  msprobe/core/data_dump/data_processor/factory.py,sha256=onl0M8URU8Tjuw6mMdAHEwg2G-kL1fWXb8vPP5lmH_Y,4381
66
66
  msprobe/core/data_dump/data_processor/mindspore_processor.py,sha256=MC0pYFyAfnUYauka8lyBWHGLUsikWeKoyqDxCEmmBpE,15572
67
67
  msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=aoOjpOOnNzLKpLB2Wow6GV8t16VBtgDMJz2azfjxQds,25572
68
- msprobe/core/debugger/precision_debugger.py,sha256=DR1WcE04YdAXF6SQw36kZN6dGS0WwoQ0yJBCqEc0Rik,5719
68
+ msprobe/core/debugger/precision_debugger.py,sha256=I49cTW0hrtvmLijfztsVzBuKjiWEVJpkuq0EnrU-OCw,5730
69
69
  msprobe/core/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
70
70
  msprobe/core/grad_probe/constant.py,sha256=VjKIJU5NuVWB9K63_LaND2LeQgDxLNg_kg8w63K9Ero,2323
71
71
  msprobe/core/grad_probe/grad_compare.py,sha256=B3HLYy_O8lg5vOjypjEIBBC9e_u9VYbaUoH6Xp_IA_4,8270
@@ -81,16 +81,16 @@ msprobe/core/overflow_check/ignore_rules.yaml,sha256=3k5HEKgF7_LtTexRk19AT1UZQ99
81
81
  msprobe/core/overflow_check/level.py,sha256=0w-X2zVshf4I_2qECXm4uz6LqkhY5NFyCdZYU0pC62U,741
82
82
  msprobe/core/overflow_check/utils.py,sha256=1j5p2qWBOmOoat1v_Zi8krLOWz2NMCdUjrnD03AWTK8,991
83
83
  msprobe/core/single_save/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
84
- msprobe/core/single_save/single_comparator.py,sha256=Rw3Yety0ORJOzSF9LYziUvYefcvD3sHqK7JK8ThmCsA,10062
85
- msprobe/core/single_save/single_saver.py,sha256=_V5mH3W8WNOD_RDUWfBg9x2JAVHgwBhigZZUensT240,6015
86
- msprobe/docs/01.installation.md,sha256=Qxw0wHmc9OOwXdB6a3dUGRuUoTuNrtYIpYJF69hYRZY,8277
84
+ msprobe/core/single_save/single_comparator.py,sha256=EqwBiRXRDj_6vHm9Xhwf0VJtVQew7ObZbKNRAbQ9boE,9959
85
+ msprobe/core/single_save/single_saver.py,sha256=IVS7fsG5CWmZNCeUenNwtVxhAmpIWSYHK7az2NpZ678,5562
86
+ msprobe/docs/01.installation.md,sha256=CFITuPYQx30L-ZUWqlkrnkWLe85_U1-9d6IRf7xOTvg,8526
87
87
  msprobe/docs/02.config_introduction.md,sha256=-0ikWNlWqlArbZ3bN9GGUvEn9Q211iQ2cOCqm6S13FI,32807
88
88
  msprobe/docs/03.config_examples.md,sha256=b8xgis20TDV0dS-a6w91lR68SZiT-OE5QYjo2iEqRr8,4014
89
89
  msprobe/docs/04.kernel_dump_PyTorch.md,sha256=Hlc0JFUiVIPgG7bmVkLvJBkoThGE8hGXhh3VzAP09GY,3032
90
- msprobe/docs/05.data_dump_PyTorch.md,sha256=f2N5VLD6bENgWgtJsSDEv0NV8-mPXu1Vh0B8M40qxig,21741
91
- msprobe/docs/06.data_dump_MindSpore.md,sha256=Cap_YR2YVRtWJpd4xP_rT7XUhDDmCok25Txg6Rp8OJo,27661
90
+ msprobe/docs/05.data_dump_PyTorch.md,sha256=wK_S-o-TsQ7pDKhGkAQ9kpz3YQSg08uE24Q79JkZfJU,21935
91
+ msprobe/docs/06.data_dump_MindSpore.md,sha256=_dxUyl04wjQi0THwQ7O2rZK2Mm5XhT4JiNX5cTee3zA,27855
92
92
  msprobe/docs/07.accuracy_checker_PyTorch.md,sha256=a4WydbrVtbBuSA_rbQaO4yy7uS7yXmo8v83tmTkx2P8,29428
93
- msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=byWgtFHUcO7UjX8OakYO46717hURex4boXfqJndC4xQ,14585
93
+ msprobe/docs/08.accuracy_checker_online_PyTorch.md,sha256=u3kDOo3Y1YMSu2rd2QiIToYxqtpi4epfKk_ngdSc_Sw,14717
94
94
  msprobe/docs/09.accuracy_checker_MindSpore.md,sha256=HhegcH2g0FteIObWtIw1ukBt0KAbuB-6N1TNlKgBeDs,10768
95
95
  msprobe/docs/10.accuracy_compare_PyTorch.md,sha256=07RjmlzD_m9Fndmk6fH3Hu68RQJMwOORVDo0xb69dfQ,35798
96
96
  msprobe/docs/11.accuracy_compare_MindSpore.md,sha256=qqBv0E-AFok7EtylH2Z9JxGu1n14SLctid9hVjOh9WQ,36530
@@ -107,7 +107,7 @@ msprobe/docs/21.visualization_PyTorch.md,sha256=fJYTPJtOuHU9t6h2gBM3nISg0-2u6Pid
107
107
  msprobe/docs/22.visualization_MindSpore.md,sha256=fSTV86d7X1GSKIYrzb5GznVYUy4heNn10fExWjHo8Ow,28320
108
108
  msprobe/docs/23.generate_operator_PyTorch.md,sha256=XKYf5VZ_PVqq07k4eeIETCJvgnaCTCzbe0Xda5fswUs,10287
109
109
  msprobe/docs/24.code_mapping_Mindspore.md,sha256=FB4akTJce685-F9gO_ubKJf64sjsuhAzxQvYwtncFiA,1874
110
- msprobe/docs/25.tool_function_introduction.md,sha256=-_YFZNLQBMm3cdJQEwQCrTxXJP55sbeiT6v9KsPwM3c,16503
110
+ msprobe/docs/25.tool_function_introduction.md,sha256=I1SFsz9RVdpjyNxLTyPPuKcLZIRDDWuwiVx2O2cQezc,16391
111
111
  msprobe/docs/26.data_dump_PyTorch_baseline.md,sha256=w4vVI7q0UVWEI3cJ45GQKxv6uYLGB7Fy2UWXe2mWS28,2391
112
112
  msprobe/docs/27.dump_json_instruction.md,sha256=YW6q4U0ccoFwax_fZ5Gqr1CQo5PFlKaxr9S-4ocycZs,21025
113
113
  msprobe/docs/28.debugger_save_instruction.md,sha256=bSyStQFEqqMe8ygtjXxAciILYm1BRQ6tskB1B4z_l0A,7278
@@ -116,7 +116,7 @@ msprobe/docs/29.data_dump_MSAdapter.md,sha256=cXPxHH-arqMBH1kLTiMB29W584czt-bB4X
116
116
  msprobe/docs/30.overflow_check_MSAdapter.md,sha256=leiJqnUR3L93K3-kDDeEPTcG5UeIl-Gjbq9GCzFjXNw,2208
117
117
  msprobe/docs/31.config_check.md,sha256=76PmtMvxb2lnHkxb4S44uRPByK8zum6UpgYW6UJRl7c,3310
118
118
  msprobe/docs/32.ckpt_compare.md,sha256=iPCUAC17GChf2_h4e2x4PaponRQYKcqZ-0jMoi2dS6c,2519
119
- msprobe/docs/33.generate_operator_MindSpore.md,sha256=pDfvYBbZUA8PiWX3zta6spyMpSfhLF4Siw7-kGd96QA,9819
119
+ msprobe/docs/33.generate_operator_MindSpore.md,sha256=A3Zs2eUNKUaFSAHBRUuHVcgTRy0UFO0mpmntYYJITgw,9960
120
120
  msprobe/docs/34.RL_collect.md,sha256=P6JltGBHYwRnwfcepdhyzIe9RLLAne0D9PBSN8hPzYU,3396
121
121
  msprobe/docs/35.nan_analyze.md,sha256=Jhq5eGdh_ENa7gvzGO90PcDTIHXJMqQxuyccDO-It24,4855
122
122
  msprobe/docs/FAQ.md,sha256=4h0IUcDGZXLTm9D1eImOoDuHu6zuZh0ku3XFYmU78wo,10960
@@ -188,28 +188,27 @@ msprobe/docs/visualization/no_mapping_analyze.png,sha256=GOqHERkQZQBzKbxTyYqQG7Z
188
188
  msprobe/docs/visualization/top_layer.png,sha256=an5TuWPvM_o5eLSUAmrGby3wcrS04pXfMX4fvydKaVI,13196
189
189
  msprobe/mindspore/__init__.py,sha256=EnwZ59AkDwQ_EgHyxqbO3aoc_DiNwUQ9gSZ_PQccwzY,1169
190
190
  msprobe/mindspore/cell_processor.py,sha256=6Svn2hsLmZ760vcqAFfdZ2ITv1RY-1f6oaQ81IpMpmI,11643
191
- msprobe/mindspore/mindspore_service.py,sha256=XRAwYdeh-o41_FgiAVknhkOELV76fkYVD-6MXq2dgmQ,4600
191
+ msprobe/mindspore/mindspore_service.py,sha256=3cmw33a0Hy0--N829-_iEzZbucZNm3pqIldkUgK9j_U,4658
192
192
  msprobe/mindspore/ms_config.py,sha256=e8QJcy6lGpv6V2u6UQIp5hwEzlyCG29-LDPB1unzbOg,6116
193
193
  msprobe/mindspore/task_handler_factory.py,sha256=UzBzUZNa4mUfk3yQnzkWr-oNep4he4HbRu42OztSp6o,1679
194
194
  msprobe/mindspore/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
195
- msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256=8lP_ThhnhT5ngaYAIPdgdvvoiwl2pLe_J5Uto2WdR6c,20400
195
+ msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py,sha256=-lddP7qbdQoEtXfnZue6CgXmKPax0aJU0YbrqEw-JQw,20499
196
196
  msprobe/mindspore/api_accuracy_checker/api_info.py,sha256=XrHmU-22BOpYObX999NOOPzW7h0wCM5KW89-bZpVBYc,4858
197
197
  msprobe/mindspore/api_accuracy_checker/api_runner.py,sha256=a-K7gTf9v2vZgQi6fZ_bhZE5H68Xz_WD2tKtj5jn3fw,12404
198
198
  msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py,sha256=MMe1vEpHO1PWS7Wiz4Zze__CFsPwxGPrLSbCU7KZo_o,8470
199
199
  msprobe/mindspore/api_accuracy_checker/checker_support_api.yaml,sha256=xs4auF9UUv7LSQS2fDfWCbh6CJeaJ_tKsXedt5hS0G4,1325
200
200
  msprobe/mindspore/api_accuracy_checker/cmd_parser.py,sha256=g0Ji8y4r-C1z27XBv96dISj2FJCT1IaAEg2nn180X4g,3715
201
- msprobe/mindspore/api_accuracy_checker/compute_element.py,sha256=99MTomO7-u0eLZnM4pUWy33Wi-o_S0D6qQbzmwY9oX0,15067
201
+ msprobe/mindspore/api_accuracy_checker/compute_element.py,sha256=18Up8_WLfZPnFn0Wszy7pkUeVL7PAc66dJd9vlJ2o7U,15054
202
202
  msprobe/mindspore/api_accuracy_checker/data_manager.py,sha256=Hl8m8vohMV4MvnCp2tFgKP0pHgirALE3r1j8bniiaps,13466
203
203
  msprobe/mindspore/api_accuracy_checker/main.py,sha256=ECA3HrNJHgEbOxOANNNl_c0EVq77IgiE45atfMICCF8,1295
204
204
  msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py,sha256=yT66kZ3piC_707E9bGpGQbMH7vpu2NCA9Je7NLmkZn8,9747
205
205
  msprobe/mindspore/api_accuracy_checker/multi_data_manager.py,sha256=ry_pFW9dWMTsaMbCkA2g-8dNa3yd-5LX2FbShEzZ1Bs,2684
206
- msprobe/mindspore/api_accuracy_checker/torch_mindtorch_importer.py,sha256=E2Dx_vstjsAU9AXHRu6ydfWgsvIIDzIqMJ4K6NQcDQY,3487
206
+ msprobe/mindspore/api_accuracy_checker/torch_mindtorch_importer.py,sha256=OzVL6E8PBo_xjsq2FVJqO6uibanyjp9rcVZgi5PszeU,3528
207
207
  msprobe/mindspore/api_accuracy_checker/type_mapping.py,sha256=FL5SIQ3dJRKVmicvOOUzZ0zDrLzqXGCb8-fgMCizd-A,4071
208
208
  msprobe/mindspore/api_accuracy_checker/utils.py,sha256=uREcuxnIOy0Zeuqeo8wP4g33dcyqND_VtUIzKQBY2kQ,3951
209
209
  msprobe/mindspore/api_accuracy_checker/bench_functions/flash_attention_score.py,sha256=QJAveBVaeYN0Tmc75I-x4iA6nKpmk1Td_X3M76ClczA,23323
210
210
  msprobe/mindspore/api_accuracy_checker/bench_functions/fusion_operator.py,sha256=NXMgBWA8GW7NK7utftc5X-6aPp0c4uf_99kOUY1fwgA,1464
211
- msprobe/mindspore/api_accuracy_checker/generate_op_script/config_op.json,sha256=fX4Zg1ddolCAQypm7Eo0IcIUflyS9J1c7hoOcv08PL8,225
212
- msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py,sha256=tyXhm1imODnBV1MMCrCwYtL09jTZSIHw1iAsAID29ow,19255
211
+ msprobe/mindspore/api_accuracy_checker/generate_op_script/op_generator.py,sha256=lpHr1c1XesCNOfwFqTr97zqyPaE3H1cYY1SurYkzp_E,19490
213
212
  msprobe/mindspore/api_accuracy_checker/generate_op_script/operator_replication.template,sha256=ni56NrjDH0Qj-w13pDNw2XCqE-MOOmnq3jW2AuGm--I,81379
214
213
  msprobe/mindspore/code_mapping/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
215
214
  msprobe/mindspore/code_mapping/bind.py,sha256=NX_8SvfSa7PAFy_PVgR39CgkFz-OPqtbWQYCGBUFMek,8814
@@ -220,7 +219,7 @@ msprobe/mindspore/code_mapping/main.py,sha256=VjxdvroXa5D58QUg56jQUXlJ-YNWmTMeri
220
219
  msprobe/mindspore/code_mapping/processor.py,sha256=o-YQyl90NPCpoex3iWbNMGHiWTuqLx8C0UfY2RSZ2wg,1164
221
220
  msprobe/mindspore/common/const.py,sha256=6FGrfTASq4yi-SyA3MYE3dOmy-U_GkfmylWfWMIG9-4,5984
222
221
  msprobe/mindspore/common/log.py,sha256=b-XZiXylAOK85DH3leCGC0zbxTBRIVTokLOYQAyHCII,1127
223
- msprobe/mindspore/common/utils.py,sha256=sIvEtic4epzHRqukETAPUVJIJft16py5C47Ckz6nTZs,11710
222
+ msprobe/mindspore/common/utils.py,sha256=QgQc_oQbRSAEficHhAioQxcNTvd8Fl0qgpRxqdYrbd0,11754
224
223
  msprobe/mindspore/compare/common_dir_compare.py,sha256=YuLbvL9Hd8nDgG1r-gf3ehnODigSR7CdMm-8pkBppIg,15315
225
224
  msprobe/mindspore/compare/distributed_compare.py,sha256=H8zdjBBFyifyl3Nx21jtdoma6qN1duclPsJaArpAW1s,1556
226
225
  msprobe/mindspore/compare/ms_compare.py,sha256=eipkoEEgx_duqqnualQJzlmB4dkk1-1ZAry3vIlUOdQ,2066
@@ -228,22 +227,22 @@ msprobe/mindspore/compare/ms_graph_compare.py,sha256=duJxj44Va6hWYsNiEvTxlkN-OMj
228
227
  msprobe/mindspore/compare/utils.py,sha256=iPuQoZ4b_hhFI6-NfG9_NdECBymhOQVhz44DdfdyFqA,1374
229
228
  msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
230
229
  msprobe/mindspore/debugger/debugger_config.py,sha256=_2B7U7oeEFhM4S4d6JK-pVf5EBfS4fDx3j1sQQM0dE8,7595
231
- msprobe/mindspore/debugger/precision_debugger.py,sha256=ebI03m2_CqyM-fAh20UTH3TJkH_xV3yyh1h68fjdSxo,8947
230
+ msprobe/mindspore/debugger/precision_debugger.py,sha256=vDe7zuMcUzPsYJTHXFwCZ3RwEAInjdsP47hti3_0r7E,8951
232
231
  msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
233
- msprobe/mindspore/dump/cell_dump_process.py,sha256=5y5rvsAshFvSDSzCVgI2fEfIJ6HFj7jmwiIXUyGVk5c,35467
234
- msprobe/mindspore/dump/cell_dump_with_insert_gradient.py,sha256=7UVocI8KWchCWwEQ8dxew4awbj2CnJ1KwFOx1blKdrk,34880
232
+ msprobe/mindspore/dump/cell_dump_process.py,sha256=wZHlLeTk6IuzcVKZ1Gh1Z6k-ELev2Lpq5B7HUhNBbg4,34446
233
+ msprobe/mindspore/dump/cell_dump_with_insert_gradient.py,sha256=52ef-kU1dGu-mcI757AOYbGU1t3efdCY1ncrbrXo5-c,33829
235
234
  msprobe/mindspore/dump/dump_tool_factory.py,sha256=cwmO5jXCae5KXa1XGPAhYtID3cYFSEv8otFnsviww4w,2708
236
235
  msprobe/mindspore/dump/graph_mode_cell_dump.py,sha256=Ne-tAFvHuC5UXC_CPgtuR7WINihChOFJG7pRllqkJ7E,5583
237
236
  msprobe/mindspore/dump/graph_tensor_dump.py,sha256=mGrWU0LqMvlyUyVPsZiUR7j823gjMt1-SJK4mLi6Yl8,3696
238
237
  msprobe/mindspore/dump/jit_dump.py,sha256=iAIPqp3j_LK2KcGTmtI6PnHCsy-2NWSY_nRkhqMQ3jM,4978
239
238
  msprobe/mindspore/dump/kernel_graph_dump.py,sha256=DcQMwdGZeLU0WQ-ppOBzssZn8XFcpmRmY323vkjDGr0,3905
240
239
  msprobe/mindspore/dump/kernel_kbyk_dump.py,sha256=2SPEoPORnwN0YsNcyVOF-ih9WZiyrKVdrOOVM_ESecI,3094
241
- msprobe/mindspore/dump/hook_cell/api_register.py,sha256=Q2P8dchHQV8boC7Bb3a4yp_5en8VH1TR0kqtZ5H9_3o,6643
240
+ msprobe/mindspore/dump/hook_cell/api_register.py,sha256=3le1SSMhEAQ2l93hqTcYcik26spTl1bH2OmoeHNGot4,6647
242
241
  msprobe/mindspore/dump/hook_cell/hook_cell.py,sha256=3iZmuNhcf-70VrZTa19-kvKpfexgMLP6D3l83jUQgus,2873
243
242
  msprobe/mindspore/dump/hook_cell/ms_hook_manager.py,sha256=uuM9wVKszQaFKYePd4nSElCqk82PCFvUK6ZPHod1KNk,3655
244
243
  msprobe/mindspore/dump/hook_cell/primitive_hooks.py,sha256=RCbF9pav8fAPlt1ax8Ie_THtaaKlt62B9tAwcWDrTKk,10800
245
244
  msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml,sha256=1We_gQvBk66-WEkijwAOJRj8NGUyA8Kg4X6T4PJdgjo,13834
246
- msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp,sha256=wQvuRMx83G6l53XwXqUJE93iZYVu_qJpOK5z5vyLf74,3250
245
+ msprobe/mindspore/dym_loader/hook_dynamic_loader.cpp,sha256=9sTyCsZMm4NcwPyqloOsSzUa-cPz9w1aheeFz40N6vs,3279
247
246
  msprobe/mindspore/dym_loader/hook_dynamic_loader.h,sha256=elDkg54akDKL4kyxtNreI9DJ0npvi-tSgV3z4OGRtYw,1507
248
247
  msprobe/mindspore/free_benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
249
248
  msprobe/mindspore/free_benchmark/api_pynative_self_check.py,sha256=ggwnqjE6-YHSeZP4YN2C-8whq286zDHdMv0tuvfKgC4,9089
@@ -276,9 +275,9 @@ msprobe/mindspore/mindtorch/__init__.py,sha256=ReXDwvtuuKdJYec0YvcxTLL2bA9RdPuko
276
275
  msprobe/mindspore/mindtorch/mindtorch_adaptor.py,sha256=A8hssylam5fdwSz8dO5JN08OdtZurbCooHaVH-iVpn4,11291
277
276
  msprobe/mindspore/monitor/common_func.py,sha256=-veG0RHnS5AAXzW7Fzv-biqaVwOG3fIV7KvB9KNzgjc,1557
278
277
  msprobe/mindspore/monitor/data_writers.py,sha256=xBj_kv1MpFH3DpB1mdl39vH-1_M81uz4rMJiz4ptKkw,8782
279
- msprobe/mindspore/monitor/features.py,sha256=mFbLfEYtPifVU73RCkFsfjMuZQmGNL7QzOfn7qIci_s,1744
278
+ msprobe/mindspore/monitor/features.py,sha256=EozOLm3k8YCwFPZ0SOhALr2ZDbk34wDDdjrfU6LHt0M,1676
280
279
  msprobe/mindspore/monitor/module_hook.py,sha256=FxLER2Vx9Da_YWRIbLr6ViV-M4jaC79Dw-uCJSkNl6g,40762
281
- msprobe/mindspore/monitor/optimizer_collect.py,sha256=nUxZdGuv9GeMWlfbm9Ox8WPG7ChRRLMIoeZVdJIaCT8,14221
280
+ msprobe/mindspore/monitor/optimizer_collect.py,sha256=B_WsSnuX5LDAY2LTwuwwC8mMtVcR3X1iautlNzaxCSE,14419
282
281
  msprobe/mindspore/monitor/utils.py,sha256=l59gLDoCTxkUyvvrUt7lmd2KFzJH5ZuzmHLiMScsAT4,11584
283
282
  msprobe/mindspore/monitor/distributed/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
284
283
  msprobe/mindspore/monitor/distributed/distributed_ops.yaml,sha256=3mfRKCnhSio6TYsWQkNpr_Vae2a8oO5TGdFobNAdd0c,292
@@ -295,7 +294,7 @@ msprobe/pytorch/__init__.py,sha256=qIvhnAk61oSpvPU0QI0YAC4zyLKYyOcfNzdXJxN7Klo,1
295
294
  msprobe/pytorch/attl_manager.py,sha256=Fe_vnjgmqZPpSHzEV7ayKweFjmBUuQV60MLSuw-fj2A,2706
296
295
  msprobe/pytorch/function_factory.py,sha256=Fi4w0zfO64Sd2IU9z45mBbDgS8k_CQEiZ9vRpC_TkVk,4031
297
296
  msprobe/pytorch/pt_config.py,sha256=Ciq_IEFxt64vNO2OeM9X5T0CrOqGLOeJCxocyNcpMR0,14485
298
- msprobe/pytorch/pytorch_service.py,sha256=nxu26e1QgvbAmAbn4VovUtAgX1rKEvn8ZXhca8yG1VY,2975
297
+ msprobe/pytorch/pytorch_service.py,sha256=4VzY3qLj8wgr9K5JLN7INeLDIAriNsInh5hL75ShOQo,3037
299
298
  msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
300
299
  msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
301
300
  msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=2kktin5NoWkSp2MOGDoxlz3MPv0lYXXD5r5SPYArEYs,144
@@ -311,7 +310,7 @@ msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256
311
310
  msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=x_xM69LJNZfdO6AtafVEHDD0xetdAPnFQryC0XAwP-8,22125
312
311
  msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=2bQBWg8qVoG3i-HhcUat310kivy7B2de4mQgJrRxWsk,7028
313
312
  msprobe/pytorch/api_accuracy_checker/compare/compare_input.py,sha256=OG83KTsDpc-NzUCjtMj5SnzuBmOHaQaJYPoyPaaxKfU,2059
314
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=K_YhER9znzATNCgCPBddbSfW5PJcFrKfjbRVyYIw4W8,9839
313
+ msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=o64RKRmaMe-8E3qsASZJOxI_SBT15O9SDB_Lz59iW28,9817
315
314
  msprobe/pytorch/api_accuracy_checker/generate_op_script/config_op.json,sha256=qIwrmgYSnO08FFrfIPhTWwB5XssHfWWsoRFzKIQYHxc,195
316
315
  msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py,sha256=zD8QPEDEXmZOUfpU_5wpXd4f60mZg6grN4H7favRNBM,24049
317
316
  msprobe/pytorch/api_accuracy_checker/generate_op_script/operator_replication.template,sha256=Qbv1_maNROMVcJAZgwemw42TZPfgkLP5CAWmjBJDAlk,25286
@@ -327,7 +326,7 @@ msprobe/pytorch/api_accuracy_checker/precision_standard/ulp_compare.py,sha256=pE
327
326
  msprobe/pytorch/api_accuracy_checker/run_ut/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
328
327
  msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
329
328
  msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=t8DbR13Sna4d8ovyVmrrMw0xMEI9gueEHexLPKwrv8g,17599
330
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=mTj-ukomtUhsDbdv5d0BIy31Jx4rGmsw0qOEPORvGpE,9970
329
+ msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=shAtwVsYsr3nZzop0A7OGH1nKQG4sD2BJrx_AqX2mJk,9949
331
330
  msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=cl9Avx5-_ihF4KPuofGrhPw6dzQqHJLbZslluVPC-LQ,8060
332
331
  msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=eVKIkMNjGOCs3GaTemyyrEFpWDwQzYUqe93LYaOtHq4,28293
333
332
  msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=iZMGFpzQfK94Zxj7IJn0ldvcLHS5XVW63SCyK93doAo,11428
@@ -339,7 +338,7 @@ msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py,s
339
338
  msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py,sha256=LllAmk0_PqUKDltUukKoZtcVMu9wuEqQKBW2VJyoA4I,3986
340
339
  msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py,sha256=DqenaweA_kULje8J-qwiQEMadGGf4ZxlHw9I3gNhjD8,10384
341
340
  msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml,sha256=AAEAsbIK8R1O9c9kDb6svfeklqt2W8GHf19ewKpEROo,1057
342
- msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=DV4j3gNXl-vI1rK4QCSDsjFBbX5ldLem5s17CcSQIr4,7272
341
+ msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py,sha256=LmMVRO6loxmZRuPlHw9BUd7TYypgamv-3um8RfKvDWA,7307
343
342
  msprobe/pytorch/bench_functions/__init__.py,sha256=BoY2ZOpo_mj2gQ8pcl8oLwFxfHpZidOflJ1aGYDmPrM,1157
344
343
  msprobe/pytorch/bench_functions/apply_adam.py,sha256=CNL19fQjwcMMDl1SHv3E_LKUoawkhz8_Kac5iXACsRc,6583
345
344
  msprobe/pytorch/bench_functions/apply_adam_w.py,sha256=tUkQEmmUf__kIkBTagtjphR7HaiZRpDjk_q7j6AGl00,1690
@@ -361,7 +360,7 @@ msprobe/pytorch/common/__init__.py,sha256=87H-l6y1gbEL2EQiSbPceeJwKJdcsS6zv-9Nmr
361
360
  msprobe/pytorch/common/compare_script.template,sha256=CsfmJ5IuPycAYa0-IfVPXrXVu-o6g8BeEF9v17UK_1w,286
362
361
  msprobe/pytorch/common/log.py,sha256=yGLpZ6mGfB-s9sHj_gcL5_PMq_Ai4BJxumA0F0knAso,1121
363
362
  msprobe/pytorch/common/parse_json.py,sha256=7HbrBdVCX8umYqa4u8JPHETAxUO1246jl7qhcE4FG1s,2286
364
- msprobe/pytorch/common/utils.py,sha256=Lag14F-QNgnW5VWQ10ndZjwFfA9xLiekHiyiXyki-YQ,18913
363
+ msprobe/pytorch/common/utils.py,sha256=lSr-W1296ta-mQP_chzo18eDjT63FLuLf--ZLASY6UA,18933
365
364
  msprobe/pytorch/compare/distributed_compare.py,sha256=uUMMB4cTsnxHUG8e8TyG5rcrqvip8-lo0DyMA0wB0zQ,916
366
365
  msprobe/pytorch/compare/mapping.yaml,sha256=Udlbf1dWDAdnTs8VcDTiSkqsMNj93o2qFUU2ocFgt2k,11697
367
366
  msprobe/pytorch/compare/match.py,sha256=j6ydfhs9zNMu6vzxsp_qMei-7-zDMuPO8Uj9i_OIhSA,1886
@@ -369,7 +368,7 @@ msprobe/pytorch/compare/pt_compare.py,sha256=FxRSalLYPd_RlngTmGwJX43HCFX7M7kGc_o
369
368
  msprobe/pytorch/compare/utils.py,sha256=8wr-n_x-x_Qh2kRCKN9B3Upj2y4crUj1qKMu3-gtMoE,1891
370
369
  msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
371
370
  msprobe/pytorch/debugger/debugger_config.py,sha256=YiIoKNw8UtNoy8Ib8Gvr0ui1swZC5MhUlu0VTI44s0o,7844
372
- msprobe/pytorch/debugger/precision_debugger.py,sha256=XHEodOd1uLWAKg2eIytrbUMh2mDNaYM0NkN3D6_dJxY,6239
371
+ msprobe/pytorch/debugger/precision_debugger.py,sha256=VeWcVfAasq0zF9NKEjUhTT0jbRGMh0mmlkqirGuls44,6511
373
372
  msprobe/pytorch/dump/module_dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
374
373
  msprobe/pytorch/dump/module_dump/hook_wrapper.py,sha256=QjFF7cGFl8NiCGBjS3lD2SxDPt8q6_ANZA6-R_AhN-E,3635
375
374
  msprobe/pytorch/dump/module_dump/module_dump.py,sha256=yHKVkDaxayrbanUkxc8Wo7crHc1KNPQAXpLFpbcybjY,1767
@@ -405,7 +404,7 @@ msprobe/pytorch/grad_probe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
405
404
  msprobe/pytorch/grad_probe/grad_monitor.py,sha256=xb3M1XguMxVsSgZuYwyB08tz_jno1-43cURs2pG1FYU,4910
406
405
  msprobe/pytorch/grad_probe/grad_stat_csv.py,sha256=k0YesT0Jy-2LsUlSYEDt8eRuhhfFhpSGv4ImtE74NH0,4940
407
406
  msprobe/pytorch/hook_module/__init__.py,sha256=ktS1W-6hBa1q8wF-DGz8kFsfVhiIPWBOj6C3kSatgno,679
408
- msprobe/pytorch/hook_module/api_register.py,sha256=mPDkCR4XjGZG6ixe7V27MXaSp4a5yyZdg6G6PoUbLoU,5819
407
+ msprobe/pytorch/hook_module/api_register.py,sha256=rrV_LBLy7BpZB3Aox44OyBw1_I9sKF43KYVs2KJZecs,5823
409
408
  msprobe/pytorch/hook_module/hook_module.py,sha256=Var0BVu_14K5KxTRSYFCPDgvkXD9wYw6sDFxEjC8_Hc,4548
410
409
  msprobe/pytorch/hook_module/jit_script_wrapper.py,sha256=09d1_G_CLd8fd7Q-I4AAr1VVAMu_lMHwubjZwzm3J6k,1177
411
410
  msprobe/pytorch/hook_module/pt_hook_manager.py,sha256=YNVYev8o48RpoFHX47yWSRXme2ApdwKPXYWcLFl-iyk,2623
@@ -419,7 +418,7 @@ msprobe/pytorch/monitor/data_writers.py,sha256=ieJTuN7hSzusUqq-Pi251Xwtq1B6iwnIk
419
418
  msprobe/pytorch/monitor/features.py,sha256=4C9I7nOKtMl5xYWtdu5bk5cRVtocJE88lYvtTOkcJ-Q,2946
420
419
  msprobe/pytorch/monitor/module_hook.py,sha256=yN9GnxTShkM340XL5i0UYZhDTGQ3Z29XsycQHS3JEWo,53013
421
420
  msprobe/pytorch/monitor/module_metric.py,sha256=MsRs5mfOz5RT5KCuxUabTKBZZfi9Z1rfM1K_azGwmpo,5615
422
- msprobe/pytorch/monitor/optimizer_collect.py,sha256=USyqjGEkwZTr3ZA7_BIeo3ayw4_-MyoexDvFxU_T_8s,14743
421
+ msprobe/pytorch/monitor/optimizer_collect.py,sha256=F-MEAm9udWbWWOgU_Ilk9ZnqGZm5TU2n5ABScClV9kU,14941
423
422
  msprobe/pytorch/monitor/utils.py,sha256=iRnyKm06mDWEnOkRP3zwh5-k28O9iLDWyOktSIlm6RI,13358
424
423
  msprobe/pytorch/monitor/visualizer.py,sha256=HMjBMUUP96aYh2MFmqMD4eKM4QI_YD8STfU0ZdZhcb4,2661
425
424
  msprobe/pytorch/monitor/distributed/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -446,22 +445,22 @@ msprobe/pytorch/parse_tool/lib/utils.py,sha256=n1PvqAlyPrvd56SC4V7wSlPyDTzBnrmAK
446
445
  msprobe/pytorch/parse_tool/lib/visualization.py,sha256=8PAzoBGL8UWuF9Xryw-v6POBM4SczqBT3fcIBIugYWg,4102
447
446
  msprobe/visualization/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
448
447
  msprobe/visualization/graph_service.py,sha256=10K4vjN3b8q2sIJbJ_FEMM_7tH5UpTyLKRNJQImgbDQ,21631
449
- msprobe/visualization/utils.py,sha256=GGDDZ0KM71b-65cW_XHq4QHoh_aQT8bQmqo_HUOBDaE,6848
448
+ msprobe/visualization/utils.py,sha256=sq8h_lGUoBybHDWet5oLJgKNFxNDR1zvu3v5JE3f_QA,7008
450
449
  msprobe/visualization/builder/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
451
450
  msprobe/visualization/builder/graph_builder.py,sha256=nz6w5i3pprsRFrx-aRBx12Pp9_pX0L_f7KfzSapNFsM,14086
452
451
  msprobe/visualization/builder/msprobe_adapter.py,sha256=-vtIjokZ3fwIGKeugCUxPgb3sg8fmUKPDalKX_Mx8L4,9429
453
452
  msprobe/visualization/compare/__init__.py,sha256=vd0u6IEpGE1r-HC4CEhs3csiMaa0bxuFcHtyRlAX0kU,618
454
453
  msprobe/visualization/compare/graph_comparator.py,sha256=R8bncXDc1elUQSpxhOYbPCR9tMXDt97YAvaA98kFEug,9606
455
- msprobe/visualization/compare/mode_adapter.py,sha256=1aGM70hyYQhm4bAKyGatcvoNJwF0T3n7yycQsiixpKU,9344
454
+ msprobe/visualization/compare/mode_adapter.py,sha256=d7yjHzL1rwAg0E8RJRU0B0s7S90q4ZCxTex9EiHoyho,9839
456
455
  msprobe/visualization/graph/__init__.py,sha256=rEvJTAx-jTGHBM7-bB6VZ7fwfWwYA961M1eZJj4sRcY,622
457
456
  msprobe/visualization/graph/base_node.py,sha256=ItSWwjBsiGkOsDmiFhy_Ct5NsddbOdsFOQCDw0s3EJA,4561
458
457
  msprobe/visualization/graph/distributed_analyzer.py,sha256=obQvIwBudtvRcqJrE5DlHDU1Rjp4HBtShcORVVLpkFA,19070
459
458
  msprobe/visualization/graph/graph.py,sha256=HI0xp4ripm-8gtn3sxaJG7Vu4I4V7zb3lb3OkhG5N2E,7574
460
459
  msprobe/visualization/graph/node_colors.py,sha256=7LpurTuE3edKGilwLVsXD7Ue4bMT7Maz63Udq_6CADM,4504
461
460
  msprobe/visualization/graph/node_op.py,sha256=qkbw3ZJkKGQH071C1CLIXi4kavvsLxBTzt0KXncz6fY,1368
462
- mindstudio_probe-8.1.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
463
- mindstudio_probe-8.1.0.dist-info/METADATA,sha256=1fyfUN_Qty5osZuqKTBtoJIlONs790h3FKBFF45bSSM,1405
464
- mindstudio_probe-8.1.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
465
- mindstudio_probe-8.1.0.dist-info/entry_points.txt,sha256=4ob3a9L018EBZFdlfgMW1lbgeIOhc4F-HCR8gBksaCQ,49
466
- mindstudio_probe-8.1.0.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
467
- mindstudio_probe-8.1.0.dist-info/RECORD,,
461
+ mindstudio_probe-8.1.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
462
+ mindstudio_probe-8.1.1.dist-info/METADATA,sha256=Y3WQDXenq6-ugQspiz9_lJ1fDcf2sAB2-Ow-0h8GPdc,1435
463
+ mindstudio_probe-8.1.1.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
464
+ mindstudio_probe-8.1.1.dist-info/entry_points.txt,sha256=4ob3a9L018EBZFdlfgMW1lbgeIOhc4F-HCR8gBksaCQ,49
465
+ mindstudio_probe-8.1.1.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
466
+ mindstudio_probe-8.1.1.dist-info/RECORD,,
@@ -681,6 +681,7 @@ class FileCheckConst:
681
681
  MAX_IR_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
682
682
  MAX_ZIP_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
683
683
  MAX_FILE_IN_ZIP_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
684
+ MAX_FILE_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
684
685
  COMMOM_FILE_SIZE = 1048576 # 1 * 1024 * 1024
685
686
  DIR = "dir"
686
687
  FILE = "file"
@@ -33,7 +33,7 @@ import pandas as pd
33
33
  from msprobe.core.common.decorator import recursion_depth_decorator
34
34
  from msprobe.core.common.log import logger
35
35
  from msprobe.core.common.exceptions import FileCheckException
36
- from msprobe.core.common.const import FileCheckConst
36
+ from msprobe.core.common.const import FileCheckConst, CompareConst
37
37
  from msprobe.core.common.global_lock import global_lock, is_main_process
38
38
 
39
39
  proc_lock = multiprocessing.Lock()
@@ -460,6 +460,17 @@ def save_excel(path, data):
460
460
  return "list"
461
461
  raise ValueError("Data must be a DataFrame or a list of (DataFrame, sheet_name) pairs.")
462
462
 
463
+ def save_in_slice(df, base_name):
464
+ df_length = len(df)
465
+ if df_length < CompareConst.MAX_EXCEL_LENGTH:
466
+ df.to_excel(writer, sheet_name=base_name if base_name else 'Sheet1', index=False)
467
+ else:
468
+ slice_num = (df_length + CompareConst.MAX_EXCEL_LENGTH - 1) // CompareConst.MAX_EXCEL_LENGTH
469
+ slice_size = (df_length + slice_num - 1) // slice_num
470
+ for i in range(slice_num):
471
+ df.iloc[i * slice_size: min((i + 1) * slice_size, df_length)] \
472
+ .to_excel(writer, sheet_name=f'{base_name}_part_{i}' if base_name else f'part_{i}', index=False)
473
+
463
474
  check_path_before_create(path)
464
475
  path = os.path.realpath(path)
465
476
 
@@ -467,12 +478,12 @@ def save_excel(path, data):
467
478
  data_type = validate_data(data)
468
479
 
469
480
  try:
470
- if data_type == "single":
471
- data.to_excel(path, index=False)
472
- elif data_type == "list":
473
- with pd.ExcelWriter(path) as writer:
481
+ with pd.ExcelWriter(path) as writer:
482
+ if data_type == "single":
483
+ save_in_slice(data, None)
484
+ elif data_type == "list":
474
485
  for data_df, sheet_name in data:
475
- data_df.to_excel(writer, sheet_name=sheet_name, index=False)
486
+ save_in_slice(data_df, sheet_name)
476
487
  except Exception as e:
477
488
  logger.error(f'Save excel file "{os.path.basename(path)}" failed.')
478
489
  raise RuntimeError(f"Save excel file {path} failed.") from e
@@ -677,8 +688,23 @@ def os_walk_for_files(path, depth):
677
688
  return res
678
689
 
679
690
 
691
+ def check_zip_file(zip_file_path):
692
+ with zipfile.ZipFile(zip_file_path, 'r') as zip_file:
693
+ total_size = 0
694
+ if len(zip_file.infolist()) > FileCheckConst.MAX_FILE_IN_ZIP_SIZE:
695
+ raise ValueError(f"Too many files in {os.path.basename(zip_file_path)}")
696
+ for file_info in zip_file.infolist():
697
+ if file_info.file_size > FileCheckConst.MAX_FILE_SIZE:
698
+ raise ValueError(f"File {file_info.filename} is too large to extract")
699
+
700
+ total_size += file_info.file_size
701
+ if total_size > FileCheckConst.MAX_ZIP_SIZE:
702
+ raise ValueError(f"Total extracted size exceeds the limit of {FileCheckConst.MAX_ZIP_SIZE} bytes")
703
+
704
+
680
705
  def read_xlsx(file_path, sheet_name=None):
681
706
  check_file_or_directory_path(file_path)
707
+ check_zip_file(file_path)
682
708
  try:
683
709
  if sheet_name:
684
710
  result_df = pd.read_excel(file_path, keep_default_na=False, sheet_name=sheet_name)
@@ -783,17 +809,7 @@ def extract_zip(zip_file_path, extract_dir):
783
809
  check_file_suffix(zip_file_path, FileCheckConst.ZIP_SUFFIX)
784
810
  try:
785
811
  proc_lock.acquire()
786
- with zipfile.ZipFile(zip_file_path, 'r') as zip_file:
787
- total_size = 0
788
- if len(zip_file.infolist()) > FileCheckConst.MAX_FILE_IN_ZIP_SIZE:
789
- raise ValueError(f"Too many files in {os.path.basename(zip_file_path)}")
790
- for file_info in zip_file.infolist():
791
- if file_info.file_size > FileCheckConst.MAX_FILE_IN_ZIP_SIZE:
792
- raise ValueError(f"File {file_info.filename} is too large to extract")
793
-
794
- total_size += file_info.file_size
795
- if total_size > FileCheckConst.MAX_ZIP_SIZE:
796
- raise ValueError(f"Total extracted size exceeds the limit of {FileCheckConst.MAX_ZIP_SIZE} bytes")
812
+ check_zip_file(zip_file_path)
797
813
  except Exception as e:
798
814
  logger.error(f'Save content to file "{os.path.basename(zip_file_path)}" failed.')
799
815
  raise RuntimeError(f"Save content to file {os.path.basename(zip_file_path)} failed.") from e
@@ -877,7 +893,8 @@ class SharedDict:
877
893
  self._shm = shared_memory.SharedMemory(create=False, name=name)
878
894
  except FileNotFoundError:
879
895
  try:
880
- self._shm = shared_memory.SharedMemory(create=True, name=name, size=1024 * 1024)
896
+ # 共享内存空间增加至5M
897
+ self._shm = shared_memory.SharedMemory(create=True, name=name, size=1024 * 1024 * 5)
881
898
  data = pickle.dumps({})
882
899
  self._shm.buf[0:len(data)] = bytearray(data)
883
900
  logger.debug(f'create shared memory, name: {name}')
@@ -892,6 +909,7 @@ class SharedDict:
892
909
  except Exception as e:
893
910
  logger.debug(f'shared dict is unreadable, reason: {e}, create new dict.')
894
911
  self._dict = {}
912
+ self._shm.buf[:] = bytearray(b'\x00' * len(self._shm.buf)) # 清空内存
895
913
  self._changed = True
896
914
 
897
915
 
@@ -303,6 +303,21 @@ def get_file_type(file_path):
303
303
  return file_type
304
304
 
305
305
 
306
+ def check_dump_json_key(json_data, device_type):
307
+ task = json_data.get('task', None)
308
+ if not task:
309
+ logger.error(f"Task for {device_type} is empty, please check.")
310
+ raise CompareException(CompareException.INVALID_TASK_ERROR)
311
+ if 'data' not in json_data:
312
+ logger.error(f"Missing 'data' in dump.json, please check dump.json of {device_type}.")
313
+ raise CompareException(CompareException.INVALID_DATA_ERROR)
314
+ api_data = json_data.get('data')
315
+ if not isinstance(api_data, dict):
316
+ logger.error(f"Invalid type for 'data': expected a dict. Please check dump.json of {device_type}.")
317
+ raise CompareException(CompareException.INVALID_DATA_ERROR)
318
+ return task, api_data
319
+
320
+
306
321
  def get_dump_mode(input_param):
307
322
  npu_path = input_param.get("npu_json_path", None)
308
323
  bench_path = input_param.get("bench_json_path", None)
@@ -310,12 +325,8 @@ def get_dump_mode(input_param):
310
325
  bench_json_data = load_json(bench_path)
311
326
  json_type = get_file_type(file_path=npu_path)
312
327
 
313
- npu_task = npu_json_data.get('task', None)
314
- bench_task = bench_json_data.get('task', None)
315
-
316
- if not npu_task or not bench_task:
317
- logger.error(f"Please check the dump task is correct, npu's task is {npu_task}, bench's task is {bench_task}.")
318
- raise CompareException(CompareException.INVALID_TASK_ERROR)
328
+ npu_task, npu_api_data = check_dump_json_key(npu_json_data, 'npu')
329
+ bench_task, bench_api_data = check_dump_json_key(bench_json_data, 'bench')
319
330
 
320
331
  if npu_task != bench_task:
321
332
  logger.error(f"Please check the dump task is consistent.")
@@ -328,8 +339,8 @@ def get_dump_mode(input_param):
328
339
  return Const.STRUCTURE
329
340
 
330
341
  if npu_task == Const.STATISTICS:
331
- npu_md5_compare = md5_find(npu_json_data['data'], json_type)
332
- bench_md5_compare = md5_find(bench_json_data['data'], json_type)
342
+ npu_md5_compare = md5_find(npu_api_data, json_type)
343
+ bench_md5_compare = md5_find(bench_api_data, json_type)
333
344
  if npu_md5_compare == bench_md5_compare:
334
345
  return Const.MD5 if npu_md5_compare else Const.SUMMARY
335
346
  else:
@@ -105,7 +105,7 @@ class Comparator:
105
105
  stack_json = input_param.get("stack_json_path")
106
106
  result_df = self.compare_statistics([npu_json, bench_json, stack_json])
107
107
  if not result_df.values.tolist():
108
- logger.warning("Can`t match any op.")
108
+ logger.warning("Can`t match any op. No compare result file generated.")
109
109
  return
110
110
 
111
111
  # compare real data
@@ -186,11 +186,16 @@ class ParseData:
186
186
  elif self.mode_config.dump_mode == Const.MD5:
187
187
  result[Const.MD5] = []
188
188
 
189
- api_nums = len(data_json['data'])
189
+ apis_data = data_json.get('data', None)
190
+ if not apis_data:
191
+ logger.warning('No APIs found in dump.json.')
192
+ return pd.DataFrame(result)
193
+
194
+ api_nums = len(apis_data)
190
195
  progress_bar = tqdm(total=api_nums, desc="API/Module Read Progress", unit="api/module", ncols=100)
191
196
 
192
197
  # 从json中循环解析API数据,遍历所有API
193
- for data_name in data_json['data']:
198
+ for data_name in apis_data:
194
199
  check_op_str_pattern_valid(data_name)
195
200
  merge_list = self.gen_merge_list(data_json, data_name, stack_json_data)
196
201
  if not merge_list:
@@ -599,8 +604,12 @@ class CreateTable:
599
604
  npu_summary = [CompareConst.NPU_MAX, CompareConst.NPU_MIN, CompareConst.NPU_MEAN, CompareConst.NPU_NORM]
600
605
  bench_summary = [CompareConst.BENCH_MAX, CompareConst.BENCH_MIN, CompareConst.BENCH_MEAN,
601
606
  CompareConst.BENCH_NORM]
602
- result[npu_summary] = result['summary_x'].apply(self.set_summary).tolist()
603
- result[bench_summary] = result['summary_y'].apply(self.set_summary).tolist()
607
+ if result.empty:
608
+ result[npu_summary] = pd.DataFrame(columns=npu_summary)
609
+ result[bench_summary] = pd.DataFrame(columns=bench_summary)
610
+ else:
611
+ result[npu_summary] = result['summary_x'].apply(self.set_summary).tolist()
612
+ result[bench_summary] = result['summary_y'].apply(self.set_summary).tolist()
604
613
 
605
614
  result_df = pd.DataFrame(columns=header)
606
615
  for h in header:
@@ -590,4 +590,10 @@ def compare_distributed_inner(npu_dump_dir, bench_dump_dir, output_path, compare
590
590
  'bench_json_path': bench_path,
591
591
  'is_print_compare_log': is_print_compare_log
592
592
  }
593
- compare_func(input_param=dump_result_param, output_path=output_path, suffix=f'_{nr}', **kwargs)
593
+ try:
594
+ compare_func(input_param=dump_result_param, output_path=output_path, suffix=f'_{nr}', **kwargs)
595
+ except CompareException as e:
596
+ if e.code == CompareException.INVALID_DATA_ERROR:
597
+ logger.error(f"Invalid or missing 'data' in dump.json. Skipping {nr} comparison.")
598
+ if e.code == CompareException.INVALID_TASK_ERROR:
599
+ logger.error(f"Invalid or missing 'task' in dump.json. Skipping {nr} comparison.")