mindstudio-probe 1.0.3__py3-none-any.whl → 1.0.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (262) hide show
  1. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/LICENSE +201 -201
  2. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/METADATA +36 -34
  3. mindstudio_probe-1.0.4.dist-info/RECORD +276 -0
  4. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/WHEEL +1 -1
  5. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/entry_points.txt +1 -0
  6. msprobe/README.md +101 -237
  7. msprobe/{config/config.json → config.json} +49 -49
  8. msprobe/core/advisor/advisor.py +124 -124
  9. msprobe/core/advisor/advisor_const.py +59 -59
  10. msprobe/core/advisor/advisor_result.py +58 -58
  11. msprobe/core/common/const.py +341 -318
  12. msprobe/core/common/exceptions.py +99 -99
  13. msprobe/core/common/{file_check.py → file_utils.py} +478 -283
  14. msprobe/core/common/log.py +76 -69
  15. msprobe/core/common/utils.py +385 -616
  16. msprobe/core/common_config.py +85 -71
  17. msprobe/core/compare/acc_compare.py +299 -298
  18. msprobe/core/compare/check.py +95 -95
  19. msprobe/core/compare/compare_cli.py +49 -49
  20. msprobe/core/compare/highlight.py +223 -222
  21. msprobe/core/compare/multiprocessing_compute.py +149 -149
  22. msprobe/core/compare/npy_compare.py +295 -295
  23. msprobe/core/compare/utils.py +430 -429
  24. msprobe/core/data_dump/data_collector.py +154 -144
  25. msprobe/core/data_dump/data_processor/base.py +314 -293
  26. msprobe/core/data_dump/data_processor/factory.py +59 -59
  27. msprobe/core/data_dump/data_processor/mindspore_processor.py +186 -198
  28. msprobe/core/data_dump/data_processor/pytorch_processor.py +366 -389
  29. msprobe/core/data_dump/json_writer.py +96 -116
  30. msprobe/core/data_dump/scope.py +178 -178
  31. msprobe/core/grad_probe/constant.py +70 -70
  32. msprobe/core/grad_probe/grad_compare.py +171 -175
  33. msprobe/core/grad_probe/utils.py +64 -52
  34. msprobe/docs/01.installation.md +89 -0
  35. msprobe/docs/02.config_introduction.md +165 -0
  36. msprobe/docs/03.config_examples.md +247 -0
  37. msprobe/docs/04.acl_config_examples.md +76 -0
  38. msprobe/docs/05.data_dump_PyTorch.md +198 -0
  39. msprobe/docs/06.data_dump_MindSpore.md +243 -0
  40. msprobe/docs/07.accuracy_checker_PyTorch.md +274 -0
  41. msprobe/docs/08.accuracy_checker_online_PyTorch.md +198 -0
  42. msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
  43. msprobe/docs/10.accuracy_compare_PyTorch.md +245 -0
  44. msprobe/docs/11.accuracy_compare_MindSpore.md +202 -0
  45. msprobe/docs/12.overflow_check_PyTorch.md +79 -0
  46. msprobe/docs/13.overflow_check_MindSpore.md +31 -0
  47. msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
  48. msprobe/docs/15.free_benchmarking_PyTorch.md +164 -0
  49. msprobe/{doc/grad_probe/grad_probe.md → docs/17.grad_probe.md} +207 -207
  50. msprobe/docs/FAQ_PyTorch.md +177 -0
  51. msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
  52. msprobe/docs/img/free_benchmark_framework.png +0 -0
  53. msprobe/mindspore/__init__.py +1 -1
  54. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +254 -245
  55. msprobe/mindspore/api_accuracy_checker/api_info.py +69 -69
  56. msprobe/mindspore/api_accuracy_checker/api_runner.py +155 -151
  57. msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +196 -196
  58. msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
  59. msprobe/mindspore/api_accuracy_checker/compute_element.py +238 -223
  60. msprobe/mindspore/api_accuracy_checker/main.py +8 -15
  61. msprobe/mindspore/api_accuracy_checker/type_mapping.py +113 -113
  62. msprobe/mindspore/api_accuracy_checker/utils.py +79 -62
  63. msprobe/mindspore/cell_processor.py +34 -34
  64. msprobe/mindspore/common/const.py +106 -87
  65. msprobe/mindspore/common/log.py +37 -37
  66. msprobe/mindspore/common/utils.py +81 -57
  67. msprobe/mindspore/compare/distributed_compare.py +75 -75
  68. msprobe/mindspore/compare/ms_compare.py +219 -117
  69. msprobe/mindspore/compare/ms_graph_compare.py +348 -317
  70. msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -399
  71. msprobe/mindspore/debugger/debugger_config.py +66 -74
  72. msprobe/mindspore/debugger/precision_debugger.py +126 -107
  73. msprobe/mindspore/dump/dump_tool_factory.py +35 -35
  74. msprobe/mindspore/dump/hook_cell/api_registry.py +118 -104
  75. msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -53
  76. msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +922 -925
  77. msprobe/mindspore/dump/hook_cell/wrap_api.py +113 -0
  78. msprobe/mindspore/dump/jit_dump.py +72 -56
  79. msprobe/mindspore/dump/kernel_graph_dump.py +59 -60
  80. msprobe/mindspore/dump/kernel_kbyk_dump.py +64 -65
  81. msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -116
  82. msprobe/mindspore/free_benchmark/common/config.py +12 -12
  83. msprobe/mindspore/free_benchmark/common/handler_params.py +17 -17
  84. msprobe/mindspore/free_benchmark/common/utils.py +71 -71
  85. msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -842
  86. msprobe/mindspore/free_benchmark/decorator/dec_forward.py +43 -42
  87. msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -107
  88. msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -90
  89. msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -41
  90. msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -36
  91. msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -21
  92. msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -67
  93. msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -21
  94. msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -63
  95. msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +51 -0
  96. msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +35 -34
  97. msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -12
  98. msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +29 -27
  99. msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -33
  100. msprobe/mindspore/grad_probe/global_context.py +90 -91
  101. msprobe/mindspore/grad_probe/grad_analyzer.py +231 -231
  102. msprobe/mindspore/grad_probe/grad_monitor.py +27 -27
  103. msprobe/mindspore/grad_probe/grad_stat_csv.py +131 -131
  104. msprobe/mindspore/grad_probe/hook.py +94 -92
  105. msprobe/mindspore/grad_probe/utils.py +29 -28
  106. msprobe/mindspore/ms_config.py +128 -126
  107. msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +44 -45
  108. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +34 -34
  109. msprobe/mindspore/runtime.py +4 -4
  110. msprobe/mindspore/service.py +378 -354
  111. msprobe/mindspore/task_handler_factory.py +24 -24
  112. msprobe/msprobe.py +105 -107
  113. msprobe/pytorch/__init__.py +3 -3
  114. msprobe/pytorch/api_accuracy_checker/common/config.py +53 -55
  115. msprobe/pytorch/api_accuracy_checker/common/utils.py +214 -165
  116. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +213 -213
  117. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +606 -581
  118. msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
  119. msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
  120. msprobe/pytorch/api_accuracy_checker/compare/compare.py +386 -381
  121. msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +73 -73
  122. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +245 -244
  123. msprobe/pytorch/api_accuracy_checker/config.yaml +10 -10
  124. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +335 -332
  125. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +200 -199
  126. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +133 -134
  127. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +592 -581
  128. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +70 -74
  129. msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
  130. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +197 -202
  131. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +325 -324
  132. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -204
  133. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +219 -218
  134. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -10
  135. msprobe/pytorch/bench_functions/__init__.py +15 -15
  136. msprobe/pytorch/bench_functions/apply_adam_w.py +28 -28
  137. msprobe/pytorch/bench_functions/confusion_transpose.py +19 -19
  138. msprobe/pytorch/bench_functions/fast_gelu.py +55 -55
  139. msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -6
  140. msprobe/pytorch/bench_functions/linear.py +12 -12
  141. msprobe/pytorch/bench_functions/matmul_backward.py +48 -48
  142. msprobe/pytorch/bench_functions/npu_fusion_attention.py +509 -421
  143. msprobe/pytorch/bench_functions/rms_norm.py +15 -15
  144. msprobe/pytorch/bench_functions/rotary_mul.py +52 -52
  145. msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -26
  146. msprobe/pytorch/bench_functions/swiglu.py +55 -55
  147. msprobe/pytorch/common/__init__.py +2 -2
  148. msprobe/pytorch/common/compare_script.template +14 -14
  149. msprobe/pytorch/common/log.py +20 -31
  150. msprobe/pytorch/common/parse_json.py +39 -39
  151. msprobe/pytorch/common/utils.py +305 -300
  152. msprobe/pytorch/compare/distributed_compare.py +66 -66
  153. msprobe/pytorch/compare/mapping.yaml +607 -607
  154. msprobe/pytorch/compare/match.py +34 -33
  155. msprobe/pytorch/compare/pt_compare.py +50 -40
  156. msprobe/pytorch/debugger/debugger_config.py +95 -95
  157. msprobe/pytorch/debugger/precision_debugger.py +125 -125
  158. msprobe/pytorch/free_benchmark/__init__.py +8 -8
  159. msprobe/pytorch/free_benchmark/common/constant.py +70 -70
  160. msprobe/pytorch/free_benchmark/common/counter.py +71 -71
  161. msprobe/pytorch/free_benchmark/common/enums.py +37 -37
  162. msprobe/pytorch/free_benchmark/common/params.py +129 -129
  163. msprobe/pytorch/free_benchmark/common/utils.py +102 -102
  164. msprobe/pytorch/free_benchmark/compare/grad_saver.py +179 -179
  165. msprobe/pytorch/free_benchmark/compare/single_benchmark.py +104 -104
  166. msprobe/pytorch/free_benchmark/main.py +105 -105
  167. msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +13 -13
  168. msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +41 -41
  169. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +90 -90
  170. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +104 -104
  171. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +63 -63
  172. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +68 -68
  173. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +28 -28
  174. msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +45 -45
  175. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +19 -19
  176. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +217 -217
  177. msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +39 -39
  178. msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +23 -23
  179. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +30 -30
  180. msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +170 -170
  181. msprobe/pytorch/function_factory.py +76 -75
  182. msprobe/pytorch/functional/dump_module.py +39 -39
  183. msprobe/pytorch/grad_probe/grad_monitor.py +91 -90
  184. msprobe/pytorch/grad_probe/grad_stat_csv.py +128 -128
  185. msprobe/pytorch/hook_module/api_registry.py +161 -161
  186. msprobe/pytorch/hook_module/hook_module.py +120 -120
  187. msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1877
  188. msprobe/pytorch/hook_module/utils.py +30 -29
  189. msprobe/pytorch/hook_module/wrap_aten.py +110 -110
  190. msprobe/pytorch/hook_module/wrap_distributed.py +78 -78
  191. msprobe/pytorch/hook_module/wrap_functional.py +105 -105
  192. msprobe/pytorch/hook_module/wrap_npu_custom.py +93 -84
  193. msprobe/pytorch/hook_module/wrap_tensor.py +71 -71
  194. msprobe/pytorch/hook_module/wrap_torch.py +86 -86
  195. msprobe/pytorch/hook_module/wrap_vf.py +62 -62
  196. msprobe/pytorch/module_processer.py +138 -138
  197. msprobe/pytorch/online_dispatch/__init__.py +20 -20
  198. msprobe/pytorch/online_dispatch/compare.py +236 -236
  199. msprobe/pytorch/online_dispatch/dispatch.py +271 -271
  200. msprobe/pytorch/online_dispatch/dump_compare.py +155 -156
  201. msprobe/pytorch/online_dispatch/single_compare.py +391 -391
  202. msprobe/pytorch/online_dispatch/torch_ops_config.yaml +49 -49
  203. msprobe/pytorch/online_dispatch/utils.py +130 -146
  204. msprobe/pytorch/parse.py +4 -4
  205. msprobe/pytorch/parse_tool/cli.py +32 -32
  206. msprobe/pytorch/parse_tool/lib/compare.py +260 -271
  207. msprobe/pytorch/parse_tool/lib/config.py +52 -52
  208. msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
  209. msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
  210. msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
  211. msprobe/pytorch/parse_tool/lib/parse_tool.py +158 -158
  212. msprobe/pytorch/parse_tool/lib/utils.py +316 -321
  213. msprobe/pytorch/parse_tool/lib/visualization.py +85 -91
  214. msprobe/pytorch/pt_config.py +188 -187
  215. msprobe/pytorch/service.py +246 -252
  216. mindstudio_probe-1.0.3.dist-info/RECORD +0 -272
  217. msprobe/config/README.md +0 -539
  218. msprobe/mindspore/doc/compare.md +0 -58
  219. msprobe/mindspore/doc/dump.md +0 -217
  220. msprobe/mindspore/dump/hook_cell/wrap_functional.py +0 -91
  221. msprobe/mindspore/dump/hook_cell/wrap_tensor.py +0 -63
  222. msprobe/pytorch/doc/FAQ.md +0 -193
  223. msprobe/pytorch/doc/api_accuracy_checker.md +0 -313
  224. msprobe/pytorch/doc/api_accuracy_checker_online.md +0 -187
  225. msprobe/pytorch/doc/dump.md +0 -260
  226. msprobe/pytorch/doc/msprobe/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
  227. msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -240
  228. msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
  229. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
  230. msprobe/pytorch/doc/run_overflow_check.md +0 -25
  231. msprobe/pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md +0 -90
  232. msprobe/pytorch/doc//321/206/320/247/320/260/321/206/320/260/320/227/321/206/320/255/320/226/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/205/320/254/342/225/221/321/206/320/251/320/277/321/211/320/272/320/234/321/210/320/277/320/221/321/205/320/242/320/234/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -151
  233. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/top_level.txt +0 -0
  234. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
  235. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
  236. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
  237. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
  238. /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
  239. /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
  240. /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
  241. /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
  242. /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
  243. /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
  244. /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
  245. /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
  246. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
  247. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
  248. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
  249. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
  250. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
  251. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
  252. /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
  253. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
  254. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
  255. /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
  256. /msprobe/{config → docs}/img/free_benchmark.png +0 -0
  257. /msprobe/{doc/grad_probe/img/image-1.png → docs/img/grad_probe_image-1.png} +0 -0
  258. /msprobe/{doc/grad_probe/img/image-2.png → docs/img/grad_probe_image-2.png} +0 -0
  259. /msprobe/{doc/grad_probe/img/image-3.png → docs/img/grad_probe_image-3.png} +0 -0
  260. /msprobe/{doc/grad_probe/img/image-4.png → docs/img/grad_probe_image-4.png} +0 -0
  261. /msprobe/{doc/grad_probe/img/image.png → docs/img/grad_probe_image.png} +0 -0
  262. /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
@@ -1,50 +1,50 @@
1
- {
2
- "task": "statistics",
3
- "dump_path": "./dump_path",
4
- "rank": [],
5
- "step": [],
6
- "level": "L1",
7
- "seed": 1234,
8
- "is_deterministic": false,
9
- "enable_dataloader": false,
10
- "acl_config": "",
11
- "tensor": {
12
- "scope": [],
13
- "list":[],
14
- "data_mode": ["all"],
15
- "backward_input": [],
16
- "file_format": "npy"
17
- },
18
- "statistics": {
19
- "scope": [],
20
- "list":[],
21
- "data_mode": ["all"],
22
- "summary_mode": "statistics"
23
- },
24
- "overflow_check": {
25
- "overflow_nums": 1,
26
- "check_mode":"all"
27
- },
28
- "run_ut": {
29
- "white_list": [],
30
- "black_list": [],
31
- "error_data_path": "./"
32
- },
33
- "grad_probe": {
34
- "grad_level": "L1",
35
- "param_list": [],
36
- "bounds": [-1, 0, 1]
37
- },
38
- "free_benchmark": {
39
- "scope": [],
40
- "list": [],
41
- "fuzz_device": "npu",
42
- "pert_mode": "improve_precision",
43
- "handler_type": "check",
44
- "fuzz_level": "L1",
45
- "fuzz_stage": "forward",
46
- "if_preheat": false,
47
- "preheat_step": 15,
48
- "max_sample": 20
49
- }
1
+ {
2
+ "task": "statistics",
3
+ "dump_path": "./dump_path",
4
+ "rank": [],
5
+ "step": [],
6
+ "level": "L1",
7
+ "seed": 1234,
8
+ "is_deterministic": false,
9
+ "enable_dataloader": false,
10
+ "acl_config": "",
11
+ "tensor": {
12
+ "scope": [],
13
+ "list":[],
14
+ "data_mode": ["all"],
15
+ "backward_input": [],
16
+ "file_format": "npy"
17
+ },
18
+ "statistics": {
19
+ "scope": [],
20
+ "list":[],
21
+ "data_mode": ["all"],
22
+ "summary_mode": "statistics"
23
+ },
24
+ "overflow_check": {
25
+ "overflow_nums": 1,
26
+ "check_mode":"all"
27
+ },
28
+ "run_ut": {
29
+ "white_list": [],
30
+ "black_list": [],
31
+ "error_data_path": "./"
32
+ },
33
+ "grad_probe": {
34
+ "grad_level": "L1",
35
+ "param_list": [],
36
+ "bounds": [-1, 0, 1]
37
+ },
38
+ "free_benchmark": {
39
+ "scope": [],
40
+ "list": [],
41
+ "fuzz_device": "npu",
42
+ "pert_mode": "improve_precision",
43
+ "handler_type": "check",
44
+ "fuzz_level": "L1",
45
+ "fuzz_stage": "forward",
46
+ "if_preheat": false,
47
+ "preheat_step": 15,
48
+ "max_sample": 20
49
+ }
50
50
  }
@@ -1,124 +1,124 @@
1
- #!/usr/bin/env python3
2
- # -*- coding: utf-8 -*-
3
- """
4
- # Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- """
17
-
18
- import os
19
-
20
- from msprobe.core.advisor.advisor_result import AdvisorResult
21
- from msprobe.core.advisor.advisor_const import AdvisorConst
22
- from msprobe.core.common.log import logger
23
- from msprobe.core.common.utils import CompareException
24
- from msprobe.core.common.file_check import FileChecker
25
- from msprobe.core.common.const import Const, CompareConst, FileCheckConst
26
-
27
- class Advisor:
28
- """
29
- Class for generate advisor
30
- """
31
-
32
- def __init__(self, input_data, out_path=""):
33
- self.input_data = input_data
34
- self.out_path = os.path.realpath(out_path)
35
- self.file_type = None
36
-
37
- @staticmethod
38
- def deterministic_advisor(message, node_name):
39
- for api_name in AdvisorConst.NEED_DETERMINISTIC_API:
40
- if api_name in node_name:
41
- return AdvisorConst.DETERMINISTIC_SUGGEST
42
- return message
43
-
44
- @staticmethod
45
- def batch_norm_advisor(message, node_name):
46
- if AdvisorConst.FUNC_BATCH_NORM in node_name and AdvisorConst.FORWARD_INPUT_1 in node_name:
47
- message = AdvisorConst.BATCH_NORM_SUGGEST
48
- return message
49
-
50
- def analyze_unmatched(self, analyze_data):
51
- if self.file_type == Const.ALL:
52
- accuracy_unmatched = analyze_data[
53
- analyze_data[CompareConst.ACCURACY] == CompareConst.ACCURACY_CHECK_UNMATCH]
54
- else:
55
- accuracy_unmatched = analyze_data[(analyze_data[CompareConst.NPU_SHAPE] == CompareConst.NAN) |
56
- (analyze_data[CompareConst.BENCH_SHAPE] == CompareConst.NAN)]
57
- num_unmatch = len(accuracy_unmatched)
58
- if num_unmatch != 0:
59
- for i in range(len(accuracy_unmatched)):
60
- item = accuracy_unmatched.iloc[i]
61
- logger.warning("The tensor name matches but the shape or dtype does not match: {}"
62
- .format(item[CompareConst.NPU_NAME]))
63
-
64
- def gen_advisor_result(self, pd_data):
65
- first_failing_data = pd_data.iloc[0]
66
- node_name = first_failing_data[CompareConst.NPU_NAME]
67
- index = first_failing_data['index']
68
- message = self.gen_advisor_message(node_name)
69
- logger.warning("Find %s accuracy not reached, the line is %s" % (node_name, index))
70
- result = AdvisorResult(node_name, index, message)
71
- return result
72
-
73
- def gen_advisor_message(self, node_name):
74
- if AdvisorConst.FORWARD in node_name:
75
- if AdvisorConst.INPUT in node_name:
76
- message = AdvisorConst.FORWARD_INPUT_SUGGEST
77
- else:
78
- message = AdvisorConst.FORWARD_OUTPUT_SUGGEST
79
- message = self.deterministic_advisor(message, node_name)
80
- else:
81
- if AdvisorConst.INPUT in node_name:
82
- message = AdvisorConst.BACKWARD_INPUT_SUGGEST
83
- else:
84
- message = AdvisorConst.BACKWARD_OUTPUT_SUGGEST
85
- message = self.deterministic_advisor(message, node_name)
86
- message = self.batch_norm_advisor(message, node_name)
87
- return message
88
-
89
- def analysis(self):
90
- self._check_path_vaild()
91
- analyze_data = self._parse_input_data()
92
- logger.info("Start analyzing the comparison result: %s" % self.file_type)
93
- self.analyze_unmatched(analyze_data)
94
- if self.file_type == Const.ALL:
95
- failing_data = analyze_data[analyze_data[CompareConst.ACCURACY] == CompareConst.ACCURACY_CHECK_NO]
96
- elif self.file_type == Const.MD5:
97
- failing_data = analyze_data[analyze_data[CompareConst.RESULT] == CompareConst.DIFF]
98
- elif self.file_type == Const.SUMMARY:
99
- failing_data = analyze_data[analyze_data[CompareConst.RESULT] == CompareConst.WARNING]
100
- if failing_data.empty:
101
- logger.info("All data from api input/output accuracy reached")
102
- result = AdvisorResult(AdvisorConst.NO_ERROR_API, AdvisorConst.NO_ERROR_API, AdvisorConst.NO_ERR_SUGGEST)
103
- else:
104
- result = self.gen_advisor_result(failing_data)
105
- message_list = result.print_advisor_log()
106
- result.gen_summary_file(self.out_path, message_list)
107
-
108
- def _parse_input_data(self):
109
- data_columns = self.input_data.columns.values
110
- if {CompareConst.ACCURACY, CompareConst.NPU_NAME}.issubset(data_columns):
111
- self.file_type = Const.ALL
112
- elif {CompareConst.RESULT, CompareConst.NPU_MD5}.issubset(data_columns):
113
- self.file_type = Const.MD5
114
- elif {CompareConst.MAX_DIFF, CompareConst.RESULT}.issubset(data_columns):
115
- self.file_type = Const.SUMMARY
116
- else:
117
- logger.error('Compare result does not meet the required conditions.')
118
- raise CompareException(CompareException.INVALID_DATA_ERROR)
119
- df = self.input_data.reset_index()
120
- return df
121
-
122
- def _check_path_vaild(self):
123
- out_path_checker = FileChecker(self.out_path, FileCheckConst.DIR, FileCheckConst.WRITE_ABLE)
124
- out_path_checker.common_check()
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ # Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ """
17
+
18
+ import os
19
+
20
+ from msprobe.core.advisor.advisor_result import AdvisorResult
21
+ from msprobe.core.advisor.advisor_const import AdvisorConst
22
+ from msprobe.core.common.log import logger
23
+ from msprobe.core.common.utils import CompareException
24
+ from msprobe.core.common.file_utils import FileChecker
25
+ from msprobe.core.common.const import Const, CompareConst, FileCheckConst
26
+
27
+ class Advisor:
28
+ """
29
+ Class for generate advisor
30
+ """
31
+
32
+ def __init__(self, input_data, out_path=""):
33
+ self.input_data = input_data
34
+ self.out_path = os.path.realpath(out_path)
35
+ self.file_type = None
36
+
37
+ @staticmethod
38
+ def deterministic_advisor(message, node_name):
39
+ for api_name in AdvisorConst.NEED_DETERMINISTIC_API:
40
+ if api_name in node_name:
41
+ return AdvisorConst.DETERMINISTIC_SUGGEST
42
+ return message
43
+
44
+ @staticmethod
45
+ def batch_norm_advisor(message, node_name):
46
+ if AdvisorConst.FUNC_BATCH_NORM in node_name and AdvisorConst.FORWARD_INPUT_1 in node_name:
47
+ message = AdvisorConst.BATCH_NORM_SUGGEST
48
+ return message
49
+
50
+ def analyze_unmatched(self, analyze_data):
51
+ if self.file_type == Const.ALL:
52
+ accuracy_unmatched = analyze_data[
53
+ analyze_data[CompareConst.ACCURACY] == CompareConst.ACCURACY_CHECK_UNMATCH]
54
+ else:
55
+ accuracy_unmatched = analyze_data[(analyze_data[CompareConst.NPU_SHAPE] == CompareConst.NAN) |
56
+ (analyze_data[CompareConst.BENCH_SHAPE] == CompareConst.NAN)]
57
+ num_unmatch = len(accuracy_unmatched)
58
+ if num_unmatch != 0:
59
+ for i in range(len(accuracy_unmatched)):
60
+ item = accuracy_unmatched.iloc[i]
61
+ logger.warning("The tensor name matches but the shape or dtype does not match: {}"
62
+ .format(item[CompareConst.NPU_NAME]))
63
+
64
+ def gen_advisor_result(self, pd_data):
65
+ first_failing_data = pd_data.iloc[0]
66
+ node_name = first_failing_data[CompareConst.NPU_NAME]
67
+ index = first_failing_data['index']
68
+ message = self.gen_advisor_message(node_name)
69
+ logger.warning("Find %s accuracy not reached, the line is %s" % (node_name, index))
70
+ result = AdvisorResult(node_name, index, message)
71
+ return result
72
+
73
+ def gen_advisor_message(self, node_name):
74
+ if AdvisorConst.FORWARD in node_name:
75
+ if AdvisorConst.INPUT in node_name:
76
+ message = AdvisorConst.FORWARD_INPUT_SUGGEST
77
+ else:
78
+ message = AdvisorConst.FORWARD_OUTPUT_SUGGEST
79
+ message = self.deterministic_advisor(message, node_name)
80
+ else:
81
+ if AdvisorConst.INPUT in node_name:
82
+ message = AdvisorConst.BACKWARD_INPUT_SUGGEST
83
+ else:
84
+ message = AdvisorConst.BACKWARD_OUTPUT_SUGGEST
85
+ message = self.deterministic_advisor(message, node_name)
86
+ message = self.batch_norm_advisor(message, node_name)
87
+ return message
88
+
89
+ def analysis(self):
90
+ self._check_path_vaild()
91
+ analyze_data = self._parse_input_data()
92
+ logger.info("Start analyzing the comparison result: %s" % self.file_type)
93
+ self.analyze_unmatched(analyze_data)
94
+ if self.file_type == Const.ALL:
95
+ failing_data = analyze_data[analyze_data[CompareConst.ACCURACY] == CompareConst.ACCURACY_CHECK_NO]
96
+ elif self.file_type == Const.MD5:
97
+ failing_data = analyze_data[analyze_data[CompareConst.RESULT] == CompareConst.DIFF]
98
+ elif self.file_type == Const.SUMMARY:
99
+ failing_data = analyze_data[analyze_data[CompareConst.RESULT] == CompareConst.WARNING]
100
+ if failing_data.empty:
101
+ logger.info("All data from api input/output accuracy reached")
102
+ result = AdvisorResult(AdvisorConst.NO_ERROR_API, AdvisorConst.NO_ERROR_API, AdvisorConst.NO_ERR_SUGGEST)
103
+ else:
104
+ result = self.gen_advisor_result(failing_data)
105
+ message_list = result.print_advisor_log()
106
+ result.gen_summary_file(self.out_path, message_list)
107
+
108
+ def _parse_input_data(self):
109
+ data_columns = self.input_data.columns.values
110
+ if {CompareConst.ACCURACY, CompareConst.NPU_NAME}.issubset(data_columns):
111
+ self.file_type = Const.ALL
112
+ elif {CompareConst.RESULT, CompareConst.NPU_MD5}.issubset(data_columns):
113
+ self.file_type = Const.MD5
114
+ elif {CompareConst.MAX_DIFF, CompareConst.RESULT}.issubset(data_columns):
115
+ self.file_type = Const.SUMMARY
116
+ else:
117
+ logger.error('Compare result does not meet the required conditions.')
118
+ raise CompareException(CompareException.INVALID_DATA_ERROR)
119
+ df = self.input_data.reset_index()
120
+ return df
121
+
122
+ def _check_path_vaild(self):
123
+ out_path_checker = FileChecker(self.out_path, FileCheckConst.DIR, FileCheckConst.WRITE_ABLE)
124
+ out_path_checker.common_check()
@@ -1,59 +1,59 @@
1
- #!/usr/bin/env python3
2
- # -*- coding: utf-8 -*-
3
- """
4
- # Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- """
17
-
18
-
19
- class AdvisorConst:
20
- """
21
- Class for advisor const
22
- """
23
-
24
- # text symbol
25
- NEW_LINE = "\n"
26
- COLON = ": "
27
-
28
- # advisor summary key
29
- SUSPECT_NODES = "Suspect Nodes"
30
- LINE = "Line"
31
- ADVISOR_SUGGEST = "Expert Advice"
32
-
33
- NO_ERROR_API = "NA"
34
-
35
- # advisor message
36
- NO_ERR_SUGGEST = "All data in comparison result meets the accuracy requirements."
37
- FORWARD_INPUT_SUGGEST = "1. Analyze the model to view the input source.\n" \
38
- "2. Check whether an inplace API causes the output result to overwrite the input result. That is, the fault is actually caused by a computation error.\n" \
39
- "3. The fault may be caused by memory corruption and further analysis is required."
40
- FORWARD_OUTPUT_SUGGEST = "This is a forward API computation error. Check the computation implementation."
41
- BACKWARD_INPUT_SUGGEST = "Check whether the forward computation result is affected."
42
- BACKWARD_OUTPUT_SUGGEST = "This is a backward API computation error. Check the computation implementation."
43
- BATCH_NORM_SUGGEST = "Torch API batch_norm input not fixed, the following suggestions may fix it:\n" \
44
- "1. If use torch.nn.functional.batch_norm, you can set parameter training=False.\n" \
45
- "2. If use torch.nn.BatchNormXXX, you can set parameter affine=False.\n" \
46
- "3. Use seed_all(mode=True) to enable deterministic computing."
47
- DETERMINISTIC_SUGGEST = "This torch api may be uncertainty in the calculation, " \
48
- "can seed_all(mode=True) to enable deterministic computing."
49
-
50
- FUNC_BATCH_NORM = "Functional_batch_norm"
51
- FORWARD_INPUT_1 = "forward_input.1"
52
- NEED_DETERMINISTIC_API = ["conv2d", "conv3d", "matmul", "nll_loss", "layer_norm", "lstm"]
53
- BATCH_NORM = "batch_norm"
54
-
55
- # name keyword
56
- INPUT = "input"
57
- OUTPUT = "output"
58
- FORWARD = "forward"
59
- BACKWARD = "backward"
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ # Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ """
17
+
18
+
19
+ class AdvisorConst:
20
+ """
21
+ Class for advisor const
22
+ """
23
+
24
+ # text symbol
25
+ NEW_LINE = "\n"
26
+ COLON = ": "
27
+
28
+ # advisor summary key
29
+ SUSPECT_NODES = "Suspect Nodes"
30
+ LINE = "Line"
31
+ ADVISOR_SUGGEST = "Expert Advice"
32
+
33
+ NO_ERROR_API = "NA"
34
+
35
+ # advisor message
36
+ NO_ERR_SUGGEST = "All data in comparison result meets the accuracy requirements."
37
+ FORWARD_INPUT_SUGGEST = "1. Analyze the model to view the input source.\n" \
38
+ "2. Check whether an inplace API causes the output result to overwrite the input result. That is, the fault is actually caused by a computation error.\n" \
39
+ "3. The fault may be caused by memory corruption and further analysis is required."
40
+ FORWARD_OUTPUT_SUGGEST = "This is a forward API computation error. Check the computation implementation."
41
+ BACKWARD_INPUT_SUGGEST = "Check whether the forward computation result is affected."
42
+ BACKWARD_OUTPUT_SUGGEST = "This is a backward API computation error. Check the computation implementation."
43
+ BATCH_NORM_SUGGEST = "Torch API batch_norm input not fixed, the following suggestions may fix it:\n" \
44
+ "1. If use torch.nn.functional.batch_norm, you can set parameter training=False.\n" \
45
+ "2. If use torch.nn.BatchNormXXX, you can set parameter affine=False.\n" \
46
+ "3. Use seed_all(mode=True) to enable deterministic computing."
47
+ DETERMINISTIC_SUGGEST = "This torch api may be uncertainty in the calculation, " \
48
+ "can seed_all(mode=True) to enable deterministic computing."
49
+
50
+ FUNC_BATCH_NORM = "Functional_batch_norm"
51
+ FORWARD_INPUT_1 = "forward_input.1"
52
+ NEED_DETERMINISTIC_API = ["conv2d", "conv3d", "matmul", "nll_loss", "layer_norm", "lstm"]
53
+ BATCH_NORM = "batch_norm"
54
+
55
+ # name keyword
56
+ INPUT = "input"
57
+ OUTPUT = "output"
58
+ FORWARD = "forward"
59
+ BACKWARD = "backward"
@@ -1,58 +1,58 @@
1
- #!/usr/bin/env python3
2
- # -*- coding: utf-8 -*-
3
- """
4
- # Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
5
- # Licensed under the Apache License, Version 2.0 (the "License");
6
- # you may not use this file except in compliance with the License.
7
- # You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing, software
12
- # distributed under the License is distributed on an "AS IS" BASIS,
13
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
- # See the License for the specific language governing permissions and
15
- # limitations under the License.
16
- """
17
- import os
18
- import time
19
-
20
- from msprobe.core.advisor.advisor_const import AdvisorConst
21
- from msprobe.core.common.log import logger
22
- from msprobe.core.common.const import Const, FileCheckConst
23
- from msprobe.core.common.file_check import change_mode
24
-
25
-
26
- class AdvisorResult:
27
- """
28
- Class for generate advisor result
29
- """
30
-
31
- def __init__(self, node, line, message):
32
- self.suspect_node = node
33
- self.line = line
34
- self.advisor_message = message
35
-
36
- @staticmethod
37
- def gen_summary_file(out_path, message_list):
38
- file_name = 'advisor_{}.txt'.format(time.strftime("%Y%m%d%H%M%S", time.localtime(time.time())))
39
- result_file = os.path.join(out_path, file_name)
40
- try:
41
- with os.fdopen(os.open(result_file, Const.WRITE_FLAGS, Const.WRITE_MODES), 'w+') as output_file:
42
- output_file.truncate(0)
43
- message_list = [message + AdvisorConst.NEW_LINE for message in message_list]
44
- output_file.writelines(message_list)
45
- change_mode(result_file, FileCheckConst.DATA_FILE_AUTHORITY)
46
- except IOError as io_error:
47
- logger.error("Failed to save %s, the reason is %s." % (result_file, io_error))
48
- else:
49
- logger.info("The advisor summary is saved in: %s" % result_file)
50
-
51
- def print_advisor_log(self):
52
- logger.info("The summary of the expert advice is as follows: ")
53
- message_list = [AdvisorConst.LINE + AdvisorConst.COLON + str(self.line),
54
- AdvisorConst.SUSPECT_NODES + AdvisorConst.COLON + self.suspect_node,
55
- AdvisorConst.ADVISOR_SUGGEST + AdvisorConst.COLON + self.advisor_message]
56
- for message in message_list:
57
- logger.info(message)
58
- return message_list
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ """
4
+ # Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ """
17
+ import os
18
+ import time
19
+
20
+ from msprobe.core.advisor.advisor_const import AdvisorConst
21
+ from msprobe.core.common.log import logger
22
+ from msprobe.core.common.const import Const, FileCheckConst
23
+ from msprobe.core.common.file_utils import change_mode, FileOpen
24
+
25
+
26
+ class AdvisorResult:
27
+ """
28
+ Class for generate advisor result
29
+ """
30
+
31
+ def __init__(self, node, line, message):
32
+ self.suspect_node = node
33
+ self.line = line
34
+ self.advisor_message = message
35
+
36
+ @staticmethod
37
+ def gen_summary_file(out_path, message_list):
38
+ file_name = 'advisor_{}.txt'.format(time.strftime("%Y%m%d%H%M%S", time.localtime(time.time())))
39
+ result_file = os.path.join(out_path, file_name)
40
+ try:
41
+ with FileOpen(result_file, 'w+') as output_file:
42
+ output_file.truncate(0)
43
+ message_list = [message + AdvisorConst.NEW_LINE for message in message_list]
44
+ output_file.writelines(message_list)
45
+ change_mode(result_file, FileCheckConst.DATA_FILE_AUTHORITY)
46
+ except IOError as io_error:
47
+ logger.error("Failed to save %s, the reason is %s." % (result_file, io_error))
48
+ else:
49
+ logger.info("The advisor summary is saved in: %s" % result_file)
50
+
51
+ def print_advisor_log(self):
52
+ logger.info("The summary of the expert advice is as follows: ")
53
+ message_list = [AdvisorConst.LINE + AdvisorConst.COLON + str(self.line),
54
+ AdvisorConst.SUSPECT_NODES + AdvisorConst.COLON + self.suspect_node,
55
+ AdvisorConst.ADVISOR_SUGGEST + AdvisorConst.COLON + self.advisor_message]
56
+ for message in message_list:
57
+ logger.info(message)
58
+ return message_list