mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (323) hide show
  1. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/LICENSE +201 -201
  2. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/METADATA +36 -30
  3. mindstudio_probe-1.0.4.dist-info/RECORD +276 -0
  4. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/WHEEL +1 -1
  5. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/entry_points.txt +1 -0
  6. msprobe/README.md +101 -182
  7. msprobe/__init__.py +1 -0
  8. msprobe/{config/config.json → config.json} +49 -27
  9. msprobe/core/__init__.py +0 -0
  10. msprobe/{pytorch → core}/advisor/advisor.py +124 -124
  11. msprobe/{pytorch → core}/advisor/advisor_const.py +59 -59
  12. msprobe/{pytorch → core}/advisor/advisor_result.py +58 -58
  13. msprobe/core/common/const.py +341 -241
  14. msprobe/core/common/exceptions.py +100 -88
  15. msprobe/core/common/{file_check.py → file_utils.py} +478 -265
  16. msprobe/core/common/log.py +76 -55
  17. msprobe/core/common/utils.py +385 -516
  18. msprobe/core/common_config.py +85 -58
  19. msprobe/core/compare/acc_compare.py +300 -0
  20. msprobe/core/compare/check.py +95 -0
  21. msprobe/core/compare/compare_cli.py +49 -0
  22. msprobe/core/compare/highlight.py +223 -0
  23. msprobe/core/compare/multiprocessing_compute.py +149 -0
  24. msprobe/{pytorch → core}/compare/npy_compare.py +295 -244
  25. msprobe/core/compare/utils.py +430 -0
  26. msprobe/core/data_dump/data_collector.py +154 -140
  27. msprobe/core/data_dump/data_processor/base.py +314 -245
  28. msprobe/core/data_dump/data_processor/factory.py +59 -61
  29. msprobe/core/data_dump/data_processor/mindspore_processor.py +186 -0
  30. msprobe/core/data_dump/data_processor/pytorch_processor.py +366 -346
  31. msprobe/core/data_dump/json_writer.py +96 -116
  32. msprobe/core/data_dump/scope.py +178 -178
  33. msprobe/core/grad_probe/__init__.py +0 -0
  34. msprobe/core/grad_probe/constant.py +71 -0
  35. msprobe/core/grad_probe/grad_compare.py +171 -0
  36. msprobe/core/grad_probe/utils.py +64 -0
  37. msprobe/docs/01.installation.md +89 -0
  38. msprobe/docs/02.config_introduction.md +165 -0
  39. msprobe/docs/03.config_examples.md +247 -0
  40. msprobe/docs/04.acl_config_examples.md +76 -0
  41. msprobe/docs/05.data_dump_PyTorch.md +198 -0
  42. msprobe/docs/06.data_dump_MindSpore.md +243 -0
  43. msprobe/docs/07.accuracy_checker_PyTorch.md +274 -0
  44. msprobe/docs/08.accuracy_checker_online_PyTorch.md +198 -0
  45. msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
  46. msprobe/docs/10.accuracy_compare_PyTorch.md +245 -0
  47. msprobe/docs/11.accuracy_compare_MindSpore.md +202 -0
  48. msprobe/docs/12.overflow_check_PyTorch.md +79 -0
  49. msprobe/docs/13.overflow_check_MindSpore.md +31 -0
  50. msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
  51. msprobe/docs/15.free_benchmarking_PyTorch.md +164 -0
  52. msprobe/docs/17.grad_probe.md +207 -0
  53. msprobe/docs/FAQ_PyTorch.md +177 -0
  54. msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
  55. msprobe/docs/img/free_benchmark_framework.png +0 -0
  56. msprobe/docs/img/grad_probe_image-1.png +0 -0
  57. msprobe/docs/img/grad_probe_image-2.png +0 -0
  58. msprobe/docs/img/grad_probe_image-3.png +0 -0
  59. msprobe/docs/img/grad_probe_image-4.png +0 -0
  60. msprobe/docs/img/grad_probe_image.png +0 -0
  61. msprobe/mindspore/__init__.py +1 -1
  62. msprobe/mindspore/api_accuracy_checker/__init__.py +0 -0
  63. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +255 -0
  64. msprobe/mindspore/api_accuracy_checker/api_info.py +69 -0
  65. msprobe/mindspore/api_accuracy_checker/api_runner.py +156 -0
  66. msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +197 -0
  67. msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
  68. msprobe/mindspore/api_accuracy_checker/compute_element.py +239 -0
  69. msprobe/mindspore/api_accuracy_checker/main.py +9 -0
  70. msprobe/mindspore/api_accuracy_checker/type_mapping.py +114 -0
  71. msprobe/mindspore/api_accuracy_checker/utils.py +80 -0
  72. msprobe/mindspore/cell_processor.py +34 -0
  73. msprobe/mindspore/common/const.py +106 -0
  74. msprobe/mindspore/common/log.py +38 -0
  75. msprobe/mindspore/common/utils.py +81 -0
  76. msprobe/mindspore/compare/distributed_compare.py +75 -0
  77. msprobe/mindspore/compare/ms_compare.py +219 -0
  78. msprobe/mindspore/compare/ms_graph_compare.py +348 -0
  79. msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -0
  80. msprobe/mindspore/debugger/debugger_config.py +66 -51
  81. msprobe/mindspore/debugger/precision_debugger.py +126 -32
  82. msprobe/mindspore/dump/dump_tool_factory.py +35 -38
  83. msprobe/mindspore/dump/hook_cell/api_registry.py +118 -0
  84. msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -0
  85. msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +922 -0
  86. msprobe/mindspore/dump/hook_cell/wrap_api.py +113 -0
  87. msprobe/mindspore/dump/jit_dump.py +72 -0
  88. msprobe/mindspore/dump/kernel_graph_dump.py +59 -60
  89. msprobe/mindspore/dump/kernel_kbyk_dump.py +64 -0
  90. msprobe/mindspore/free_benchmark/__init__.py +0 -0
  91. msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -0
  92. msprobe/mindspore/free_benchmark/common/__init__.py +0 -0
  93. msprobe/mindspore/free_benchmark/common/config.py +12 -0
  94. msprobe/mindspore/free_benchmark/common/handler_params.py +17 -0
  95. msprobe/mindspore/free_benchmark/common/utils.py +71 -0
  96. msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -0
  97. msprobe/mindspore/free_benchmark/decorator/__init__.py +0 -0
  98. msprobe/mindspore/free_benchmark/decorator/dec_forward.py +43 -0
  99. msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -0
  100. msprobe/mindspore/free_benchmark/handler/__init__.py +0 -0
  101. msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -0
  102. msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -0
  103. msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -0
  104. msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -0
  105. msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -0
  106. msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -0
  107. msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -0
  108. msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +51 -0
  109. msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +35 -0
  110. msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -0
  111. msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +29 -0
  112. msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -0
  113. msprobe/mindspore/grad_probe/__init__.py +0 -0
  114. msprobe/mindspore/grad_probe/global_context.py +90 -0
  115. msprobe/mindspore/grad_probe/grad_analyzer.py +231 -0
  116. msprobe/mindspore/grad_probe/grad_monitor.py +27 -0
  117. msprobe/mindspore/grad_probe/grad_stat_csv.py +132 -0
  118. msprobe/mindspore/grad_probe/hook.py +94 -0
  119. msprobe/mindspore/grad_probe/utils.py +30 -0
  120. msprobe/mindspore/ms_config.py +128 -78
  121. msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +44 -45
  122. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +34 -32
  123. msprobe/mindspore/runtime.py +4 -0
  124. msprobe/mindspore/service.py +378 -0
  125. msprobe/mindspore/task_handler_factory.py +24 -21
  126. msprobe/msprobe.py +105 -67
  127. msprobe/pytorch/__init__.py +4 -4
  128. msprobe/pytorch/api_accuracy_checker/common/config.py +53 -50
  129. msprobe/pytorch/api_accuracy_checker/common/utils.py +214 -224
  130. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +213 -216
  131. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +606 -545
  132. msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
  133. msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
  134. msprobe/pytorch/api_accuracy_checker/compare/compare.py +386 -345
  135. msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +73 -73
  136. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +245 -248
  137. msprobe/pytorch/api_accuracy_checker/config.yaml +10 -4
  138. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +335 -328
  139. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +200 -203
  140. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +133 -127
  141. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +592 -493
  142. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +70 -7
  143. msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
  144. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py +0 -0
  145. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +197 -0
  146. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +325 -0
  147. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -0
  148. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +219 -0
  149. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -0
  150. msprobe/pytorch/bench_functions/__init__.py +15 -0
  151. msprobe/pytorch/bench_functions/apply_adam_w.py +28 -0
  152. msprobe/pytorch/bench_functions/confusion_transpose.py +19 -0
  153. msprobe/pytorch/bench_functions/fast_gelu.py +55 -0
  154. msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -0
  155. msprobe/pytorch/bench_functions/linear.py +12 -0
  156. msprobe/pytorch/bench_functions/matmul_backward.py +48 -0
  157. msprobe/pytorch/bench_functions/npu_fusion_attention.py +509 -0
  158. msprobe/pytorch/bench_functions/rms_norm.py +15 -0
  159. msprobe/pytorch/bench_functions/rotary_mul.py +52 -0
  160. msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -0
  161. msprobe/pytorch/bench_functions/swiglu.py +55 -0
  162. msprobe/pytorch/common/__init__.py +2 -2
  163. msprobe/pytorch/common/compare_script.template +14 -14
  164. msprobe/pytorch/common/log.py +20 -31
  165. msprobe/pytorch/common/parse_json.py +39 -37
  166. msprobe/pytorch/common/utils.py +305 -224
  167. msprobe/pytorch/compare/distributed_compare.py +66 -111
  168. msprobe/pytorch/compare/mapping.yaml +607 -607
  169. msprobe/pytorch/compare/match.py +34 -36
  170. msprobe/pytorch/compare/pt_compare.py +50 -0
  171. msprobe/pytorch/debugger/debugger_config.py +95 -86
  172. msprobe/pytorch/debugger/precision_debugger.py +125 -95
  173. msprobe/pytorch/free_benchmark/__init__.py +8 -8
  174. msprobe/pytorch/free_benchmark/common/constant.py +70 -67
  175. msprobe/pytorch/free_benchmark/common/counter.py +71 -71
  176. msprobe/pytorch/free_benchmark/common/enums.py +37 -37
  177. msprobe/pytorch/free_benchmark/common/params.py +129 -129
  178. msprobe/pytorch/free_benchmark/common/utils.py +102 -98
  179. msprobe/pytorch/free_benchmark/compare/grad_saver.py +179 -183
  180. msprobe/pytorch/free_benchmark/compare/single_benchmark.py +104 -104
  181. msprobe/pytorch/free_benchmark/main.py +105 -102
  182. msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +13 -13
  183. msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +41 -41
  184. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +90 -90
  185. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +104 -104
  186. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +63 -63
  187. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +68 -68
  188. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +28 -28
  189. msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +45 -45
  190. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +19 -19
  191. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +217 -203
  192. msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +39 -39
  193. msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +23 -23
  194. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +30 -31
  195. msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +170 -170
  196. msprobe/pytorch/function_factory.py +76 -0
  197. msprobe/pytorch/functional/dump_module.py +39 -39
  198. msprobe/pytorch/grad_probe/__init__.py +0 -0
  199. msprobe/pytorch/grad_probe/grad_monitor.py +91 -0
  200. msprobe/pytorch/grad_probe/grad_stat_csv.py +129 -0
  201. msprobe/pytorch/hook_module/api_registry.py +161 -161
  202. msprobe/pytorch/hook_module/hook_module.py +120 -109
  203. msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1876
  204. msprobe/pytorch/hook_module/utils.py +30 -29
  205. msprobe/pytorch/hook_module/wrap_aten.py +110 -100
  206. msprobe/pytorch/hook_module/wrap_distributed.py +78 -75
  207. msprobe/pytorch/hook_module/wrap_functional.py +105 -108
  208. msprobe/pytorch/hook_module/wrap_npu_custom.py +93 -73
  209. msprobe/pytorch/hook_module/wrap_tensor.py +71 -72
  210. msprobe/pytorch/hook_module/wrap_torch.py +86 -88
  211. msprobe/pytorch/hook_module/wrap_vf.py +62 -64
  212. msprobe/pytorch/module_processer.py +138 -98
  213. msprobe/pytorch/online_dispatch/__init__.py +20 -20
  214. msprobe/pytorch/online_dispatch/compare.py +236 -236
  215. msprobe/pytorch/online_dispatch/dispatch.py +271 -273
  216. msprobe/pytorch/online_dispatch/dump_compare.py +155 -186
  217. msprobe/pytorch/online_dispatch/single_compare.py +391 -391
  218. msprobe/pytorch/online_dispatch/torch_ops_config.yaml +49 -49
  219. msprobe/pytorch/online_dispatch/utils.py +130 -187
  220. msprobe/pytorch/parse.py +4 -4
  221. msprobe/pytorch/parse_tool/cli.py +32 -32
  222. msprobe/pytorch/parse_tool/lib/compare.py +260 -259
  223. msprobe/pytorch/parse_tool/lib/config.py +52 -51
  224. msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
  225. msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
  226. msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
  227. msprobe/pytorch/parse_tool/lib/parse_tool.py +158 -158
  228. msprobe/pytorch/parse_tool/lib/utils.py +316 -367
  229. msprobe/pytorch/parse_tool/lib/visualization.py +85 -90
  230. msprobe/pytorch/pt_config.py +188 -93
  231. msprobe/pytorch/service.py +246 -167
  232. mindstudio_probe-1.0.1.dist-info/RECORD +0 -228
  233. msprobe/config/README.md +0 -397
  234. msprobe/mindspore/doc/dump.md +0 -65
  235. msprobe/mindspore/dump/api_kbk_dump.py +0 -55
  236. msprobe/pytorch/compare/acc_compare.py +0 -1024
  237. msprobe/pytorch/compare/highlight.py +0 -100
  238. msprobe/pytorch/doc/FAQ.md +0 -193
  239. msprobe/pytorch/doc/api_accuracy_checker.md +0 -269
  240. msprobe/pytorch/doc/atat/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
  241. msprobe/pytorch/doc/dump.md +0 -207
  242. msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -176
  243. msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
  244. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
  245. msprobe/pytorch/doc/run_overflow_check.md +0 -25
  246. msprobe/pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md +0 -90
  247. msprobe/test/core_ut/common/test_utils.py +0 -345
  248. msprobe/test/core_ut/data_dump/test_data_collector.py +0 -47
  249. msprobe/test/core_ut/data_dump/test_json_writer.py +0 -183
  250. msprobe/test/core_ut/data_dump/test_scope.py +0 -151
  251. msprobe/test/core_ut/test_common_config.py +0 -152
  252. msprobe/test/core_ut/test_file_check.py +0 -218
  253. msprobe/test/core_ut/test_log.py +0 -109
  254. msprobe/test/mindspore_ut/test_api_kbk_dump.py +0 -51
  255. msprobe/test/mindspore_ut/test_debugger_config.py +0 -42
  256. msprobe/test/mindspore_ut/test_dump_tool_factory.py +0 -51
  257. msprobe/test/mindspore_ut/test_kernel_graph_dump.py +0 -66
  258. msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py +0 -63
  259. msprobe/test/mindspore_ut/test_ms_config.py +0 -69
  260. msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py +0 -51
  261. msprobe/test/mindspore_ut/test_precision_debugger.py +0 -56
  262. msprobe/test/mindspore_ut/test_task_handler_factory.py +0 -58
  263. msprobe/test/pytorch_ut/advisor/test_advisor.py +0 -83
  264. msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py +0 -108
  265. msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py +0 -39
  266. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py +0 -112
  267. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py +0 -77
  268. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py +0 -125
  269. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py +0 -10
  270. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py +0 -43
  271. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json +0 -179
  272. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json +0 -63
  273. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py +0 -99
  274. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py +0 -115
  275. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py +0 -72
  276. msprobe/test/pytorch_ut/compare/test_acc_compare.py +0 -17
  277. msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py +0 -105
  278. msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py +0 -121
  279. msprobe/test/pytorch_ut/free_benchmark/test_main.py +0 -101
  280. msprobe/test/pytorch_ut/functional/test_dump_module.py +0 -15
  281. msprobe/test/pytorch_ut/hook_module/test_api_registry.py +0 -130
  282. msprobe/test/pytorch_ut/hook_module/test_hook_module.py +0 -42
  283. msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py +0 -65
  284. msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py +0 -35
  285. msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py +0 -20
  286. msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py +0 -35
  287. msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py +0 -43
  288. msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py +0 -11
  289. msprobe/test/pytorch_ut/test_pt_config.py +0 -69
  290. msprobe/test/pytorch_ut/test_service.py +0 -59
  291. msprobe/test/resources/advisor.txt +0 -3
  292. msprobe/test/resources/compare_result_20230703104808.csv +0 -9
  293. msprobe/test/resources/compare_result_without_accuracy.csv +0 -9
  294. msprobe/test/resources/config.yaml +0 -3
  295. msprobe/test/resources/npu_test.pkl +0 -8
  296. msprobe/test/run_test.sh +0 -30
  297. msprobe/test/run_ut.py +0 -58
  298. msprobe/test/test_module_processer.py +0 -64
  299. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.4.dist-info}/top_level.txt +0 -0
  300. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
  301. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
  302. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
  303. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
  304. /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
  305. /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
  306. /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
  307. /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
  308. /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
  309. /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
  310. /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
  311. /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
  312. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
  313. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
  314. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
  315. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
  316. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
  317. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
  318. /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
  319. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
  320. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
  321. /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
  322. /msprobe/{config → docs}/img/free_benchmark.png +0 -0
  323. /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
@@ -1,241 +1,341 @@
1
- import os
2
- import stat
3
- import numpy as np
4
-
5
- class Const:
6
- """
7
- Class for const
8
- """
9
- SEP = "."
10
- REGEX_PREFIX_MAX_LENGTH = 20
11
- REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
12
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
13
- COMMA = ","
14
- FLOAT_EPSILON = np.finfo(float).eps
15
- OFF = 'OFF'
16
- BACKWARD = 'backward'
17
- FORWARD = 'forward'
18
-
19
- # dump mode
20
- ALL = "all"
21
- LIST = "list"
22
- RANGE = "range"
23
- STACK = "stack"
24
- ACL = "acl"
25
- API_LIST = "api_list"
26
- API_STACK = "api_stack"
27
- DUMP_MODE = [ALL, LIST, RANGE, STACK, ACL, API_LIST, API_STACK]
28
- SUMMARY = "summary"
29
- MD5 = "md5"
30
- SUMMARY_MODE = [ALL, SUMMARY, MD5]
31
-
32
- WRITE_FLAGS = os.O_WRONLY | os.O_CREAT
33
- WRITE_MODES = stat.S_IWUSR | stat.S_IRUSR
34
- OVERWRITE_FLAGS = os.O_WRONLY | os.O_CREAT | os.O_TRUNC
35
-
36
- PKL_SUFFIX = ".pkl"
37
- NUMPY_SUFFIX = ".npy"
38
- ONE_GB = 1073741824 # 1 * 1024 * 1024 * 1024
39
- TEN_GB = 10737418240 # 10 * 1024 * 1024 * 1024
40
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
41
- DISTRIBUTED_PREFIX_LENGTH = 60
42
- # env dump path
43
- KWARGS = 'kwargs'
44
- INPUT = 'input'
45
- OUTPUT = 'output'
46
- INPUT_ARGS = 'input_args'
47
- INPUT_KWARGS = 'input_kwargs'
48
- GRAD_INPUT = 'grad_input'
49
- GRAD_OUTPUT = 'grad_output'
50
- START = "start"
51
- STOP = "stop"
52
- ENV_ENABLE = "1"
53
- ENV_DISABLE = "0"
54
- MAX_SEED_VALUE = 4294967295 # 2**32 - 1
55
- TASK_LIST = ["tensor", "statistics", "overflow_check", "free_benchmark"]
56
- LEVEL_LIST = ["L0", "L1", "L2", "mix"]
57
- STATISTICS = "statistics"
58
- TENSOR = "tensor"
59
- OVERFLOW_CHECK = "overflow_check"
60
- FREE_BENCHMARK = "free_benchmark"
61
- ATTR_NAME_PREFIX = "wrap_"
62
- KERNEL_DUMP = "kernel_dump"
63
- DATA = "data"
64
- PT_FRAMEWORK = "pytorch"
65
- MS_FRAMEWORK = "mindspore"
66
- DIRECTORY_LENGTH = 4096
67
- FILE_NAME_LENGTH = 255
68
- FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
69
- BOOL_TYPE = [bool, np.uint8]
70
- INT_TYPE = [np.int32, np.int64]
71
- NPU = 'NPU'
72
- DISTRIBUTED = 'Distributed'
73
-
74
- INPLACE_LIST = [
75
- "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
76
- "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single"
77
- ]
78
-
79
- CONVERT = {
80
- "int32_to_int64": ["torch.int32", "torch.int64"],
81
- }
82
-
83
- CONVERT_API = {
84
- "int32_to_int64": ["cross_entropy"]
85
- }
86
-
87
- class CompareConst:
88
- """
89
- Class for compare module const
90
- """
91
- SPACE = " "
92
- # compare result column name
93
- NPU_NAME = "NPU Name"
94
- BENCH_NAME = "Bench Name"
95
- NPU_DTYPE = "NPU Dtype"
96
- BENCH_DTYPE = "Bench Dtype"
97
- NPU_SHAPE = "NPU Tensor Shape"
98
- BENCH_SHAPE = "Bench Tensor Shape"
99
- NPU_MAX = "NPU max"
100
- NPU_MIN = "NPU min"
101
- NPU_MEAN = "NPU mean"
102
- NPU_NORM = "NPU l2norm"
103
- BENCH_MAX = "Bench max"
104
- BENCH_MIN = "Bench min"
105
- BENCH_MEAN = "Bench mean"
106
- BENCH_NORM = "Bench l2norm"
107
- MAX_DIFF = "Max diff"
108
- MIN_DIFF = "Min diff"
109
- MEAN_DIFF = "Mean diff"
110
- NORM_DIFF = "L2norm diff"
111
- COSINE = "Cosine"
112
- MAX_ABS_ERR = "MaxAbsErr"
113
- MAX_RELATIVE_ERR = "MaxRelativeErr"
114
- MIN_RELATIVE_ERR = "MinRelativeErr"
115
- MEAN_RELATIVE_ERR = "MeanRelativeErr"
116
- NORM_RELATIVE_ERR = "NormRelativeErr"
117
- ACCURACY = "Accuracy Reached or Not"
118
- STACK = "NPU_Stack_Info"
119
- DATA_NAME = "Data_name"
120
- ERROR_MESSAGE = "Err_message"
121
- ONE_THOUSANDTH_ERR_RATIO = "One Thousandth Err Ratio"
122
- FIVE_THOUSANDTHS_ERR_RATIO = "Five Thousandths Err Ratio"
123
- NPU_MD5 = "NPU MD5"
124
- BENCH_MD5 = "BENCH MD5"
125
- RESULT = "Result"
126
-
127
- COMPARE_RESULT_HEADER = [
128
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
129
- ONE_THOUSANDTH_ERR_RATIO, FIVE_THOUSANDTHS_ERR_RATIO,
130
- NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, ACCURACY, ERROR_MESSAGE
131
- ]
132
-
133
- SUMMARY_COMPARE_RESULT_HEADER = [
134
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, MAX_DIFF, MIN_DIFF, MEAN_DIFF, NORM_DIFF,
135
- MAX_RELATIVE_ERR, MIN_RELATIVE_ERR, MEAN_RELATIVE_ERR, NORM_RELATIVE_ERR,
136
- NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, RESULT, ERROR_MESSAGE
137
- ]
138
-
139
- MD5_COMPARE_RESULT_HEADER = [
140
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
141
- ]
142
-
143
- # compare standard
144
- HUNDRED_RATIO_THRESHOLD = 0.01
145
- THOUSAND_RATIO_THRESHOLD = 0.001
146
- FIVE_THOUSAND_RATIO_THRESHOLD = 0.005
147
- TEN_THOUSAND_RATIO_THRESHOLD = 0.0001
148
- COSINE_THRESHOLD = 0.9999
149
- ULP_FLOAT32_THRESHOLD = 32
150
- ULP_FLOAT16_THRESHOLD = 1
151
-
152
- # compare result data
153
- READ_NONE = 'No data'
154
- NONE = 'None'
155
- SHAPE_UNMATCH = 'shape unmatched'
156
- DIFF = 'Different'
157
- UNSUPPORTED = 'unsupported'
158
- NAN = 'Nan'
159
- PASS = 'pass'
160
- WARNING = 'Warning'
161
- ERROR = 'error'
162
- SKIP = 'SKIP'
163
- BFLOAT16_MIN = -3.3895313892515355e+38
164
- BFLOAT16_MAX = 3.3895313892515355e+38
165
- BFLOAT16_EPS = 3.90625e-3 # 2 ** -8
166
-
167
- # accuracy standards
168
- COS_THRESHOLD = 0.99
169
- MAX_ABS_ERR_THRESHOLD = 0.001
170
- COS_MAX_THRESHOLD = 0.9
171
- MAX_ABS_ERR_MAX_THRESHOLD = 1
172
- ACCURACY_CHECK_YES = "Yes"
173
- ACCURACY_CHECK_NO = "No"
174
- ACCURACY_CHECK_UNMATCH = "Unmatched"
175
-
176
- # error message
177
- NO_BENCH = "No bench data matched."
178
-
179
- # compare const
180
- FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble]
181
-
182
- # highlight xlsx color const
183
- RED = "FFFF0000"
184
- YELLOW = "FFFF00"
185
- BLUE = "0000FF"
186
-
187
- # highlight rules const
188
- OVERFLOW_LIST = ['nan\t', 'inf\t', '-inf\t', 'nan', 'inf', '-inf']
189
- MAX_DIFF_RED = 1e+10
190
- ORDER_MAGNITUDE_DIFF_YELLOW = 1
191
- ONE_THOUSAND_ERROR_IN_RED = 0.9
192
- ONE_THOUSAND_ERROR_OUT_RED = 0.6
193
- ONE_THOUSAND_ERROR_DIFF_YELLOW = 0.1
194
- COSINE_DIFF_YELLOW = 0.1
195
- MAX_RELATIVE_OUT_RED = 0.5
196
- MAX_RELATIVE_OUT_YELLOW = 0.1
197
- MAX_RELATIVE_IN_YELLOW = 0.01
198
-
199
- class FileCheckConst:
200
- """
201
- Class for file check const
202
- """
203
- READ_ABLE = "read"
204
- WRITE_ABLE = "write"
205
- READ_WRITE_ABLE = "read and write"
206
- DIRECTORY_LENGTH = 4096
207
- FILE_NAME_LENGTH = 255
208
- FILE_VALID_PATTERN = r"^[a-zA-Z0-9_.:/-]+$"
209
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
210
- PKL_SUFFIX = ".pkl"
211
- NUMPY_SUFFIX = ".npy"
212
- JSON_SUFFIX = ".json"
213
- PT_SUFFIX = ".pt"
214
- CSV_SUFFIX = ".csv"
215
- YAML_SUFFIX = ".yaml"
216
- MAX_PKL_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
217
- MAX_NUMPY_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
218
- MAX_JSON_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
219
- MAX_PT_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
220
- MAX_CSV_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
221
- MAX_YAML_SIZE = 1048576 # 10 * 1024 * 1024
222
- DIR = "dir"
223
- FILE = "file"
224
- DATA_DIR_AUTHORITY = 0o750
225
- DATA_FILE_AUTHORITY = 0o640
226
- FILE_SIZE_DICT = {
227
- PKL_SUFFIX: MAX_PKL_SIZE,
228
- NUMPY_SUFFIX: MAX_NUMPY_SIZE,
229
- JSON_SUFFIX: MAX_JSON_SIZE,
230
- PT_SUFFIX: MAX_PT_SIZE,
231
- CSV_SUFFIX: MAX_CSV_SIZE,
232
- YAML_SUFFIX: MAX_YAML_SIZE
233
- }
234
-
235
- class OverflowConst:
236
- """
237
- Class for Overflow
238
- """
239
- OVERFLOW_DEBUG_MODE_ENABLE = "OVERFLOW_DEBUG_MODE_ENABLE"
240
- OVERFLOW_ORIGINAL_MODE = 0
241
- OVERFLOW_DEBUG_MODE = 1
1
+ import os
2
+ import stat
3
+
4
+ import numpy as np
5
+
6
+
7
+ class Const:
8
+ """
9
+ Class for const
10
+ """
11
+ TOOL_NAME = "msprobe"
12
+
13
+ SEP = "."
14
+ REGEX_PREFIX_MAX_LENGTH = 20
15
+ REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
16
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
17
+ COMMA = ","
18
+ FLOAT_EPSILON = np.finfo(float).eps
19
+ OFF = 'OFF'
20
+ BACKWARD = 'backward'
21
+ FORWARD = 'forward'
22
+ PRIMITIVE_PREFIX = 'Primitive'
23
+ DEFAULT_LIST = []
24
+ DEFAULT_PATH = './'
25
+ WHITE_LIST = 'white_list'
26
+ BLACK_LIST = 'black_list'
27
+ DUMP_TENSOR_DATA = 'dump_tensor_data'
28
+ NONE = None
29
+ THREE_SEGMENT = 3
30
+ FOUR_SEGMENT = 4
31
+ SIX_SEGMENT = 6
32
+ SEVEN_SEGMENT = 7
33
+
34
+ # dump mode
35
+ ALL = "all"
36
+ LIST = "list"
37
+ RANGE = "range"
38
+ STACK = "stack"
39
+ ACL = "acl"
40
+ API_LIST = "api_list"
41
+ API_STACK = "api_stack"
42
+ DUMP_MODE = [ALL, LIST, RANGE, STACK, ACL, API_LIST, API_STACK]
43
+ AUTO = "auto"
44
+ ONLINE_DUMP_MODE = [ALL, LIST, AUTO, OFF]
45
+ SUMMARY = "summary"
46
+ MD5 = "md5"
47
+ SUMMARY_MODE = [ALL, SUMMARY, MD5]
48
+
49
+ WRITE_FLAGS = os.O_WRONLY | os.O_CREAT
50
+ WRITE_MODES = stat.S_IWUSR | stat.S_IRUSR
51
+ OVERWRITE_FLAGS = os.O_WRONLY | os.O_CREAT | os.O_TRUNC
52
+
53
+ PKL_SUFFIX = ".pkl"
54
+ NUMPY_SUFFIX = ".npy"
55
+ PT_SUFFIX = ".pt"
56
+ ONE_GB = 1073741824 # 1 * 1024 * 1024 * 1024
57
+ TEN_GB = 10737418240 # 10 * 1024 * 1024 * 1024
58
+ ONE_MB = 1048576 # 1 * 1024 * 1024
59
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
60
+ DISTRIBUTED_PREFIX_LENGTH = 60
61
+ # env dump path
62
+ KWARGS = 'kwargs'
63
+ INPUT = 'input'
64
+ OUTPUT = 'output'
65
+ INPUT_ARGS = 'input_args'
66
+ INPUT_KWARGS = 'input_kwargs'
67
+ GRAD_INPUT = 'grad_input'
68
+ GRAD_OUTPUT = 'grad_output'
69
+ START = "start"
70
+ STOP = "stop"
71
+ ENV_ENABLE = "1"
72
+ ENV_DISABLE = "0"
73
+ MAX_SEED_VALUE = 4294967295 # 2**32 - 1
74
+ STATISTICS = "statistics"
75
+ TENSOR = "tensor"
76
+ OVERFLOW_CHECK = "overflow_check"
77
+ FREE_BENCHMARK = "free_benchmark"
78
+ RUN_UT = "run_ut"
79
+ GRAD_PROBE = "grad_probe"
80
+ TASK_LIST = [TENSOR, STATISTICS, OVERFLOW_CHECK, FREE_BENCHMARK, RUN_UT, GRAD_PROBE]
81
+ LEVEL_L0 = "L0"
82
+ LEVEL_L1 = "L1"
83
+ LEVEL_L2 = "L2"
84
+ LEVEL_MIX = "mix"
85
+ LEVEL_LIST = [LEVEL_L0, LEVEL_L1, LEVEL_L2, LEVEL_MIX]
86
+ ATTR_NAME_PREFIX = "wrap_"
87
+ ATTR_NAME_PREFIX_LEN = len(ATTR_NAME_PREFIX)
88
+ KERNEL_DUMP = "kernel_dump"
89
+ DATA = "data"
90
+ PT_FRAMEWORK = "pytorch"
91
+ MS_FRAMEWORK = "mindspore"
92
+ DIRECTORY_LENGTH = 4096
93
+ FILE_NAME_LENGTH = 255
94
+ FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
95
+ BOOL_TYPE = [bool, np.uint8]
96
+ INT_TYPE = [np.int32, np.int64]
97
+ NPU = 'NPU'
98
+ NPU_LOWERCASE = 'npu'
99
+ CPU_LOWERCASE = 'cpu'
100
+ CUDA_LOWERCASE = 'cuda'
101
+ DISTRIBUTED = 'Distributed'
102
+
103
+ INPLACE_LIST = [
104
+ "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
105
+ "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single", "all_to_all",
106
+ "all_gather_into_tensor", "reduce_scatter_tensor"
107
+ ]
108
+
109
+ CONVERT = {
110
+ "int32_to_int64": ["torch.int32", "torch.int64"],
111
+ }
112
+
113
+ CONVERT_API = {
114
+ "int32_to_int64": ["cross_entropy"]
115
+ }
116
+
117
+
118
+ class CompareConst:
119
+ """
120
+ Class for compare module const
121
+ """
122
+ SPACE = " "
123
+ # compare result column name
124
+ NPU_NAME = "NPU Name"
125
+ BENCH_NAME = "Bench Name"
126
+ NPU_DTYPE = "NPU Dtype"
127
+ BENCH_DTYPE = "Bench Dtype"
128
+ NPU_SHAPE = "NPU Tensor Shape"
129
+ BENCH_SHAPE = "Bench Tensor Shape"
130
+ NPU_MAX = "NPU max"
131
+ NPU_MIN = "NPU min"
132
+ NPU_MEAN = "NPU mean"
133
+ NPU_NORM = "NPU l2norm"
134
+ BENCH_MAX = "Bench max"
135
+ BENCH_MIN = "Bench min"
136
+ BENCH_MEAN = "Bench mean"
137
+ BENCH_NORM = "Bench l2norm"
138
+ MAX_DIFF = "Max diff"
139
+ MIN_DIFF = "Min diff"
140
+ MEAN_DIFF = "Mean diff"
141
+ NORM_DIFF = "L2norm diff"
142
+ COSINE = "Cosine"
143
+ MAX_ABS_ERR = "MaxAbsErr"
144
+ MAX_RELATIVE_ERR = "MaxRelativeErr"
145
+ MIN_RELATIVE_ERR = "MinRelativeErr"
146
+ MEAN_RELATIVE_ERR = "MeanRelativeErr"
147
+ NORM_RELATIVE_ERR = "NormRelativeErr"
148
+ ACCURACY = "Accuracy Reached or Not"
149
+ STACK = "NPU_Stack_Info"
150
+ DATA_NAME = "Data_name"
151
+ ERROR_MESSAGE = "Err_message"
152
+ ONE_THOUSANDTH_ERR_RATIO = "One Thousandth Err Ratio"
153
+ FIVE_THOUSANDTHS_ERR_RATIO = "Five Thousandths Err Ratio"
154
+ NPU_MD5 = "NPU MD5"
155
+ BENCH_MD5 = "BENCH MD5"
156
+ RESULT = "Result"
157
+ MAGNITUDE = 0.5
158
+ OP_NAME = "op_name"
159
+ INPUT_STRUCT = "input_struct"
160
+ OUTPUT_STRUCT = "output_struct"
161
+ SUMMARY = "summary"
162
+
163
+ COMPARE_RESULT_HEADER = [
164
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
165
+ ONE_THOUSANDTH_ERR_RATIO, FIVE_THOUSANDTHS_ERR_RATIO,
166
+ NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, ACCURACY, ERROR_MESSAGE
167
+ ]
168
+
169
+ SUMMARY_COMPARE_RESULT_HEADER = [
170
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, MAX_DIFF, MIN_DIFF, MEAN_DIFF, NORM_DIFF,
171
+ MAX_RELATIVE_ERR, MIN_RELATIVE_ERR, MEAN_RELATIVE_ERR, NORM_RELATIVE_ERR,
172
+ NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, RESULT, ERROR_MESSAGE
173
+ ]
174
+
175
+ MD5_COMPARE_RESULT_HEADER = [
176
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
177
+ ]
178
+
179
+ # compare standard
180
+ HUNDRED_RATIO_THRESHOLD = 0.01
181
+ THOUSAND_RATIO_THRESHOLD = 0.001
182
+ FIVE_THOUSAND_RATIO_THRESHOLD = 0.005
183
+ TEN_THOUSAND_RATIO_THRESHOLD = 0.0001
184
+ COSINE_THRESHOLD = 0.9999
185
+ ULP_FLOAT32_THRESHOLD = 32
186
+ ULP_FLOAT16_THRESHOLD = 1
187
+
188
+ # compare result data
189
+ READ_NONE = 'No data'
190
+ NONE = 'None'
191
+ SHAPE_UNMATCH = 'shape unmatched'
192
+ DIFF = 'Different'
193
+ UNSUPPORTED = 'unsupported'
194
+ NAN = 'Nan'
195
+ PASS = 'pass'
196
+ WARNING = 'Warning'
197
+ ERROR = 'error'
198
+ SKIP = 'SKIP'
199
+ N_A = 'N/A'
200
+ BFLOAT16_MIN = -3.3895313892515355e+38
201
+ BFLOAT16_MAX = 3.3895313892515355e+38
202
+ BFLOAT16_EPS = 3.90625e-3 # 2 ** -8
203
+
204
+ # accuracy standards
205
+ COS_THRESHOLD = 0.99
206
+ MAX_ABS_ERR_THRESHOLD = 0.001
207
+ MAX_RELATIVE_ERR_THRESHOLD = 0.001
208
+ COS_MAX_THRESHOLD = 0.9
209
+ MAX_ABS_ERR_MAX_THRESHOLD = 1
210
+ ACCURACY_CHECK_YES = "Yes"
211
+ ACCURACY_CHECK_NO = "No"
212
+ ACCURACY_CHECK_UNMATCH = "Unmatched"
213
+
214
+ # error message
215
+ NO_BENCH = "No bench data matched."
216
+
217
+ # compare const
218
+ FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble]
219
+
220
+ # highlight xlsx color const
221
+ RED = "FFFF0000"
222
+ YELLOW = "FFFF00"
223
+ BLUE = "0000FF"
224
+
225
+ # run_ut const
226
+ MAX_TOKENS = 65536
227
+ SPECIAL_SPARSE_MOED = 4
228
+
229
+ # highlight rules const
230
+ OVERFLOW_LIST = ['nan\t', 'inf\t', '-inf\t', 'nan', 'inf', '-inf']
231
+ MAX_DIFF_RED = 1e+10
232
+ ORDER_MAGNITUDE_DIFF_YELLOW = 1
233
+ ONE_THOUSAND_ERROR_IN_RED = 0.9
234
+ ONE_THOUSAND_ERROR_OUT_RED = 0.6
235
+ ONE_THOUSAND_ERROR_DIFF_YELLOW = 0.1
236
+ COSINE_DIFF_YELLOW = 0.1
237
+ MAX_RELATIVE_OUT_RED = 0.5
238
+ MAX_RELATIVE_OUT_YELLOW = 0.1
239
+ MAX_RELATIVE_IN_YELLOW = 0.01
240
+ MS_GRAPH_BASE = {
241
+ NPU_NAME: None, BENCH_NAME: None, NPU_DTYPE: None, BENCH_DTYPE: None, NPU_SHAPE: None, BENCH_SHAPE: None,
242
+ NPU_MAX: None, NPU_MIN: None, NPU_MEAN: None, NPU_NORM: None, BENCH_MAX: None, BENCH_MIN: None,
243
+ BENCH_MEAN: None, BENCH_NORM: None, ACCURACY: '', ERROR_MESSAGE: ''
244
+ }
245
+ MS_GRAPH_NPY = {
246
+ COSINE: None, MAX_ABS_ERR: None, MAX_RELATIVE_ERR: None, ONE_THOUSANDTH_ERR_RATIO: None,
247
+ FIVE_THOUSANDTHS_ERR_RATIO: None
248
+ }
249
+ MS_GRAPH_STATISTIC = {
250
+ MAX_DIFF: None, MIN_DIFF: None, MEAN_DIFF: None, NORM_DIFF: None, MAX_RELATIVE_ERR: None,
251
+ MIN_RELATIVE_ERR: None, MEAN_RELATIVE_ERR: None, NORM_RELATIVE_ERR: None
252
+ }
253
+
254
+
255
+ class FileCheckConst:
256
+ """
257
+ Class for file check const
258
+ """
259
+ READ_ABLE = "read"
260
+ WRITE_ABLE = "write"
261
+ READ_WRITE_ABLE = "read and write"
262
+ DIRECTORY_LENGTH = 4096
263
+ FILE_NAME_LENGTH = 255
264
+ FILE_VALID_PATTERN = r"^[a-zA-Z0-9_.:/-]+$"
265
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
266
+ PKL_SUFFIX = ".pkl"
267
+ NUMPY_SUFFIX = ".npy"
268
+ JSON_SUFFIX = ".json"
269
+ PT_SUFFIX = ".pt"
270
+ CSV_SUFFIX = ".csv"
271
+ YAML_SUFFIX = ".yaml"
272
+ MAX_PKL_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
273
+ MAX_NUMPY_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
274
+ MAX_JSON_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
275
+ MAX_PT_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
276
+ MAX_CSV_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
277
+ MAX_YAML_SIZE = 1048576 # 10 * 1024 * 1024
278
+ DIR = "dir"
279
+ FILE = "file"
280
+ DATA_DIR_AUTHORITY = 0o750
281
+ DATA_FILE_AUTHORITY = 0o640
282
+ FILE_SIZE_DICT = {
283
+ PKL_SUFFIX: MAX_PKL_SIZE,
284
+ NUMPY_SUFFIX: MAX_NUMPY_SIZE,
285
+ JSON_SUFFIX: MAX_JSON_SIZE,
286
+ PT_SUFFIX: MAX_PT_SIZE,
287
+ CSV_SUFFIX: MAX_CSV_SIZE,
288
+ YAML_SUFFIX: MAX_YAML_SIZE
289
+ }
290
+
291
+
292
+ class OverflowConst:
293
+ """
294
+ Class for Overflow
295
+ """
296
+ OVERFLOW_ORIGINAL_MODE = 0
297
+ OVERFLOW_DEBUG_MODE = 1
298
+
299
+
300
+ class MsCompareConst:
301
+ # api_info field
302
+ MINT = "Mint"
303
+ MINT_FUNCTIONAL = "MintFunctional"
304
+
305
+ TASK_FIELD = "task"
306
+ STATISTICS_TASK = "statistics"
307
+ TENSOR_TASK = "tensor"
308
+ DUMP_DATA_DIR_FIELD = "dump_data_dir"
309
+ DATA_FIELD = "data"
310
+
311
+ # detail_csv
312
+ DETAIL_CSV_API_NAME = "API Name"
313
+ DETAIL_CSV_BENCH_DTYPE = "Bench Dtype"
314
+ DETAIL_CSV_TESTED_DTYPE = "Tested Dtype"
315
+ DETAIL_CSV_SHAPE = "Shape"
316
+ DETAIL_CSV_PASS_STATUS = "Status"
317
+ DETAIL_CSV_MESSAGE = "Message"
318
+ DETAIL_CSV_FILE_NAME = "accuracy_checking_details"
319
+
320
+ # result_csv
321
+ RESULT_CSV_FORWARD_TEST_SUCCESS = "Forward Test Success"
322
+ RESULT_CSV_BACKWARD_TEST_SUCCESS = "Backward Test Success"
323
+ RESULT_CSV_FILE_NAME = "accuracy_checking_result"
324
+
325
+ EPSILON = 1e-8
326
+
327
+
328
+ class MsgConst:
329
+ """
330
+ Class for log messages const
331
+ """
332
+ CLEAR_SYMBOL = "\033[K"
333
+ MSPROBE_LOG_LEVEL = "MSPROBE_LOG_LEVEL"
334
+ LEVEL = ["INFO", "WARNING", "ERROR", "DEBUG"]
335
+ SPECIAL_CHAR = ["\n", "\r", "\u007F", "\b", "\f", "\t", "\u000B", "%08", "%0a", "%0b", "%0c", "%0d", "%7f"]
336
+
337
+
338
+ class GraphMode:
339
+ NPY_MODE = "NPY_MODE"
340
+ STATISTIC_MODE = "STATISTIC_MODE"
341
+ ERROR_MODE = "ERROR_MODE"