mindstudio-probe 1.0.3__py3-none-any.whl → 1.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/LICENSE +201 -201
  2. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/METADATA +36 -34
  3. mindstudio_probe-1.1.0.dist-info/RECORD +287 -0
  4. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/WHEEL +1 -1
  5. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/entry_points.txt +1 -0
  6. msprobe/README.md +131 -237
  7. msprobe/__init__.py +16 -1
  8. msprobe/{config/config.json → config.json} +47 -49
  9. msprobe/core/advisor/advisor.py +124 -124
  10. msprobe/core/advisor/advisor_const.py +58 -59
  11. msprobe/core/advisor/advisor_result.py +58 -58
  12. msprobe/core/common/const.py +402 -318
  13. msprobe/core/common/exceptions.py +99 -99
  14. msprobe/core/common/{file_check.py → file_utils.py} +523 -283
  15. msprobe/core/common/inplace_op_checker.py +38 -0
  16. msprobe/core/common/inplace_ops.yaml +251 -0
  17. msprobe/core/common/log.py +86 -69
  18. msprobe/core/common/utils.py +371 -616
  19. msprobe/core/common_config.py +78 -71
  20. msprobe/core/compare/acc_compare.py +472 -298
  21. msprobe/core/compare/check.py +180 -95
  22. msprobe/core/compare/compare_cli.py +69 -49
  23. msprobe/core/compare/highlight.py +259 -222
  24. msprobe/core/compare/multiprocessing_compute.py +174 -149
  25. msprobe/core/compare/npy_compare.py +310 -295
  26. msprobe/core/compare/utils.py +464 -429
  27. msprobe/core/data_dump/data_collector.py +153 -144
  28. msprobe/core/data_dump/data_processor/base.py +337 -293
  29. msprobe/core/data_dump/data_processor/factory.py +76 -59
  30. msprobe/core/data_dump/data_processor/mindspore_processor.py +192 -198
  31. msprobe/core/data_dump/data_processor/pytorch_processor.py +383 -389
  32. msprobe/core/data_dump/json_writer.py +117 -116
  33. msprobe/core/data_dump/scope.py +194 -178
  34. msprobe/core/grad_probe/constant.py +74 -70
  35. msprobe/core/grad_probe/grad_compare.py +170 -175
  36. msprobe/core/grad_probe/utils.py +77 -52
  37. msprobe/docs/01.installation.md +99 -0
  38. msprobe/docs/02.config_introduction.md +137 -0
  39. msprobe/docs/03.config_examples.md +237 -0
  40. msprobe/docs/04.acl_config_examples.md +78 -0
  41. msprobe/docs/05.data_dump_PyTorch.md +326 -0
  42. msprobe/docs/06.data_dump_MindSpore.md +285 -0
  43. msprobe/docs/07.accuracy_checker_PyTorch.md +297 -0
  44. msprobe/docs/08.accuracy_checker_online_PyTorch.md +238 -0
  45. msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
  46. msprobe/docs/10.accuracy_compare_PyTorch.md +327 -0
  47. msprobe/docs/11.accuracy_compare_MindSpore.md +333 -0
  48. msprobe/docs/12.overflow_check_PyTorch.md +79 -0
  49. msprobe/docs/13.overflow_check_MindSpore.md +31 -0
  50. msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
  51. msprobe/docs/15.free_benchmarking_PyTorch.md +170 -0
  52. msprobe/docs/16.free_benchmarking_MindSpore.md +140 -0
  53. msprobe/{doc/grad_probe/grad_probe.md → docs/17.grad_probe.md} +205 -207
  54. msprobe/{pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md → docs/18.online_dispatch.md} +89 -90
  55. msprobe/docs/FAQ.md +189 -0
  56. msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
  57. msprobe/docs/img/free_benchmark_framework.png +0 -0
  58. msprobe/docs/img/ms_dump.png +0 -0
  59. msprobe/docs/img/ms_layer.png +0 -0
  60. msprobe/docs/img/pt_dump.png +0 -0
  61. msprobe/mindspore/__init__.py +2 -1
  62. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +278 -245
  63. msprobe/mindspore/api_accuracy_checker/api_info.py +76 -69
  64. msprobe/mindspore/api_accuracy_checker/api_runner.py +155 -151
  65. msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +196 -196
  66. msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
  67. msprobe/mindspore/api_accuracy_checker/compute_element.py +238 -223
  68. msprobe/mindspore/api_accuracy_checker/main.py +8 -15
  69. msprobe/mindspore/api_accuracy_checker/type_mapping.py +113 -113
  70. msprobe/mindspore/api_accuracy_checker/utils.py +79 -62
  71. msprobe/mindspore/cell_processor.py +58 -34
  72. msprobe/mindspore/common/const.py +108 -87
  73. msprobe/mindspore/common/log.py +37 -37
  74. msprobe/mindspore/common/utils.py +97 -57
  75. msprobe/mindspore/compare/distributed_compare.py +62 -75
  76. msprobe/mindspore/compare/layer_mapping.py +146 -0
  77. msprobe/mindspore/compare/modify_mapping.py +107 -0
  78. msprobe/mindspore/compare/ms_compare.py +357 -117
  79. msprobe/mindspore/compare/ms_graph_compare.py +364 -317
  80. msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -399
  81. msprobe/mindspore/debugger/debugger_config.py +69 -74
  82. msprobe/mindspore/debugger/precision_debugger.py +150 -107
  83. msprobe/mindspore/dump/dump_tool_factory.py +50 -35
  84. msprobe/mindspore/dump/hook_cell/api_registry.py +128 -104
  85. msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -53
  86. msprobe/mindspore/dump/hook_cell/primitive_hooks.py +206 -0
  87. msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +994 -925
  88. msprobe/mindspore/dump/hook_cell/wrap_api.py +121 -0
  89. msprobe/mindspore/dump/jit_dump.py +96 -56
  90. msprobe/mindspore/dump/kernel_graph_dump.py +75 -60
  91. msprobe/mindspore/dump/kernel_kbyk_dump.py +79 -65
  92. msprobe/mindspore/free_benchmark/api_pynative_self_check.py +131 -116
  93. msprobe/mindspore/free_benchmark/common/config.py +27 -12
  94. msprobe/mindspore/free_benchmark/common/handler_params.py +32 -17
  95. msprobe/mindspore/free_benchmark/common/utils.py +85 -71
  96. msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -842
  97. msprobe/mindspore/free_benchmark/decorator/dec_forward.py +57 -42
  98. msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +122 -107
  99. msprobe/mindspore/free_benchmark/handler/base_handler.py +105 -90
  100. msprobe/mindspore/free_benchmark/handler/check_handler.py +56 -41
  101. msprobe/mindspore/free_benchmark/handler/fix_handler.py +51 -36
  102. msprobe/mindspore/free_benchmark/handler/handler_factory.py +36 -21
  103. msprobe/mindspore/free_benchmark/perturbation/add_noise.py +82 -67
  104. msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +36 -21
  105. msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +78 -63
  106. msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +77 -0
  107. msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +49 -34
  108. msprobe/mindspore/free_benchmark/perturbation/no_change.py +27 -12
  109. msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +44 -27
  110. msprobe/mindspore/free_benchmark/self_check_tool_factory.py +48 -33
  111. msprobe/mindspore/grad_probe/global_context.py +100 -91
  112. msprobe/mindspore/grad_probe/grad_analyzer.py +231 -231
  113. msprobe/mindspore/grad_probe/grad_monitor.py +27 -27
  114. msprobe/mindspore/grad_probe/grad_stat_csv.py +131 -131
  115. msprobe/mindspore/grad_probe/hook.py +94 -92
  116. msprobe/mindspore/grad_probe/utils.py +29 -28
  117. msprobe/mindspore/ms_config.py +128 -126
  118. msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +60 -45
  119. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +49 -34
  120. msprobe/mindspore/runtime.py +4 -4
  121. msprobe/mindspore/service.py +297 -354
  122. msprobe/mindspore/task_handler_factory.py +24 -24
  123. msprobe/msprobe.py +105 -107
  124. msprobe/pytorch/__init__.py +23 -4
  125. msprobe/pytorch/api_accuracy_checker/common/config.py +70 -55
  126. msprobe/pytorch/api_accuracy_checker/common/utils.py +246 -165
  127. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +230 -213
  128. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +632 -581
  129. msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
  130. msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
  131. msprobe/pytorch/api_accuracy_checker/compare/compare.py +416 -381
  132. msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +90 -73
  133. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +265 -244
  134. msprobe/pytorch/api_accuracy_checker/config.yaml +10 -10
  135. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +370 -332
  136. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +221 -199
  137. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +150 -134
  138. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +518 -581
  139. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +213 -74
  140. msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
  141. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +218 -202
  142. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +370 -324
  143. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +227 -204
  144. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py +110 -0
  145. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +244 -218
  146. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml +63 -0
  147. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +44 -0
  148. msprobe/pytorch/bench_functions/__init__.py +30 -15
  149. msprobe/pytorch/bench_functions/apply_adam_w.py +43 -28
  150. msprobe/pytorch/bench_functions/confusion_transpose.py +34 -19
  151. msprobe/pytorch/bench_functions/fast_gelu.py +70 -55
  152. msprobe/pytorch/bench_functions/layer_norm_eval.py +21 -6
  153. msprobe/pytorch/bench_functions/linear.py +27 -12
  154. msprobe/pytorch/bench_functions/matmul_backward.py +63 -48
  155. msprobe/pytorch/bench_functions/npu_fusion_attention.py +538 -421
  156. msprobe/pytorch/bench_functions/rms_norm.py +30 -15
  157. msprobe/pytorch/bench_functions/rotary_mul.py +71 -52
  158. msprobe/pytorch/bench_functions/scaled_mask_softmax.py +41 -26
  159. msprobe/pytorch/bench_functions/swiglu.py +70 -55
  160. msprobe/pytorch/common/__init__.py +17 -2
  161. msprobe/pytorch/common/compare_script.template +14 -14
  162. msprobe/pytorch/common/log.py +33 -32
  163. msprobe/pytorch/common/parse_json.py +54 -39
  164. msprobe/pytorch/common/utils.py +310 -300
  165. msprobe/pytorch/compare/distributed_compare.py +66 -66
  166. msprobe/pytorch/compare/mapping.yaml +607 -607
  167. msprobe/pytorch/compare/match.py +49 -33
  168. msprobe/pytorch/compare/pt_compare.py +82 -40
  169. msprobe/pytorch/debugger/debugger_config.py +108 -95
  170. msprobe/pytorch/debugger/precision_debugger.py +173 -125
  171. msprobe/pytorch/free_benchmark/__init__.py +23 -8
  172. msprobe/pytorch/free_benchmark/common/constant.py +70 -70
  173. msprobe/pytorch/free_benchmark/common/counter.py +71 -71
  174. msprobe/pytorch/free_benchmark/common/enums.py +65 -37
  175. msprobe/pytorch/free_benchmark/common/params.py +144 -129
  176. msprobe/pytorch/free_benchmark/common/utils.py +118 -102
  177. msprobe/pytorch/free_benchmark/compare/grad_saver.py +200 -179
  178. msprobe/pytorch/free_benchmark/compare/single_benchmark.py +119 -104
  179. msprobe/pytorch/free_benchmark/main.py +120 -105
  180. msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +28 -13
  181. msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +56 -41
  182. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +105 -90
  183. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +119 -104
  184. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +87 -63
  185. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +83 -68
  186. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +43 -28
  187. msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +60 -45
  188. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +34 -19
  189. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +256 -217
  190. msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +54 -39
  191. msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +38 -23
  192. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +45 -30
  193. msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +185 -170
  194. msprobe/pytorch/function_factory.py +91 -75
  195. msprobe/pytorch/functional/module_dump.py +84 -0
  196. msprobe/pytorch/grad_probe/grad_monitor.py +91 -90
  197. msprobe/pytorch/grad_probe/grad_stat_csv.py +128 -128
  198. msprobe/pytorch/hook_module/__init__.py +16 -1
  199. msprobe/pytorch/hook_module/api_registry.py +166 -161
  200. msprobe/pytorch/hook_module/hook_module.py +118 -120
  201. msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1877
  202. msprobe/pytorch/hook_module/utils.py +28 -29
  203. msprobe/pytorch/hook_module/wrap_aten.py +111 -110
  204. msprobe/pytorch/hook_module/wrap_distributed.py +77 -78
  205. msprobe/pytorch/hook_module/wrap_functional.py +104 -105
  206. msprobe/pytorch/hook_module/wrap_npu_custom.py +85 -84
  207. msprobe/pytorch/hook_module/wrap_tensor.py +69 -71
  208. msprobe/pytorch/hook_module/wrap_torch.py +84 -86
  209. msprobe/pytorch/hook_module/wrap_vf.py +60 -62
  210. msprobe/pytorch/module_processer.py +153 -138
  211. msprobe/pytorch/online_dispatch/__init__.py +20 -20
  212. msprobe/pytorch/online_dispatch/compare.py +235 -236
  213. msprobe/pytorch/online_dispatch/dispatch.py +271 -271
  214. msprobe/pytorch/online_dispatch/dump_compare.py +155 -156
  215. msprobe/pytorch/online_dispatch/single_compare.py +391 -391
  216. msprobe/pytorch/online_dispatch/torch_ops_config.yaml +57 -49
  217. msprobe/pytorch/online_dispatch/utils.py +127 -146
  218. msprobe/pytorch/parse.py +19 -4
  219. msprobe/pytorch/parse_tool/cli.py +31 -32
  220. msprobe/pytorch/parse_tool/lib/compare.py +259 -271
  221. msprobe/pytorch/parse_tool/lib/config.py +52 -52
  222. msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
  223. msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
  224. msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
  225. msprobe/pytorch/parse_tool/lib/parse_tool.py +161 -158
  226. msprobe/pytorch/parse_tool/lib/utils.py +320 -321
  227. msprobe/pytorch/parse_tool/lib/visualization.py +85 -91
  228. msprobe/pytorch/pt_config.py +317 -187
  229. msprobe/pytorch/service.py +311 -252
  230. mindstudio_probe-1.0.3.dist-info/RECORD +0 -272
  231. msprobe/config/README.md +0 -539
  232. msprobe/mindspore/doc/compare.md +0 -58
  233. msprobe/mindspore/doc/dump.md +0 -217
  234. msprobe/mindspore/dump/hook_cell/wrap_functional.py +0 -91
  235. msprobe/mindspore/dump/hook_cell/wrap_tensor.py +0 -63
  236. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +0 -10
  237. msprobe/pytorch/doc/FAQ.md +0 -193
  238. msprobe/pytorch/doc/api_accuracy_checker.md +0 -313
  239. msprobe/pytorch/doc/api_accuracy_checker_online.md +0 -187
  240. msprobe/pytorch/doc/dump.md +0 -260
  241. msprobe/pytorch/doc/msprobe/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
  242. msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -240
  243. msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
  244. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
  245. msprobe/pytorch/doc/run_overflow_check.md +0 -25
  246. msprobe/pytorch/doc//321/206/320/247/320/260/321/206/320/260/320/227/321/206/320/255/320/226/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/205/320/254/342/225/221/321/206/320/251/320/277/321/211/320/272/320/234/321/210/320/277/320/221/321/205/320/242/320/234/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -151
  247. msprobe/pytorch/functional/data_processor.py +0 -0
  248. msprobe/pytorch/functional/dump_module.py +0 -39
  249. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/top_level.txt +0 -0
  250. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
  251. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
  252. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
  253. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
  254. /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
  255. /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
  256. /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
  257. /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
  258. /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
  259. /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
  260. /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
  261. /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
  262. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
  263. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
  264. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
  265. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
  266. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
  267. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
  268. /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
  269. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
  270. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
  271. /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
  272. /msprobe/{config → docs}/img/free_benchmark.png +0 -0
  273. /msprobe/{doc/grad_probe/img/image-1.png → docs/img/grad_probe_image-1.png} +0 -0
  274. /msprobe/{doc/grad_probe/img/image-2.png → docs/img/grad_probe_image-2.png} +0 -0
  275. /msprobe/{doc/grad_probe/img/image-3.png → docs/img/grad_probe_image-3.png} +0 -0
  276. /msprobe/{doc/grad_probe/img/image-4.png → docs/img/grad_probe_image-4.png} +0 -0
  277. /msprobe/{doc/grad_probe/img/image.png → docs/img/grad_probe_image.png} +0 -0
  278. /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
@@ -1,318 +1,402 @@
1
- import os
2
- import stat
3
-
4
- import numpy as np
5
-
6
-
7
- class Const:
8
- """
9
- Class for const
10
- """
11
- SEP = "."
12
- REGEX_PREFIX_MAX_LENGTH = 20
13
- REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
14
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
15
- COMMA = ","
16
- FLOAT_EPSILON = np.finfo(float).eps
17
- OFF = 'OFF'
18
- BACKWARD = 'backward'
19
- FORWARD = 'forward'
20
- PRIMITIVE_PREFIX = 'Primitive'
21
- DEFAULT_LIST = []
22
- DEFAULT_PATH = './'
23
- WHITE_LIST = 'white_list'
24
- BLACK_LIST = 'black_list'
25
- DUMP_TENSOR_DATA = 'dump_tensor_data'
26
-
27
- # dump mode
28
- ALL = "all"
29
- LIST = "list"
30
- RANGE = "range"
31
- STACK = "stack"
32
- ACL = "acl"
33
- API_LIST = "api_list"
34
- API_STACK = "api_stack"
35
- DUMP_MODE = [ALL, LIST, RANGE, STACK, ACL, API_LIST, API_STACK]
36
- AUTO = "auto"
37
- ONLINE_DUMP_MODE = [ALL, LIST, AUTO, OFF]
38
- SUMMARY = "summary"
39
- MD5 = "md5"
40
- SUMMARY_MODE = [ALL, SUMMARY, MD5]
41
-
42
- WRITE_FLAGS = os.O_WRONLY | os.O_CREAT
43
- WRITE_MODES = stat.S_IWUSR | stat.S_IRUSR
44
- OVERWRITE_FLAGS = os.O_WRONLY | os.O_CREAT | os.O_TRUNC
45
-
46
- PKL_SUFFIX = ".pkl"
47
- NUMPY_SUFFIX = ".npy"
48
- PT_SUFFIX = ".pt"
49
- ONE_GB = 1073741824 # 1 * 1024 * 1024 * 1024
50
- TEN_GB = 10737418240 # 10 * 1024 * 1024 * 1024
51
- ONE_MB = 1048576 # 1 * 1024 * 1024
52
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
53
- DISTRIBUTED_PREFIX_LENGTH = 60
54
- # env dump path
55
- KWARGS = 'kwargs'
56
- INPUT = 'input'
57
- OUTPUT = 'output'
58
- INPUT_ARGS = 'input_args'
59
- INPUT_KWARGS = 'input_kwargs'
60
- GRAD_INPUT = 'grad_input'
61
- GRAD_OUTPUT = 'grad_output'
62
- START = "start"
63
- STOP = "stop"
64
- ENV_ENABLE = "1"
65
- ENV_DISABLE = "0"
66
- MAX_SEED_VALUE = 4294967295 # 2**32 - 1
67
- STATISTICS = "statistics"
68
- TENSOR = "tensor"
69
- OVERFLOW_CHECK = "overflow_check"
70
- FREE_BENCHMARK = "free_benchmark"
71
- RUN_UT = "run_ut"
72
- GRAD_PROBE = "grad_probe"
73
- TASK_LIST = [TENSOR, STATISTICS, OVERFLOW_CHECK, FREE_BENCHMARK, RUN_UT, GRAD_PROBE]
74
- LEVEL_L0 = "L0"
75
- LEVEL_L1 = "L1"
76
- LEVEL_L2 = "L2"
77
- LEVEL_MIX = "mix"
78
- LEVEL_LIST = [LEVEL_L0, LEVEL_L1, LEVEL_L2, LEVEL_MIX]
79
- ATTR_NAME_PREFIX = "wrap_"
80
- ATTR_NAME_PREFIX_LEN = len(ATTR_NAME_PREFIX)
81
- KERNEL_DUMP = "kernel_dump"
82
- DATA = "data"
83
- PT_FRAMEWORK = "pytorch"
84
- MS_FRAMEWORK = "mindspore"
85
- DIRECTORY_LENGTH = 4096
86
- FILE_NAME_LENGTH = 255
87
- FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
88
- BOOL_TYPE = [bool, np.uint8]
89
- INT_TYPE = [np.int32, np.int64]
90
- NPU = 'NPU'
91
- DISTRIBUTED = 'Distributed'
92
-
93
- INPLACE_LIST = [
94
- "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
95
- "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single", "all_to_all"
96
- ]
97
-
98
- CONVERT = {
99
- "int32_to_int64": ["torch.int32", "torch.int64"],
100
- }
101
-
102
- CONVERT_API = {
103
- "int32_to_int64": ["cross_entropy"]
104
- }
105
-
106
-
107
- class CompareConst:
108
- """
109
- Class for compare module const
110
- """
111
- SPACE = " "
112
- # compare result column name
113
- NPU_NAME = "NPU Name"
114
- BENCH_NAME = "Bench Name"
115
- NPU_DTYPE = "NPU Dtype"
116
- BENCH_DTYPE = "Bench Dtype"
117
- NPU_SHAPE = "NPU Tensor Shape"
118
- BENCH_SHAPE = "Bench Tensor Shape"
119
- NPU_MAX = "NPU max"
120
- NPU_MIN = "NPU min"
121
- NPU_MEAN = "NPU mean"
122
- NPU_NORM = "NPU l2norm"
123
- BENCH_MAX = "Bench max"
124
- BENCH_MIN = "Bench min"
125
- BENCH_MEAN = "Bench mean"
126
- BENCH_NORM = "Bench l2norm"
127
- MAX_DIFF = "Max diff"
128
- MIN_DIFF = "Min diff"
129
- MEAN_DIFF = "Mean diff"
130
- NORM_DIFF = "L2norm diff"
131
- COSINE = "Cosine"
132
- MAX_ABS_ERR = "MaxAbsErr"
133
- MAX_RELATIVE_ERR = "MaxRelativeErr"
134
- MIN_RELATIVE_ERR = "MinRelativeErr"
135
- MEAN_RELATIVE_ERR = "MeanRelativeErr"
136
- NORM_RELATIVE_ERR = "NormRelativeErr"
137
- ACCURACY = "Accuracy Reached or Not"
138
- STACK = "NPU_Stack_Info"
139
- DATA_NAME = "Data_name"
140
- ERROR_MESSAGE = "Err_message"
141
- ONE_THOUSANDTH_ERR_RATIO = "One Thousandth Err Ratio"
142
- FIVE_THOUSANDTHS_ERR_RATIO = "Five Thousandths Err Ratio"
143
- NPU_MD5 = "NPU MD5"
144
- BENCH_MD5 = "BENCH MD5"
145
- RESULT = "Result"
146
- MAGNITUDE = 0.5
147
-
148
- COMPARE_RESULT_HEADER = [
149
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
150
- ONE_THOUSANDTH_ERR_RATIO, FIVE_THOUSANDTHS_ERR_RATIO,
151
- NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, ACCURACY, ERROR_MESSAGE
152
- ]
153
-
154
- SUMMARY_COMPARE_RESULT_HEADER = [
155
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, MAX_DIFF, MIN_DIFF, MEAN_DIFF, NORM_DIFF,
156
- MAX_RELATIVE_ERR, MIN_RELATIVE_ERR, MEAN_RELATIVE_ERR, NORM_RELATIVE_ERR,
157
- NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, RESULT, ERROR_MESSAGE
158
- ]
159
-
160
- MD5_COMPARE_RESULT_HEADER = [
161
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
162
- ]
163
-
164
- # compare standard
165
- HUNDRED_RATIO_THRESHOLD = 0.01
166
- THOUSAND_RATIO_THRESHOLD = 0.001
167
- FIVE_THOUSAND_RATIO_THRESHOLD = 0.005
168
- TEN_THOUSAND_RATIO_THRESHOLD = 0.0001
169
- COSINE_THRESHOLD = 0.9999
170
- ULP_FLOAT32_THRESHOLD = 32
171
- ULP_FLOAT16_THRESHOLD = 1
172
-
173
- # compare result data
174
- READ_NONE = 'No data'
175
- NONE = 'None'
176
- SHAPE_UNMATCH = 'shape unmatched'
177
- DIFF = 'Different'
178
- UNSUPPORTED = 'unsupported'
179
- NAN = 'Nan'
180
- PASS = 'pass'
181
- WARNING = 'Warning'
182
- ERROR = 'error'
183
- SKIP = 'SKIP'
184
- N_A = 'N/A'
185
- BFLOAT16_MIN = -3.3895313892515355e+38
186
- BFLOAT16_MAX = 3.3895313892515355e+38
187
- BFLOAT16_EPS = 3.90625e-3 # 2 ** -8
188
-
189
- # accuracy standards
190
- COS_THRESHOLD = 0.99
191
- MAX_ABS_ERR_THRESHOLD = 0.001
192
- MAX_RELATIVE_ERR_THRESHOLD = 0.001
193
- COS_MAX_THRESHOLD = 0.9
194
- MAX_ABS_ERR_MAX_THRESHOLD = 1
195
- ACCURACY_CHECK_YES = "Yes"
196
- ACCURACY_CHECK_NO = "No"
197
- ACCURACY_CHECK_UNMATCH = "Unmatched"
198
-
199
- # error message
200
- NO_BENCH = "No bench data matched."
201
-
202
- # compare const
203
- FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble]
204
-
205
- # highlight xlsx color const
206
- RED = "FFFF0000"
207
- YELLOW = "FFFF00"
208
- BLUE = "0000FF"
209
-
210
- # highlight rules const
211
- OVERFLOW_LIST = ['nan\t', 'inf\t', '-inf\t', 'nan', 'inf', '-inf']
212
- MAX_DIFF_RED = 1e+10
213
- ORDER_MAGNITUDE_DIFF_YELLOW = 1
214
- ONE_THOUSAND_ERROR_IN_RED = 0.9
215
- ONE_THOUSAND_ERROR_OUT_RED = 0.6
216
- ONE_THOUSAND_ERROR_DIFF_YELLOW = 0.1
217
- COSINE_DIFF_YELLOW = 0.1
218
- MAX_RELATIVE_OUT_RED = 0.5
219
- MAX_RELATIVE_OUT_YELLOW = 0.1
220
- MAX_RELATIVE_IN_YELLOW = 0.01
221
- MS_GRAPH_BASE = {
222
- NPU_NAME: None, BENCH_NAME: None, NPU_DTYPE: None, BENCH_DTYPE: None, NPU_SHAPE: None, BENCH_SHAPE: None,
223
- NPU_MAX: None, NPU_MIN: None, NPU_MEAN: None, NPU_NORM: None, BENCH_MAX: None, BENCH_MIN: None,
224
- BENCH_MEAN: None, BENCH_NORM: None, ACCURACY: '', ERROR_MESSAGE: ''
225
- }
226
- MS_GRAPH_NPY = {
227
- COSINE: None, MAX_ABS_ERR: None, MAX_RELATIVE_ERR: None, ONE_THOUSANDTH_ERR_RATIO: None,
228
- FIVE_THOUSANDTHS_ERR_RATIO: None
229
- }
230
- MS_GRAPH_STATISTIC = {
231
- MAX_DIFF: None, MIN_DIFF: None, MEAN_DIFF: None, NORM_DIFF: None, MAX_RELATIVE_ERR: None,
232
- MIN_RELATIVE_ERR: None, MEAN_RELATIVE_ERR: None, NORM_RELATIVE_ERR: None
233
- }
234
-
235
-
236
- class FileCheckConst:
237
- """
238
- Class for file check const
239
- """
240
- READ_ABLE = "read"
241
- WRITE_ABLE = "write"
242
- READ_WRITE_ABLE = "read and write"
243
- DIRECTORY_LENGTH = 4096
244
- FILE_NAME_LENGTH = 255
245
- FILE_VALID_PATTERN = r"^[a-zA-Z0-9_.:/-]+$"
246
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
247
- PKL_SUFFIX = ".pkl"
248
- NUMPY_SUFFIX = ".npy"
249
- JSON_SUFFIX = ".json"
250
- PT_SUFFIX = ".pt"
251
- CSV_SUFFIX = ".csv"
252
- YAML_SUFFIX = ".yaml"
253
- MAX_PKL_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
254
- MAX_NUMPY_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
255
- MAX_JSON_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
256
- MAX_PT_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
257
- MAX_CSV_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
258
- MAX_YAML_SIZE = 1048576 # 10 * 1024 * 1024
259
- DIR = "dir"
260
- FILE = "file"
261
- DATA_DIR_AUTHORITY = 0o750
262
- DATA_FILE_AUTHORITY = 0o640
263
- FILE_SIZE_DICT = {
264
- PKL_SUFFIX: MAX_PKL_SIZE,
265
- NUMPY_SUFFIX: MAX_NUMPY_SIZE,
266
- JSON_SUFFIX: MAX_JSON_SIZE,
267
- PT_SUFFIX: MAX_PT_SIZE,
268
- CSV_SUFFIX: MAX_CSV_SIZE,
269
- YAML_SUFFIX: MAX_YAML_SIZE
270
- }
271
-
272
-
273
- class OverflowConst:
274
- """
275
- Class for Overflow
276
- """
277
- OVERFLOW_DEBUG_MODE_ENABLE = "OVERFLOW_DEBUG_MODE_ENABLE"
278
- OVERFLOW_ORIGINAL_MODE = 0
279
- OVERFLOW_DEBUG_MODE = 1
280
-
281
- class MsCompareConst:
282
- # api_info field
283
- MINT = "Mint"
284
- MINT_FUNCTIONAL = "MintFunctional"
285
-
286
- TASK_FIELD = "task"
287
- STATISTICS_TASK = "statistics"
288
- TENSOR_TASK = "tensor"
289
- DUMP_DATA_DIR_FIELD = "dump_data_dir"
290
- DATA_FIELD = "data"
291
-
292
- #detail_csv
293
- DETAIL_CSV_API_NAME = "API Name"
294
- DETAIL_CSV_BENCH_DTYPE = "Bench Dtype"
295
- DETAIL_CSV_TESTED_DTYPE = "Tested Dtype"
296
- DETAIL_CSV_SHAPE = "Shape"
297
- DETAIL_CSV_PASS_STATUS = "Status"
298
- DETAIL_CSV_MESSAGE = "Message"
299
- DETAIL_CSV_FILE_NAME = "accuracy_checking_details"
300
-
301
- #result_csv
302
- RESULT_CSV_FORWARD_TEST_SUCCESS = "Forward Test Success"
303
- RESULT_CSV_BACKWARD_TEST_SUCCESS = "Backward Test Success"
304
- RESULT_CSV_FILE_NAME = "accuracy_checking_result"
305
-
306
- EPSILON = 1e-8
307
-
308
- class MsgConst:
309
- """
310
- Class for log messages const
311
- """
312
- SPECIAL_CHAR = ["\n", "\r", "\u007F", "\b", "\f", "\t", "\u000B", "%08", "%0a", "%0b", "%0c", "%0d", "%7f"]
313
-
314
-
315
- class GraphMode:
316
- NPY_MODE = "NPY_MODE"
317
- STATISTIC_MODE = "STATISTIC_MODE"
318
- ERROR_MODE = "ERROR_MODE"
1
+ import os
2
+ import stat
3
+
4
+ import numpy as np
5
+
6
+
7
+ class Const:
8
+ """
9
+ Class for const
10
+ """
11
+ TOOL_NAME = "msprobe"
12
+
13
+ SEP = "."
14
+ REGEX_PREFIX_MAX_LENGTH = 20
15
+ REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
16
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
17
+ STRING_BLACKLIST = r"^[+-=%@\+\-=%@]|;[+-=%@\+\-=%@]"
18
+ COMMA = ","
19
+ FLOAT_EPSILON = np.finfo(float).eps
20
+ OFF = 'OFF'
21
+ BACKWARD = 'backward'
22
+ FORWARD = 'forward'
23
+ JIT = 'Jit'
24
+ PRIMITIVE_PREFIX = 'Primitive'
25
+ DEFAULT_LIST = []
26
+ DEFAULT_PATH = './'
27
+ WHITE_LIST = 'white_list'
28
+ BLACK_LIST = 'black_list'
29
+ DUMP_TENSOR_DATA = 'dump_tensor_data'
30
+ NONE = None
31
+ THREE_SEGMENT = 3
32
+ FOUR_SEGMENT = 4
33
+ SIX_SEGMENT = 6
34
+ SEVEN_SEGMENT = 7
35
+ MAX_DEPTH = 10
36
+
37
+ # dump mode
38
+ ALL = "all"
39
+ LIST = "list"
40
+ RANGE = "range"
41
+ STACK = "stack"
42
+ ACL = "acl"
43
+ API_LIST = "api_list"
44
+ API_STACK = "api_stack"
45
+ DUMP_MODE = [ALL, LIST, RANGE, STACK, ACL, API_LIST, API_STACK]
46
+ AUTO = "auto"
47
+ ONLINE_DUMP_MODE = [ALL, LIST, AUTO, OFF]
48
+ SUMMARY = "summary"
49
+ MD5 = "md5"
50
+ SUMMARY_MODE = [ALL, SUMMARY, MD5]
51
+
52
+ WRITE_FLAGS = os.O_WRONLY | os.O_CREAT
53
+ WRITE_MODES = stat.S_IWUSR | stat.S_IRUSR
54
+ OVERWRITE_FLAGS = os.O_WRONLY | os.O_CREAT | os.O_TRUNC
55
+
56
+ PKL_SUFFIX = ".pkl"
57
+ NUMPY_SUFFIX = ".npy"
58
+ PT_SUFFIX = ".pt"
59
+ ONE_GB = 1073741824 # 1 * 1024 * 1024 * 1024
60
+ TEN_GB = 10737418240 # 10 * 1024 * 1024 * 1024
61
+ ONE_MB = 1048576 # 1 * 1024 * 1024
62
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
63
+ DISTRIBUTED_PREFIX_LENGTH = 60
64
+ # env dump path
65
+ KWARGS = 'kwargs'
66
+ INPUT = 'input'
67
+ OUTPUT = 'output'
68
+ INPUT_ARGS = 'input_args'
69
+ INPUT_KWARGS = 'input_kwargs'
70
+ GRAD_INPUT = 'grad_input'
71
+ GRAD_OUTPUT = 'grad_output'
72
+ START = "start"
73
+ STOP = "stop"
74
+ ENV_ENABLE = "1"
75
+ ENV_DISABLE = "0"
76
+ MAX_SEED_VALUE = 4294967295 # 2**32 - 1
77
+ STATISTICS = "statistics"
78
+ TENSOR = "tensor"
79
+ OVERFLOW_CHECK = "overflow_check"
80
+ FREE_BENCHMARK = "free_benchmark"
81
+ RUN_UT = "run_ut"
82
+ GRAD_PROBE = "grad_probe"
83
+ TASK_LIST = [TENSOR, STATISTICS, OVERFLOW_CHECK, FREE_BENCHMARK, RUN_UT, GRAD_PROBE]
84
+ DUMP_DATA_COLLECTION_LIST = [STATISTICS, TENSOR]
85
+ LEVEL_L0 = "L0"
86
+ LEVEL_L1 = "L1"
87
+ LEVEL_L2 = "L2"
88
+ LEVEL_MIX = "mix"
89
+ LEVEL_LIST = [LEVEL_L0, LEVEL_L1, LEVEL_L2, LEVEL_MIX]
90
+ ATTR_NAME_PREFIX = "wrap_"
91
+ ATTR_NAME_PREFIX_LEN = len(ATTR_NAME_PREFIX)
92
+ KERNEL_DUMP = "kernel_dump"
93
+ DATA = "data"
94
+ PT_FRAMEWORK = "pytorch"
95
+ MS_FRAMEWORK = "mindspore"
96
+ DIRECTORY_LENGTH = 4096
97
+ FILE_NAME_LENGTH = 255
98
+ FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
99
+ BOOL_TYPE = [bool, np.uint8]
100
+ INT_TYPE = [np.int32, np.int64]
101
+ NPU = 'NPU'
102
+ NPU_LOWERCASE = 'npu'
103
+ CPU_LOWERCASE = 'cpu'
104
+ CUDA_LOWERCASE = 'cuda'
105
+ DISTRIBUTED = 'Distributed'
106
+
107
+ # struct json param
108
+ ORIGIN_DATA = "origin_data"
109
+ SCOPE = "scope"
110
+ STACK = "stack"
111
+
112
+ ATEN = "Aten"
113
+ MODULE_WHITE_LIST = ["torch", "numpy"]
114
+
115
+ FUNC_SKIP_LIST = ["construct", "__call__"]
116
+
117
+ FILE_SKIP_LIST = ["site-packages/mindspore", "package/mindspore", "msprobe", "site-packages/torch", "package/torch"]
118
+
119
+ STACK_FILE_INDEX = 0
120
+
121
+ STACK_FUNC_INDEX = 2
122
+
123
+ STACK_FUNC_ELE_INDEX = 1
124
+
125
+ CONSTRUCT_NAME_INDEX = -3
126
+
127
+ NAME_FIRST_POSSIBLE_INDEX = -4
128
+
129
+ NAME_SECOND_POSSIBLE_INDEX = -5
130
+
131
+ INPLACE_LIST = [
132
+ "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
133
+ "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single", "all_to_all",
134
+ "all_gather_into_tensor", "reduce_scatter_tensor"
135
+ ]
136
+
137
+ CONVERT = {
138
+ "int32_to_int64": ["torch.int32", "torch.int64"],
139
+ }
140
+
141
+ CONVERT_API = {
142
+ "int32_to_int64": ["cross_entropy"]
143
+ }
144
+
145
+ FILL_CHAR_NUMS = 50
146
+ TOOL_ENDS_SUCCESSFULLY = f"{TOOL_NAME} ends successfully."
147
+ WITHOUT_CALL_STACK = "The call stack retrieval failed."
148
+
149
+ STEP = "step"
150
+ RANK = "rank"
151
+ HYPHEN = "-"
152
+ STEP_RANK_MAXIMUM_RANGE = [int(0), int(1e6)]
153
+
154
+ # data type const
155
+ FLOAT16 = "Float16"
156
+ FLOAT32 = "Float32"
157
+ BFLOAT16 = "BFloat16"
158
+ TORCH_FLOAT16 = "torch.float16"
159
+ TORCH_FLOAT32 = "torch.float32"
160
+ TORCH_BFLOAT16 = "torch.bfloat16"
161
+
162
+
163
+ class CompareConst:
164
+ """
165
+ Class for compare module const
166
+ """
167
+ SPACE = " "
168
+ # compare result column name
169
+ NPU_NAME = "NPU Name"
170
+ BENCH_NAME = "Bench Name"
171
+ NPU_DTYPE = "NPU Dtype"
172
+ BENCH_DTYPE = "Bench Dtype"
173
+ NPU_SHAPE = "NPU Tensor Shape"
174
+ BENCH_SHAPE = "Bench Tensor Shape"
175
+ NPU_MAX = "NPU max"
176
+ NPU_MIN = "NPU min"
177
+ NPU_MEAN = "NPU mean"
178
+ NPU_NORM = "NPU l2norm"
179
+ BENCH_MAX = "Bench max"
180
+ BENCH_MIN = "Bench min"
181
+ BENCH_MEAN = "Bench mean"
182
+ BENCH_NORM = "Bench l2norm"
183
+ MAX_DIFF = "Max diff"
184
+ MIN_DIFF = "Min diff"
185
+ MEAN_DIFF = "Mean diff"
186
+ NORM_DIFF = "L2norm diff"
187
+ COSINE = "Cosine"
188
+ MAX_ABS_ERR = "MaxAbsErr"
189
+ MAX_RELATIVE_ERR = "MaxRelativeErr"
190
+ MIN_RELATIVE_ERR = "MinRelativeErr"
191
+ MEAN_RELATIVE_ERR = "MeanRelativeErr"
192
+ NORM_RELATIVE_ERR = "NormRelativeErr"
193
+ ACCURACY = "Accuracy Reached or Not"
194
+ STACK = "NPU_Stack_Info"
195
+ DATA_NAME = "Data_name"
196
+ ERROR_MESSAGE = "Err_message"
197
+ ONE_THOUSANDTH_ERR_RATIO = "One Thousandth Err Ratio"
198
+ FIVE_THOUSANDTHS_ERR_RATIO = "Five Thousandths Err Ratio"
199
+ NPU_MD5 = "NPU MD5"
200
+ BENCH_MD5 = "BENCH MD5"
201
+ RESULT = "Result"
202
+ MAGNITUDE = 0.5
203
+ OP_NAME = "op_name"
204
+ INPUT_STRUCT = "input_struct"
205
+ OUTPUT_STRUCT = "output_struct"
206
+ SUMMARY = "summary"
207
+ MAX_EXCEL_LENGTH = 1048576
208
+
209
+ COMPARE_RESULT_HEADER = [
210
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
211
+ ONE_THOUSANDTH_ERR_RATIO, FIVE_THOUSANDTHS_ERR_RATIO,
212
+ NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, ACCURACY, ERROR_MESSAGE
213
+ ]
214
+
215
+ SUMMARY_COMPARE_RESULT_HEADER = [
216
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, MAX_DIFF, MIN_DIFF, MEAN_DIFF, NORM_DIFF,
217
+ MAX_RELATIVE_ERR, MIN_RELATIVE_ERR, MEAN_RELATIVE_ERR, NORM_RELATIVE_ERR,
218
+ NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, RESULT, ERROR_MESSAGE
219
+ ]
220
+
221
+ MD5_COMPARE_RESULT_HEADER = [
222
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
223
+ ]
224
+
225
+ # compare standard
226
+ HUNDRED_RATIO_THRESHOLD = 0.01
227
+ THOUSAND_RATIO_THRESHOLD = 0.001
228
+ FIVE_THOUSAND_RATIO_THRESHOLD = 0.005
229
+ TEN_THOUSAND_RATIO_THRESHOLD = 0.0001
230
+ COSINE_THRESHOLD = 0.9999
231
+ ULP_FLOAT32_THRESHOLD = 32
232
+ ULP_FLOAT16_THRESHOLD = 1
233
+
234
+ # compare result data
235
+ READ_NONE = 'No data'
236
+ NONE = 'None'
237
+ SHAPE_UNMATCH = 'shape unmatched'
238
+ DIFF = 'Different'
239
+ UNSUPPORTED = 'unsupported'
240
+ NAN = 'Nan'
241
+ PASS = 'pass'
242
+ WARNING = 'Warning'
243
+ ERROR = 'error'
244
+ SKIP = 'SKIP'
245
+ N_A = 'N/A'
246
+ INF = 'inf'
247
+ NEG_INF = '-inf'
248
+ BFLOAT16_MIN = -3.3895313892515355e+38
249
+ BFLOAT16_MAX = 3.3895313892515355e+38
250
+ BFLOAT16_EPS = 3.90625e-3 # 2 ** -8
251
+
252
+ # accuracy standards
253
+ COS_THRESHOLD = 0.99
254
+ MAX_ABS_ERR_THRESHOLD = 0.001
255
+ MAX_RELATIVE_ERR_THRESHOLD = 0.001
256
+ COS_MAX_THRESHOLD = 0.9
257
+ MAX_ABS_ERR_MAX_THRESHOLD = 1
258
+ ACCURACY_CHECK_YES = "Yes"
259
+ ACCURACY_CHECK_NO = "No"
260
+ ACCURACY_CHECK_UNMATCH = "Unmatched"
261
+
262
+ # error message
263
+ NO_BENCH = "No bench data matched."
264
+
265
+ # compare const
266
+ FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble]
267
+
268
+ # highlight xlsx color const
269
+ RED = "FFFF0000"
270
+ YELLOW = "FFFF00"
271
+ BLUE = "0000FF"
272
+
273
+ # run_ut const
274
+ MAX_TOKENS = 65536
275
+ SPECIAL_SPARSE_MOED = 4
276
+
277
+ # highlight rules const
278
+ OVERFLOW_LIST = ['nan\t', 'inf\t', '-inf\t', 'nan', 'inf', '-inf']
279
+ MAX_DIFF_RED = 1e+10
280
+ ORDER_MAGNITUDE_DIFF_YELLOW = 1
281
+ ONE_THOUSAND_ERROR_IN_RED = 0.9
282
+ ONE_THOUSAND_ERROR_OUT_RED = 0.6
283
+ ONE_THOUSAND_ERROR_DIFF_YELLOW = 0.1
284
+ COSINE_DIFF_YELLOW = 0.1
285
+ MAX_RELATIVE_OUT_RED = 0.5
286
+ MAX_RELATIVE_OUT_YELLOW = 0.1
287
+ MAX_RELATIVE_IN_YELLOW = 0.01
288
+ MS_GRAPH_BASE = {
289
+ NPU_NAME: None, BENCH_NAME: None, NPU_DTYPE: None, BENCH_DTYPE: None, NPU_SHAPE: None, BENCH_SHAPE: None,
290
+ NPU_MAX: None, NPU_MIN: None, NPU_MEAN: None, NPU_NORM: None, BENCH_MAX: None, BENCH_MIN: None,
291
+ BENCH_MEAN: None, BENCH_NORM: None, ACCURACY: '', ERROR_MESSAGE: ''
292
+ }
293
+ MS_GRAPH_NPY = {
294
+ COSINE: None, MAX_ABS_ERR: None, MAX_RELATIVE_ERR: None, ONE_THOUSANDTH_ERR_RATIO: None,
295
+ FIVE_THOUSANDTHS_ERR_RATIO: None
296
+ }
297
+ MS_GRAPH_STATISTIC = {
298
+ MAX_DIFF: None, MIN_DIFF: None, MEAN_DIFF: None, NORM_DIFF: None, MAX_RELATIVE_ERR: None,
299
+ MIN_RELATIVE_ERR: None, MEAN_RELATIVE_ERR: None, NORM_RELATIVE_ERR: None
300
+ }
301
+
302
+
303
+ class FileCheckConst:
304
+ """
305
+ Class for file check const
306
+ """
307
+ READ_ABLE = "read"
308
+ WRITE_ABLE = "write"
309
+ READ_WRITE_ABLE = "read and write"
310
+ DIRECTORY_LENGTH = 4096
311
+ FILE_NAME_LENGTH = 255
312
+ FILE_VALID_PATTERN = r"^[a-zA-Z0-9_.:/-]+$"
313
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
314
+ PKL_SUFFIX = ".pkl"
315
+ NUMPY_SUFFIX = ".npy"
316
+ JSON_SUFFIX = ".json"
317
+ PT_SUFFIX = ".pt"
318
+ CSV_SUFFIX = ".csv"
319
+ YAML_SUFFIX = ".yaml"
320
+ MAX_PKL_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
321
+ MAX_NUMPY_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
322
+ MAX_JSON_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
323
+ MAX_PT_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
324
+ MAX_CSV_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
325
+ MAX_YAML_SIZE = 1048576 # 1 * 1024 * 1024
326
+ COMMOM_FILE_SIZE = 1048576 # 1 * 1024 * 1024
327
+ DIR = "dir"
328
+ FILE = "file"
329
+ DATA_DIR_AUTHORITY = 0o750
330
+ DATA_FILE_AUTHORITY = 0o640
331
+ FILE_SIZE_DICT = {
332
+ PKL_SUFFIX: MAX_PKL_SIZE,
333
+ NUMPY_SUFFIX: MAX_NUMPY_SIZE,
334
+ JSON_SUFFIX: MAX_JSON_SIZE,
335
+ PT_SUFFIX: MAX_PT_SIZE,
336
+ CSV_SUFFIX: MAX_CSV_SIZE,
337
+ YAML_SUFFIX: MAX_YAML_SIZE
338
+ }
339
+ CSV_BLACK_LIST = r'^[+-=%@\+\-=%@]|;[+-=%@\+\-=%@]'
340
+
341
+
342
+ class OverflowConst:
343
+ """
344
+ Class for Overflow
345
+ """
346
+ OVERFLOW_ORIGINAL_MODE = 0
347
+ OVERFLOW_DEBUG_MODE = 1
348
+
349
+
350
+ class MsCompareConst:
351
+ # api_info field
352
+ MINT = "Mint"
353
+ MINT_FUNCTIONAL = "MintFunctional"
354
+
355
+ TASK_FIELD = "task"
356
+ STATISTICS_TASK = "statistics"
357
+ TENSOR_TASK = "tensor"
358
+ DUMP_DATA_DIR_FIELD = "dump_data_dir"
359
+ DATA_FIELD = "data"
360
+
361
+ # detail_csv
362
+ DETAIL_CSV_API_NAME = "API Name"
363
+ DETAIL_CSV_BENCH_DTYPE = "Bench Dtype"
364
+ DETAIL_CSV_TESTED_DTYPE = "Tested Dtype"
365
+ DETAIL_CSV_SHAPE = "Shape"
366
+ DETAIL_CSV_PASS_STATUS = "Status"
367
+ DETAIL_CSV_MESSAGE = "Message"
368
+ DETAIL_CSV_FILE_NAME = "accuracy_checking_details"
369
+
370
+ # result_csv
371
+ RESULT_CSV_FORWARD_TEST_SUCCESS = "Forward Test Success"
372
+ RESULT_CSV_BACKWARD_TEST_SUCCESS = "Backward Test Success"
373
+ RESULT_CSV_FILE_NAME = "accuracy_checking_result"
374
+
375
+ EPSILON = 1e-8
376
+
377
+
378
+ class MsgConst:
379
+ """
380
+ Class for log messages const
381
+ """
382
+ MSPROBE_LOG_LEVEL = "MSPROBE_LOG_LEVEL"
383
+ LOG_LEVEL_ENUM = ["0", "1", "2", "3", "4"]
384
+ LOG_LEVEL = ["DEBUG", "INFO", "WARNING", "ERROR"]
385
+ class LogLevel:
386
+ class DEBUG:
387
+ value = 0
388
+ class INFO:
389
+ value = 1
390
+ class WARNING:
391
+ value = 2
392
+ class ERROR:
393
+ value = 3
394
+ SPECIAL_CHAR = ["\n", "\r", "\u007F", "\b", "\f", "\t", "\u000B", "%08", "%0a", "%0b", "%0c", "%0d", "%7f"]
395
+
396
+ NOT_CREATED_INSTANCE = "PrecisionDebugger instance is not created."
397
+
398
+
399
+ class GraphMode:
400
+ NPY_MODE = "NPY_MODE"
401
+ STATISTIC_MODE = "STATISTIC_MODE"
402
+ ERROR_MODE = "ERROR_MODE"