mindstudio-probe 1.0.3__py3-none-any.whl → 1.0.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (262) hide show
  1. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/LICENSE +201 -201
  2. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/METADATA +36 -34
  3. mindstudio_probe-1.0.4.dist-info/RECORD +276 -0
  4. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/WHEEL +1 -1
  5. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/entry_points.txt +1 -0
  6. msprobe/README.md +101 -237
  7. msprobe/{config/config.json → config.json} +49 -49
  8. msprobe/core/advisor/advisor.py +124 -124
  9. msprobe/core/advisor/advisor_const.py +59 -59
  10. msprobe/core/advisor/advisor_result.py +58 -58
  11. msprobe/core/common/const.py +341 -318
  12. msprobe/core/common/exceptions.py +99 -99
  13. msprobe/core/common/{file_check.py → file_utils.py} +478 -283
  14. msprobe/core/common/log.py +76 -69
  15. msprobe/core/common/utils.py +385 -616
  16. msprobe/core/common_config.py +85 -71
  17. msprobe/core/compare/acc_compare.py +299 -298
  18. msprobe/core/compare/check.py +95 -95
  19. msprobe/core/compare/compare_cli.py +49 -49
  20. msprobe/core/compare/highlight.py +223 -222
  21. msprobe/core/compare/multiprocessing_compute.py +149 -149
  22. msprobe/core/compare/npy_compare.py +295 -295
  23. msprobe/core/compare/utils.py +430 -429
  24. msprobe/core/data_dump/data_collector.py +154 -144
  25. msprobe/core/data_dump/data_processor/base.py +314 -293
  26. msprobe/core/data_dump/data_processor/factory.py +59 -59
  27. msprobe/core/data_dump/data_processor/mindspore_processor.py +186 -198
  28. msprobe/core/data_dump/data_processor/pytorch_processor.py +366 -389
  29. msprobe/core/data_dump/json_writer.py +96 -116
  30. msprobe/core/data_dump/scope.py +178 -178
  31. msprobe/core/grad_probe/constant.py +70 -70
  32. msprobe/core/grad_probe/grad_compare.py +171 -175
  33. msprobe/core/grad_probe/utils.py +64 -52
  34. msprobe/docs/01.installation.md +89 -0
  35. msprobe/docs/02.config_introduction.md +165 -0
  36. msprobe/docs/03.config_examples.md +247 -0
  37. msprobe/docs/04.acl_config_examples.md +76 -0
  38. msprobe/docs/05.data_dump_PyTorch.md +198 -0
  39. msprobe/docs/06.data_dump_MindSpore.md +243 -0
  40. msprobe/docs/07.accuracy_checker_PyTorch.md +274 -0
  41. msprobe/docs/08.accuracy_checker_online_PyTorch.md +198 -0
  42. msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
  43. msprobe/docs/10.accuracy_compare_PyTorch.md +245 -0
  44. msprobe/docs/11.accuracy_compare_MindSpore.md +202 -0
  45. msprobe/docs/12.overflow_check_PyTorch.md +79 -0
  46. msprobe/docs/13.overflow_check_MindSpore.md +31 -0
  47. msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
  48. msprobe/docs/15.free_benchmarking_PyTorch.md +164 -0
  49. msprobe/{doc/grad_probe/grad_probe.md → docs/17.grad_probe.md} +207 -207
  50. msprobe/docs/FAQ_PyTorch.md +177 -0
  51. msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
  52. msprobe/docs/img/free_benchmark_framework.png +0 -0
  53. msprobe/mindspore/__init__.py +1 -1
  54. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +254 -245
  55. msprobe/mindspore/api_accuracy_checker/api_info.py +69 -69
  56. msprobe/mindspore/api_accuracy_checker/api_runner.py +155 -151
  57. msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +196 -196
  58. msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
  59. msprobe/mindspore/api_accuracy_checker/compute_element.py +238 -223
  60. msprobe/mindspore/api_accuracy_checker/main.py +8 -15
  61. msprobe/mindspore/api_accuracy_checker/type_mapping.py +113 -113
  62. msprobe/mindspore/api_accuracy_checker/utils.py +79 -62
  63. msprobe/mindspore/cell_processor.py +34 -34
  64. msprobe/mindspore/common/const.py +106 -87
  65. msprobe/mindspore/common/log.py +37 -37
  66. msprobe/mindspore/common/utils.py +81 -57
  67. msprobe/mindspore/compare/distributed_compare.py +75 -75
  68. msprobe/mindspore/compare/ms_compare.py +219 -117
  69. msprobe/mindspore/compare/ms_graph_compare.py +348 -317
  70. msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -399
  71. msprobe/mindspore/debugger/debugger_config.py +66 -74
  72. msprobe/mindspore/debugger/precision_debugger.py +126 -107
  73. msprobe/mindspore/dump/dump_tool_factory.py +35 -35
  74. msprobe/mindspore/dump/hook_cell/api_registry.py +118 -104
  75. msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -53
  76. msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +922 -925
  77. msprobe/mindspore/dump/hook_cell/wrap_api.py +113 -0
  78. msprobe/mindspore/dump/jit_dump.py +72 -56
  79. msprobe/mindspore/dump/kernel_graph_dump.py +59 -60
  80. msprobe/mindspore/dump/kernel_kbyk_dump.py +64 -65
  81. msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -116
  82. msprobe/mindspore/free_benchmark/common/config.py +12 -12
  83. msprobe/mindspore/free_benchmark/common/handler_params.py +17 -17
  84. msprobe/mindspore/free_benchmark/common/utils.py +71 -71
  85. msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -842
  86. msprobe/mindspore/free_benchmark/decorator/dec_forward.py +43 -42
  87. msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -107
  88. msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -90
  89. msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -41
  90. msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -36
  91. msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -21
  92. msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -67
  93. msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -21
  94. msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -63
  95. msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +51 -0
  96. msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +35 -34
  97. msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -12
  98. msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +29 -27
  99. msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -33
  100. msprobe/mindspore/grad_probe/global_context.py +90 -91
  101. msprobe/mindspore/grad_probe/grad_analyzer.py +231 -231
  102. msprobe/mindspore/grad_probe/grad_monitor.py +27 -27
  103. msprobe/mindspore/grad_probe/grad_stat_csv.py +131 -131
  104. msprobe/mindspore/grad_probe/hook.py +94 -92
  105. msprobe/mindspore/grad_probe/utils.py +29 -28
  106. msprobe/mindspore/ms_config.py +128 -126
  107. msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +44 -45
  108. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +34 -34
  109. msprobe/mindspore/runtime.py +4 -4
  110. msprobe/mindspore/service.py +378 -354
  111. msprobe/mindspore/task_handler_factory.py +24 -24
  112. msprobe/msprobe.py +105 -107
  113. msprobe/pytorch/__init__.py +3 -3
  114. msprobe/pytorch/api_accuracy_checker/common/config.py +53 -55
  115. msprobe/pytorch/api_accuracy_checker/common/utils.py +214 -165
  116. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +213 -213
  117. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +606 -581
  118. msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
  119. msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
  120. msprobe/pytorch/api_accuracy_checker/compare/compare.py +386 -381
  121. msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +73 -73
  122. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +245 -244
  123. msprobe/pytorch/api_accuracy_checker/config.yaml +10 -10
  124. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +335 -332
  125. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +200 -199
  126. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +133 -134
  127. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +592 -581
  128. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +70 -74
  129. msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
  130. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +197 -202
  131. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +325 -324
  132. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -204
  133. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +219 -218
  134. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -10
  135. msprobe/pytorch/bench_functions/__init__.py +15 -15
  136. msprobe/pytorch/bench_functions/apply_adam_w.py +28 -28
  137. msprobe/pytorch/bench_functions/confusion_transpose.py +19 -19
  138. msprobe/pytorch/bench_functions/fast_gelu.py +55 -55
  139. msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -6
  140. msprobe/pytorch/bench_functions/linear.py +12 -12
  141. msprobe/pytorch/bench_functions/matmul_backward.py +48 -48
  142. msprobe/pytorch/bench_functions/npu_fusion_attention.py +509 -421
  143. msprobe/pytorch/bench_functions/rms_norm.py +15 -15
  144. msprobe/pytorch/bench_functions/rotary_mul.py +52 -52
  145. msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -26
  146. msprobe/pytorch/bench_functions/swiglu.py +55 -55
  147. msprobe/pytorch/common/__init__.py +2 -2
  148. msprobe/pytorch/common/compare_script.template +14 -14
  149. msprobe/pytorch/common/log.py +20 -31
  150. msprobe/pytorch/common/parse_json.py +39 -39
  151. msprobe/pytorch/common/utils.py +305 -300
  152. msprobe/pytorch/compare/distributed_compare.py +66 -66
  153. msprobe/pytorch/compare/mapping.yaml +607 -607
  154. msprobe/pytorch/compare/match.py +34 -33
  155. msprobe/pytorch/compare/pt_compare.py +50 -40
  156. msprobe/pytorch/debugger/debugger_config.py +95 -95
  157. msprobe/pytorch/debugger/precision_debugger.py +125 -125
  158. msprobe/pytorch/free_benchmark/__init__.py +8 -8
  159. msprobe/pytorch/free_benchmark/common/constant.py +70 -70
  160. msprobe/pytorch/free_benchmark/common/counter.py +71 -71
  161. msprobe/pytorch/free_benchmark/common/enums.py +37 -37
  162. msprobe/pytorch/free_benchmark/common/params.py +129 -129
  163. msprobe/pytorch/free_benchmark/common/utils.py +102 -102
  164. msprobe/pytorch/free_benchmark/compare/grad_saver.py +179 -179
  165. msprobe/pytorch/free_benchmark/compare/single_benchmark.py +104 -104
  166. msprobe/pytorch/free_benchmark/main.py +105 -105
  167. msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +13 -13
  168. msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +41 -41
  169. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +90 -90
  170. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +104 -104
  171. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +63 -63
  172. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +68 -68
  173. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +28 -28
  174. msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +45 -45
  175. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +19 -19
  176. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +217 -217
  177. msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +39 -39
  178. msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +23 -23
  179. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +30 -30
  180. msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +170 -170
  181. msprobe/pytorch/function_factory.py +76 -75
  182. msprobe/pytorch/functional/dump_module.py +39 -39
  183. msprobe/pytorch/grad_probe/grad_monitor.py +91 -90
  184. msprobe/pytorch/grad_probe/grad_stat_csv.py +128 -128
  185. msprobe/pytorch/hook_module/api_registry.py +161 -161
  186. msprobe/pytorch/hook_module/hook_module.py +120 -120
  187. msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1877
  188. msprobe/pytorch/hook_module/utils.py +30 -29
  189. msprobe/pytorch/hook_module/wrap_aten.py +110 -110
  190. msprobe/pytorch/hook_module/wrap_distributed.py +78 -78
  191. msprobe/pytorch/hook_module/wrap_functional.py +105 -105
  192. msprobe/pytorch/hook_module/wrap_npu_custom.py +93 -84
  193. msprobe/pytorch/hook_module/wrap_tensor.py +71 -71
  194. msprobe/pytorch/hook_module/wrap_torch.py +86 -86
  195. msprobe/pytorch/hook_module/wrap_vf.py +62 -62
  196. msprobe/pytorch/module_processer.py +138 -138
  197. msprobe/pytorch/online_dispatch/__init__.py +20 -20
  198. msprobe/pytorch/online_dispatch/compare.py +236 -236
  199. msprobe/pytorch/online_dispatch/dispatch.py +271 -271
  200. msprobe/pytorch/online_dispatch/dump_compare.py +155 -156
  201. msprobe/pytorch/online_dispatch/single_compare.py +391 -391
  202. msprobe/pytorch/online_dispatch/torch_ops_config.yaml +49 -49
  203. msprobe/pytorch/online_dispatch/utils.py +130 -146
  204. msprobe/pytorch/parse.py +4 -4
  205. msprobe/pytorch/parse_tool/cli.py +32 -32
  206. msprobe/pytorch/parse_tool/lib/compare.py +260 -271
  207. msprobe/pytorch/parse_tool/lib/config.py +52 -52
  208. msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
  209. msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
  210. msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
  211. msprobe/pytorch/parse_tool/lib/parse_tool.py +158 -158
  212. msprobe/pytorch/parse_tool/lib/utils.py +316 -321
  213. msprobe/pytorch/parse_tool/lib/visualization.py +85 -91
  214. msprobe/pytorch/pt_config.py +188 -187
  215. msprobe/pytorch/service.py +246 -252
  216. mindstudio_probe-1.0.3.dist-info/RECORD +0 -272
  217. msprobe/config/README.md +0 -539
  218. msprobe/mindspore/doc/compare.md +0 -58
  219. msprobe/mindspore/doc/dump.md +0 -217
  220. msprobe/mindspore/dump/hook_cell/wrap_functional.py +0 -91
  221. msprobe/mindspore/dump/hook_cell/wrap_tensor.py +0 -63
  222. msprobe/pytorch/doc/FAQ.md +0 -193
  223. msprobe/pytorch/doc/api_accuracy_checker.md +0 -313
  224. msprobe/pytorch/doc/api_accuracy_checker_online.md +0 -187
  225. msprobe/pytorch/doc/dump.md +0 -260
  226. msprobe/pytorch/doc/msprobe/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
  227. msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -240
  228. msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
  229. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
  230. msprobe/pytorch/doc/run_overflow_check.md +0 -25
  231. msprobe/pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md +0 -90
  232. msprobe/pytorch/doc//321/206/320/247/320/260/321/206/320/260/320/227/321/206/320/255/320/226/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/205/320/254/342/225/221/321/206/320/251/320/277/321/211/320/272/320/234/321/210/320/277/320/221/321/205/320/242/320/234/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -151
  233. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.0.4.dist-info}/top_level.txt +0 -0
  234. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
  235. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
  236. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
  237. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
  238. /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
  239. /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
  240. /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
  241. /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
  242. /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
  243. /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
  244. /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
  245. /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
  246. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
  247. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
  248. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
  249. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
  250. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
  251. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
  252. /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
  253. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
  254. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
  255. /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
  256. /msprobe/{config → docs}/img/free_benchmark.png +0 -0
  257. /msprobe/{doc/grad_probe/img/image-1.png → docs/img/grad_probe_image-1.png} +0 -0
  258. /msprobe/{doc/grad_probe/img/image-2.png → docs/img/grad_probe_image-2.png} +0 -0
  259. /msprobe/{doc/grad_probe/img/image-3.png → docs/img/grad_probe_image-3.png} +0 -0
  260. /msprobe/{doc/grad_probe/img/image-4.png → docs/img/grad_probe_image-4.png} +0 -0
  261. /msprobe/{doc/grad_probe/img/image.png → docs/img/grad_probe_image.png} +0 -0
  262. /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
@@ -1,318 +1,341 @@
1
- import os
2
- import stat
3
-
4
- import numpy as np
5
-
6
-
7
- class Const:
8
- """
9
- Class for const
10
- """
11
- SEP = "."
12
- REGEX_PREFIX_MAX_LENGTH = 20
13
- REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
14
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
15
- COMMA = ","
16
- FLOAT_EPSILON = np.finfo(float).eps
17
- OFF = 'OFF'
18
- BACKWARD = 'backward'
19
- FORWARD = 'forward'
20
- PRIMITIVE_PREFIX = 'Primitive'
21
- DEFAULT_LIST = []
22
- DEFAULT_PATH = './'
23
- WHITE_LIST = 'white_list'
24
- BLACK_LIST = 'black_list'
25
- DUMP_TENSOR_DATA = 'dump_tensor_data'
26
-
27
- # dump mode
28
- ALL = "all"
29
- LIST = "list"
30
- RANGE = "range"
31
- STACK = "stack"
32
- ACL = "acl"
33
- API_LIST = "api_list"
34
- API_STACK = "api_stack"
35
- DUMP_MODE = [ALL, LIST, RANGE, STACK, ACL, API_LIST, API_STACK]
36
- AUTO = "auto"
37
- ONLINE_DUMP_MODE = [ALL, LIST, AUTO, OFF]
38
- SUMMARY = "summary"
39
- MD5 = "md5"
40
- SUMMARY_MODE = [ALL, SUMMARY, MD5]
41
-
42
- WRITE_FLAGS = os.O_WRONLY | os.O_CREAT
43
- WRITE_MODES = stat.S_IWUSR | stat.S_IRUSR
44
- OVERWRITE_FLAGS = os.O_WRONLY | os.O_CREAT | os.O_TRUNC
45
-
46
- PKL_SUFFIX = ".pkl"
47
- NUMPY_SUFFIX = ".npy"
48
- PT_SUFFIX = ".pt"
49
- ONE_GB = 1073741824 # 1 * 1024 * 1024 * 1024
50
- TEN_GB = 10737418240 # 10 * 1024 * 1024 * 1024
51
- ONE_MB = 1048576 # 1 * 1024 * 1024
52
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
53
- DISTRIBUTED_PREFIX_LENGTH = 60
54
- # env dump path
55
- KWARGS = 'kwargs'
56
- INPUT = 'input'
57
- OUTPUT = 'output'
58
- INPUT_ARGS = 'input_args'
59
- INPUT_KWARGS = 'input_kwargs'
60
- GRAD_INPUT = 'grad_input'
61
- GRAD_OUTPUT = 'grad_output'
62
- START = "start"
63
- STOP = "stop"
64
- ENV_ENABLE = "1"
65
- ENV_DISABLE = "0"
66
- MAX_SEED_VALUE = 4294967295 # 2**32 - 1
67
- STATISTICS = "statistics"
68
- TENSOR = "tensor"
69
- OVERFLOW_CHECK = "overflow_check"
70
- FREE_BENCHMARK = "free_benchmark"
71
- RUN_UT = "run_ut"
72
- GRAD_PROBE = "grad_probe"
73
- TASK_LIST = [TENSOR, STATISTICS, OVERFLOW_CHECK, FREE_BENCHMARK, RUN_UT, GRAD_PROBE]
74
- LEVEL_L0 = "L0"
75
- LEVEL_L1 = "L1"
76
- LEVEL_L2 = "L2"
77
- LEVEL_MIX = "mix"
78
- LEVEL_LIST = [LEVEL_L0, LEVEL_L1, LEVEL_L2, LEVEL_MIX]
79
- ATTR_NAME_PREFIX = "wrap_"
80
- ATTR_NAME_PREFIX_LEN = len(ATTR_NAME_PREFIX)
81
- KERNEL_DUMP = "kernel_dump"
82
- DATA = "data"
83
- PT_FRAMEWORK = "pytorch"
84
- MS_FRAMEWORK = "mindspore"
85
- DIRECTORY_LENGTH = 4096
86
- FILE_NAME_LENGTH = 255
87
- FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
88
- BOOL_TYPE = [bool, np.uint8]
89
- INT_TYPE = [np.int32, np.int64]
90
- NPU = 'NPU'
91
- DISTRIBUTED = 'Distributed'
92
-
93
- INPLACE_LIST = [
94
- "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
95
- "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single", "all_to_all"
96
- ]
97
-
98
- CONVERT = {
99
- "int32_to_int64": ["torch.int32", "torch.int64"],
100
- }
101
-
102
- CONVERT_API = {
103
- "int32_to_int64": ["cross_entropy"]
104
- }
105
-
106
-
107
- class CompareConst:
108
- """
109
- Class for compare module const
110
- """
111
- SPACE = " "
112
- # compare result column name
113
- NPU_NAME = "NPU Name"
114
- BENCH_NAME = "Bench Name"
115
- NPU_DTYPE = "NPU Dtype"
116
- BENCH_DTYPE = "Bench Dtype"
117
- NPU_SHAPE = "NPU Tensor Shape"
118
- BENCH_SHAPE = "Bench Tensor Shape"
119
- NPU_MAX = "NPU max"
120
- NPU_MIN = "NPU min"
121
- NPU_MEAN = "NPU mean"
122
- NPU_NORM = "NPU l2norm"
123
- BENCH_MAX = "Bench max"
124
- BENCH_MIN = "Bench min"
125
- BENCH_MEAN = "Bench mean"
126
- BENCH_NORM = "Bench l2norm"
127
- MAX_DIFF = "Max diff"
128
- MIN_DIFF = "Min diff"
129
- MEAN_DIFF = "Mean diff"
130
- NORM_DIFF = "L2norm diff"
131
- COSINE = "Cosine"
132
- MAX_ABS_ERR = "MaxAbsErr"
133
- MAX_RELATIVE_ERR = "MaxRelativeErr"
134
- MIN_RELATIVE_ERR = "MinRelativeErr"
135
- MEAN_RELATIVE_ERR = "MeanRelativeErr"
136
- NORM_RELATIVE_ERR = "NormRelativeErr"
137
- ACCURACY = "Accuracy Reached or Not"
138
- STACK = "NPU_Stack_Info"
139
- DATA_NAME = "Data_name"
140
- ERROR_MESSAGE = "Err_message"
141
- ONE_THOUSANDTH_ERR_RATIO = "One Thousandth Err Ratio"
142
- FIVE_THOUSANDTHS_ERR_RATIO = "Five Thousandths Err Ratio"
143
- NPU_MD5 = "NPU MD5"
144
- BENCH_MD5 = "BENCH MD5"
145
- RESULT = "Result"
146
- MAGNITUDE = 0.5
147
-
148
- COMPARE_RESULT_HEADER = [
149
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
150
- ONE_THOUSANDTH_ERR_RATIO, FIVE_THOUSANDTHS_ERR_RATIO,
151
- NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, ACCURACY, ERROR_MESSAGE
152
- ]
153
-
154
- SUMMARY_COMPARE_RESULT_HEADER = [
155
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, MAX_DIFF, MIN_DIFF, MEAN_DIFF, NORM_DIFF,
156
- MAX_RELATIVE_ERR, MIN_RELATIVE_ERR, MEAN_RELATIVE_ERR, NORM_RELATIVE_ERR,
157
- NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, RESULT, ERROR_MESSAGE
158
- ]
159
-
160
- MD5_COMPARE_RESULT_HEADER = [
161
- NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
162
- ]
163
-
164
- # compare standard
165
- HUNDRED_RATIO_THRESHOLD = 0.01
166
- THOUSAND_RATIO_THRESHOLD = 0.001
167
- FIVE_THOUSAND_RATIO_THRESHOLD = 0.005
168
- TEN_THOUSAND_RATIO_THRESHOLD = 0.0001
169
- COSINE_THRESHOLD = 0.9999
170
- ULP_FLOAT32_THRESHOLD = 32
171
- ULP_FLOAT16_THRESHOLD = 1
172
-
173
- # compare result data
174
- READ_NONE = 'No data'
175
- NONE = 'None'
176
- SHAPE_UNMATCH = 'shape unmatched'
177
- DIFF = 'Different'
178
- UNSUPPORTED = 'unsupported'
179
- NAN = 'Nan'
180
- PASS = 'pass'
181
- WARNING = 'Warning'
182
- ERROR = 'error'
183
- SKIP = 'SKIP'
184
- N_A = 'N/A'
185
- BFLOAT16_MIN = -3.3895313892515355e+38
186
- BFLOAT16_MAX = 3.3895313892515355e+38
187
- BFLOAT16_EPS = 3.90625e-3 # 2 ** -8
188
-
189
- # accuracy standards
190
- COS_THRESHOLD = 0.99
191
- MAX_ABS_ERR_THRESHOLD = 0.001
192
- MAX_RELATIVE_ERR_THRESHOLD = 0.001
193
- COS_MAX_THRESHOLD = 0.9
194
- MAX_ABS_ERR_MAX_THRESHOLD = 1
195
- ACCURACY_CHECK_YES = "Yes"
196
- ACCURACY_CHECK_NO = "No"
197
- ACCURACY_CHECK_UNMATCH = "Unmatched"
198
-
199
- # error message
200
- NO_BENCH = "No bench data matched."
201
-
202
- # compare const
203
- FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble]
204
-
205
- # highlight xlsx color const
206
- RED = "FFFF0000"
207
- YELLOW = "FFFF00"
208
- BLUE = "0000FF"
209
-
210
- # highlight rules const
211
- OVERFLOW_LIST = ['nan\t', 'inf\t', '-inf\t', 'nan', 'inf', '-inf']
212
- MAX_DIFF_RED = 1e+10
213
- ORDER_MAGNITUDE_DIFF_YELLOW = 1
214
- ONE_THOUSAND_ERROR_IN_RED = 0.9
215
- ONE_THOUSAND_ERROR_OUT_RED = 0.6
216
- ONE_THOUSAND_ERROR_DIFF_YELLOW = 0.1
217
- COSINE_DIFF_YELLOW = 0.1
218
- MAX_RELATIVE_OUT_RED = 0.5
219
- MAX_RELATIVE_OUT_YELLOW = 0.1
220
- MAX_RELATIVE_IN_YELLOW = 0.01
221
- MS_GRAPH_BASE = {
222
- NPU_NAME: None, BENCH_NAME: None, NPU_DTYPE: None, BENCH_DTYPE: None, NPU_SHAPE: None, BENCH_SHAPE: None,
223
- NPU_MAX: None, NPU_MIN: None, NPU_MEAN: None, NPU_NORM: None, BENCH_MAX: None, BENCH_MIN: None,
224
- BENCH_MEAN: None, BENCH_NORM: None, ACCURACY: '', ERROR_MESSAGE: ''
225
- }
226
- MS_GRAPH_NPY = {
227
- COSINE: None, MAX_ABS_ERR: None, MAX_RELATIVE_ERR: None, ONE_THOUSANDTH_ERR_RATIO: None,
228
- FIVE_THOUSANDTHS_ERR_RATIO: None
229
- }
230
- MS_GRAPH_STATISTIC = {
231
- MAX_DIFF: None, MIN_DIFF: None, MEAN_DIFF: None, NORM_DIFF: None, MAX_RELATIVE_ERR: None,
232
- MIN_RELATIVE_ERR: None, MEAN_RELATIVE_ERR: None, NORM_RELATIVE_ERR: None
233
- }
234
-
235
-
236
- class FileCheckConst:
237
- """
238
- Class for file check const
239
- """
240
- READ_ABLE = "read"
241
- WRITE_ABLE = "write"
242
- READ_WRITE_ABLE = "read and write"
243
- DIRECTORY_LENGTH = 4096
244
- FILE_NAME_LENGTH = 255
245
- FILE_VALID_PATTERN = r"^[a-zA-Z0-9_.:/-]+$"
246
- FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
247
- PKL_SUFFIX = ".pkl"
248
- NUMPY_SUFFIX = ".npy"
249
- JSON_SUFFIX = ".json"
250
- PT_SUFFIX = ".pt"
251
- CSV_SUFFIX = ".csv"
252
- YAML_SUFFIX = ".yaml"
253
- MAX_PKL_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
254
- MAX_NUMPY_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
255
- MAX_JSON_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
256
- MAX_PT_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
257
- MAX_CSV_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
258
- MAX_YAML_SIZE = 1048576 # 10 * 1024 * 1024
259
- DIR = "dir"
260
- FILE = "file"
261
- DATA_DIR_AUTHORITY = 0o750
262
- DATA_FILE_AUTHORITY = 0o640
263
- FILE_SIZE_DICT = {
264
- PKL_SUFFIX: MAX_PKL_SIZE,
265
- NUMPY_SUFFIX: MAX_NUMPY_SIZE,
266
- JSON_SUFFIX: MAX_JSON_SIZE,
267
- PT_SUFFIX: MAX_PT_SIZE,
268
- CSV_SUFFIX: MAX_CSV_SIZE,
269
- YAML_SUFFIX: MAX_YAML_SIZE
270
- }
271
-
272
-
273
- class OverflowConst:
274
- """
275
- Class for Overflow
276
- """
277
- OVERFLOW_DEBUG_MODE_ENABLE = "OVERFLOW_DEBUG_MODE_ENABLE"
278
- OVERFLOW_ORIGINAL_MODE = 0
279
- OVERFLOW_DEBUG_MODE = 1
280
-
281
- class MsCompareConst:
282
- # api_info field
283
- MINT = "Mint"
284
- MINT_FUNCTIONAL = "MintFunctional"
285
-
286
- TASK_FIELD = "task"
287
- STATISTICS_TASK = "statistics"
288
- TENSOR_TASK = "tensor"
289
- DUMP_DATA_DIR_FIELD = "dump_data_dir"
290
- DATA_FIELD = "data"
291
-
292
- #detail_csv
293
- DETAIL_CSV_API_NAME = "API Name"
294
- DETAIL_CSV_BENCH_DTYPE = "Bench Dtype"
295
- DETAIL_CSV_TESTED_DTYPE = "Tested Dtype"
296
- DETAIL_CSV_SHAPE = "Shape"
297
- DETAIL_CSV_PASS_STATUS = "Status"
298
- DETAIL_CSV_MESSAGE = "Message"
299
- DETAIL_CSV_FILE_NAME = "accuracy_checking_details"
300
-
301
- #result_csv
302
- RESULT_CSV_FORWARD_TEST_SUCCESS = "Forward Test Success"
303
- RESULT_CSV_BACKWARD_TEST_SUCCESS = "Backward Test Success"
304
- RESULT_CSV_FILE_NAME = "accuracy_checking_result"
305
-
306
- EPSILON = 1e-8
307
-
308
- class MsgConst:
309
- """
310
- Class for log messages const
311
- """
312
- SPECIAL_CHAR = ["\n", "\r", "\u007F", "\b", "\f", "\t", "\u000B", "%08", "%0a", "%0b", "%0c", "%0d", "%7f"]
313
-
314
-
315
- class GraphMode:
316
- NPY_MODE = "NPY_MODE"
317
- STATISTIC_MODE = "STATISTIC_MODE"
318
- ERROR_MODE = "ERROR_MODE"
1
+ import os
2
+ import stat
3
+
4
+ import numpy as np
5
+
6
+
7
+ class Const:
8
+ """
9
+ Class for const
10
+ """
11
+ TOOL_NAME = "msprobe"
12
+
13
+ SEP = "."
14
+ REGEX_PREFIX_MAX_LENGTH = 20
15
+ REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
16
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
17
+ COMMA = ","
18
+ FLOAT_EPSILON = np.finfo(float).eps
19
+ OFF = 'OFF'
20
+ BACKWARD = 'backward'
21
+ FORWARD = 'forward'
22
+ PRIMITIVE_PREFIX = 'Primitive'
23
+ DEFAULT_LIST = []
24
+ DEFAULT_PATH = './'
25
+ WHITE_LIST = 'white_list'
26
+ BLACK_LIST = 'black_list'
27
+ DUMP_TENSOR_DATA = 'dump_tensor_data'
28
+ NONE = None
29
+ THREE_SEGMENT = 3
30
+ FOUR_SEGMENT = 4
31
+ SIX_SEGMENT = 6
32
+ SEVEN_SEGMENT = 7
33
+
34
+ # dump mode
35
+ ALL = "all"
36
+ LIST = "list"
37
+ RANGE = "range"
38
+ STACK = "stack"
39
+ ACL = "acl"
40
+ API_LIST = "api_list"
41
+ API_STACK = "api_stack"
42
+ DUMP_MODE = [ALL, LIST, RANGE, STACK, ACL, API_LIST, API_STACK]
43
+ AUTO = "auto"
44
+ ONLINE_DUMP_MODE = [ALL, LIST, AUTO, OFF]
45
+ SUMMARY = "summary"
46
+ MD5 = "md5"
47
+ SUMMARY_MODE = [ALL, SUMMARY, MD5]
48
+
49
+ WRITE_FLAGS = os.O_WRONLY | os.O_CREAT
50
+ WRITE_MODES = stat.S_IWUSR | stat.S_IRUSR
51
+ OVERWRITE_FLAGS = os.O_WRONLY | os.O_CREAT | os.O_TRUNC
52
+
53
+ PKL_SUFFIX = ".pkl"
54
+ NUMPY_SUFFIX = ".npy"
55
+ PT_SUFFIX = ".pt"
56
+ ONE_GB = 1073741824 # 1 * 1024 * 1024 * 1024
57
+ TEN_GB = 10737418240 # 10 * 1024 * 1024 * 1024
58
+ ONE_MB = 1048576 # 1 * 1024 * 1024
59
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
60
+ DISTRIBUTED_PREFIX_LENGTH = 60
61
+ # env dump path
62
+ KWARGS = 'kwargs'
63
+ INPUT = 'input'
64
+ OUTPUT = 'output'
65
+ INPUT_ARGS = 'input_args'
66
+ INPUT_KWARGS = 'input_kwargs'
67
+ GRAD_INPUT = 'grad_input'
68
+ GRAD_OUTPUT = 'grad_output'
69
+ START = "start"
70
+ STOP = "stop"
71
+ ENV_ENABLE = "1"
72
+ ENV_DISABLE = "0"
73
+ MAX_SEED_VALUE = 4294967295 # 2**32 - 1
74
+ STATISTICS = "statistics"
75
+ TENSOR = "tensor"
76
+ OVERFLOW_CHECK = "overflow_check"
77
+ FREE_BENCHMARK = "free_benchmark"
78
+ RUN_UT = "run_ut"
79
+ GRAD_PROBE = "grad_probe"
80
+ TASK_LIST = [TENSOR, STATISTICS, OVERFLOW_CHECK, FREE_BENCHMARK, RUN_UT, GRAD_PROBE]
81
+ LEVEL_L0 = "L0"
82
+ LEVEL_L1 = "L1"
83
+ LEVEL_L2 = "L2"
84
+ LEVEL_MIX = "mix"
85
+ LEVEL_LIST = [LEVEL_L0, LEVEL_L1, LEVEL_L2, LEVEL_MIX]
86
+ ATTR_NAME_PREFIX = "wrap_"
87
+ ATTR_NAME_PREFIX_LEN = len(ATTR_NAME_PREFIX)
88
+ KERNEL_DUMP = "kernel_dump"
89
+ DATA = "data"
90
+ PT_FRAMEWORK = "pytorch"
91
+ MS_FRAMEWORK = "mindspore"
92
+ DIRECTORY_LENGTH = 4096
93
+ FILE_NAME_LENGTH = 255
94
+ FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
95
+ BOOL_TYPE = [bool, np.uint8]
96
+ INT_TYPE = [np.int32, np.int64]
97
+ NPU = 'NPU'
98
+ NPU_LOWERCASE = 'npu'
99
+ CPU_LOWERCASE = 'cpu'
100
+ CUDA_LOWERCASE = 'cuda'
101
+ DISTRIBUTED = 'Distributed'
102
+
103
+ INPLACE_LIST = [
104
+ "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
105
+ "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single", "all_to_all",
106
+ "all_gather_into_tensor", "reduce_scatter_tensor"
107
+ ]
108
+
109
+ CONVERT = {
110
+ "int32_to_int64": ["torch.int32", "torch.int64"],
111
+ }
112
+
113
+ CONVERT_API = {
114
+ "int32_to_int64": ["cross_entropy"]
115
+ }
116
+
117
+
118
+ class CompareConst:
119
+ """
120
+ Class for compare module const
121
+ """
122
+ SPACE = " "
123
+ # compare result column name
124
+ NPU_NAME = "NPU Name"
125
+ BENCH_NAME = "Bench Name"
126
+ NPU_DTYPE = "NPU Dtype"
127
+ BENCH_DTYPE = "Bench Dtype"
128
+ NPU_SHAPE = "NPU Tensor Shape"
129
+ BENCH_SHAPE = "Bench Tensor Shape"
130
+ NPU_MAX = "NPU max"
131
+ NPU_MIN = "NPU min"
132
+ NPU_MEAN = "NPU mean"
133
+ NPU_NORM = "NPU l2norm"
134
+ BENCH_MAX = "Bench max"
135
+ BENCH_MIN = "Bench min"
136
+ BENCH_MEAN = "Bench mean"
137
+ BENCH_NORM = "Bench l2norm"
138
+ MAX_DIFF = "Max diff"
139
+ MIN_DIFF = "Min diff"
140
+ MEAN_DIFF = "Mean diff"
141
+ NORM_DIFF = "L2norm diff"
142
+ COSINE = "Cosine"
143
+ MAX_ABS_ERR = "MaxAbsErr"
144
+ MAX_RELATIVE_ERR = "MaxRelativeErr"
145
+ MIN_RELATIVE_ERR = "MinRelativeErr"
146
+ MEAN_RELATIVE_ERR = "MeanRelativeErr"
147
+ NORM_RELATIVE_ERR = "NormRelativeErr"
148
+ ACCURACY = "Accuracy Reached or Not"
149
+ STACK = "NPU_Stack_Info"
150
+ DATA_NAME = "Data_name"
151
+ ERROR_MESSAGE = "Err_message"
152
+ ONE_THOUSANDTH_ERR_RATIO = "One Thousandth Err Ratio"
153
+ FIVE_THOUSANDTHS_ERR_RATIO = "Five Thousandths Err Ratio"
154
+ NPU_MD5 = "NPU MD5"
155
+ BENCH_MD5 = "BENCH MD5"
156
+ RESULT = "Result"
157
+ MAGNITUDE = 0.5
158
+ OP_NAME = "op_name"
159
+ INPUT_STRUCT = "input_struct"
160
+ OUTPUT_STRUCT = "output_struct"
161
+ SUMMARY = "summary"
162
+
163
+ COMPARE_RESULT_HEADER = [
164
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
165
+ ONE_THOUSANDTH_ERR_RATIO, FIVE_THOUSANDTHS_ERR_RATIO,
166
+ NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, ACCURACY, ERROR_MESSAGE
167
+ ]
168
+
169
+ SUMMARY_COMPARE_RESULT_HEADER = [
170
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, MAX_DIFF, MIN_DIFF, MEAN_DIFF, NORM_DIFF,
171
+ MAX_RELATIVE_ERR, MIN_RELATIVE_ERR, MEAN_RELATIVE_ERR, NORM_RELATIVE_ERR,
172
+ NPU_MAX, NPU_MIN, NPU_MEAN, NPU_NORM, BENCH_MAX, BENCH_MIN, BENCH_MEAN, BENCH_NORM, RESULT, ERROR_MESSAGE
173
+ ]
174
+
175
+ MD5_COMPARE_RESULT_HEADER = [
176
+ NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
177
+ ]
178
+
179
+ # compare standard
180
+ HUNDRED_RATIO_THRESHOLD = 0.01
181
+ THOUSAND_RATIO_THRESHOLD = 0.001
182
+ FIVE_THOUSAND_RATIO_THRESHOLD = 0.005
183
+ TEN_THOUSAND_RATIO_THRESHOLD = 0.0001
184
+ COSINE_THRESHOLD = 0.9999
185
+ ULP_FLOAT32_THRESHOLD = 32
186
+ ULP_FLOAT16_THRESHOLD = 1
187
+
188
+ # compare result data
189
+ READ_NONE = 'No data'
190
+ NONE = 'None'
191
+ SHAPE_UNMATCH = 'shape unmatched'
192
+ DIFF = 'Different'
193
+ UNSUPPORTED = 'unsupported'
194
+ NAN = 'Nan'
195
+ PASS = 'pass'
196
+ WARNING = 'Warning'
197
+ ERROR = 'error'
198
+ SKIP = 'SKIP'
199
+ N_A = 'N/A'
200
+ BFLOAT16_MIN = -3.3895313892515355e+38
201
+ BFLOAT16_MAX = 3.3895313892515355e+38
202
+ BFLOAT16_EPS = 3.90625e-3 # 2 ** -8
203
+
204
+ # accuracy standards
205
+ COS_THRESHOLD = 0.99
206
+ MAX_ABS_ERR_THRESHOLD = 0.001
207
+ MAX_RELATIVE_ERR_THRESHOLD = 0.001
208
+ COS_MAX_THRESHOLD = 0.9
209
+ MAX_ABS_ERR_MAX_THRESHOLD = 1
210
+ ACCURACY_CHECK_YES = "Yes"
211
+ ACCURACY_CHECK_NO = "No"
212
+ ACCURACY_CHECK_UNMATCH = "Unmatched"
213
+
214
+ # error message
215
+ NO_BENCH = "No bench data matched."
216
+
217
+ # compare const
218
+ FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble]
219
+
220
+ # highlight xlsx color const
221
+ RED = "FFFF0000"
222
+ YELLOW = "FFFF00"
223
+ BLUE = "0000FF"
224
+
225
+ # run_ut const
226
+ MAX_TOKENS = 65536
227
+ SPECIAL_SPARSE_MOED = 4
228
+
229
+ # highlight rules const
230
+ OVERFLOW_LIST = ['nan\t', 'inf\t', '-inf\t', 'nan', 'inf', '-inf']
231
+ MAX_DIFF_RED = 1e+10
232
+ ORDER_MAGNITUDE_DIFF_YELLOW = 1
233
+ ONE_THOUSAND_ERROR_IN_RED = 0.9
234
+ ONE_THOUSAND_ERROR_OUT_RED = 0.6
235
+ ONE_THOUSAND_ERROR_DIFF_YELLOW = 0.1
236
+ COSINE_DIFF_YELLOW = 0.1
237
+ MAX_RELATIVE_OUT_RED = 0.5
238
+ MAX_RELATIVE_OUT_YELLOW = 0.1
239
+ MAX_RELATIVE_IN_YELLOW = 0.01
240
+ MS_GRAPH_BASE = {
241
+ NPU_NAME: None, BENCH_NAME: None, NPU_DTYPE: None, BENCH_DTYPE: None, NPU_SHAPE: None, BENCH_SHAPE: None,
242
+ NPU_MAX: None, NPU_MIN: None, NPU_MEAN: None, NPU_NORM: None, BENCH_MAX: None, BENCH_MIN: None,
243
+ BENCH_MEAN: None, BENCH_NORM: None, ACCURACY: '', ERROR_MESSAGE: ''
244
+ }
245
+ MS_GRAPH_NPY = {
246
+ COSINE: None, MAX_ABS_ERR: None, MAX_RELATIVE_ERR: None, ONE_THOUSANDTH_ERR_RATIO: None,
247
+ FIVE_THOUSANDTHS_ERR_RATIO: None
248
+ }
249
+ MS_GRAPH_STATISTIC = {
250
+ MAX_DIFF: None, MIN_DIFF: None, MEAN_DIFF: None, NORM_DIFF: None, MAX_RELATIVE_ERR: None,
251
+ MIN_RELATIVE_ERR: None, MEAN_RELATIVE_ERR: None, NORM_RELATIVE_ERR: None
252
+ }
253
+
254
+
255
+ class FileCheckConst:
256
+ """
257
+ Class for file check const
258
+ """
259
+ READ_ABLE = "read"
260
+ WRITE_ABLE = "write"
261
+ READ_WRITE_ABLE = "read and write"
262
+ DIRECTORY_LENGTH = 4096
263
+ FILE_NAME_LENGTH = 255
264
+ FILE_VALID_PATTERN = r"^[a-zA-Z0-9_.:/-]+$"
265
+ FILE_PATTERN = r'^[a-zA-Z0-9_./-]+$'
266
+ PKL_SUFFIX = ".pkl"
267
+ NUMPY_SUFFIX = ".npy"
268
+ JSON_SUFFIX = ".json"
269
+ PT_SUFFIX = ".pt"
270
+ CSV_SUFFIX = ".csv"
271
+ YAML_SUFFIX = ".yaml"
272
+ MAX_PKL_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
273
+ MAX_NUMPY_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
274
+ MAX_JSON_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
275
+ MAX_PT_SIZE = 10737418240 # 10 * 1024 * 1024 * 1024
276
+ MAX_CSV_SIZE = 1073741824 # 1 * 1024 * 1024 * 1024
277
+ MAX_YAML_SIZE = 1048576 # 10 * 1024 * 1024
278
+ DIR = "dir"
279
+ FILE = "file"
280
+ DATA_DIR_AUTHORITY = 0o750
281
+ DATA_FILE_AUTHORITY = 0o640
282
+ FILE_SIZE_DICT = {
283
+ PKL_SUFFIX: MAX_PKL_SIZE,
284
+ NUMPY_SUFFIX: MAX_NUMPY_SIZE,
285
+ JSON_SUFFIX: MAX_JSON_SIZE,
286
+ PT_SUFFIX: MAX_PT_SIZE,
287
+ CSV_SUFFIX: MAX_CSV_SIZE,
288
+ YAML_SUFFIX: MAX_YAML_SIZE
289
+ }
290
+
291
+
292
+ class OverflowConst:
293
+ """
294
+ Class for Overflow
295
+ """
296
+ OVERFLOW_ORIGINAL_MODE = 0
297
+ OVERFLOW_DEBUG_MODE = 1
298
+
299
+
300
+ class MsCompareConst:
301
+ # api_info field
302
+ MINT = "Mint"
303
+ MINT_FUNCTIONAL = "MintFunctional"
304
+
305
+ TASK_FIELD = "task"
306
+ STATISTICS_TASK = "statistics"
307
+ TENSOR_TASK = "tensor"
308
+ DUMP_DATA_DIR_FIELD = "dump_data_dir"
309
+ DATA_FIELD = "data"
310
+
311
+ # detail_csv
312
+ DETAIL_CSV_API_NAME = "API Name"
313
+ DETAIL_CSV_BENCH_DTYPE = "Bench Dtype"
314
+ DETAIL_CSV_TESTED_DTYPE = "Tested Dtype"
315
+ DETAIL_CSV_SHAPE = "Shape"
316
+ DETAIL_CSV_PASS_STATUS = "Status"
317
+ DETAIL_CSV_MESSAGE = "Message"
318
+ DETAIL_CSV_FILE_NAME = "accuracy_checking_details"
319
+
320
+ # result_csv
321
+ RESULT_CSV_FORWARD_TEST_SUCCESS = "Forward Test Success"
322
+ RESULT_CSV_BACKWARD_TEST_SUCCESS = "Backward Test Success"
323
+ RESULT_CSV_FILE_NAME = "accuracy_checking_result"
324
+
325
+ EPSILON = 1e-8
326
+
327
+
328
+ class MsgConst:
329
+ """
330
+ Class for log messages const
331
+ """
332
+ CLEAR_SYMBOL = "\033[K"
333
+ MSPROBE_LOG_LEVEL = "MSPROBE_LOG_LEVEL"
334
+ LEVEL = ["INFO", "WARNING", "ERROR", "DEBUG"]
335
+ SPECIAL_CHAR = ["\n", "\r", "\u007F", "\b", "\f", "\t", "\u000B", "%08", "%0a", "%0b", "%0c", "%0d", "%7f"]
336
+
337
+
338
+ class GraphMode:
339
+ NPY_MODE = "NPY_MODE"
340
+ STATISTIC_MODE = "STATISTIC_MODE"
341
+ ERROR_MODE = "ERROR_MODE"