mindstudio-probe 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (228) hide show
  1. mindstudio_probe-1.0.1.dist-info/LICENSE +201 -0
  2. mindstudio_probe-1.0.1.dist-info/METADATA +30 -0
  3. mindstudio_probe-1.0.1.dist-info/RECORD +228 -0
  4. mindstudio_probe-1.0.1.dist-info/WHEEL +5 -0
  5. mindstudio_probe-1.0.1.dist-info/entry_points.txt +2 -0
  6. mindstudio_probe-1.0.1.dist-info/top_level.txt +1 -0
  7. msprobe/README.md +182 -0
  8. msprobe/__init__.py +0 -0
  9. msprobe/config/README.md +397 -0
  10. msprobe/config/config.json +28 -0
  11. msprobe/config/img/free_benchmark.png +0 -0
  12. msprobe/core/common/const.py +241 -0
  13. msprobe/core/common/exceptions.py +88 -0
  14. msprobe/core/common/file_check.py +265 -0
  15. msprobe/core/common/log.py +55 -0
  16. msprobe/core/common/utils.py +516 -0
  17. msprobe/core/common_config.py +58 -0
  18. msprobe/core/data_dump/data_collector.py +140 -0
  19. msprobe/core/data_dump/data_processor/base.py +245 -0
  20. msprobe/core/data_dump/data_processor/factory.py +61 -0
  21. msprobe/core/data_dump/data_processor/pytorch_processor.py +346 -0
  22. msprobe/core/data_dump/json_writer.py +116 -0
  23. msprobe/core/data_dump/scope.py +178 -0
  24. msprobe/mindspore/__init__.py +1 -0
  25. msprobe/mindspore/debugger/__init__.py +0 -0
  26. msprobe/mindspore/debugger/debugger_config.py +51 -0
  27. msprobe/mindspore/debugger/precision_debugger.py +32 -0
  28. msprobe/mindspore/doc/dump.md +65 -0
  29. msprobe/mindspore/dump/__init__.py +0 -0
  30. msprobe/mindspore/dump/api_kbk_dump.py +55 -0
  31. msprobe/mindspore/dump/dump_tool_factory.py +38 -0
  32. msprobe/mindspore/dump/kernel_graph_dump.py +60 -0
  33. msprobe/mindspore/ms_config.py +78 -0
  34. msprobe/mindspore/overflow_check/__init__.py +0 -0
  35. msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +45 -0
  36. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +32 -0
  37. msprobe/mindspore/task_handler_factory.py +21 -0
  38. msprobe/msprobe.py +67 -0
  39. msprobe/pytorch/__init__.py +4 -0
  40. msprobe/pytorch/advisor/advisor.py +124 -0
  41. msprobe/pytorch/advisor/advisor_const.py +59 -0
  42. msprobe/pytorch/advisor/advisor_result.py +58 -0
  43. msprobe/pytorch/api_accuracy_checker/.keep +0 -0
  44. msprobe/pytorch/api_accuracy_checker/__init__.py +0 -0
  45. msprobe/pytorch/api_accuracy_checker/common/.keep +0 -0
  46. msprobe/pytorch/api_accuracy_checker/common/__init__.py +0 -0
  47. msprobe/pytorch/api_accuracy_checker/common/config.py +50 -0
  48. msprobe/pytorch/api_accuracy_checker/common/utils.py +224 -0
  49. msprobe/pytorch/api_accuracy_checker/compare/__init__.py +0 -0
  50. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +216 -0
  51. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +545 -0
  52. msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +133 -0
  53. msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -0
  54. msprobe/pytorch/api_accuracy_checker/compare/compare.py +345 -0
  55. msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +74 -0
  56. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +249 -0
  57. msprobe/pytorch/api_accuracy_checker/config.yaml +4 -0
  58. msprobe/pytorch/api_accuracy_checker/run_ut/.keep +0 -0
  59. msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py +0 -0
  60. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +328 -0
  61. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +203 -0
  62. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +127 -0
  63. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +493 -0
  64. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +7 -0
  65. msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +5 -0
  66. msprobe/pytorch/common/__init__.py +2 -0
  67. msprobe/pytorch/common/compare_script.template +14 -0
  68. msprobe/pytorch/common/log.py +32 -0
  69. msprobe/pytorch/common/parse_json.py +37 -0
  70. msprobe/pytorch/common/utils.py +224 -0
  71. msprobe/pytorch/compare/acc_compare.py +1024 -0
  72. msprobe/pytorch/compare/distributed_compare.py +111 -0
  73. msprobe/pytorch/compare/highlight.py +100 -0
  74. msprobe/pytorch/compare/mapping.yaml +607 -0
  75. msprobe/pytorch/compare/match.py +36 -0
  76. msprobe/pytorch/compare/npy_compare.py +244 -0
  77. msprobe/pytorch/debugger/__init__.py +0 -0
  78. msprobe/pytorch/debugger/debugger_config.py +86 -0
  79. msprobe/pytorch/debugger/precision_debugger.py +95 -0
  80. msprobe/pytorch/doc/FAQ.md +193 -0
  81. msprobe/pytorch/doc/api_accuracy_checker.md +269 -0
  82. msprobe/pytorch/doc/atat/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +182 -0
  83. msprobe/pytorch/doc/dump.md +207 -0
  84. msprobe/pytorch/doc/img/BLOOM-7B_1.png +0 -0
  85. msprobe/pytorch/doc/img/BLOOM-7B_2.png +0 -0
  86. msprobe/pytorch/doc/img/BLOOM-7B_3.png +0 -0
  87. msprobe/pytorch/doc/img/BLOOM-7B_4.png +0 -0
  88. msprobe/pytorch/doc/img/GPT-3_1.png +0 -0
  89. msprobe/pytorch/doc/img/GPT-3_2.png +0 -0
  90. msprobe/pytorch/doc/img/GPT-3_3.png +0 -0
  91. msprobe/pytorch/doc/img/GPT-3_4.png +0 -0
  92. msprobe/pytorch/doc/img/GPT-3_5.png +0 -0
  93. msprobe/pytorch/doc/img/GPT-3_6.png +0 -0
  94. msprobe/pytorch/doc/img/GPT-3_7.png +0 -0
  95. msprobe/pytorch/doc/img/GPT-3_8.png +0 -0
  96. msprobe/pytorch/doc/img/YOLOV5S_1.png +0 -0
  97. msprobe/pytorch/doc/img/YOLOV5S_2.png +0 -0
  98. msprobe/pytorch/doc/img/accuracy_checking_details.png +0 -0
  99. msprobe/pytorch/doc/img/accuracy_checking_result.png +0 -0
  100. msprobe/pytorch/doc/img/api_precision_compare_details.png +0 -0
  101. msprobe/pytorch/doc/img/api_precision_compare_result.png +0 -0
  102. msprobe/pytorch/doc/img/auto_analyze_log.png +0 -0
  103. msprobe/pytorch/doc/img/compare_result_pkl.png +0 -0
  104. msprobe/pytorch/doc/img/compare_result_pkl_md5.png.png +0 -0
  105. msprobe/pytorch/doc/img/cpu_info.png +0 -0
  106. msprobe/pytorch/doc/img/module_compare.png +0 -0
  107. msprobe/pytorch/doc/parse_tool.md +286 -0
  108. msprobe/pytorch/doc/ptdbg_ascend_compare.md +176 -0
  109. msprobe/pytorch/doc/ptdbg_ascend_overview.md +68 -0
  110. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +381 -0
  111. msprobe/pytorch/doc/run_overflow_check.md +25 -0
  112. msprobe/pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md +90 -0
  113. msprobe/pytorch/free_benchmark/__init__.py +8 -0
  114. msprobe/pytorch/free_benchmark/common/__init__.py +0 -0
  115. msprobe/pytorch/free_benchmark/common/constant.py +67 -0
  116. msprobe/pytorch/free_benchmark/common/counter.py +72 -0
  117. msprobe/pytorch/free_benchmark/common/enums.py +37 -0
  118. msprobe/pytorch/free_benchmark/common/params.py +129 -0
  119. msprobe/pytorch/free_benchmark/common/utils.py +98 -0
  120. msprobe/pytorch/free_benchmark/compare/grad_saver.py +183 -0
  121. msprobe/pytorch/free_benchmark/compare/single_benchmark.py +104 -0
  122. msprobe/pytorch/free_benchmark/main.py +102 -0
  123. msprobe/pytorch/free_benchmark/perturbed_layers/__init__.py +0 -0
  124. msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +13 -0
  125. msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +41 -0
  126. msprobe/pytorch/free_benchmark/perturbed_layers/npu/__init__.py +0 -0
  127. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +90 -0
  128. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +104 -0
  129. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +63 -0
  130. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +68 -0
  131. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +28 -0
  132. msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +45 -0
  133. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +19 -0
  134. msprobe/pytorch/free_benchmark/result_handlers/__init__.py +0 -0
  135. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +203 -0
  136. msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +39 -0
  137. msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +24 -0
  138. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +31 -0
  139. msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +170 -0
  140. msprobe/pytorch/functional/__init__.py +0 -0
  141. msprobe/pytorch/functional/data_processor.py +0 -0
  142. msprobe/pytorch/functional/dump_module.py +39 -0
  143. msprobe/pytorch/hook_module/__init__.py +1 -0
  144. msprobe/pytorch/hook_module/api_registry.py +161 -0
  145. msprobe/pytorch/hook_module/hook_module.py +109 -0
  146. msprobe/pytorch/hook_module/support_wrap_ops.yaml +1876 -0
  147. msprobe/pytorch/hook_module/utils.py +29 -0
  148. msprobe/pytorch/hook_module/wrap_aten.py +100 -0
  149. msprobe/pytorch/hook_module/wrap_distributed.py +75 -0
  150. msprobe/pytorch/hook_module/wrap_functional.py +108 -0
  151. msprobe/pytorch/hook_module/wrap_npu_custom.py +73 -0
  152. msprobe/pytorch/hook_module/wrap_tensor.py +72 -0
  153. msprobe/pytorch/hook_module/wrap_torch.py +88 -0
  154. msprobe/pytorch/hook_module/wrap_vf.py +64 -0
  155. msprobe/pytorch/module_processer.py +98 -0
  156. msprobe/pytorch/online_dispatch/__init__.py +20 -0
  157. msprobe/pytorch/online_dispatch/compare.py +236 -0
  158. msprobe/pytorch/online_dispatch/dispatch.py +274 -0
  159. msprobe/pytorch/online_dispatch/dump_compare.py +186 -0
  160. msprobe/pytorch/online_dispatch/single_compare.py +391 -0
  161. msprobe/pytorch/online_dispatch/torch_ops_config.yaml +50 -0
  162. msprobe/pytorch/online_dispatch/utils.py +187 -0
  163. msprobe/pytorch/parse.py +4 -0
  164. msprobe/pytorch/parse_tool/__init__.py +0 -0
  165. msprobe/pytorch/parse_tool/cli.py +32 -0
  166. msprobe/pytorch/parse_tool/lib/__init__.py +0 -0
  167. msprobe/pytorch/parse_tool/lib/compare.py +259 -0
  168. msprobe/pytorch/parse_tool/lib/config.py +51 -0
  169. msprobe/pytorch/parse_tool/lib/file_desc.py +31 -0
  170. msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -0
  171. msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -0
  172. msprobe/pytorch/parse_tool/lib/parse_tool.py +158 -0
  173. msprobe/pytorch/parse_tool/lib/utils.py +367 -0
  174. msprobe/pytorch/parse_tool/lib/visualization.py +90 -0
  175. msprobe/pytorch/pt_config.py +93 -0
  176. msprobe/pytorch/service.py +167 -0
  177. msprobe/test/core_ut/common/test_utils.py +345 -0
  178. msprobe/test/core_ut/data_dump/test_data_collector.py +47 -0
  179. msprobe/test/core_ut/data_dump/test_json_writer.py +183 -0
  180. msprobe/test/core_ut/data_dump/test_scope.py +151 -0
  181. msprobe/test/core_ut/test_common_config.py +152 -0
  182. msprobe/test/core_ut/test_file_check.py +218 -0
  183. msprobe/test/core_ut/test_log.py +109 -0
  184. msprobe/test/mindspore_ut/test_api_kbk_dump.py +51 -0
  185. msprobe/test/mindspore_ut/test_debugger_config.py +42 -0
  186. msprobe/test/mindspore_ut/test_dump_tool_factory.py +51 -0
  187. msprobe/test/mindspore_ut/test_kernel_graph_dump.py +66 -0
  188. msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py +63 -0
  189. msprobe/test/mindspore_ut/test_ms_config.py +69 -0
  190. msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py +51 -0
  191. msprobe/test/mindspore_ut/test_precision_debugger.py +56 -0
  192. msprobe/test/mindspore_ut/test_task_handler_factory.py +58 -0
  193. msprobe/test/pytorch_ut/advisor/test_advisor.py +83 -0
  194. msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py +108 -0
  195. msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py +39 -0
  196. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py +112 -0
  197. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py +77 -0
  198. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py +125 -0
  199. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py +10 -0
  200. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py +43 -0
  201. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json +179 -0
  202. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json +63 -0
  203. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py +99 -0
  204. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py +115 -0
  205. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py +72 -0
  206. msprobe/test/pytorch_ut/compare/test_acc_compare.py +17 -0
  207. msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py +105 -0
  208. msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py +121 -0
  209. msprobe/test/pytorch_ut/free_benchmark/test_main.py +101 -0
  210. msprobe/test/pytorch_ut/functional/test_dump_module.py +15 -0
  211. msprobe/test/pytorch_ut/hook_module/test_api_registry.py +130 -0
  212. msprobe/test/pytorch_ut/hook_module/test_hook_module.py +42 -0
  213. msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py +65 -0
  214. msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py +35 -0
  215. msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py +20 -0
  216. msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py +35 -0
  217. msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py +43 -0
  218. msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py +11 -0
  219. msprobe/test/pytorch_ut/test_pt_config.py +69 -0
  220. msprobe/test/pytorch_ut/test_service.py +59 -0
  221. msprobe/test/resources/advisor.txt +3 -0
  222. msprobe/test/resources/compare_result_20230703104808.csv +9 -0
  223. msprobe/test/resources/compare_result_without_accuracy.csv +9 -0
  224. msprobe/test/resources/config.yaml +3 -0
  225. msprobe/test/resources/npu_test.pkl +8 -0
  226. msprobe/test/run_test.sh +30 -0
  227. msprobe/test/run_ut.py +58 -0
  228. msprobe/test/test_module_processer.py +64 -0
msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml ADDED
@@ -0,0 +1,390 @@
1
+ mul:
2
+ torch.float32:
3
+ rtol: 1.0e-6
4
+ small_value: 1.0e-6
5
+ small_value_atol: 1.0e-9
6
+ torch.float16:
7
+ rtol: 1.0e-3
8
+ small_value: 1.0e-3
9
+ small_value_atol: 1.0e-5
10
+ torch.bfloat16:
11
+ rtol: 4.0e-3
12
+ small_value: 1.0e-3
13
+ small_value_atol: 1.0e-5
14
+ mul_:
15
+ torch.float32:
16
+ rtol: 1.0e-6
17
+ small_value: 1.0e-6
18
+ small_value_atol: 1.0e-9
19
+ torch.float16:
20
+ rtol: 1.0e-3
21
+ small_value: 1.0e-3
22
+ small_value_atol: 1.0e-5
23
+ torch.bfloat16:
24
+ rtol: 4.0e-3
25
+ small_value: 1.0e-3
26
+ small_value_atol: 1.0e-5
27
+ __mul__:
28
+ torch.float32:
29
+ rtol: 1.0e-6
30
+ small_value: 1.0e-6
31
+ small_value_atol: 1.0e-9
32
+ torch.float16:
33
+ rtol: 1.0e-3
34
+ small_value: 1.0e-3
35
+ small_value_atol: 1.0e-5
36
+ torch.bfloat16:
37
+ rtol: 4.0e-3
38
+ small_value: 1.0e-3
39
+ small_value_atol: 1.0e-5
40
+ __imul__:
41
+ torch.float32:
42
+ rtol: 1.0e-6
43
+ small_value: 1.0e-6
44
+ small_value_atol: 1.0e-9
45
+ torch.float16:
46
+ rtol: 1.0e-3
47
+ small_value: 1.0e-3
48
+ small_value_atol: 1.0e-5
49
+ torch.bfloat16:
50
+ rtol: 4.0e-3
51
+ small_value: 1.0e-3
52
+ small_value_atol: 1.0e-5
53
+ __rmul__:
54
+ torch.float32:
55
+ rtol: 1.0e-6
56
+ small_value: 1.0e-6
57
+ small_value_atol: 1.0e-9
58
+ torch.float16:
59
+ rtol: 1.0e-3
60
+ small_value: 1.0e-3
61
+ small_value_atol: 1.0e-5
62
+ torch.bfloat16:
63
+ rtol: 4.0e-3
64
+ small_value: 1.0e-3
65
+ small_value_atol: 1.0e-5
66
+ add:
67
+ torch.float32:
68
+ rtol: 1.0e-6
69
+ small_value: 1.0e-6
70
+ small_value_atol: 1.0e-9
71
+ torch.float16:
72
+ rtol: 1.0e-3
73
+ small_value: 1.0e-3
74
+ small_value_atol: 1.0e-5
75
+ torch.bfloat16:
76
+ rtol: 4.0e-3
77
+ small_value: 1.0e-3
78
+ small_value_atol: 1.0e-5
79
+ add_:
80
+ torch.float32:
81
+ rtol: 1.0e-6
82
+ small_value: 1.0e-6
83
+ small_value_atol: 1.0e-9
84
+ torch.float16:
85
+ rtol: 1.0e-3
86
+ small_value: 1.0e-3
87
+ small_value_atol: 1.0e-5
88
+ torch.bfloat16:
89
+ rtol: 4.0e-3
90
+ small_value: 1.0e-3
91
+ small_value_atol: 1.0e-5
92
+ __add__:
93
+ torch.float32:
94
+ rtol: 1.0e-6
95
+ small_value: 1.0e-6
96
+ small_value_atol: 1.0e-9
97
+ torch.float16:
98
+ rtol: 1.0e-3
99
+ small_value: 1.0e-3
100
+ small_value_atol: 1.0e-5
101
+ torch.bfloat16:
102
+ rtol: 4.0e-3
103
+ small_value: 1.0e-3
104
+ small_value_atol: 1.0e-5
105
+ __iadd__:
106
+ torch.float32:
107
+ rtol: 1.0e-6
108
+ small_value: 1.0e-6
109
+ small_value_atol: 1.0e-9
110
+ torch.float16:
111
+ rtol: 1.0e-3
112
+ small_value: 1.0e-3
113
+ small_value_atol: 1.0e-5
114
+ torch.bfloat16:
115
+ rtol: 4.0e-3
116
+ small_value: 1.0e-3
117
+ small_value_atol: 1.0e-5
118
+ __radd__:
119
+ torch.float32:
120
+ rtol: 1.0e-6
121
+ small_value: 1.0e-6
122
+ small_value_atol: 1.0e-9
123
+ torch.float16:
124
+ rtol: 1.0e-3
125
+ small_value: 1.0e-3
126
+ small_value_atol: 1.0e-5
127
+ torch.bfloat16:
128
+ rtol: 4.0e-3
129
+ small_value: 1.0e-3
130
+ small_value_atol: 1.0e-5
131
+ div:
132
+ torch.float32:
133
+ rtol: 1.0e-6
134
+ small_value: 1.0e-6
135
+ small_value_atol: 1.0e-9
136
+ torch.float16:
137
+ rtol: 1.0e-3
138
+ small_value: 1.0e-3
139
+ small_value_atol: 1.0e-5
140
+ torch.bfloat16:
141
+ rtol: 4.0e-3
142
+ small_value: 1.0e-3
143
+ small_value_atol: 1.0e-5
144
+ div_:
145
+ torch.float32:
146
+ rtol: 1.0e-6
147
+ small_value: 1.0e-6
148
+ small_value_atol: 1.0e-9
149
+ torch.float16:
150
+ rtol: 1.0e-3
151
+ small_value: 1.0e-3
152
+ small_value_atol: 1.0e-5
153
+ torch.bfloat16:
154
+ rtol: 4.0e-3
155
+ small_value: 1.0e-3
156
+ small_value_atol: 1.0e-5
157
+ __div__:
158
+ torch.float32:
159
+ rtol: 1.0e-6
160
+ small_value: 1.0e-6
161
+ small_value_atol: 1.0e-9
162
+ torch.float16:
163
+ rtol: 1.0e-3
164
+ small_value: 1.0e-3
165
+ small_value_atol: 1.0e-5
166
+ torch.bfloat16:
167
+ rtol: 4.0e-3
168
+ small_value: 1.0e-3
169
+ small_value_atol: 1.0e-5
170
+ __idiv__:
171
+ torch.float32:
172
+ rtol: 1.0e-6
173
+ small_value: 1.0e-6
174
+ small_value_atol: 1.0e-9
175
+ torch.float16:
176
+ rtol: 1.0e-3
177
+ small_value: 1.0e-3
178
+ small_value_atol: 1.0e-5
179
+ torch.bfloat16:
180
+ rtol: 4.0e-3
181
+ small_value: 1.0e-3
182
+ small_value_atol: 1.0e-5
183
+ divide:
184
+ torch.float32:
185
+ rtol: 1.0e-6
186
+ small_value: 1.0e-6
187
+ small_value_atol: 1.0e-9
188
+ torch.float16:
189
+ rtol: 1.0e-3
190
+ small_value: 1.0e-3
191
+ small_value_atol: 1.0e-5
192
+ torch.bfloat16:
193
+ rtol: 4.0e-3
194
+ small_value: 1.0e-3
195
+ small_value_atol: 1.0e-5
196
+ divide_:
197
+ torch.float32:
198
+ rtol: 1.0e-6
199
+ small_value: 1.0e-6
200
+ small_value_atol: 1.0e-9
201
+ torch.float16:
202
+ rtol: 1.0e-3
203
+ small_value: 1.0e-3
204
+ small_value_atol: 1.0e-5
205
+ torch.bfloat16:
206
+ rtol: 4.0e-3
207
+ small_value: 1.0e-3
208
+ small_value_atol: 1.0e-5
209
+ leaky_relu:
210
+ torch.float32:
211
+ rtol: 1.0e-6
212
+ small_value: 1.0e-6
213
+ small_value_atol: 1.0e-9
214
+ torch.float16:
215
+ rtol: 1.0e-3
216
+ small_value: 1.0e-3
217
+ small_value_atol: 1.0e-5
218
+ torch.bfloat16:
219
+ rtol: 4.0e-3
220
+ small_value: 1.0e-3
221
+ small_value_atol: 1.0e-5
222
+ leaky_relu_:
223
+ torch.float32:
224
+ rtol: 1.0e-6
225
+ small_value: 1.0e-6
226
+ small_value_atol: 1.0e-9
227
+ torch.float16:
228
+ rtol: 1.0e-3
229
+ small_value: 1.0e-3
230
+ small_value_atol: 1.0e-5
231
+ torch.bfloat16:
232
+ rtol: 4.0e-3
233
+ small_value: 1.0e-3
234
+ small_value_atol: 1.0e-5
235
+ prelu:
236
+ torch.float32:
237
+ rtol: 1.0e-6
238
+ small_value: 1.0e-6
239
+ small_value_atol: 1.0e-9
240
+ torch.float16:
241
+ rtol: 1.0e-3
242
+ small_value: 1.0e-3
243
+ small_value_atol: 1.0e-5
244
+ torch.bfloat16:
245
+ rtol: 4.0e-3
246
+ small_value: 1.0e-3
247
+ small_value_atol: 1.0e-5
248
+ reciprocal:
249
+ torch.float32:
250
+ rtol: 1.0e-6
251
+ small_value: 1.0e-6
252
+ small_value_atol: 1.0e-9
253
+ torch.float16:
254
+ rtol: 1.0e-3
255
+ small_value: 1.0e-3
256
+ small_value_atol: 1.0e-5
257
+ torch.bfloat16:
258
+ rtol: 4.0e-3
259
+ small_value: 1.0e-3
260
+ small_value_atol: 1.0e-5
261
+ reciprocal_:
262
+ torch.float32:
263
+ rtol: 1.0e-6
264
+ small_value: 1.0e-6
265
+ small_value_atol: 1.0e-9
266
+ torch.float16:
267
+ rtol: 1.0e-3
268
+ small_value: 1.0e-3
269
+ small_value_atol: 1.0e-5
270
+ torch.bfloat16:
271
+ rtol: 4.0e-3
272
+ small_value: 1.0e-3
273
+ small_value_atol: 1.0e-5
274
+ rsqrt:
275
+ torch.float32:
276
+ rtol: 1.0e-6
277
+ small_value: 1.0e-6
278
+ small_value_atol: 1.0e-9
279
+ torch.float16:
280
+ rtol: 1.0e-3
281
+ small_value: 1.0e-3
282
+ small_value_atol: 1.0e-5
283
+ torch.bfloat16:
284
+ rtol: 4.0e-3
285
+ small_value: 1.0e-3
286
+ small_value_atol: 1.0e-5
287
+ rsqrt_:
288
+ torch.float32:
289
+ rtol: 1.0e-6
290
+ small_value: 1.0e-6
291
+ small_value_atol: 1.0e-9
292
+ torch.float16:
293
+ rtol: 1.0e-3
294
+ small_value: 1.0e-3
295
+ small_value_atol: 1.0e-5
296
+ torch.bfloat16:
297
+ rtol: 4.0e-3
298
+ small_value: 1.0e-3
299
+ small_value_atol: 1.0e-5
300
+ square:
301
+ torch.float32:
302
+ rtol: 1.0e-6
303
+ small_value: 1.0e-6
304
+ small_value_atol: 1.0e-9
305
+ torch.float16:
306
+ rtol: 1.0e-3
307
+ small_value: 1.0e-3
308
+ small_value_atol: 1.0e-5
309
+ torch.bfloat16:
310
+ rtol: 4.0e-3
311
+ small_value: 1.0e-3
312
+ small_value_atol: 1.0e-5
313
+ square_:
314
+ torch.float32:
315
+ rtol: 1.0e-6
316
+ small_value: 1.0e-6
317
+ small_value_atol: 1.0e-9
318
+ torch.float16:
319
+ rtol: 1.0e-3
320
+ small_value: 1.0e-3
321
+ small_value_atol: 1.0e-5
322
+ torch.bfloat16:
323
+ rtol: 4.0e-3
324
+ small_value: 1.0e-3
325
+ small_value_atol: 1.0e-5
326
+ sub:
327
+ torch.float32:
328
+ rtol: 1.0e-6
329
+ small_value: 1.0e-6
330
+ small_value_atol: 1.0e-9
331
+ torch.float16:
332
+ rtol: 1.0e-3
333
+ small_value: 1.0e-3
334
+ small_value_atol: 1.0e-5
335
+ torch.bfloat16:
336
+ rtol: 4.0e-3
337
+ small_value: 1.0e-3
338
+ small_value_atol: 1.0e-5
339
+ sub_:
340
+ torch.float32:
341
+ rtol: 1.0e-6
342
+ small_value: 1.0e-6
343
+ small_value_atol: 1.0e-9
344
+ torch.float16:
345
+ rtol: 1.0e-3
346
+ small_value: 1.0e-3
347
+ small_value_atol: 1.0e-5
348
+ torch.bfloat16:
349
+ rtol: 4.0e-3
350
+ small_value: 1.0e-3
351
+ small_value_atol: 1.0e-5
352
+ rsub:
353
+ torch.float32:
354
+ rtol: 1.0e-6
355
+ small_value: 1.0e-6
356
+ small_value_atol: 1.0e-9
357
+ torch.float16:
358
+ rtol: 1.0e-3
359
+ small_value: 1.0e-3
360
+ small_value_atol: 1.0e-5
361
+ torch.bfloat16:
362
+ rtol: 4.0e-3
363
+ small_value: 1.0e-3
364
+ small_value_atol: 1.0e-5
365
+ __isub__:
366
+ torch.float32:
367
+ rtol: 1.0e-6
368
+ small_value: 1.0e-6
369
+ small_value_atol: 1.0e-9
370
+ torch.float16:
371
+ rtol: 1.0e-3
372
+ small_value: 1.0e-3
373
+ small_value_atol: 1.0e-5
374
+ torch.bfloat16:
375
+ rtol: 4.0e-3
376
+ small_value: 1.0e-3
377
+ small_value_atol: 1.0e-5
378
+ __sub__:
379
+ torch.float32:
380
+ rtol: 1.0e-6
381
+ small_value: 1.0e-6
382
+ small_value_atol: 1.0e-9
383
+ torch.float16:
384
+ rtol: 1.0e-3
385
+ small_value: 1.0e-3
386
+ small_value_atol: 1.0e-5
387
+ torch.bfloat16:
388
+ rtol: 4.0e-3
389
+ small_value: 1.0e-3
390
+ small_value_atol: 1.0e-5