mindstudio-probe 1.0.3__py3-none-any.whl → 1.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/LICENSE +201 -201
  2. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/METADATA +36 -34
  3. mindstudio_probe-1.1.0.dist-info/RECORD +287 -0
  4. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/WHEEL +1 -1
  5. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/entry_points.txt +1 -0
  6. msprobe/README.md +131 -237
  7. msprobe/__init__.py +16 -1
  8. msprobe/{config/config.json → config.json} +47 -49
  9. msprobe/core/advisor/advisor.py +124 -124
  10. msprobe/core/advisor/advisor_const.py +58 -59
  11. msprobe/core/advisor/advisor_result.py +58 -58
  12. msprobe/core/common/const.py +402 -318
  13. msprobe/core/common/exceptions.py +99 -99
  14. msprobe/core/common/{file_check.py → file_utils.py} +523 -283
  15. msprobe/core/common/inplace_op_checker.py +38 -0
  16. msprobe/core/common/inplace_ops.yaml +251 -0
  17. msprobe/core/common/log.py +86 -69
  18. msprobe/core/common/utils.py +371 -616
  19. msprobe/core/common_config.py +78 -71
  20. msprobe/core/compare/acc_compare.py +472 -298
  21. msprobe/core/compare/check.py +180 -95
  22. msprobe/core/compare/compare_cli.py +69 -49
  23. msprobe/core/compare/highlight.py +259 -222
  24. msprobe/core/compare/multiprocessing_compute.py +174 -149
  25. msprobe/core/compare/npy_compare.py +310 -295
  26. msprobe/core/compare/utils.py +464 -429
  27. msprobe/core/data_dump/data_collector.py +153 -144
  28. msprobe/core/data_dump/data_processor/base.py +337 -293
  29. msprobe/core/data_dump/data_processor/factory.py +76 -59
  30. msprobe/core/data_dump/data_processor/mindspore_processor.py +192 -198
  31. msprobe/core/data_dump/data_processor/pytorch_processor.py +383 -389
  32. msprobe/core/data_dump/json_writer.py +117 -116
  33. msprobe/core/data_dump/scope.py +194 -178
  34. msprobe/core/grad_probe/constant.py +74 -70
  35. msprobe/core/grad_probe/grad_compare.py +170 -175
  36. msprobe/core/grad_probe/utils.py +77 -52
  37. msprobe/docs/01.installation.md +99 -0
  38. msprobe/docs/02.config_introduction.md +137 -0
  39. msprobe/docs/03.config_examples.md +237 -0
  40. msprobe/docs/04.acl_config_examples.md +78 -0
  41. msprobe/docs/05.data_dump_PyTorch.md +326 -0
  42. msprobe/docs/06.data_dump_MindSpore.md +285 -0
  43. msprobe/docs/07.accuracy_checker_PyTorch.md +297 -0
  44. msprobe/docs/08.accuracy_checker_online_PyTorch.md +238 -0
  45. msprobe/docs/09.accuracy_checker_MindSpore.md +68 -0
  46. msprobe/docs/10.accuracy_compare_PyTorch.md +327 -0
  47. msprobe/docs/11.accuracy_compare_MindSpore.md +333 -0
  48. msprobe/docs/12.overflow_check_PyTorch.md +79 -0
  49. msprobe/docs/13.overflow_check_MindSpore.md +31 -0
  50. msprobe/{pytorch/doc/parse_tool.md → docs/14.data_parse_PyTorch.md} +283 -286
  51. msprobe/docs/15.free_benchmarking_PyTorch.md +170 -0
  52. msprobe/docs/16.free_benchmarking_MindSpore.md +140 -0
  53. msprobe/{doc/grad_probe/grad_probe.md → docs/17.grad_probe.md} +205 -207
  54. msprobe/{pytorch/doc//321/205/320/254/320/270/321/207/342/225/221/342/224/220/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/206/320/277/320/244/321/205/320/277/342/225/243.md → docs/18.online_dispatch.md} +89 -90
  55. msprobe/docs/FAQ.md +189 -0
  56. msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md +146 -0
  57. msprobe/docs/img/free_benchmark_framework.png +0 -0
  58. msprobe/docs/img/ms_dump.png +0 -0
  59. msprobe/docs/img/ms_layer.png +0 -0
  60. msprobe/docs/img/pt_dump.png +0 -0
  61. msprobe/mindspore/__init__.py +2 -1
  62. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +278 -245
  63. msprobe/mindspore/api_accuracy_checker/api_info.py +76 -69
  64. msprobe/mindspore/api_accuracy_checker/api_runner.py +155 -151
  65. msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +196 -196
  66. msprobe/mindspore/api_accuracy_checker/cmd_parser.py +6 -0
  67. msprobe/mindspore/api_accuracy_checker/compute_element.py +238 -223
  68. msprobe/mindspore/api_accuracy_checker/main.py +8 -15
  69. msprobe/mindspore/api_accuracy_checker/type_mapping.py +113 -113
  70. msprobe/mindspore/api_accuracy_checker/utils.py +79 -62
  71. msprobe/mindspore/cell_processor.py +58 -34
  72. msprobe/mindspore/common/const.py +108 -87
  73. msprobe/mindspore/common/log.py +37 -37
  74. msprobe/mindspore/common/utils.py +97 -57
  75. msprobe/mindspore/compare/distributed_compare.py +62 -75
  76. msprobe/mindspore/compare/layer_mapping.py +146 -0
  77. msprobe/mindspore/compare/modify_mapping.py +107 -0
  78. msprobe/mindspore/compare/ms_compare.py +357 -117
  79. msprobe/mindspore/compare/ms_graph_compare.py +364 -317
  80. msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -399
  81. msprobe/mindspore/debugger/debugger_config.py +69 -74
  82. msprobe/mindspore/debugger/precision_debugger.py +150 -107
  83. msprobe/mindspore/dump/dump_tool_factory.py +50 -35
  84. msprobe/mindspore/dump/hook_cell/api_registry.py +128 -104
  85. msprobe/mindspore/dump/hook_cell/hook_cell.py +55 -53
  86. msprobe/mindspore/dump/hook_cell/primitive_hooks.py +206 -0
  87. msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +994 -925
  88. msprobe/mindspore/dump/hook_cell/wrap_api.py +121 -0
  89. msprobe/mindspore/dump/jit_dump.py +96 -56
  90. msprobe/mindspore/dump/kernel_graph_dump.py +75 -60
  91. msprobe/mindspore/dump/kernel_kbyk_dump.py +79 -65
  92. msprobe/mindspore/free_benchmark/api_pynative_self_check.py +131 -116
  93. msprobe/mindspore/free_benchmark/common/config.py +27 -12
  94. msprobe/mindspore/free_benchmark/common/handler_params.py +32 -17
  95. msprobe/mindspore/free_benchmark/common/utils.py +85 -71
  96. msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -842
  97. msprobe/mindspore/free_benchmark/decorator/dec_forward.py +57 -42
  98. msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +122 -107
  99. msprobe/mindspore/free_benchmark/handler/base_handler.py +105 -90
  100. msprobe/mindspore/free_benchmark/handler/check_handler.py +56 -41
  101. msprobe/mindspore/free_benchmark/handler/fix_handler.py +51 -36
  102. msprobe/mindspore/free_benchmark/handler/handler_factory.py +36 -21
  103. msprobe/mindspore/free_benchmark/perturbation/add_noise.py +82 -67
  104. msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +36 -21
  105. msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +78 -63
  106. msprobe/mindspore/free_benchmark/perturbation/exchange_value.py +77 -0
  107. msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +49 -34
  108. msprobe/mindspore/free_benchmark/perturbation/no_change.py +27 -12
  109. msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +44 -27
  110. msprobe/mindspore/free_benchmark/self_check_tool_factory.py +48 -33
  111. msprobe/mindspore/grad_probe/global_context.py +100 -91
  112. msprobe/mindspore/grad_probe/grad_analyzer.py +231 -231
  113. msprobe/mindspore/grad_probe/grad_monitor.py +27 -27
  114. msprobe/mindspore/grad_probe/grad_stat_csv.py +131 -131
  115. msprobe/mindspore/grad_probe/hook.py +94 -92
  116. msprobe/mindspore/grad_probe/utils.py +29 -28
  117. msprobe/mindspore/ms_config.py +128 -126
  118. msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py +60 -45
  119. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +49 -34
  120. msprobe/mindspore/runtime.py +4 -4
  121. msprobe/mindspore/service.py +297 -354
  122. msprobe/mindspore/task_handler_factory.py +24 -24
  123. msprobe/msprobe.py +105 -107
  124. msprobe/pytorch/__init__.py +23 -4
  125. msprobe/pytorch/api_accuracy_checker/common/config.py +70 -55
  126. msprobe/pytorch/api_accuracy_checker/common/utils.py +246 -165
  127. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +230 -213
  128. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +632 -581
  129. msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml +132 -132
  130. msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml +390 -390
  131. msprobe/pytorch/api_accuracy_checker/compare/compare.py +416 -381
  132. msprobe/pytorch/api_accuracy_checker/compare/compare_column.py +90 -73
  133. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +265 -244
  134. msprobe/pytorch/api_accuracy_checker/config.yaml +10 -10
  135. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +370 -332
  136. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +221 -199
  137. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +150 -134
  138. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +518 -581
  139. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +213 -74
  140. msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json +7 -4
  141. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +218 -202
  142. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +370 -324
  143. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +227 -204
  144. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/dump_dispatch.py +110 -0
  145. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +244 -218
  146. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/torch_ops_config.yaml +63 -0
  147. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/utils.py +44 -0
  148. msprobe/pytorch/bench_functions/__init__.py +30 -15
  149. msprobe/pytorch/bench_functions/apply_adam_w.py +43 -28
  150. msprobe/pytorch/bench_functions/confusion_transpose.py +34 -19
  151. msprobe/pytorch/bench_functions/fast_gelu.py +70 -55
  152. msprobe/pytorch/bench_functions/layer_norm_eval.py +21 -6
  153. msprobe/pytorch/bench_functions/linear.py +27 -12
  154. msprobe/pytorch/bench_functions/matmul_backward.py +63 -48
  155. msprobe/pytorch/bench_functions/npu_fusion_attention.py +538 -421
  156. msprobe/pytorch/bench_functions/rms_norm.py +30 -15
  157. msprobe/pytorch/bench_functions/rotary_mul.py +71 -52
  158. msprobe/pytorch/bench_functions/scaled_mask_softmax.py +41 -26
  159. msprobe/pytorch/bench_functions/swiglu.py +70 -55
  160. msprobe/pytorch/common/__init__.py +17 -2
  161. msprobe/pytorch/common/compare_script.template +14 -14
  162. msprobe/pytorch/common/log.py +33 -32
  163. msprobe/pytorch/common/parse_json.py +54 -39
  164. msprobe/pytorch/common/utils.py +310 -300
  165. msprobe/pytorch/compare/distributed_compare.py +66 -66
  166. msprobe/pytorch/compare/mapping.yaml +607 -607
  167. msprobe/pytorch/compare/match.py +49 -33
  168. msprobe/pytorch/compare/pt_compare.py +82 -40
  169. msprobe/pytorch/debugger/debugger_config.py +108 -95
  170. msprobe/pytorch/debugger/precision_debugger.py +173 -125
  171. msprobe/pytorch/free_benchmark/__init__.py +23 -8
  172. msprobe/pytorch/free_benchmark/common/constant.py +70 -70
  173. msprobe/pytorch/free_benchmark/common/counter.py +71 -71
  174. msprobe/pytorch/free_benchmark/common/enums.py +65 -37
  175. msprobe/pytorch/free_benchmark/common/params.py +144 -129
  176. msprobe/pytorch/free_benchmark/common/utils.py +118 -102
  177. msprobe/pytorch/free_benchmark/compare/grad_saver.py +200 -179
  178. msprobe/pytorch/free_benchmark/compare/single_benchmark.py +119 -104
  179. msprobe/pytorch/free_benchmark/main.py +120 -105
  180. msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py +28 -13
  181. msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py +56 -41
  182. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +105 -90
  183. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +119 -104
  184. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +87 -63
  185. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +83 -68
  186. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +43 -28
  187. msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py +60 -45
  188. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +34 -19
  189. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +256 -217
  190. msprobe/pytorch/free_benchmark/result_handlers/check_handler.py +54 -39
  191. msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py +38 -23
  192. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +45 -30
  193. msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py +185 -170
  194. msprobe/pytorch/function_factory.py +91 -75
  195. msprobe/pytorch/functional/module_dump.py +84 -0
  196. msprobe/pytorch/grad_probe/grad_monitor.py +91 -90
  197. msprobe/pytorch/grad_probe/grad_stat_csv.py +128 -128
  198. msprobe/pytorch/hook_module/__init__.py +16 -1
  199. msprobe/pytorch/hook_module/api_registry.py +166 -161
  200. msprobe/pytorch/hook_module/hook_module.py +118 -120
  201. msprobe/pytorch/hook_module/support_wrap_ops.yaml +1879 -1877
  202. msprobe/pytorch/hook_module/utils.py +28 -29
  203. msprobe/pytorch/hook_module/wrap_aten.py +111 -110
  204. msprobe/pytorch/hook_module/wrap_distributed.py +77 -78
  205. msprobe/pytorch/hook_module/wrap_functional.py +104 -105
  206. msprobe/pytorch/hook_module/wrap_npu_custom.py +85 -84
  207. msprobe/pytorch/hook_module/wrap_tensor.py +69 -71
  208. msprobe/pytorch/hook_module/wrap_torch.py +84 -86
  209. msprobe/pytorch/hook_module/wrap_vf.py +60 -62
  210. msprobe/pytorch/module_processer.py +153 -138
  211. msprobe/pytorch/online_dispatch/__init__.py +20 -20
  212. msprobe/pytorch/online_dispatch/compare.py +235 -236
  213. msprobe/pytorch/online_dispatch/dispatch.py +271 -271
  214. msprobe/pytorch/online_dispatch/dump_compare.py +155 -156
  215. msprobe/pytorch/online_dispatch/single_compare.py +391 -391
  216. msprobe/pytorch/online_dispatch/torch_ops_config.yaml +57 -49
  217. msprobe/pytorch/online_dispatch/utils.py +127 -146
  218. msprobe/pytorch/parse.py +19 -4
  219. msprobe/pytorch/parse_tool/cli.py +31 -32
  220. msprobe/pytorch/parse_tool/lib/compare.py +259 -271
  221. msprobe/pytorch/parse_tool/lib/config.py +52 -52
  222. msprobe/pytorch/parse_tool/lib/file_desc.py +31 -31
  223. msprobe/pytorch/parse_tool/lib/interactive_cli.py +102 -102
  224. msprobe/pytorch/parse_tool/lib/parse_exception.py +54 -54
  225. msprobe/pytorch/parse_tool/lib/parse_tool.py +161 -158
  226. msprobe/pytorch/parse_tool/lib/utils.py +320 -321
  227. msprobe/pytorch/parse_tool/lib/visualization.py +85 -91
  228. msprobe/pytorch/pt_config.py +317 -187
  229. msprobe/pytorch/service.py +311 -252
  230. mindstudio_probe-1.0.3.dist-info/RECORD +0 -272
  231. msprobe/config/README.md +0 -539
  232. msprobe/mindspore/doc/compare.md +0 -58
  233. msprobe/mindspore/doc/dump.md +0 -217
  234. msprobe/mindspore/dump/hook_cell/wrap_functional.py +0 -91
  235. msprobe/mindspore/dump/hook_cell/wrap_tensor.py +0 -63
  236. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +0 -10
  237. msprobe/pytorch/doc/FAQ.md +0 -193
  238. msprobe/pytorch/doc/api_accuracy_checker.md +0 -313
  239. msprobe/pytorch/doc/api_accuracy_checker_online.md +0 -187
  240. msprobe/pytorch/doc/dump.md +0 -260
  241. msprobe/pytorch/doc/msprobe/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -182
  242. msprobe/pytorch/doc/ptdbg_ascend_compare.md +0 -240
  243. msprobe/pytorch/doc/ptdbg_ascend_overview.md +0 -68
  244. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +0 -381
  245. msprobe/pytorch/doc/run_overflow_check.md +0 -25
  246. msprobe/pytorch/doc//321/206/320/247/320/260/321/206/320/260/320/227/321/206/320/255/320/226/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/205/320/254/342/225/221/321/206/320/251/320/277/321/211/320/272/320/234/321/210/320/277/320/221/321/205/320/242/320/234/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +0 -151
  247. msprobe/pytorch/functional/data_processor.py +0 -0
  248. msprobe/pytorch/functional/dump_module.py +0 -39
  249. {mindstudio_probe-1.0.3.dist-info → mindstudio_probe-1.1.0.dist-info}/top_level.txt +0 -0
  250. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_1.png +0 -0
  251. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_2.png +0 -0
  252. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_3.png +0 -0
  253. /msprobe/{pytorch/doc → docs}/img/BLOOM-7B_4.png +0 -0
  254. /msprobe/{pytorch/doc → docs}/img/GPT-3_1.png +0 -0
  255. /msprobe/{pytorch/doc → docs}/img/GPT-3_2.png +0 -0
  256. /msprobe/{pytorch/doc → docs}/img/GPT-3_3.png +0 -0
  257. /msprobe/{pytorch/doc → docs}/img/GPT-3_4.png +0 -0
  258. /msprobe/{pytorch/doc → docs}/img/GPT-3_5.png +0 -0
  259. /msprobe/{pytorch/doc → docs}/img/GPT-3_6.png +0 -0
  260. /msprobe/{pytorch/doc → docs}/img/GPT-3_7.png +0 -0
  261. /msprobe/{pytorch/doc → docs}/img/GPT-3_8.png +0 -0
  262. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_1.png +0 -0
  263. /msprobe/{pytorch/doc → docs}/img/YOLOV5S_2.png +0 -0
  264. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_details.png +0 -0
  265. /msprobe/{pytorch/doc → docs}/img/accuracy_checking_result.png +0 -0
  266. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_details.png +0 -0
  267. /msprobe/{pytorch/doc → docs}/img/api_precision_compare_result.png +0 -0
  268. /msprobe/{pytorch/doc → docs}/img/auto_analyze_log.png +0 -0
  269. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl.png +0 -0
  270. /msprobe/{pytorch/doc → docs}/img/compare_result_pkl_md5.png.png +0 -0
  271. /msprobe/{pytorch/doc → docs}/img/cpu_info.png +0 -0
  272. /msprobe/{config → docs}/img/free_benchmark.png +0 -0
  273. /msprobe/{doc/grad_probe/img/image-1.png → docs/img/grad_probe_image-1.png} +0 -0
  274. /msprobe/{doc/grad_probe/img/image-2.png → docs/img/grad_probe_image-2.png} +0 -0
  275. /msprobe/{doc/grad_probe/img/image-3.png → docs/img/grad_probe_image-3.png} +0 -0
  276. /msprobe/{doc/grad_probe/img/image-4.png → docs/img/grad_probe_image-4.png} +0 -0
  277. /msprobe/{doc/grad_probe/img/image.png → docs/img/grad_probe_image.png} +0 -0
  278. /msprobe/{pytorch/doc → docs}/img/module_compare.png +0 -0
@@ -1,925 +1,994 @@
1
- # Copyright 2024 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # ============================================================================
15
-
16
- # List of ops that register hooks
17
-
18
-
19
- ops:
20
- - adaptive_avg_pool1d
21
- - adaptive_avg_pool2d
22
- - adaptive_avg_pool3d
23
- - adaptive_max_pool1d
24
- - adaptive_max_pool2d
25
- - avg_pool1d
26
- - avg_pool2d
27
- - avg_pool3d
28
- - batch_norm
29
- - bias_add
30
- - ctc_greedy_decoder
31
- - conv1d
32
- - conv2d
33
- - conv3d
34
- - deformable_conv2d
35
- - dense
36
- - dropout
37
- - dropout1d
38
- - dropout2d
39
- - dropout3d
40
- - flatten
41
- - fold
42
- - fractional_max_pool3d
43
- - lp_pool1d
44
- - lp_pool2d
45
- - lrn
46
- - max_pool2d
47
- - max_pool3d
48
- - max_unpool1d
49
- - max_unpool2d
50
- - max_unpool3d
51
- - unfold
52
- - binary_cross_entropy
53
- - binary_cross_entropy_with_logits
54
- - cosine_embedding_loss
55
- - cross_entropy
56
- - ctc_loss
57
- - gaussian_nll_loss
58
- - hinge_embedding_loss
59
- - huber_loss
60
- - kl_div
61
- - l1_loss
62
- - margin_ranking_loss
63
- - mse_loss
64
- - multi_margin_loss
65
- - multilabel_margin_loss
66
- - multilabel_soft_margin_loss
67
- - nll_loss
68
- - smooth_l1_loss
69
- - triplet_margin_loss
70
- - elu
71
- - fast_gelu
72
- - gelu
73
- - glu
74
- - gumbel_softmax
75
- - hardshrink
76
- - hardsigmoid
77
- - hardswish
78
- - hardtanh
79
- - leaky_relu
80
- - log_softmax
81
- - logsigmoid
82
- - mish
83
- - prelu
84
- - relu
85
- - relu6
86
- - celu
87
- - rrelu
88
- - selu
89
- - sigmoid
90
- - silu
91
- - softmax
92
- - softmin
93
- - softshrink
94
- - softsign
95
- - tanh
96
- - threshold
97
- - cdist
98
- - dist
99
- - pdist
100
- - choice_with_mask
101
- - random_categorical
102
- - log_uniform_candidate_sampler
103
- - uniform_candidate_sampler
104
- - affine_grid
105
- - bounding_box_decode
106
- - bounding_box_encode
107
- - col2im
108
- - check_valid
109
- - crop_and_resize
110
- - grid_sample
111
- - interpolate
112
- - iou
113
- - pad
114
- - padding
115
- - pixel_shuffle
116
- - pixel_unshuffle
117
- - upsample
118
- - abs
119
- - absolute
120
- - accumulate_n
121
- - acos
122
- - arccos
123
- - acosh
124
- - add
125
- - addcdiv
126
- - addcmul
127
- - addmv
128
- - addn
129
- - angle
130
- - arccosh
131
- - arcsin
132
- - arcsinh
133
- - arctan
134
- - arctanh
135
- - arctan2
136
- - asin
137
- - asinh
138
- - atan
139
- - atan2
140
- - atanh
141
- - atleast_1d
142
- - atleast_2d
143
- - atleast_3d
144
- - bessel_i0
145
- - bessel_i0e
146
- - bessel_i1
147
- - bessel_i1e
148
- - bessel_j0
149
- - bessel_j1
150
- - bessel_k0
151
- - bessel_k0e
152
- - bessel_k1
153
- - bessel_k1e
154
- - bessel_y0
155
- - bessel_y1
156
- - bitwise_and
157
- - bitwise_left_shift
158
- - bitwise_or
159
- - bitwise_right_shift
160
- - bitwise_xor
161
- - ceil
162
- - clamp
163
- - clip
164
- - combinations
165
- - copysign
166
- - cos
167
- - cosh
168
- - cosine_similarity
169
- - cov
170
- - diag_embed
171
- - diff
172
- - deg2rad
173
- - digamma
174
- - div
175
- - divide
176
- - erf
177
- - erfc
178
- - erfinv
179
- - exp
180
- - exp2
181
- - expm1
182
- - floor
183
- - floor_div
184
- - floor_mod
185
- - float_power
186
- - fmod
187
- - frac
188
- - gcd
189
- - hypot
190
- - igamma
191
- - igammac
192
- - imag
193
- - i0
194
- - inv
195
- - invert
196
- - lcm
197
- - ldexp
198
- - lerp
199
- - log
200
- - log2
201
- - log10
202
- - log1p
203
- - logaddexp
204
- - logaddexp2
205
- - logical_and
206
- - logical_not
207
- - logical_or
208
- - logical_xor
209
- - logit
210
- - mul
211
- - multiply
212
- - mvlgamma
213
- - neg
214
- - negative
215
- - nextafter
216
- - polar
217
- - polygamma
218
- - positive
219
- - pow
220
- - rad2deg
221
- - ravel
222
- - real
223
- - reciprocal
224
- - remainder
225
- - rot90
226
- - round
227
- - rsqrt
228
- - sgn
229
- - sign
230
- - signbit
231
- - sin
232
- - sinc
233
- - sinh
234
- - sqrt
235
- - square
236
- - sub
237
- - subtract
238
- - t
239
- - tan
240
- - tanhshrink
241
- - trapz
242
- - tril_indices
243
- - triu_indices
244
- - true_divide
245
- - trunc
246
- - truncate_div
247
- - truncate_mod
248
- - xdivy
249
- - xlogy
250
- - zeta
251
- - all
252
- - amax
253
- - amin
254
- - aminmax
255
- - any
256
- - argmax
257
- - argmin
258
- - cummax
259
- - cummin
260
- - cumprod
261
- - cumsum
262
- - fmax
263
- - histc
264
- - logsumexp
265
- - max
266
- - mean
267
- - median
268
- - min
269
- - norm
270
- - prod
271
- - std
272
- - std_mean
273
- - var
274
- - var_mean
275
- - argsort
276
- - approximate_equal
277
- - equal
278
- - ge
279
- - greater
280
- - greater_equal
281
- - gt
282
- - intopk
283
- - isclose
284
- - isfinite
285
- - isinf
286
- - isnan
287
- - isneginf
288
- - isposinf
289
- - isreal
290
- - is_complex
291
- - le
292
- - less
293
- - less_equal
294
- - lt
295
- - maximum
296
- - minimum
297
- - msort
298
- - ne
299
- - not_equal
300
- - searchsorted
301
- - topk
302
- - bmm
303
- - addbmm
304
- - addmm
305
- - baddbmm
306
- - addr
307
- - adjoint
308
- - cholesky
309
- - cholesky_solve
310
- - batch_dot
311
- - dot
312
- - eig
313
- - inner
314
- - inverse
315
- - geqrf
316
- - ger
317
- - kron
318
- - lu_solve
319
- - lu_unpack
320
- - matmul
321
- - matrix_solve
322
- - matrix_band_part
323
- - matrix_diag
324
- - matrix_diag_part
325
- - matrix_set_diag
326
- - mm
327
- - mv
328
- - outer
329
- - orgqr
330
- - ormqr
331
- - pinv
332
- - svd
333
- - tensor_dot
334
- - logdet
335
- - slogdet
336
- - qr
337
- - trace
338
- - bartlett_window
339
- - blackman_window
340
- - hamming_window
341
- - hann_window
342
- - kaiser_window
343
- - eye
344
- - fill
345
- - full
346
- - full_like
347
- - linspace
348
- - logspace
349
- - one_hot
350
- - arange
351
- - range
352
- - heaviside
353
- - bernoulli
354
- - gamma
355
- - laplace
356
- - multinomial
357
- - multinomial_with_replacement
358
- - rand
359
- - rand_like
360
- - randint
361
- - randint_like
362
- - randn
363
- - randn_like
364
- - random_gamma
365
- - random_poisson
366
- - randperm
367
- - standard_laplace
368
- - standard_normal
369
- - uniform
370
- - argwhere
371
- - batch_to_space_nd
372
- - bincount
373
- - block_diag
374
- - broadcast_to
375
- - cat
376
- - channel_shuffle
377
- - chunk
378
- - column_stack
379
- - concat
380
- - conj
381
- - count_nonzero
382
- - deepcopy
383
- - diag
384
- - diagflat
385
- - diagonal
386
- - dyn_shape
387
- - dsplit
388
- - dstack
389
- - einsum
390
- - expand
391
- - expand_dims
392
- - flip
393
- - fliplr
394
- - flipud
395
- - gather_d
396
- - gather_elements
397
- - gather_nd
398
- - hsplit
399
- - hstack
400
- - index_add
401
- - index_fill
402
- - index_select
403
- - inplace_add
404
- - inplace_index_add
405
- - inplace_sub
406
- - inplace_update
407
- - masked_fill
408
- - masked_select
409
- - meshgrid
410
- - moveaxis
411
- - movedim
412
- - narrow
413
- - nan_to_num
414
- - nansum
415
- - normal
416
- - nonzero
417
- - population_count
418
- - rank
419
- - repeat_elements
420
- - repeat_interleave
421
- - reshape
422
- - reverse
423
- - reverse_sequence
424
- - roll
425
- - scatter
426
- - scatter_nd
427
- - select
428
- - sequence_mask
429
- - shuffle
430
- - size
431
- - slice
432
- - sort
433
- - space_to_batch_nd
434
- - sparse_segment_mean
435
- - split
436
- - squeeze
437
- - stack
438
- - strided_slice
439
- - sum
440
- - swapaxes
441
- - swapdims
442
- - tensor_scatter_add
443
- - tensor_scatter_div
444
- - tensor_scatter_max
445
- - tensor_scatter_min
446
- - tensor_scatter_mul
447
- - tensor_scatter_sub
448
- - tensor_scatter_elements
449
- - tensor_split
450
- - tile
451
- - tril
452
- - triu
453
- - transpose
454
- - unbind
455
- - unique
456
- - unique_consecutive
457
- - unique_with_pad
458
- - unsorted_segment_max
459
- - unsorted_segment_min
460
- - unsorted_segment_prod
461
- - unsorted_segment_sum
462
- - unsqueeze
463
- - unstack
464
- - view_as_real
465
- - vsplit
466
- - vstack
467
- - where
468
- - cross
469
- - renorm
470
- - is_tensor
471
- - scalar_cast
472
- - scalar_to_tensor
473
- - tuple_to_array
474
- - clip_by_global_norm
475
- - clip_by_value
476
- - assign
477
- - assign_add
478
- - assign_sub
479
- - scatter_add
480
- - scatter_div
481
- - scatter_max
482
- - scatter_min
483
- - scatter_mul
484
- - scatter_nd_add
485
- - scatter_nd_div
486
- - scatter_nd_max
487
- - scatter_nd_min
488
- - scatter_nd_mul
489
- - scatter_nd_sub
490
- - scatter_update
491
- - derivative
492
- - jet
493
-
494
- tensor:
495
- - __abs__
496
- - __add__
497
- - __and__
498
- - __bool__
499
- - __eq__
500
- - __ge__
501
- - __gt__
502
- - __iadd__
503
- - __ifloordiv__
504
- - __imatmul__
505
- - __imod__
506
- - __imul__
507
- - __isub__
508
- - __le__
509
- - __lt__
510
- - __matmul__
511
- - __mod__
512
- - __mul__
513
- - __ne__
514
- - __neg__
515
- - __or__
516
- - __pow__
517
- - __radd__
518
- - __rmatmul__
519
- - __rmod__
520
- - __rmul__
521
- - __rpow__
522
- - __rsub__
523
- - __sub__
524
- - __truediv__
525
- - __xor__
526
- - abs
527
- - absolute
528
- - acos
529
- - acosh
530
- - add
531
- - addbmm
532
- - addcdiv
533
- - addcmul
534
- - addmm
535
- - addmv
536
- - addr
537
- - all
538
- - amax
539
- - amin
540
- - any
541
- - arccos
542
- - arccosh
543
- - argmax
544
- - angle
545
- - arcsin
546
- - arcsinh
547
- - arctan
548
- - arctanh
549
- - argmin
550
- - argsort
551
- - asin
552
- - asinh
553
- - atan
554
- - atan2
555
- - atanh
556
- - baddbmm
557
- - bernoulli
558
- - bincount
559
- - bitwise_and
560
- - bitwise_or
561
- - bitwise_xor
562
- - bmm
563
- - bool
564
- - broadcast_to
565
- - ceil
566
- - cholesky_solve
567
- - cholesky
568
- - clamp
569
- - clip
570
- - conj
571
- - copysign
572
- - cos
573
- - cosh
574
- - cross
575
- - cummax
576
- - cummin
577
- - cumprod
578
- - cumsum
579
- - deg2rad
580
- - diag
581
- - diagflat
582
- - diff
583
- - digamma
584
- - div
585
- - divide
586
- - equal
587
- - erf
588
- - erfc
589
- - erfinv
590
- - exp
591
- - expand_as
592
- - expm1
593
- - flip
594
- - fliplr
595
- - flipud
596
- - float_power
597
- - floor
598
- - fmod
599
- - frac
600
- - gather_elements
601
- - ge
602
- - geqrf
603
- - ger
604
- - greater
605
- - greater_equal
606
- - gt
607
- - half
608
- - hardshrink
609
- - heaviside
610
- - histc
611
- - hypot
612
- - i0
613
- - igamma
614
- - igammac
615
- - imag
616
- - index_add
617
- - index_fill
618
- - index_put
619
- - index_select
620
- - inner
621
- - int
622
- - inverse
623
- - isclose
624
- - isfinite
625
- - isinf
626
- - isnan
627
- - is_complex
628
- - is_signed
629
- - isneginf
630
- - isposinf
631
- - isreal
632
- - lcm
633
- - ldexp
634
- - le
635
- - lerp
636
- - less
637
- - less_equal
638
- - log
639
- - log10
640
- - log1p
641
- - log2
642
- - logaddexp
643
- - logaddexp2
644
- - logdet
645
- - logical_and
646
- - logical_not
647
- - logical_or
648
- - logical_xor
649
- - logit
650
- - logsumexp
651
- - long
652
- - lt
653
- - masked_fill
654
- - masked_scatter
655
- - masked_select
656
- - matmul
657
- - max
658
- - maximum
659
- - mean
660
- - median
661
- - min
662
- - minimum
663
- - moveaxis
664
- - movedim
665
- - msort
666
- - multinomial
667
- - multiply
668
- - mvlgamma
669
- - nan_to_num
670
- - nansum
671
- - narrow
672
- - ne
673
- - neg
674
- - negative
675
- - nelement
676
- - new_ones
677
- - new_zeros
678
- - nextafter
679
- - norm
680
- - nonzero
681
- - not_equal
682
- - ormqr
683
- - permute
684
- - pow
685
- - prod
686
- - qr
687
- - ravel
688
- - real
689
- - reciprocal
690
- - remainder
691
- - renorm
692
- - rad2deg
693
- - tile
694
- - repeat_interleave
695
- - reshape
696
- - reshape
697
- - round
698
- - rot90
699
- - rsqrt
700
- - sum_to_size
701
- - scatter
702
- - sgn
703
- - short
704
- - sigmoid
705
- - sign
706
- - signbit
707
- - sin
708
- - sinc
709
- - sinh
710
- - slogdet
711
- - sort
712
- - split
713
- - sqrt
714
- - square
715
- - squeeze
716
- - std
717
- - subtract
718
- - subtract
719
- - svd
720
- - swapaxes
721
- - swapdims
722
- - t
723
- - take
724
- - tan
725
- - tanh
726
- - trace
727
- - swapaxes
728
- - tile
729
- - to
730
- - topk
731
- - tril
732
- - tensor_split
733
- - transpose
734
- - true_divide
735
- - trunc
736
- - unbind
737
- - unique_consecutive
738
- - unsqueeze
739
- - var
740
- - view
741
- - where
742
- - xlogy
743
- - from_numpy
744
- - std
745
- - take
746
- - var
747
- - all
748
- - any
749
- - copy
750
- - diagonal
751
- - flatten
752
- - resize
753
- - sum
754
-
755
- mint.ops:
756
- - abs
757
- - absolute_import
758
- - add
759
- - add_ex
760
- - all
761
- - any
762
- - any_ex
763
- - arange
764
- - argmax
765
- - avg_pool2d
766
- - baddbmm
767
- - baddbmm_ex
768
- - batch_norm
769
- - binary_cross_entropy_with_logits
770
- - bitwise_and
771
- - bitwise_or
772
- - bitwise_xor
773
- - bmm
774
- - broadcast_to
775
- - cat
776
- - cat_ex
777
- - ceil
778
- - chunk
779
- - clamp
780
- - conv2d
781
- - conv_transpose2d
782
- - cos
783
- - cross
784
- - cummax
785
- - cummin
786
- - cumsum
787
- - div
788
- - divide
789
- - dropout
790
- - embedding
791
- - eq
792
- - erf
793
- - erfinv
794
- - exp
795
- - flatten
796
- - flip
797
- - flip_ex
798
- - fold
799
- - full
800
- - functional
801
- - gather
802
- - gelu
803
- - greater
804
- - grid_sample
805
- - group_norm
806
- - gt
807
- - index_select
808
- - interpolate
809
- - isclose
810
- - isfinite
811
- - layer_norm
812
- - le
813
- - leaky_relu
814
- - less
815
- - less_equal
816
- - linear
817
- - linspace
818
- - log
819
- - logical_and
820
- - logical_not
821
- - logical_or
822
- - lt
823
- - masked_select
824
- - matmul
825
- - max
826
- - max_pool2d
827
- - maximum
828
- - mean
829
- - mean_ex
830
- - min
831
- - minimum
832
- - mul
833
- - ne
834
- - neg
835
- - negative
836
- - nn
837
- - nonzero
838
- - normal
839
- - one_hot
840
- - ones
841
- - ones_ex
842
- - ones_like
843
- - pad
844
- - permute
845
- - permute_ex
846
- - pow
847
- - prod
848
- - reciprocal
849
- - relu
850
- - remainder
851
- - repeat_interleave
852
- - rsqrt
853
- - scatter
854
- - scatter_add
855
- - searchsorted
856
- - sigmoid
857
- - silu
858
- - sin
859
- - softmax
860
- - softplus
861
- - sort
862
- - split
863
- - sqrt
864
- - sqrt_ex
865
- - square
866
- - stack
867
- - sub
868
- - sub_ex
869
- - sum
870
- - tanh
871
- - tile
872
- - topk
873
- - tril
874
- - triu
875
- - unfold
876
- - unique
877
- - where
878
- - xlogy
879
- - zeros
880
- - zeros_ex
881
- - zeros_like
882
-
883
- mint.nn:
884
- - Dropout
885
- - Embedding
886
- - Fold
887
- - LayerNorm
888
- - Linear
889
- - MaxPool2d
890
- - Unfold
891
- - Upsample
892
-
893
- mint.nn.functional:
894
- - absolute_import
895
- - avg_pool2d
896
- - batch_norm
897
- - batch_norm_ex
898
- - bce_with_logits
899
- - binary_cross_entropy_with_logits
900
- - conv_transpose2d
901
- - dense
902
- - dropout
903
- - embedding
904
- - fold
905
- - gelu
906
- - grid_sample
907
- - group_norm
908
- - interpolate
909
- - layer_norm
910
- - leaky_relu
911
- - linear
912
- - max_pool2d
913
- - max_pool2d_ex
914
- - normal
915
- - one_hot
916
- - one_hot_ext
917
- - pad
918
- - relu
919
- - sigmoid
920
- - silu
921
- - softmax
922
- - softmax_ex
923
- - softplus
924
- - tanh
925
- - unfold
1
+ # Copyright 2024 Huawei Technologies Co., Ltd
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ============================================================================
15
+
16
+ # List of ops that register hooks
17
+
18
+
19
+ ops:
20
+ - adaptive_avg_pool1d
21
+ - adaptive_avg_pool2d
22
+ - adaptive_avg_pool3d
23
+ - adaptive_max_pool1d
24
+ - adaptive_max_pool2d
25
+ - avg_pool1d
26
+ - avg_pool2d
27
+ - avg_pool3d
28
+ - batch_norm
29
+ - bias_add
30
+ - ctc_greedy_decoder
31
+ - conv1d
32
+ - conv2d
33
+ - conv3d
34
+ - deformable_conv2d
35
+ - dense
36
+ - dropout
37
+ - dropout1d
38
+ - dropout2d
39
+ - dropout3d
40
+ - flatten
41
+ - fold
42
+ - fractional_max_pool3d
43
+ - lp_pool1d
44
+ - lp_pool2d
45
+ - lrn
46
+ - max_pool2d
47
+ - max_pool3d
48
+ - max_unpool1d
49
+ - max_unpool2d
50
+ - max_unpool3d
51
+ - unfold
52
+ - binary_cross_entropy
53
+ - binary_cross_entropy_with_logits
54
+ - cosine_embedding_loss
55
+ - cross_entropy
56
+ - ctc_loss
57
+ - gaussian_nll_loss
58
+ - hinge_embedding_loss
59
+ - huber_loss
60
+ - kl_div
61
+ - l1_loss
62
+ - margin_ranking_loss
63
+ - mse_loss
64
+ - multi_margin_loss
65
+ - multilabel_margin_loss
66
+ - multilabel_soft_margin_loss
67
+ - nll_loss
68
+ - smooth_l1_loss
69
+ - triplet_margin_loss
70
+ - elu
71
+ - fast_gelu
72
+ - gelu
73
+ - glu
74
+ - gumbel_softmax
75
+ - hardshrink
76
+ - hardsigmoid
77
+ - hardswish
78
+ - hardtanh
79
+ - leaky_relu
80
+ - log_softmax
81
+ - logsigmoid
82
+ - mish
83
+ - prelu
84
+ - relu
85
+ - relu6
86
+ - celu
87
+ - rrelu
88
+ - selu
89
+ - sigmoid
90
+ - silu
91
+ - softmax
92
+ - softmin
93
+ - softshrink
94
+ - softsign
95
+ - tanh
96
+ - threshold
97
+ - cdist
98
+ - dist
99
+ - pdist
100
+ - choice_with_mask
101
+ - random_categorical
102
+ - log_uniform_candidate_sampler
103
+ - uniform_candidate_sampler
104
+ - affine_grid
105
+ - bounding_box_decode
106
+ - bounding_box_encode
107
+ - col2im
108
+ - check_valid
109
+ - crop_and_resize
110
+ - grid_sample
111
+ - interpolate
112
+ - iou
113
+ - pad
114
+ - padding
115
+ - pixel_shuffle
116
+ - pixel_unshuffle
117
+ - upsample
118
+ - abs
119
+ - absolute
120
+ - accumulate_n
121
+ - acos
122
+ - arccos
123
+ - acosh
124
+ - add
125
+ - addcdiv
126
+ - addcmul
127
+ - addmv
128
+ - addn
129
+ - angle
130
+ - arccosh
131
+ - arcsin
132
+ - arcsinh
133
+ - arctan
134
+ - arctanh
135
+ - arctan2
136
+ - asin
137
+ - asinh
138
+ - atan
139
+ - atan2
140
+ - atanh
141
+ - atleast_1d
142
+ - atleast_2d
143
+ - atleast_3d
144
+ - bessel_i0
145
+ - bessel_i0e
146
+ - bessel_i1
147
+ - bessel_i1e
148
+ - bessel_j0
149
+ - bessel_j1
150
+ - bessel_k0
151
+ - bessel_k0e
152
+ - bessel_k1
153
+ - bessel_k1e
154
+ - bessel_y0
155
+ - bessel_y1
156
+ - bitwise_and
157
+ - bitwise_left_shift
158
+ - bitwise_or
159
+ - bitwise_right_shift
160
+ - bitwise_xor
161
+ - ceil
162
+ - clamp
163
+ - clip
164
+ - combinations
165
+ - copysign
166
+ - cos
167
+ - cosh
168
+ - cosine_similarity
169
+ - cov
170
+ - diag_embed
171
+ - diff
172
+ - deg2rad
173
+ - digamma
174
+ - div
175
+ - divide
176
+ - erf
177
+ - erfc
178
+ - erfinv
179
+ - exp
180
+ - exp2
181
+ - expm1
182
+ - floor
183
+ - floor_div
184
+ - floor_mod
185
+ - float_power
186
+ - fmod
187
+ - frac
188
+ - flash_attention_score
189
+ - gcd
190
+ - hypot
191
+ - igamma
192
+ - igammac
193
+ - imag
194
+ - i0
195
+ - inv
196
+ - invert
197
+ - lcm
198
+ - ldexp
199
+ - lerp
200
+ - log
201
+ - log2
202
+ - log10
203
+ - log1p
204
+ - logaddexp
205
+ - logaddexp2
206
+ - logical_and
207
+ - logical_not
208
+ - logical_or
209
+ - logical_xor
210
+ - logit
211
+ - mul
212
+ - multiply
213
+ - mvlgamma
214
+ - neg
215
+ - negative
216
+ - nextafter
217
+ - polar
218
+ - polygamma
219
+ - positive
220
+ - pow
221
+ - rad2deg
222
+ - ravel
223
+ - real
224
+ - reciprocal
225
+ - remainder
226
+ - rot90
227
+ - round
228
+ - rsqrt
229
+ - sgn
230
+ - sign
231
+ - signbit
232
+ - sin
233
+ - sinc
234
+ - sinh
235
+ - sqrt
236
+ - square
237
+ - sub
238
+ - subtract
239
+ - t
240
+ - tan
241
+ - tanhshrink
242
+ - trapz
243
+ - tril_indices
244
+ - triu_indices
245
+ - true_divide
246
+ - trunc
247
+ - truncate_div
248
+ - truncate_mod
249
+ - xdivy
250
+ - xlogy
251
+ - zeta
252
+ - all
253
+ - amax
254
+ - amin
255
+ - aminmax
256
+ - any
257
+ - argmax
258
+ - argmin
259
+ - cummax
260
+ - cummin
261
+ - cumprod
262
+ - cumsum
263
+ - fmax
264
+ - histc
265
+ - logsumexp
266
+ - max
267
+ - mean
268
+ - median
269
+ - min
270
+ - norm
271
+ - prod
272
+ - std
273
+ - std_mean
274
+ - var
275
+ - var_mean
276
+ - argsort
277
+ - approximate_equal
278
+ - equal
279
+ - ge
280
+ - greater
281
+ - greater_equal
282
+ - gt
283
+ - intopk
284
+ - isclose
285
+ - isfinite
286
+ - isinf
287
+ - isnan
288
+ - isneginf
289
+ - isposinf
290
+ - isreal
291
+ - is_complex
292
+ - le
293
+ - less
294
+ - less_equal
295
+ - lt
296
+ - maximum
297
+ - minimum
298
+ - msort
299
+ - ne
300
+ - not_equal
301
+ - searchsorted
302
+ - topk
303
+ - bmm
304
+ - addbmm
305
+ - addmm
306
+ - baddbmm
307
+ - addr
308
+ - adjoint
309
+ - cholesky
310
+ - cholesky_solve
311
+ - batch_dot
312
+ - dot
313
+ - eig
314
+ - inner
315
+ - inverse
316
+ - geqrf
317
+ - ger
318
+ - kron
319
+ - lu_solve
320
+ - lu_unpack
321
+ - matmul
322
+ - matrix_solve
323
+ - matrix_band_part
324
+ - matrix_diag
325
+ - matrix_diag_part
326
+ - matrix_set_diag
327
+ - mm
328
+ - mv
329
+ - outer
330
+ - orgqr
331
+ - ormqr
332
+ - pinv
333
+ - svd
334
+ - tensor_dot
335
+ - logdet
336
+ - slogdet
337
+ - qr
338
+ - trace
339
+ - bartlett_window
340
+ - blackman_window
341
+ - hamming_window
342
+ - hann_window
343
+ - kaiser_window
344
+ - eye
345
+ - fill
346
+ - full
347
+ - full_like
348
+ - linspace
349
+ - logspace
350
+ - one_hot
351
+ - range
352
+ - heaviside
353
+ - bernoulli
354
+ - gamma
355
+ - laplace
356
+ - multinomial
357
+ - multinomial_with_replacement
358
+ - rand
359
+ - rand_like
360
+ - randint
361
+ - randint_like
362
+ - randn
363
+ - randn_like
364
+ - random_gamma
365
+ - random_poisson
366
+ - randperm
367
+ - standard_laplace
368
+ - standard_normal
369
+ - uniform
370
+ - argwhere
371
+ - batch_to_space_nd
372
+ - bincount
373
+ - block_diag
374
+ - broadcast_to
375
+ - cat
376
+ - channel_shuffle
377
+ - chunk
378
+ - column_stack
379
+ - concat
380
+ - conj
381
+ - count_nonzero
382
+ - deepcopy
383
+ - diag
384
+ - diagflat
385
+ - diagonal
386
+ - dyn_shape
387
+ - dsplit
388
+ - dstack
389
+ - einsum
390
+ - expand
391
+ - expand_dims
392
+ - flip
393
+ - fliplr
394
+ - flipud
395
+ - gather_d
396
+ - gather_elements
397
+ - gather_nd
398
+ - hsplit
399
+ - hstack
400
+ - index_add
401
+ - index_fill
402
+ - index_select
403
+ - inplace_add
404
+ - inplace_index_add
405
+ - inplace_sub
406
+ - inplace_update
407
+ - masked_fill
408
+ - masked_select
409
+ - meshgrid
410
+ - moveaxis
411
+ - movedim
412
+ - narrow
413
+ - nan_to_num
414
+ - nansum
415
+ - normal
416
+ - nonzero
417
+ - population_count
418
+ - rank
419
+ - repeat_elements
420
+ - repeat_interleave
421
+ - reshape
422
+ - reverse
423
+ - reverse_sequence
424
+ - roll
425
+ - scatter
426
+ - scatter_nd
427
+ - select
428
+ - sequence_mask
429
+ - shuffle
430
+ - size
431
+ - slice
432
+ - sort
433
+ - space_to_batch_nd
434
+ - sparse_segment_mean
435
+ - split
436
+ - squeeze
437
+ - stack
438
+ - strided_slice
439
+ - sum
440
+ - swapaxes
441
+ - swapdims
442
+ - tensor_scatter_add
443
+ - tensor_scatter_div
444
+ - tensor_scatter_max
445
+ - tensor_scatter_min
446
+ - tensor_scatter_mul
447
+ - tensor_scatter_sub
448
+ - tensor_scatter_elements
449
+ - tensor_split
450
+ - tile
451
+ - tril
452
+ - triu
453
+ - transpose
454
+ - unbind
455
+ - unique
456
+ - unique_consecutive
457
+ - unique_with_pad
458
+ - unsorted_segment_max
459
+ - unsorted_segment_min
460
+ - unsorted_segment_prod
461
+ - unsorted_segment_sum
462
+ - unsqueeze
463
+ - unstack
464
+ - view_as_real
465
+ - vsplit
466
+ - vstack
467
+ - where
468
+ - cross
469
+ - renorm
470
+ - is_tensor
471
+ - scalar_cast
472
+ - scalar_to_tensor
473
+ - tuple_to_array
474
+ - clip_by_global_norm
475
+ - clip_by_value
476
+ - assign
477
+ - assign_add
478
+ - assign_sub
479
+ - scatter_add
480
+ - scatter_div
481
+ - scatter_max
482
+ - scatter_min
483
+ - scatter_mul
484
+ - scatter_nd_add
485
+ - scatter_nd_div
486
+ - scatter_nd_max
487
+ - scatter_nd_min
488
+ - scatter_nd_mul
489
+ - scatter_nd_sub
490
+ - scatter_update
491
+ - derivative
492
+ - jet
493
+
494
+ tensor:
495
+ - __abs__
496
+ - __add__
497
+ - __and__
498
+ - __bool__
499
+ - __eq__
500
+ - __ge__
501
+ - __gt__
502
+ - __iadd__
503
+ - __ifloordiv__
504
+ - __imatmul__
505
+ - __imod__
506
+ - __imul__
507
+ - __isub__
508
+ - __le__
509
+ - __lt__
510
+ - __matmul__
511
+ - __mod__
512
+ - __mul__
513
+ - __ne__
514
+ - __neg__
515
+ - __or__
516
+ - __pow__
517
+ - __radd__
518
+ - __rmatmul__
519
+ - __rmod__
520
+ - __rmul__
521
+ - __rpow__
522
+ - __rsub__
523
+ - __sub__
524
+ - __truediv__
525
+ - __xor__
526
+ - abs
527
+ - absolute
528
+ - acos
529
+ - acosh
530
+ - add
531
+ - addbmm
532
+ - addcdiv
533
+ - addcmul
534
+ - addmm
535
+ - addmv
536
+ - addr
537
+ - all
538
+ - amax
539
+ - amin
540
+ - any
541
+ - arccos
542
+ - arccosh
543
+ - argmax
544
+ - angle
545
+ - arcsin
546
+ - arcsinh
547
+ - arctan
548
+ - arctanh
549
+ - argmin
550
+ - argsort
551
+ - asin
552
+ - asinh
553
+ - atan
554
+ - atan2
555
+ - atanh
556
+ - baddbmm
557
+ - bernoulli
558
+ - bincount
559
+ - bitwise_and
560
+ - bitwise_or
561
+ - bitwise_xor
562
+ - bmm
563
+ - bool
564
+ - broadcast_to
565
+ - ceil
566
+ - cholesky_solve
567
+ - cholesky
568
+ - clamp
569
+ - clip
570
+ - conj
571
+ - copysign
572
+ - cos
573
+ - cosh
574
+ - cross
575
+ - cummax
576
+ - cummin
577
+ - cumprod
578
+ - cumsum
579
+ - deg2rad
580
+ - diag
581
+ - diagflat
582
+ - diff
583
+ - digamma
584
+ - div
585
+ - divide
586
+ - equal
587
+ - erf
588
+ - erfc
589
+ - erfinv
590
+ - exp
591
+ - expand_as
592
+ - expm1
593
+ - flip
594
+ - fliplr
595
+ - flipud
596
+ - float_power
597
+ - floor
598
+ - fmod
599
+ - frac
600
+ - gather_elements
601
+ - ge
602
+ - geqrf
603
+ - ger
604
+ - greater
605
+ - greater_equal
606
+ - gt
607
+ - half
608
+ - hardshrink
609
+ - heaviside
610
+ - histc
611
+ - hypot
612
+ - i0
613
+ - igamma
614
+ - igammac
615
+ - imag
616
+ - index_add
617
+ - index_fill
618
+ - index_put
619
+ - index_select
620
+ - inner
621
+ - int
622
+ - inverse
623
+ - isclose
624
+ - isfinite
625
+ - isinf
626
+ - isnan
627
+ - is_complex
628
+ - is_signed
629
+ - isneginf
630
+ - isposinf
631
+ - isreal
632
+ - lcm
633
+ - ldexp
634
+ - le
635
+ - lerp
636
+ - less
637
+ - less_equal
638
+ - log
639
+ - log10
640
+ - log1p
641
+ - log2
642
+ - logaddexp
643
+ - logaddexp2
644
+ - logdet
645
+ - logical_and
646
+ - logical_not
647
+ - logical_or
648
+ - logical_xor
649
+ - logit
650
+ - logsumexp
651
+ - long
652
+ - lt
653
+ - masked_fill
654
+ - masked_scatter
655
+ - masked_select
656
+ - matmul
657
+ - max
658
+ - maximum
659
+ - mean
660
+ - median
661
+ - min
662
+ - minimum
663
+ - moveaxis
664
+ - movedim
665
+ - msort
666
+ - multinomial
667
+ - multiply
668
+ - mvlgamma
669
+ - nan_to_num
670
+ - nansum
671
+ - narrow
672
+ - ne
673
+ - neg
674
+ - negative
675
+ - nelement
676
+ - new_ones
677
+ - new_zeros
678
+ - nextafter
679
+ - norm
680
+ - nonzero
681
+ - not_equal
682
+ - ormqr
683
+ - permute
684
+ - pow
685
+ - prod
686
+ - qr
687
+ - ravel
688
+ - real
689
+ - reciprocal
690
+ - remainder
691
+ - renorm
692
+ - rad2deg
693
+ - tile
694
+ - repeat_interleave
695
+ - reshape
696
+ - reshape
697
+ - round
698
+ - rot90
699
+ - rsqrt
700
+ - sum_to_size
701
+ - scatter
702
+ - sgn
703
+ - short
704
+ - sigmoid
705
+ - sign
706
+ - signbit
707
+ - sin
708
+ - sinc
709
+ - sinh
710
+ - slogdet
711
+ - sort
712
+ - split
713
+ - sqrt
714
+ - square
715
+ - squeeze
716
+ - std
717
+ - subtract
718
+ - subtract
719
+ - svd
720
+ - swapaxes
721
+ - swapdims
722
+ - t
723
+ - take
724
+ - tan
725
+ - tanh
726
+ - trace
727
+ - swapaxes
728
+ - tile
729
+ - topk
730
+ - tril
731
+ - tensor_split
732
+ - transpose
733
+ - true_divide
734
+ - trunc
735
+ - unbind
736
+ - unique_consecutive
737
+ - unsqueeze
738
+ - var
739
+ - view
740
+ - where
741
+ - xlogy
742
+ - from_numpy
743
+ - std
744
+ - take
745
+ - var
746
+ - all
747
+ - any
748
+ - copy
749
+ - diagonal
750
+ - flatten
751
+ - resize
752
+ - sum
753
+
754
+ mint.ops:
755
+ - abs
756
+ - absolute_import
757
+ - add
758
+ - add_ex
759
+ - all
760
+ - any
761
+ - any_ex
762
+ - argmax
763
+ - avg_pool2d
764
+ - baddbmm
765
+ - baddbmm_ex
766
+ - batch_norm
767
+ - binary_cross_entropy_with_logits
768
+ - bitwise_and
769
+ - bitwise_or
770
+ - bitwise_xor
771
+ - bmm
772
+ - broadcast_to
773
+ - cat
774
+ - cat_ex
775
+ - ceil
776
+ - chunk
777
+ - clamp
778
+ - conv2d
779
+ - conv_transpose2d
780
+ - cos
781
+ - cross
782
+ - cummax
783
+ - cummin
784
+ - cumsum
785
+ - div
786
+ - divide
787
+ - dropout
788
+ - embedding
789
+ - eq
790
+ - erf
791
+ - erfinv
792
+ - exp
793
+ - flatten
794
+ - flip
795
+ - flip_ex
796
+ - fold
797
+ - full
798
+ - functional
799
+ - gather
800
+ - gelu
801
+ - greater
802
+ - grid_sample
803
+ - group_norm
804
+ - gt
805
+ - index_select
806
+ - interpolate
807
+ - isclose
808
+ - isfinite
809
+ - layer_norm
810
+ - le
811
+ - leaky_relu
812
+ - less
813
+ - less_equal
814
+ - linear
815
+ - linspace
816
+ - log
817
+ - logical_and
818
+ - logical_not
819
+ - logical_or
820
+ - lt
821
+ - masked_select
822
+ - matmul
823
+ - max
824
+ - max_pool2d
825
+ - maximum
826
+ - mean
827
+ - mean_ex
828
+ - min
829
+ - minimum
830
+ - mul
831
+ - ne
832
+ - neg
833
+ - negative
834
+ - nn
835
+ - nonzero
836
+ - normal
837
+ - one_hot
838
+ - ones
839
+ - ones_ex
840
+ - ones_like
841
+ - pad
842
+ - permute
843
+ - permute_ex
844
+ - pow
845
+ - prod
846
+ - reciprocal
847
+ - relu
848
+ - remainder
849
+ - repeat_interleave
850
+ - rsqrt
851
+ - scatter
852
+ - scatter_add
853
+ - searchsorted
854
+ - sigmoid
855
+ - silu
856
+ - sin
857
+ - softmax
858
+ - softplus
859
+ - sort
860
+ - split
861
+ - sqrt
862
+ - sqrt_ex
863
+ - square
864
+ - stack
865
+ - sub
866
+ - sub_ex
867
+ - sum
868
+ - tanh
869
+ - tile
870
+ - topk
871
+ - tril
872
+ - triu
873
+ - unfold
874
+ - unique
875
+ - where
876
+ - xlogy
877
+ - zeros
878
+ - zeros_ex
879
+ - zeros_like
880
+ - inverse
881
+ - select
882
+ - item
883
+ - unsqueeze
884
+ - median
885
+ - floor
886
+ - histc
887
+ - special
888
+ - arctan2
889
+ - sign
890
+ - concat
891
+ - atanh
892
+ - greater_equal
893
+ - eye
894
+ - fix
895
+ - argmin
896
+ - asinh
897
+ - atan
898
+ - nan_to_num
899
+ - tan
900
+ - round
901
+ - cosh
902
+ - norm
903
+ - roll
904
+ - log1p
905
+ - reshape
906
+ - arccos
907
+ - outer
908
+ - arcsin
909
+ - rand_like
910
+ - acosh
911
+ - multinomial
912
+ - logical_xor
913
+ - acos
914
+ - linalg
915
+ - sinc
916
+ - arcsinh
917
+ - asin
918
+ - narrow
919
+ - arctanh
920
+ - trace
921
+ - erfc
922
+ - bernoulli
923
+ - expm1
924
+ - logaddexp
925
+ - sinh
926
+ - arccosh
927
+ - atan2
928
+ - rand
929
+ - arange
930
+ - trunc
931
+ - arctan
932
+ - swapaxes
933
+ - transpose
934
+
935
+ mint.nn.functional:
936
+ - absolute_import
937
+ - avg_pool2d
938
+ - batch_norm
939
+ - batch_norm_ex
940
+ - bce_with_logits
941
+ - binary_cross_entropy_with_logits
942
+ - conv_transpose2d
943
+ - dense
944
+ - dropout
945
+ - embedding
946
+ - fold
947
+ - gelu
948
+ - grid_sample
949
+ - group_norm
950
+ - interpolate
951
+ - layer_norm
952
+ - leaky_relu
953
+ - linear
954
+ - max_pool2d
955
+ - max_pool2d_ex
956
+ - normal
957
+ - one_hot
958
+ - one_hot_ext
959
+ - pad
960
+ - relu
961
+ - sigmoid
962
+ - silu
963
+ - softmax
964
+ - softmax_ex
965
+ - softplus
966
+ - tanh
967
+ - unfold
968
+ - mse_loss
969
+ - adaptive_avg_pool1d
970
+ - binary_cross_entropy
971
+ - adaptive_avg_pool2d
972
+ - hardsigmoid
973
+ - selu
974
+ - softshrink
975
+ - prelu
976
+ - logsigmoid
977
+ - hardswish
978
+ - mish
979
+ - log_softmax
980
+ - hardshrink
981
+ - l1_loss
982
+ - elu
983
+
984
+ communication.comm_func:
985
+ - all_reduce
986
+ - all_gather_into_tensor
987
+ - reduce
988
+ - reduce_scatter_tensor
989
+ - all_to_all_single_with_output_shape
990
+ - all_to_all_with_output_shape
991
+ - batch_isend_irecv
992
+ - broadcast
993
+ - gather_into_tensor
994
+ - scatter_tensor