mindspore 2.1.0__cp37-cp37m-win_amd64.whl → 2.2.11__cp37-cp37m-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (511) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
  3. mindspore/Newtonsoft.Json.dll +0 -0
  4. mindspore/__init__.py +4 -1
  5. mindspore/_c_dataengine.cp37-win_amd64.pyd +0 -0
  6. mindspore/_c_expression.cp37-win_amd64.pyd +0 -0
  7. mindspore/_c_mindrecord.cp37-win_amd64.pyd +0 -0
  8. mindspore/_check_jit_forbidden_api.py +3 -1
  9. mindspore/_checkparam.py +23 -29
  10. mindspore/_extends/graph_kernel/__init__.py +0 -1
  11. mindspore/_extends/graph_kernel/model/graph_split.py +84 -76
  12. mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
  13. mindspore/_extends/graph_kernel/splitter.py +4 -11
  14. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +122 -15
  15. mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +84 -67
  16. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
  17. mindspore/_extends/parallel_compile/akg_compiler/util.py +10 -7
  18. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +2 -2
  19. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +6 -5
  20. mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
  21. mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
  22. mindspore/_extends/parse/__init__.py +13 -15
  23. mindspore/_extends/parse/namespace.py +7 -33
  24. mindspore/_extends/parse/parser.py +67 -72
  25. mindspore/_extends/parse/resources.py +1 -1
  26. mindspore/_extends/parse/standard_method.py +86 -106
  27. mindspore/_extends/parse/trope.py +1 -1
  28. mindspore/_extends/remote/kernel_build_server.py +25 -7
  29. mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
  30. mindspore/_install_custom.py +43 -0
  31. mindspore/amp.py +47 -11
  32. mindspore/atlprov.dll +0 -0
  33. mindspore/boost/boost.py +1 -8
  34. mindspore/boost/boost_cell_wrapper.py +3 -2
  35. mindspore/boost/grad_accumulation.py +1 -1
  36. mindspore/boost/group_loss_scale_manager.py +8 -7
  37. mindspore/c1.dll +0 -0
  38. mindspore/c1xx.dll +0 -0
  39. mindspore/c2.dll +0 -0
  40. mindspore/common/__init__.py +5 -3
  41. mindspore/common/_jit_fallback_utils.py +6 -0
  42. mindspore/common/_register_for_adapter.py +2 -0
  43. mindspore/common/_register_for_tensor.py +2 -2
  44. mindspore/common/_stub_tensor.py +13 -0
  45. mindspore/common/_utils.py +29 -0
  46. mindspore/common/api.py +174 -259
  47. mindspore/common/auto_dynamic_shape.py +494 -0
  48. mindspore/common/dtype.py +18 -11
  49. mindspore/common/dump.py +6 -4
  50. mindspore/common/initializer.py +14 -14
  51. mindspore/common/jit_config.py +33 -15
  52. mindspore/common/lazy_inline.py +126 -7
  53. mindspore/common/mindir_util.py +101 -0
  54. mindspore/common/parameter.py +51 -41
  55. mindspore/common/seed.py +4 -4
  56. mindspore/common/sparse_tensor.py +13 -14
  57. mindspore/common/tensor.py +243 -165
  58. mindspore/communication/__init__.py +7 -4
  59. mindspore/communication/_comm_helper.py +83 -4
  60. mindspore/communication/management.py +152 -84
  61. mindspore/config/op_info.config +14 -3
  62. mindspore/context.py +152 -61
  63. mindspore/dataset/__init__.py +5 -5
  64. mindspore/dataset/audio/__init__.py +2 -2
  65. mindspore/dataset/audio/transforms.py +52 -52
  66. mindspore/dataset/callback/ds_callback.py +16 -2
  67. mindspore/dataset/core/config.py +68 -51
  68. mindspore/dataset/engine/cache_client.py +33 -7
  69. mindspore/dataset/engine/datasets.py +250 -112
  70. mindspore/dataset/engine/datasets_audio.py +43 -211
  71. mindspore/dataset/engine/datasets_standard_format.py +16 -35
  72. mindspore/dataset/engine/datasets_text.py +43 -67
  73. mindspore/dataset/engine/datasets_user_defined.py +86 -100
  74. mindspore/dataset/engine/datasets_vision.py +219 -1029
  75. mindspore/dataset/engine/iterators.py +11 -4
  76. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +4 -0
  77. mindspore/dataset/engine/obs/util.py +3 -0
  78. mindspore/dataset/engine/samplers.py +1 -1
  79. mindspore/dataset/engine/validators.py +19 -5
  80. mindspore/dataset/text/__init__.py +3 -3
  81. mindspore/dataset/text/transforms.py +101 -127
  82. mindspore/dataset/text/utils.py +205 -138
  83. mindspore/dataset/transforms/__init__.py +1 -1
  84. mindspore/dataset/transforms/py_transforms_util.py +40 -12
  85. mindspore/dataset/transforms/transforms.py +95 -40
  86. mindspore/dataset/utils/browse_dataset.py +8 -2
  87. mindspore/dataset/utils/line_reader.py +17 -19
  88. mindspore/dataset/vision/__init__.py +3 -3
  89. mindspore/dataset/vision/c_transforms.py +6 -3
  90. mindspore/dataset/vision/transforms.py +409 -287
  91. mindspore/dataset/vision/utils.py +13 -14
  92. mindspore/dataset/vision/validators.py +11 -1
  93. mindspore/dnnl.dll +0 -0
  94. mindspore/dpcmi.dll +0 -0
  95. mindspore/experimental/map_parameter.py +14 -0
  96. mindspore/{nn/optim_ex → experimental/optim}/__init__.py +30 -29
  97. mindspore/{nn/optim_ex → experimental/optim}/adam.py +60 -67
  98. mindspore/{nn/optim_ex → experimental/optim}/adamw.py +181 -203
  99. mindspore/experimental/optim/lr_scheduler.py +1427 -0
  100. mindspore/{nn/optim_ex → experimental/optim}/optimizer.py +252 -259
  101. mindspore/{nn/optim_ex → experimental/optim}/sgd.py +147 -152
  102. mindspore/gen_ops.py +273 -0
  103. mindspore/include/OWNERS +0 -1
  104. mindspore/include/api/data_type.h +2 -1
  105. mindspore/include/api/graph.h +0 -15
  106. mindspore/include/api/kernel.h +2 -0
  107. mindspore/include/api/kernel_api.h +37 -12
  108. mindspore/include/api/model.h +17 -14
  109. mindspore/include/api/status.h +8 -3
  110. mindspore/include/api/types.h +37 -4
  111. mindspore/include/c_api/ms/abstract.h +67 -0
  112. mindspore/include/c_api/ms/attribute.h +197 -0
  113. mindspore/include/c_api/ms/base/handle_types.h +43 -0
  114. mindspore/include/c_api/ms/base/macros.h +32 -0
  115. mindspore/include/c_api/ms/base/status.h +33 -0
  116. mindspore/include/c_api/ms/base/types.h +282 -0
  117. mindspore/include/c_api/ms/context.h +102 -0
  118. mindspore/include/c_api/ms/graph.h +160 -0
  119. mindspore/include/c_api/ms/node.h +606 -0
  120. mindspore/include/c_api/ms/tensor.h +161 -0
  121. mindspore/include/c_api/ms/value.h +84 -0
  122. mindspore/include/dataset/constants.h +6 -5
  123. mindspore/include/dataset/execute.h +23 -13
  124. mindspore/include/dataset/text.h +26 -26
  125. mindspore/include/dataset/transforms.h +13 -13
  126. mindspore/include/dataset/vision.h +60 -60
  127. mindspore/include/dataset/vision_ascend.h +5 -6
  128. mindspore/include/dataset/vision_lite.h +17 -17
  129. mindspore/jpeg62.dll +0 -0
  130. mindspore/mindrecord/tools/imagenet_to_mr.py +1 -1
  131. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  132. mindspore/mindspore_backend.dll +0 -0
  133. mindspore/mindspore_common.dll +0 -0
  134. mindspore/mindspore_core.dll +0 -0
  135. mindspore/mindspore_glog.dll +0 -0
  136. mindspore/mindspore_shared_lib.dll +0 -0
  137. mindspore/msobj140.dll +0 -0
  138. mindspore/mspdb140.dll +0 -0
  139. mindspore/mspdbcore.dll +0 -0
  140. mindspore/mspdbst.dll +0 -0
  141. mindspore/mspft140.dll +0 -0
  142. mindspore/msvcdis140.dll +0 -0
  143. mindspore/msvcp140_1.dll +0 -0
  144. mindspore/msvcp140_2.dll +0 -0
  145. mindspore/msvcp140_atomic_wait.dll +0 -0
  146. mindspore/msvcp140_codecvt_ids.dll +0 -0
  147. mindspore/nn/__init__.py +0 -2
  148. mindspore/nn/cell.py +313 -74
  149. mindspore/nn/dynamic_lr.py +21 -21
  150. mindspore/nn/layer/activation.py +22 -30
  151. mindspore/nn/layer/basic.py +15 -13
  152. mindspore/nn/layer/channel_shuffle.py +1 -1
  153. mindspore/nn/layer/container.py +271 -9
  154. mindspore/nn/layer/conv.py +323 -204
  155. mindspore/nn/layer/dense.py +8 -5
  156. mindspore/nn/layer/embedding.py +33 -27
  157. mindspore/nn/layer/flash_attention.py +61 -95
  158. mindspore/nn/layer/image.py +8 -6
  159. mindspore/nn/layer/math.py +16 -25
  160. mindspore/nn/layer/normalization.py +107 -66
  161. mindspore/nn/layer/padding.py +1 -1
  162. mindspore/nn/layer/pooling.py +131 -109
  163. mindspore/nn/layer/rnn_cells.py +27 -22
  164. mindspore/nn/layer/rnns.py +13 -16
  165. mindspore/nn/layer/thor_layer.py +1 -1
  166. mindspore/nn/layer/transformer.py +221 -154
  167. mindspore/nn/learning_rate_schedule.py +9 -1
  168. mindspore/nn/loss/loss.py +235 -174
  169. mindspore/nn/optim/ada_grad.py +2 -1
  170. mindspore/nn/optim/adadelta.py +1 -0
  171. mindspore/nn/optim/adafactor.py +2 -1
  172. mindspore/nn/optim/adam.py +7 -4
  173. mindspore/nn/optim/adamax.py +3 -2
  174. mindspore/nn/optim/adasum.py +2 -2
  175. mindspore/nn/optim/asgd.py +2 -3
  176. mindspore/nn/optim/ftrl.py +6 -5
  177. mindspore/nn/optim/lamb.py +7 -4
  178. mindspore/nn/optim/lars.py +1 -1
  179. mindspore/nn/optim/lazyadam.py +5 -3
  180. mindspore/nn/optim/momentum.py +2 -1
  181. mindspore/nn/optim/optimizer.py +53 -4
  182. mindspore/nn/optim/proximal_ada_grad.py +3 -4
  183. mindspore/nn/optim/rmsprop.py +4 -3
  184. mindspore/nn/optim/rprop.py +23 -12
  185. mindspore/nn/optim/sgd.py +26 -11
  186. mindspore/nn/optim/thor.py +9 -7
  187. mindspore/nn/probability/bijector/bijector.py +5 -5
  188. mindspore/nn/probability/bijector/power_transform.py +27 -27
  189. mindspore/nn/probability/bijector/softplus.py +3 -3
  190. mindspore/nn/probability/distribution/_utils/custom_ops.py +3 -3
  191. mindspore/nn/probability/distribution/bernoulli.py +5 -5
  192. mindspore/nn/probability/distribution/beta.py +3 -3
  193. mindspore/nn/probability/distribution/categorical.py +7 -7
  194. mindspore/nn/probability/distribution/cauchy.py +0 -1
  195. mindspore/nn/probability/distribution/distribution.py +3 -3
  196. mindspore/nn/probability/distribution/gamma.py +3 -3
  197. mindspore/nn/probability/distribution/geometric.py +4 -4
  198. mindspore/nn/probability/distribution/gumbel.py +4 -4
  199. mindspore/nn/probability/distribution/log_normal.py +2 -2
  200. mindspore/nn/probability/distribution/logistic.py +2 -2
  201. mindspore/nn/probability/distribution/poisson.py +4 -4
  202. mindspore/nn/probability/distribution/transformed_distribution.py +3 -3
  203. mindspore/nn/probability/distribution/uniform.py +6 -6
  204. mindspore/nn/wrap/__init__.py +4 -2
  205. mindspore/nn/wrap/cell_wrapper.py +87 -34
  206. mindspore/nn/wrap/grad_reducer.py +8 -5
  207. mindspore/nn/wrap/loss_scale.py +105 -42
  208. mindspore/numpy/array_creations.py +1 -2
  209. mindspore/numpy/array_ops.py +3 -2
  210. mindspore/numpy/utils_const.py +5 -5
  211. mindspore/opencv_core452.dll +0 -0
  212. mindspore/opencv_imgcodecs452.dll +0 -0
  213. mindspore/opencv_imgproc452.dll +0 -0
  214. mindspore/ops/_grad_experimental/__init__.py +0 -5
  215. mindspore/ops/_grad_experimental/grad_array_ops.py +2 -3
  216. mindspore/ops/_grad_experimental/grad_comm_ops.py +15 -2
  217. mindspore/ops/_grad_experimental/grad_debug_ops.py +0 -37
  218. mindspore/ops/_grad_experimental/grad_implementations.py +11 -1
  219. mindspore/ops/_grad_experimental/grad_inner_ops.py +2 -216
  220. mindspore/ops/_grad_experimental/grad_math_ops.py +19 -199
  221. mindspore/ops/_grad_experimental/grad_sparse.py +15 -0
  222. mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -3
  223. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
  224. mindspore/ops/_op_impl/aicpu/__init__.py +14 -2
  225. mindspore/ops/_op_impl/aicpu/add.py +3 -3
  226. mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
  227. mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
  228. mindspore/ops/_op_impl/{_custom_op/flash_attention/constants.py → aicpu/eps.py} +18 -27
  229. mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
  230. mindspore/ops/_op_impl/aicpu/linear_sum_assignment.py +21 -2
  231. mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
  232. mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
  233. mindspore/ops/_op_impl/aicpu/multinomial.py +3 -3
  234. mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
  235. mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
  236. mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
  237. mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
  238. mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
  239. mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
  240. mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
  241. mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -5
  242. mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -5
  243. mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
  244. mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
  245. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
  246. mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
  247. mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
  248. mindspore/ops/_op_impl/tbe/__init__.py +4 -4
  249. mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
  250. mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
  251. mindspore/ops/_primitive_cache.py +1 -1
  252. mindspore/ops/_tracefunc.py +45 -13
  253. mindspore/ops/_utils/utils.py +6 -1
  254. mindspore/ops/_vmap/vmap_array_ops.py +3 -3
  255. mindspore/ops/_vmap/vmap_base.py +3 -3
  256. mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
  257. mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
  258. mindspore/ops/_vmap/vmap_math_ops.py +5 -2
  259. mindspore/ops/_vmap/vmap_nn_ops.py +61 -7
  260. mindspore/ops/arg_dtype_cast.py +54 -0
  261. mindspore/ops/composite/base.py +37 -10
  262. mindspore/ops/composite/math_ops.py +5 -4
  263. mindspore/ops/composite/multitype_ops/_compile_utils.py +275 -73
  264. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +16 -9
  265. mindspore/ops/composite/multitype_ops/add_impl.py +43 -4
  266. mindspore/ops/composite/multitype_ops/getitem_impl.py +42 -4
  267. mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
  268. mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
  269. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
  270. mindspore/ops/deprecated.py +304 -0
  271. mindspore/ops/function/__init__.py +4 -1
  272. mindspore/ops/function/array_func.py +174 -193
  273. mindspore/ops/function/clip_func.py +81 -13
  274. mindspore/ops/function/debug_func.py +1 -1
  275. mindspore/ops/function/grad/grad_func.py +18 -9
  276. mindspore/ops/function/image_func.py +10 -4
  277. mindspore/ops/function/linalg_func.py +5 -5
  278. mindspore/ops/function/math_func.py +575 -386
  279. mindspore/ops/function/nn_func.py +568 -260
  280. mindspore/ops/function/random_func.py +88 -57
  281. mindspore/ops/function/sparse_func.py +1 -1
  282. mindspore/ops/function/sparse_unary_func.py +14 -12
  283. mindspore/ops/function/vmap_func.py +6 -5
  284. mindspore/ops/functional.py +15 -10
  285. mindspore/ops/op_info_register.py +244 -25
  286. mindspore/ops/operations/__init__.py +31 -19
  287. mindspore/ops/operations/_grad_ops.py +71 -7
  288. mindspore/ops/operations/_inner_ops.py +350 -17
  289. mindspore/ops/operations/_quant_ops.py +4 -8
  290. mindspore/ops/operations/_sequence_ops.py +42 -0
  291. mindspore/ops/operations/array_ops.py +68 -282
  292. mindspore/ops/operations/comm_ops.py +107 -59
  293. mindspore/ops/operations/custom_ops.py +94 -70
  294. mindspore/ops/operations/debug_ops.py +8 -4
  295. mindspore/ops/operations/image_ops.py +18 -12
  296. mindspore/ops/operations/inner_ops.py +26 -3
  297. mindspore/ops/operations/math_ops.py +192 -144
  298. mindspore/ops/operations/nn_ops.py +857 -489
  299. mindspore/ops/operations/other_ops.py +0 -22
  300. mindspore/ops/operations/random_ops.py +53 -111
  301. mindspore/ops/operations/sparse_ops.py +3 -1
  302. mindspore/ops/primitive.py +24 -18
  303. mindspore/parallel/_auto_parallel_context.py +68 -8
  304. mindspore/parallel/_cost_model_context.py +2 -2
  305. mindspore/parallel/_offload_context.py +17 -3
  306. mindspore/parallel/_parallel_serialization.py +12 -5
  307. mindspore/parallel/_ps_context.py +12 -0
  308. mindspore/parallel/_tensor.py +18 -13
  309. mindspore/parallel/_transformer/layers.py +5 -3
  310. mindspore/parallel/_transformer/loss.py +1 -0
  311. mindspore/parallel/_transformer/moe.py +2 -2
  312. mindspore/parallel/_transformer/op_parallel_config.py +12 -1
  313. mindspore/parallel/_transformer/transformer.py +23 -3
  314. mindspore/parallel/_utils.py +11 -7
  315. mindspore/parallel/algo_parameter_config.py +85 -5
  316. mindspore/parallel/checkpoint_transform.py +19 -12
  317. mindspore/parallel/shard.py +21 -14
  318. mindspore/pgodb140.dll +0 -0
  319. mindspore/pgort140.dll +0 -0
  320. mindspore/profiler/common/struct_type.py +3 -3
  321. mindspore/profiler/common/util.py +4 -2
  322. mindspore/profiler/envprofiling.py +1 -1
  323. mindspore/profiler/parser/aicpu_data_parser.py +5 -3
  324. mindspore/profiler/parser/ascend_flops_generator.py +2 -2
  325. mindspore/profiler/parser/ascend_fpbp_generator.py +1 -1
  326. mindspore/profiler/parser/ascend_hccl_generator.py +249 -12
  327. mindspore/profiler/parser/ascend_msprof_exporter.py +150 -255
  328. mindspore/profiler/parser/ascend_msprof_generator.py +204 -17
  329. mindspore/profiler/parser/ascend_op_generator.py +6 -6
  330. mindspore/profiler/parser/ascend_steptrace_generator.py +6 -4
  331. mindspore/profiler/parser/ascend_timeline_generator.py +14 -187
  332. mindspore/profiler/parser/base_timeline_generator.py +10 -8
  333. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +16 -12
  334. mindspore/profiler/parser/flops_parser.py +15 -11
  335. mindspore/profiler/parser/framework_parser.py +38 -22
  336. mindspore/profiler/parser/hccl_parser.py +16 -12
  337. mindspore/profiler/parser/integrator.py +22 -11
  338. mindspore/profiler/parser/memory_usage_parser.py +2 -2
  339. mindspore/profiler/parser/minddata_analyzer.py +12 -14
  340. mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
  341. mindspore/profiler/parser/msadvisor_parser.py +8 -4
  342. mindspore/profiler/parser/op_intermediate_parser.py +5 -2
  343. mindspore/profiler/parser/optime_parser.py +1 -1
  344. mindspore/profiler/parser/profiler_info.py +21 -2
  345. mindspore/profiler/parser/step_trace_parser.py +11 -14
  346. mindspore/profiler/profiling.py +179 -89
  347. mindspore/rewrite/api/node.py +102 -19
  348. mindspore/rewrite/api/node_type.py +5 -1
  349. mindspore/rewrite/api/pattern_engine.py +1 -1
  350. mindspore/rewrite/api/scoped_value.py +9 -17
  351. mindspore/rewrite/api/symbol_tree.py +131 -47
  352. mindspore/rewrite/ast_helpers/__init__.py +2 -1
  353. mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
  354. mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
  355. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +93 -46
  356. mindspore/rewrite/common/rewrite_elog.py +5 -1
  357. mindspore/rewrite/namer.py +33 -24
  358. mindspore/rewrite/namespace.py +14 -5
  359. mindspore/{_extends/graph_kernel/expanders/complex → rewrite/node}/__init__.py +9 -9
  360. mindspore/rewrite/node/call_function.py +79 -0
  361. mindspore/rewrite/node/cell_container.py +135 -0
  362. mindspore/rewrite/node/control_flow.py +88 -0
  363. mindspore/rewrite/{node.py → node/node.py} +273 -234
  364. mindspore/rewrite/node/node_manager.py +254 -0
  365. mindspore/rewrite/{topological_manager.py → node/node_topological_manager.py} +13 -46
  366. mindspore/rewrite/parsers/arguments_parser.py +22 -21
  367. mindspore/rewrite/parsers/assign_parser.py +216 -221
  368. mindspore/rewrite/parsers/attribute_parser.py +9 -7
  369. mindspore/rewrite/parsers/class_def_parser.py +174 -113
  370. mindspore/rewrite/parsers/constant_parser.py +9 -6
  371. mindspore/rewrite/parsers/container_parser.py +9 -7
  372. mindspore/rewrite/parsers/for_parser.py +42 -21
  373. mindspore/rewrite/parsers/function_def_parser.py +24 -16
  374. mindspore/rewrite/parsers/if_parser.py +28 -24
  375. mindspore/rewrite/parsers/module_parser.py +196 -25
  376. mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
  377. mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
  378. mindspore/rewrite/parsers/return_parser.py +6 -6
  379. mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
  380. mindspore/rewrite/sparsify/utils.py +1 -1
  381. mindspore/rewrite/symbol_tree.py +523 -578
  382. mindspore/rewrite/symbol_tree_builder.py +9 -193
  383. mindspore/rewrite/symbol_tree_dumper.py +2 -2
  384. mindspore/run_check/_check_version.py +6 -4
  385. mindspore/{ops/bprop_mindir → safeguard}/__init__.py +4 -3
  386. mindspore/safeguard/rewrite_obfuscation.py +541 -0
  387. mindspore/tbbmalloc.dll +0 -0
  388. mindspore/tinyxml2.dll +0 -0
  389. mindspore/train/_utils.py +7 -3
  390. mindspore/train/amp.py +323 -123
  391. mindspore/train/anf_ir_pb2.py +14 -2
  392. mindspore/train/callback/_backup_and_restore.py +2 -12
  393. mindspore/train/callback/_callback.py +29 -4
  394. mindspore/train/callback/_checkpoint.py +23 -8
  395. mindspore/train/callback/_early_stop.py +2 -2
  396. mindspore/train/callback/_landscape.py +4 -4
  397. mindspore/train/callback/_loss_monitor.py +2 -2
  398. mindspore/train/callback/_on_request_exit.py +2 -2
  399. mindspore/train/callback/_reduce_lr_on_plateau.py +3 -4
  400. mindspore/train/callback/_summary_collector.py +15 -8
  401. mindspore/train/callback/_time_monitor.py +58 -5
  402. mindspore/train/data_sink.py +5 -11
  403. mindspore/train/dataset_helper.py +84 -57
  404. mindspore/train/loss_scale_manager.py +2 -2
  405. mindspore/train/metrics/__init__.py +3 -3
  406. mindspore/train/metrics/cosine_similarity.py +1 -1
  407. mindspore/train/metrics/hausdorff_distance.py +3 -2
  408. mindspore/train/metrics/mean_surface_distance.py +3 -2
  409. mindspore/train/metrics/metric.py +39 -19
  410. mindspore/train/metrics/roc.py +2 -2
  411. mindspore/train/metrics/root_mean_square_surface_distance.py +4 -3
  412. mindspore/train/mind_ir_pb2.py +85 -36
  413. mindspore/train/model.py +187 -47
  414. mindspore/train/serialization.py +487 -161
  415. mindspore/train/summary/_summary_adapter.py +1 -1
  416. mindspore/train/summary/_writer_pool.py +3 -2
  417. mindspore/train/summary/summary_record.py +37 -17
  418. mindspore/train/train_thor/convert_utils.py +3 -3
  419. mindspore/train/train_thor/dataset_helper.py +1 -1
  420. mindspore/turbojpeg.dll +0 -0
  421. mindspore/vcmeta.dll +0 -0
  422. mindspore/vcruntime140.dll +0 -0
  423. mindspore/vcruntime140_1.dll +0 -0
  424. mindspore/version.py +1 -1
  425. {mindspore-2.1.0.dist-info → mindspore-2.2.11.dist-info}/METADATA +7 -4
  426. {mindspore-2.1.0.dist-info → mindspore-2.2.11.dist-info}/RECORD +429 -486
  427. mindspore/_extends/graph_kernel/expander.py +0 -80
  428. mindspore/_extends/graph_kernel/expanders/__init__.py +0 -54
  429. mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
  430. mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
  431. mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
  432. mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
  433. mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
  434. mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
  435. mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
  436. mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
  437. mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
  438. mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
  439. mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
  440. mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
  441. mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
  442. mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
  443. mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
  444. mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
  445. mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
  446. mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
  447. mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
  448. mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
  449. mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
  450. mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
  451. mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
  452. mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
  453. mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
  454. mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
  455. mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
  456. mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
  457. mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
  458. mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
  459. mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
  460. mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
  461. mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
  462. mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
  463. mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
  464. mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
  465. mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
  466. mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
  467. mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
  468. mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
  469. mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
  470. mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
  471. mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
  472. mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
  473. mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
  474. mindspore/dataset/datapreprocess/__init__.py +0 -20
  475. mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
  476. mindspore/include/api/net.h +0 -142
  477. mindspore/nn/lr_scheduler.py +0 -262
  478. mindspore/ops/_grad_experimental/grad_image_ops.py +0 -248
  479. mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -181
  480. mindspore/ops/_grad_experimental/grad_other_ops.py +0 -72
  481. mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
  482. mindspore/ops/_grad_experimental/grad_sequence_ops.py +0 -351
  483. mindspore/ops/_op_impl/_custom_op/flash_attention/__init__.py +0 -0
  484. mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +0 -350
  485. mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +0 -409
  486. mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +0 -578
  487. mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +0 -199
  488. mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +0 -446
  489. mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/__init__.py +0 -0
  490. mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/sparse_tiling.py +0 -45
  491. mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/strategy.py +0 -67
  492. mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +0 -62
  493. mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -0
  494. mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -0
  495. mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -0
  496. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
  497. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  498. mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -0
  499. mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -0
  500. mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
  501. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  502. mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -0
  503. mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -0
  504. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -0
  505. mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -0
  506. mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -0
  507. mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
  508. mindspore/rewrite/node_visitor.py +0 -44
  509. {mindspore-2.1.0.dist-info → mindspore-2.2.11.dist-info}/WHEEL +0 -0
  510. {mindspore-2.1.0.dist-info → mindspore-2.2.11.dist-info}/entry_points.txt +0 -0
  511. {mindspore-2.1.0.dist-info → mindspore-2.2.11.dist-info}/top_level.txt +0 -0
mindspore/dataset/audio/transforms.py CHANGED
@@ -99,7 +99,7 @@ class AllpassBiquad(AudioTensorOperation):
99
99
 
100
100
  Tutorial Examples:
101
101
  - `Illustration of audio transforms
102
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
102
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
103
103
  """
104
104
 
105
105
  @check_allpass_biquad
@@ -162,7 +162,7 @@ class AmplitudeToDB(AudioTensorOperation):
162
162
 
163
163
  Tutorial Examples:
164
164
  - `Illustration of audio transforms
165
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
165
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
166
166
  """
167
167
 
168
168
  @check_amplitude_to_db
@@ -203,7 +203,7 @@ class Angle(AudioTensorOperation):
203
203
 
204
204
  Tutorial Examples:
205
205
  - `Illustration of audio transforms
206
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
206
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
207
207
  """
208
208
 
209
209
  def parse(self):
@@ -256,7 +256,7 @@ class BandBiquad(AudioTensorOperation):
256
256
 
257
257
  Tutorial Examples:
258
258
  - `Illustration of audio transforms
259
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
259
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
260
260
  """
261
261
 
262
262
  @check_band_biquad
@@ -323,7 +323,7 @@ class BandpassBiquad(AudioTensorOperation):
323
323
 
324
324
  Tutorial Examples:
325
325
  - `Illustration of audio transforms
326
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
326
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
327
327
  """
328
328
 
329
329
  @check_bandpass_biquad
@@ -385,7 +385,7 @@ class BandrejectBiquad(AudioTensorOperation):
385
385
 
386
386
  Tutorial Examples:
387
387
  - `Illustration of audio transforms
388
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
388
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
389
389
  """
390
390
 
391
391
  @check_bandreject_biquad
@@ -445,7 +445,7 @@ class BassBiquad(AudioTensorOperation):
445
445
 
446
446
  Tutorial Examples:
447
447
  - `Illustration of audio transforms
448
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
448
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
449
449
  """
450
450
 
451
451
  @check_bass_biquad
@@ -495,7 +495,7 @@ class Biquad(TensorOperation):
495
495
 
496
496
  Tutorial Examples:
497
497
  - `Illustration of audio transforms
498
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
498
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
499
499
  """
500
500
 
501
501
  @check_biquad
@@ -543,7 +543,7 @@ class ComplexNorm(AudioTensorOperation):
543
543
 
544
544
  Tutorial Examples:
545
545
  - `Illustration of audio transforms
546
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
546
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
547
547
  """
548
548
 
549
549
  @check_complex_norm
@@ -610,7 +610,7 @@ class ComputeDeltas(AudioTensorOperation):
610
610
 
611
611
  Tutorial Examples:
612
612
  - `Illustration of audio transforms
613
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
613
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
614
614
  """
615
615
 
616
616
  @check_compute_deltas
@@ -659,7 +659,7 @@ class Contrast(AudioTensorOperation):
659
659
 
660
660
  Tutorial Examples:
661
661
  - `Illustration of audio transforms
662
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
662
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
663
663
  """
664
664
 
665
665
  @check_contrast
@@ -698,7 +698,7 @@ class DBToAmplitude(AudioTensorOperation):
698
698
 
699
699
  Tutorial Examples:
700
700
  - `Illustration of audio transforms
701
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
701
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
702
702
  """
703
703
 
704
704
  @check_db_to_amplitude
@@ -741,7 +741,7 @@ class DCShift(AudioTensorOperation):
741
741
 
742
742
  Tutorial Examples:
743
743
  - `Illustration of audio transforms
744
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
744
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
745
745
  """
746
746
 
747
747
  @check_dc_shift
@@ -783,7 +783,7 @@ class DeemphBiquad(AudioTensorOperation):
783
783
 
784
784
  Tutorial Examples:
785
785
  - `Illustration of audio transforms
786
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
786
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
787
787
  """
788
788
 
789
789
  @check_deemph_biquad
@@ -839,7 +839,7 @@ class DetectPitchFrequency(AudioTensorOperation):
839
839
 
840
840
  Tutorial Examples:
841
841
  - `Illustration of audio transforms
842
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
842
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
843
843
  """
844
844
 
845
845
  @check_detect_pitch_frequency
@@ -895,7 +895,7 @@ class Dither(AudioTensorOperation):
895
895
 
896
896
  Tutorial Examples:
897
897
  - `Illustration of audio transforms
898
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
898
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
899
899
  """
900
900
 
901
901
  @check_dither
@@ -943,7 +943,7 @@ class EqualizerBiquad(AudioTensorOperation):
943
943
 
944
944
  Tutorial Examples:
945
945
  - `Illustration of audio transforms
946
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
946
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
947
947
  """
948
948
 
949
949
  @check_equalizer_biquad
@@ -1005,7 +1005,7 @@ class Fade(AudioTensorOperation):
1005
1005
 
1006
1006
  Tutorial Examples:
1007
1007
  - `Illustration of audio transforms
1008
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1008
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1009
1009
  """
1010
1010
 
1011
1011
  @check_fade
@@ -1054,7 +1054,7 @@ class Filtfilt(AudioTensorOperation):
1054
1054
 
1055
1055
  Tutorial Examples:
1056
1056
  - `Illustration of audio transforms
1057
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1057
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1058
1058
  """
1059
1059
 
1060
1060
  @check_lfilter
@@ -1128,7 +1128,7 @@ class Flanger(AudioTensorOperation):
1128
1128
 
1129
1129
  Tutorial Examples:
1130
1130
  - `Illustration of audio transforms
1131
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1131
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1132
1132
  """
1133
1133
 
1134
1134
  @check_flanger
@@ -1194,7 +1194,7 @@ class FrequencyMasking(AudioTensorOperation):
1194
1194
 
1195
1195
  Tutorial Examples:
1196
1196
  - `Illustration of audio transforms
1197
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1197
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1198
1198
 
1199
1199
  .. image:: frequency_masking_original.png
1200
1200
 
@@ -1239,7 +1239,7 @@ class Gain(AudioTensorOperation):
1239
1239
 
1240
1240
  Tutorial Examples:
1241
1241
  - `Illustration of audio transforms
1242
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1242
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1243
1243
  """
1244
1244
 
1245
1245
  @check_gain
@@ -1309,7 +1309,7 @@ class GriffinLim(AudioTensorOperation):
1309
1309
 
1310
1310
  Tutorial Examples:
1311
1311
  - `Illustration of audio transforms
1312
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1312
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1313
1313
  """
1314
1314
 
1315
1315
  @check_griffin_lim
@@ -1366,7 +1366,7 @@ class HighpassBiquad(AudioTensorOperation):
1366
1366
 
1367
1367
  Tutorial Examples:
1368
1368
  - `Illustration of audio transforms
1369
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1369
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1370
1370
  """
1371
1371
 
1372
1372
  @check_highpass_biquad
@@ -1436,7 +1436,7 @@ class InverseMelScale(AudioTensorOperation):
1436
1436
 
1437
1437
  Tutorial Examples:
1438
1438
  - `Illustration of audio transforms
1439
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1439
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1440
1440
  """
1441
1441
 
1442
1442
  @check_inverse_mel_scale
@@ -1521,7 +1521,7 @@ class InverseSpectrogram(AudioTensorOperation):
1521
1521
 
1522
1522
  Tutorial Examples:
1523
1523
  - `Illustration of audio transforms
1524
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1524
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1525
1525
  """
1526
1526
 
1527
1527
  @check_inverse_spectrogram
@@ -1608,7 +1608,7 @@ class LFCC(AudioTensorOperation):
1608
1608
 
1609
1609
  Tutorial Examples:
1610
1610
  - `Illustration of audio transforms
1611
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1611
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1612
1612
  """
1613
1613
 
1614
1614
  @check_lfcc
@@ -1682,7 +1682,7 @@ class LFilter(AudioTensorOperation):
1682
1682
 
1683
1683
  Tutorial Examples:
1684
1684
  - `Illustration of audio transforms
1685
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1685
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1686
1686
  """
1687
1687
 
1688
1688
  @check_lfilter
@@ -1741,7 +1741,7 @@ class LowpassBiquad(AudioTensorOperation):
1741
1741
 
1742
1742
  Tutorial Examples:
1743
1743
  - `Illustration of audio transforms
1744
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1744
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1745
1745
  """
1746
1746
 
1747
1747
  @check_lowpass_biquad
@@ -1757,7 +1757,7 @@ class LowpassBiquad(AudioTensorOperation):
1757
1757
 
1758
1758
  class Magphase(AudioTensorOperation):
1759
1759
  """
1760
- Separate a complex-valued spectrogram with shape (..., 2) into its magnitude and phase.
1760
+ Separate a complex-valued spectrogram with shape :math:`(..., 2)` into its magnitude and phase.
1761
1761
 
1762
1762
  Args:
1763
1763
  power (float): Power of the norm, which must be non-negative. Default: ``1.0``.
@@ -1780,7 +1780,7 @@ class Magphase(AudioTensorOperation):
1780
1780
 
1781
1781
  Tutorial Examples:
1782
1782
  - `Illustration of audio transforms
1783
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1783
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1784
1784
  """
1785
1785
 
1786
1786
  @check_magphase
@@ -1822,7 +1822,7 @@ class MaskAlongAxis(AudioTensorOperation):
1822
1822
 
1823
1823
  Tutorial Examples:
1824
1824
  - `Illustration of audio transforms
1825
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1825
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1826
1826
  """
1827
1827
 
1828
1828
  @check_mask_along_axis
@@ -1873,7 +1873,7 @@ class MaskAlongAxisIID(AudioTensorOperation):
1873
1873
 
1874
1874
  Tutorial Examples:
1875
1875
  - `Illustration of audio transforms
1876
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1876
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1877
1877
  """
1878
1878
 
1879
1879
  @check_mask_along_axis_iid
@@ -1940,7 +1940,7 @@ class MelScale(AudioTensorOperation):
1940
1940
 
1941
1941
  Tutorial Examples:
1942
1942
  - `Illustration of audio transforms
1943
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
1943
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
1944
1944
  """
1945
1945
 
1946
1946
  @check_mel_scale
@@ -2041,7 +2041,7 @@ class MelSpectrogram(AudioTensorOperation):
2041
2041
 
2042
2042
  Tutorial Examples:
2043
2043
  - `Illustration of audio transforms
2044
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2044
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2045
2045
  """
2046
2046
 
2047
2047
  @check_mel_spectrogram
@@ -2128,7 +2128,7 @@ class MFCC(AudioTensorOperation):
2128
2128
 
2129
2129
  Tutorial Examples:
2130
2130
  - `Illustration of audio transforms
2131
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2131
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2132
2132
  """
2133
2133
 
2134
2134
  @check_mfcc
@@ -2196,7 +2196,7 @@ class MuLawDecoding(AudioTensorOperation):
2196
2196
 
2197
2197
  Tutorial Examples:
2198
2198
  - `Illustration of audio transforms
2199
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2199
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2200
2200
  """
2201
2201
 
2202
2202
  @check_mu_law_coding
@@ -2234,7 +2234,7 @@ class MuLawEncoding(AudioTensorOperation):
2234
2234
 
2235
2235
  Tutorial Examples:
2236
2236
  - `Illustration of audio transforms
2237
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2237
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2238
2238
  """
2239
2239
 
2240
2240
  @check_mu_law_coding
@@ -2280,7 +2280,7 @@ class Overdrive(AudioTensorOperation):
2280
2280
 
2281
2281
  Tutorial Examples:
2282
2282
  - `Illustration of audio transforms
2283
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2283
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2284
2284
  """
2285
2285
 
2286
2286
  @check_overdrive
@@ -2342,7 +2342,7 @@ class Phaser(AudioTensorOperation):
2342
2342
 
2343
2343
  Tutorial Examples:
2344
2344
  - `Illustration of audio transforms
2345
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2345
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2346
2346
  """
2347
2347
 
2348
2348
  @check_phaser
@@ -2392,7 +2392,7 @@ class PhaseVocoder(AudioTensorOperation):
2392
2392
 
2393
2393
  Tutorial Examples:
2394
2394
  - `Illustration of audio transforms
2395
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2395
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2396
2396
  """
2397
2397
 
2398
2398
  @check_phase_vocoder
@@ -2451,7 +2451,7 @@ class PitchShift(AudioTensorOperation):
2451
2451
 
2452
2452
  Tutorial Examples:
2453
2453
  - `Illustration of audio transforms
2454
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2454
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2455
2455
  """
2456
2456
 
2457
2457
  @check_pitch_shift
@@ -2523,7 +2523,7 @@ class Resample(AudioTensorOperation):
2523
2523
 
2524
2524
  Tutorial Examples:
2525
2525
  - `Illustration of audio transforms
2526
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2526
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2527
2527
  """
2528
2528
 
2529
2529
  @check_resample
@@ -2572,7 +2572,7 @@ class RiaaBiquad(AudioTensorOperation):
2572
2572
 
2573
2573
  Tutorial Examples:
2574
2574
  - `Illustration of audio transforms
2575
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2575
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2576
2576
  """
2577
2577
 
2578
2578
  @check_riaa_biquad
@@ -2619,7 +2619,7 @@ class SlidingWindowCmn(AudioTensorOperation):
2619
2619
 
2620
2620
  Tutorial Examples:
2621
2621
  - `Illustration of audio transforms
2622
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2622
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2623
2623
  """
2624
2624
 
2625
2625
  @check_sliding_window_cmn
@@ -2685,7 +2685,7 @@ class SpectralCentroid(TensorOperation):
2685
2685
 
2686
2686
  Tutorial Examples:
2687
2687
  - `Illustration of audio transforms
2688
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2688
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2689
2689
  """
2690
2690
 
2691
2691
  @check_spectral_centroid
@@ -2758,7 +2758,7 @@ class Spectrogram(TensorOperation):
2758
2758
 
2759
2759
  Tutorial Examples:
2760
2760
  - `Illustration of audio transforms
2761
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2761
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2762
2762
  """
2763
2763
 
2764
2764
  @check_spectrogram
@@ -2825,7 +2825,7 @@ class TimeMasking(AudioTensorOperation):
2825
2825
 
2826
2826
  Tutorial Examples:
2827
2827
  - `Illustration of audio transforms
2828
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2828
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2829
2829
 
2830
2830
  .. image:: time_masking_original.png
2831
2831
 
@@ -2883,7 +2883,7 @@ class TimeStretch(AudioTensorOperation):
2883
2883
 
2884
2884
  Tutorial Examples:
2885
2885
  - `Illustration of audio transforms
2886
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2886
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2887
2887
 
2888
2888
  .. image:: time_stretch_rate1.5.png
2889
2889
 
@@ -2943,7 +2943,7 @@ class TrebleBiquad(AudioTensorOperation):
2943
2943
 
2944
2944
  Tutorial Examples:
2945
2945
  - `Illustration of audio transforms
2946
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
2946
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
2947
2947
  """
2948
2948
 
2949
2949
  @check_treble_biquad
@@ -3049,7 +3049,7 @@ class Vad(AudioTensorOperation):
3049
3049
 
3050
3050
  Tutorial Examples:
3051
3051
  - `Illustration of audio transforms
3052
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
3052
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
3053
3053
  """
3054
3054
 
3055
3055
  @check_vad
@@ -3124,7 +3124,7 @@ class Vol(AudioTensorOperation):
3124
3124
 
3125
3125
  Tutorial Examples:
3126
3126
  - `Illustration of audio transforms
3127
- <https://www.mindspore.cn/docs/en/r2.1/api_python/samples/dataset/audio_gallery.html>`_
3127
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/samples/dataset/audio_gallery.html>`_
3128
3128
  """
3129
3129
 
3130
3130
  @check_vol
mindspore/dataset/callback/ds_callback.py CHANGED
@@ -47,6 +47,12 @@ class DSCallback:
47
47
  ...
48
48
  ... def ds_epoch_end(self, ds_run_context):
49
49
  ... print("callback: epoch end, we are in epoch", ds_run_context.cur_epoch_num, flush=True)
50
+ ...
51
+ ... def ds_step_begin(self, ds_run_context):
52
+ ... print("callback: step begin, step", ds_run_context.cur_step_num_in_epoch, flush=True)
53
+ ...
54
+ ... def ds_step_end(self, ds_run_context):
55
+ ... print("callback: step end, step", ds_run_context.cur_step_num_in_epoch, flush=True)
50
56
  >>>
51
57
  >>> dataset = ds.GeneratorDataset([1, 2], "col1", shuffle=False, num_parallel_workers=1)
52
58
  >>> dataset = dataset.map(operations=lambda x: x, callbacks=PrintInfo())
@@ -58,8 +64,16 @@ class DSCallback:
58
64
  ... pass
59
65
  callback: start dataset pipeline
60
66
  callback: epoch begin, we are in epoch 1
67
+ callback: step begin, step 1
68
+ callback: step begin, step 2
69
+ callback: step end, step 1
70
+ callback: step end, step 2
61
71
  callback: epoch end, we are in epoch 1
62
72
  callback: epoch begin, we are in epoch 2
73
+ callback: step begin, step 1
74
+ callback: step begin, step 2
75
+ callback: step end, step 1
76
+ callback: step end, step 2
63
77
  callback: epoch end, we are in epoch 2
64
78
  """
65
79
 
@@ -146,7 +160,7 @@ class WaitedDSCallback(Callback, DSCallback):
146
160
  r"""
147
161
  Abstract base class used to build dataset callback classes that are synchronized with the training callback class
148
162
  `mindspore.train.Callback \
149
- <https://www.mindspore.cn/docs/en/r2.1/api_python/train/
163
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/train/
150
164
  mindspore.train.Callback.html#mindspore.train.Callback>`_ .
151
165
 
152
166
  It can be used to execute a custom callback method before a step or an epoch, such as
@@ -157,7 +171,7 @@ class WaitedDSCallback(Callback, DSCallback):
157
171
  `device_number` , `list_callback` , `cur_epoch_num` , `cur_step_num` , `dataset_sink_mode` ,
158
172
  `net_outputs` , etc., see
159
173
  `mindspore.train.Callback \
160
- <https://www.mindspore.cn/docs/en/r2.1/api_python/train/
174
+ <https://www.mindspore.cn/docs/en/r2.2/api_python/train/
161
175
  mindspore.train.Callback.html#mindspore.train.Callback>`_ .
162
176
 
163
177
  Users can obtain the dataset pipeline context through `ds_run_context` , including