mindspore 2.0.0rc1__cp38-cp38-manylinux1_x86_64.whl → 2.2.0__cp38-cp38-manylinux1_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +2 -2
- mindspore/__init__.py +5 -2
- mindspore/_akg/akg/build_module.py +5 -6
- mindspore/_akg/akg/composite/build_module.py +49 -16
- mindspore/_akg/akg/composite/split_stitch.py +10 -11
- mindspore/_akg/akg/config/repository.json +195 -0
- mindspore/_akg/akg/global_configs.py +5 -1
- mindspore/_akg/akg/ms/info_version_adapt.py +67 -1
- mindspore/_akg/akg/tvm/api.py +4 -3
- mindspore/_akg/akg/tvm/autotvm/__init__.py +1 -2
- mindspore/_akg/akg/tvm/autotvm/graph_tuner/base_graph_tuner.py +1 -5
- mindspore/_akg/akg/tvm/autotvm/measure/__init__.py +1 -1
- mindspore/_akg/akg/tvm/autotvm/measure/measure.py +1 -10
- mindspore/_akg/akg/tvm/autotvm/measure/measure_methods.py +1 -372
- mindspore/_akg/akg/tvm/build_module.py +16 -1
- mindspore/_akg/akg/tvm/contrib/graph_runtime.py +0 -53
- mindspore/_akg/akg/tvm/hybrid/parser.py +7 -6
- mindspore/_akg/akg/tvm/ir_builder.py +1 -1
- mindspore/_akg/akg/tvm/module.py +1 -2
- mindspore/_akg/akg/tvm/stmt.py +2 -2
- mindspore/_akg/akg/utils/composite_op_helper.py +9 -10
- mindspore/_akg/akg/utils/kernel_exec.py +58 -260
- mindspore/_akg/akg/utils/op_dsl.py +17 -1
- mindspore/_akg/akg/utils/result_analysis.py +4 -24
- mindspore/_akg/akg/utils/tbe_codegen_utils.py +198 -0
- mindspore/_c_dataengine.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_check_jit_forbidden_api.py +5 -1
- mindspore/_checkparam.py +79 -62
- mindspore/_extends/graph_kernel/__init__.py +0 -1
- mindspore/_extends/graph_kernel/model/graph_split.py +2 -0
- mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
- mindspore/_extends/graph_kernel/splitter.py +1 -9
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +128 -21
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +2 -2
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +18 -13
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +13 -9
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
- mindspore/_extends/parse/__init__.py +19 -17
- mindspore/_extends/parse/namespace.py +7 -36
- mindspore/_extends/parse/parser.py +375 -189
- mindspore/_extends/parse/resources.py +36 -41
- mindspore/_extends/parse/standard_method.py +350 -245
- mindspore/_extends/parse/trope.py +2 -12
- mindspore/_extends/remote/kernel_build_server.py +24 -7
- mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
- mindspore/_install_custom.py +43 -0
- mindspore/_mindspore_offline_debug.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/amp.py +85 -19
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/base.py +2 -2
- mindspore/boost/boost.py +27 -32
- mindspore/boost/boost_cell_wrapper.py +37 -13
- mindspore/boost/grad_accumulation.py +1 -1
- mindspore/boost/grad_freeze.py +34 -6
- mindspore/boost/group_loss_scale_manager.py +15 -14
- mindspore/boost/less_batch_normalization.py +28 -3
- mindspore/common/__init__.py +15 -11
- mindspore/common/_auto_dynamic.py +68 -0
- mindspore/common/_jit_fallback_utils.py +111 -0
- mindspore/common/_register_for_adapter.py +17 -5
- mindspore/common/_register_for_tensor.py +2 -2
- mindspore/common/_stub_tensor.py +18 -15
- mindspore/common/_utils.py +31 -7
- mindspore/common/api.py +269 -101
- mindspore/common/auto_dynamic_shape.py +498 -0
- mindspore/common/dtype.py +61 -21
- mindspore/common/dump.py +9 -7
- mindspore/common/initializer.py +106 -76
- mindspore/common/jit_config.py +35 -14
- mindspore/common/lazy_inline.py +187 -0
- mindspore/common/mindir_util.py +101 -0
- mindspore/common/mutable.py +10 -13
- mindspore/common/parameter.py +246 -55
- mindspore/common/seed.py +13 -7
- mindspore/common/sparse_tensor.py +29 -33
- mindspore/common/tensor.py +907 -251
- mindspore/communication/__init__.py +7 -4
- mindspore/communication/_comm_helper.py +84 -4
- mindspore/communication/management.py +160 -88
- mindspore/config/op_info.config +99 -75
- mindspore/config/super_bar_config.json +36 -4
- mindspore/context.py +526 -219
- mindspore/dataset/__init__.py +9 -46
- mindspore/dataset/audio/__init__.py +4 -19
- mindspore/dataset/audio/transforms.py +545 -233
- mindspore/dataset/audio/utils.py +21 -18
- mindspore/dataset/callback/ds_callback.py +42 -13
- mindspore/dataset/core/config.py +158 -100
- mindspore/dataset/core/validator_helpers.py +1 -63
- mindspore/dataset/debug/debug_hook.py +45 -13
- mindspore/dataset/debug/pre_defined_hook.py +5 -5
- mindspore/dataset/engine/__init__.py +0 -5
- mindspore/dataset/engine/cache_client.py +38 -15
- mindspore/dataset/engine/datasets.py +615 -278
- mindspore/dataset/engine/datasets_audio.py +154 -283
- mindspore/dataset/engine/datasets_standard_format.py +104 -116
- mindspore/dataset/engine/datasets_text.py +443 -326
- mindspore/dataset/engine/datasets_user_defined.py +251 -164
- mindspore/dataset/engine/datasets_vision.py +839 -1443
- mindspore/dataset/engine/iterators.py +11 -4
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +7 -3
- mindspore/dataset/engine/obs/util.py +3 -0
- mindspore/dataset/engine/offload.py +6 -6
- mindspore/dataset/engine/queue.py +15 -14
- mindspore/dataset/engine/samplers.py +39 -23
- mindspore/dataset/engine/serializer_deserializer.py +22 -6
- mindspore/dataset/engine/validators.py +21 -331
- mindspore/dataset/text/__init__.py +5 -33
- mindspore/dataset/text/transforms.py +334 -165
- mindspore/dataset/text/utils.py +215 -145
- mindspore/dataset/transforms/__init__.py +1 -1
- mindspore/dataset/transforms/c_transforms.py +3 -2
- mindspore/dataset/transforms/py_transforms_util.py +40 -12
- mindspore/dataset/transforms/transforms.py +174 -71
- mindspore/dataset/utils/browse_dataset.py +25 -17
- mindspore/dataset/utils/line_reader.py +24 -21
- mindspore/dataset/vision/__init__.py +5 -26
- mindspore/dataset/vision/c_transforms.py +177 -165
- mindspore/dataset/vision/py_transforms.py +114 -119
- mindspore/dataset/vision/py_transforms_util.py +54 -51
- mindspore/dataset/vision/transforms.py +1127 -381
- mindspore/dataset/vision/utils.py +54 -38
- mindspore/dataset/vision/validators.py +12 -2
- mindspore/experimental/map_parameter.py +38 -4
- mindspore/{dataset/datapreprocess → experimental/optim}/__init__.py +14 -4
- mindspore/experimental/optim/adam.py +192 -0
- mindspore/experimental/optim/adamw.py +181 -0
- mindspore/experimental/optim/lr_scheduler.py +1427 -0
- mindspore/experimental/optim/optimizer.py +252 -0
- mindspore/experimental/optim/sgd.py +147 -0
- mindspore/gen_ops.py +273 -0
- mindspore/include/OWNERS +1 -2
- mindspore/include/api/context.h +21 -1
- mindspore/include/api/data_type.h +2 -1
- mindspore/include/api/graph.h +0 -15
- mindspore/include/api/kernel.h +2 -0
- mindspore/include/api/kernel_api.h +37 -12
- mindspore/include/api/model.h +29 -42
- mindspore/include/api/model_group.h +14 -3
- mindspore/include/api/model_parallel_runner.h +18 -2
- mindspore/include/api/serialization.h +26 -0
- mindspore/include/api/status.h +1 -0
- mindspore/include/api/types.h +38 -4
- mindspore/include/c_api/ms/abstract.h +67 -0
- mindspore/include/c_api/ms/attribute.h +197 -0
- mindspore/include/c_api/ms/base/handle_types.h +43 -0
- mindspore/include/c_api/ms/base/macros.h +32 -0
- mindspore/include/c_api/ms/base/status.h +33 -0
- mindspore/include/c_api/ms/base/types.h +282 -0
- mindspore/include/c_api/ms/context.h +102 -0
- mindspore/include/c_api/ms/graph.h +160 -0
- mindspore/include/c_api/ms/node.h +606 -0
- mindspore/include/c_api/ms/tensor.h +161 -0
- mindspore/include/c_api/ms/value.h +84 -0
- mindspore/include/c_api/status_c.h +3 -0
- mindspore/include/dataset/constants.h +6 -12
- mindspore/include/dataset/execute.h +23 -13
- mindspore/include/dataset/text.h +26 -26
- mindspore/include/dataset/transforms.h +25 -31
- mindspore/include/dataset/vision.h +60 -60
- mindspore/include/dataset/vision_ascend.h +5 -6
- mindspore/include/dataset/vision_lite.h +17 -17
- mindspore/include/mindapi/base/format.h +0 -1
- mindspore/include/mindapi/base/type_id.h +2 -1
- mindspore/include/mindapi/base/types.h +5 -1
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libjemalloc.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +9000 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/libakg.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/cpu/libakg.so +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
- mindspore/lib/plugin/gpu10.1/libakg.so +0 -0
- mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu10.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.1/libakg.so +0 -0
- mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.6/libakg.so +0 -0
- mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.6/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
- mindspore/log.py +9 -6
- mindspore/mindrecord/filereader.py +33 -4
- mindspore/mindrecord/filewriter.py +70 -35
- mindspore/mindrecord/mindpage.py +40 -34
- mindspore/mindrecord/shardreader.py +1 -1
- mindspore/mindrecord/shardsegment.py +1 -1
- mindspore/mindrecord/tools/cifar100_to_mr.py +25 -18
- mindspore/mindrecord/tools/cifar10_to_mr.py +25 -18
- mindspore/mindrecord/tools/csv_to_mr.py +29 -13
- mindspore/mindrecord/tools/imagenet_to_mr.py +24 -10
- mindspore/mindrecord/tools/mnist_to_mr.py +24 -11
- mindspore/mindrecord/tools/tfrecord_to_mr.py +31 -26
- mindspore/nn/cell.py +463 -169
- mindspore/nn/dynamic_lr.py +47 -43
- mindspore/nn/layer/activation.py +225 -82
- mindspore/nn/layer/basic.py +121 -79
- mindspore/nn/layer/channel_shuffle.py +21 -21
- mindspore/nn/layer/combined.py +33 -26
- mindspore/nn/layer/container.py +277 -22
- mindspore/nn/layer/conv.py +441 -304
- mindspore/nn/layer/dense.py +19 -13
- mindspore/nn/layer/embedding.py +62 -49
- mindspore/nn/layer/flash_attention.py +264 -0
- mindspore/nn/layer/image.py +50 -39
- mindspore/nn/layer/math.py +62 -51
- mindspore/nn/layer/normalization.py +219 -167
- mindspore/nn/layer/padding.py +58 -70
- mindspore/nn/layer/pooling.py +334 -287
- mindspore/nn/layer/rnn_cells.py +53 -38
- mindspore/nn/layer/rnns.py +59 -56
- mindspore/nn/layer/thor_layer.py +52 -44
- mindspore/nn/layer/timedistributed.py +6 -4
- mindspore/nn/layer/transformer.py +284 -164
- mindspore/nn/learning_rate_schedule.py +34 -25
- mindspore/nn/loss/__init__.py +3 -2
- mindspore/nn/loss/loss.py +554 -311
- mindspore/nn/optim/ada_grad.py +12 -9
- mindspore/nn/optim/adadelta.py +14 -11
- mindspore/nn/optim/adafactor.py +19 -16
- mindspore/nn/optim/adam.py +62 -47
- mindspore/nn/optim/adamax.py +13 -10
- mindspore/nn/optim/adasum.py +12 -8
- mindspore/nn/optim/asgd.py +10 -9
- mindspore/nn/optim/ftrl.py +20 -17
- mindspore/nn/optim/lamb.py +16 -12
- mindspore/nn/optim/lars.py +8 -6
- mindspore/nn/optim/lazyadam.py +25 -20
- mindspore/nn/optim/momentum.py +10 -7
- mindspore/nn/optim/optimizer.py +61 -9
- mindspore/nn/optim/proximal_ada_grad.py +14 -13
- mindspore/nn/optim/rmsprop.py +17 -13
- mindspore/nn/optim/rprop.py +30 -17
- mindspore/nn/optim/sgd.py +40 -23
- mindspore/nn/optim/thor.py +24 -26
- mindspore/nn/probability/bijector/bijector.py +11 -11
- mindspore/nn/probability/bijector/exp.py +1 -1
- mindspore/nn/probability/bijector/gumbel_cdf.py +3 -3
- mindspore/nn/probability/bijector/invert.py +1 -1
- mindspore/nn/probability/bijector/power_transform.py +29 -29
- mindspore/nn/probability/bijector/scalar_affine.py +3 -3
- mindspore/nn/probability/bijector/softplus.py +5 -5
- mindspore/nn/probability/bnn_layers/bnn_cell_wrapper.py +4 -2
- mindspore/nn/probability/bnn_layers/conv_variational.py +13 -13
- mindspore/nn/probability/bnn_layers/dense_variational.py +12 -12
- mindspore/nn/probability/bnn_layers/layer_distribution.py +9 -8
- mindspore/nn/probability/distribution/_utils/custom_ops.py +19 -3
- mindspore/nn/probability/distribution/_utils/utils.py +1 -1
- mindspore/nn/probability/distribution/bernoulli.py +9 -9
- mindspore/nn/probability/distribution/beta.py +8 -8
- mindspore/nn/probability/distribution/categorical.py +23 -15
- mindspore/nn/probability/distribution/cauchy.py +5 -6
- mindspore/nn/probability/distribution/distribution.py +3 -3
- mindspore/nn/probability/distribution/exponential.py +4 -4
- mindspore/nn/probability/distribution/gamma.py +10 -10
- mindspore/nn/probability/distribution/geometric.py +8 -8
- mindspore/nn/probability/distribution/gumbel.py +8 -9
- mindspore/nn/probability/distribution/half_normal.py +5 -5
- mindspore/nn/probability/distribution/laplace.py +5 -5
- mindspore/nn/probability/distribution/log_normal.py +12 -11
- mindspore/nn/probability/distribution/logistic.py +8 -8
- mindspore/nn/probability/distribution/normal.py +6 -5
- mindspore/nn/probability/distribution/poisson.py +10 -11
- mindspore/nn/probability/distribution/student_t.py +8 -9
- mindspore/nn/probability/distribution/transformed_distribution.py +5 -5
- mindspore/nn/probability/distribution/uniform.py +11 -11
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +9 -9
- mindspore/nn/wrap/cell_wrapper.py +188 -63
- mindspore/nn/wrap/grad_reducer.py +21 -12
- mindspore/nn/wrap/loss_scale.py +136 -49
- mindspore/numpy/__init__.py +4 -4
- mindspore/numpy/array_creations.py +55 -56
- mindspore/numpy/array_ops.py +134 -35
- mindspore/numpy/logic_ops.py +66 -20
- mindspore/numpy/math_ops.py +142 -139
- mindspore/numpy/utils_const.py +2 -2
- mindspore/offline_debug/convert_async.py +2 -2
- mindspore/ops/_grad_experimental/__init__.py +7 -5
- mindspore/ops/_grad_experimental/grad_array_ops.py +231 -348
- mindspore/ops/{_grad → _grad_experimental}/grad_base.py +1 -33
- mindspore/ops/{_grad → _grad_experimental}/grad_comm_ops.py +25 -13
- mindspore/ops/{_grad/__init__.py → _grad_experimental/grad_debug_ops.py} +15 -7
- mindspore/ops/{_grad → _grad_experimental}/grad_implementations.py +17 -11
- mindspore/ops/_grad_experimental/grad_inner_ops.py +33 -52
- mindspore/ops/_grad_experimental/grad_math_ops.py +151 -1224
- mindspore/ops/_grad_experimental/grad_nn_ops.py +141 -414
- mindspore/ops/{_grad → _grad_experimental}/grad_quant_ops.py +10 -6
- mindspore/ops/_grad_experimental/grad_sparse.py +317 -2
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -13
- mindspore/ops/{_grad → _grad_experimental}/taylor_rule.py +1 -1
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/flash_attention/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +406 -0
- mindspore/{_extends/graph_kernel/expanders/complex/__init__.py → ops/_op_impl/_custom_op/flash_attention/constants.py} +27 -8
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +467 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +563 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +193 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +435 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/sparse_tiling.py +45 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/strategy.py +67 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +62 -0
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/aicpu/__init__.py +41 -1
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d.py +37 -0
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/cast.py +52 -0
- mindspore/ops/_op_impl/aicpu/coalesce.py +2 -0
- mindspore/ops/_op_impl/aicpu/col2im.py +3 -1
- mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
- mindspore/ops/_op_impl/aicpu/dropout_genmask.py +6 -0
- mindspore/ops/_op_impl/aicpu/eps.py +32 -0
- mindspore/ops/_op_impl/aicpu/eye.py +4 -4
- mindspore/ops/_op_impl/aicpu/fft_with_size.py +6 -0
- mindspore/ops/_op_impl/aicpu/fill_diagonal.py +5 -0
- mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
- mindspore/ops/_op_impl/aicpu/im2col.py +3 -5
- mindspore/ops/_op_impl/aicpu/lgamma.py +1 -0
- mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
- mindspore/ops/_op_impl/aicpu/lu.py +39 -0
- mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/masked_scatter.py +1 -0
- mindspore/ops/_op_impl/aicpu/masked_select_grad.py +3 -0
- mindspore/ops/_op_impl/aicpu/matrix_band_part.py +59 -0
- mindspore/ops/_op_impl/aicpu/matrix_power.py +6 -1
- mindspore/ops/_op_impl/aicpu/median.py +1 -0
- mindspore/ops/_op_impl/aicpu/multinomial.py +9 -9
- mindspore/ops/_op_impl/aicpu/not_equal.py +0 -5
- mindspore/ops/_op_impl/aicpu/pad_v3.py +3 -1
- mindspore/ops/_op_impl/aicpu/pad_v3_grad.py +2 -0
- mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
- mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
- mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
- mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
- mindspore/ops/_op_impl/aicpu/resize_bilinear_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2.py +0 -6
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2_grad.py +0 -7
- mindspore/ops/_op_impl/aicpu/scatter_nd.py +2 -0
- mindspore/ops/_op_impl/aicpu/sequence_concat.py +40 -0
- mindspore/ops/_op_impl/aicpu/sequence_stack.py +40 -0
- mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
- mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
- mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -4
- mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -4
- mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
- mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
- mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
- mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d.py +14 -6
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d_grad.py +22 -8
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d.py +11 -6
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d_grad.py +21 -10
- mindspore/ops/_op_impl/tbe/__init__.py +6 -4
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_3d.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +4 -4
- mindspore/ops/_op_impl/tbe/avg_pool_ds.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_grad.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_grad_vm.py +3 -3
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer_ds.py +3 -2
- mindspore/ops/_op_impl/tbe/broadcast_to.py +1 -1
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +3 -3
- mindspore/ops/_op_impl/tbe/expand_dims.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_v2.py +56 -0
- mindspore/ops/_op_impl/tbe/im2col.py +4 -4
- mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
- mindspore/ops/_op_impl/tbe/mem_set.py +38 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +3 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_d.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +1 -1
- mindspore/ops/_tracefunc.py +241 -0
- mindspore/ops/_utils/utils.py +10 -2
- mindspore/ops/_vmap/vmap_array_ops.py +5 -3
- mindspore/ops/_vmap/vmap_base.py +5 -4
- mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
- mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +11 -6
- mindspore/ops/_vmap/vmap_math_ops.py +5 -2
- mindspore/ops/_vmap/vmap_nn_ops.py +135 -11
- mindspore/ops/arg_dtype_cast.py +54 -0
- mindspore/ops/composite/__init__.py +7 -5
- mindspore/ops/composite/base.py +78 -34
- mindspore/ops/composite/math_ops.py +5 -695
- mindspore/ops/composite/multitype_ops/_compile_utils.py +403 -97
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +28 -22
- mindspore/ops/composite/multitype_ops/add_impl.py +69 -7
- mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/div_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +48 -10
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/logic_not_impl.py +2 -2
- mindspore/ops/composite/multitype_ops/mod_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/mul_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/negative_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/not_in_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
- mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +10 -7
- mindspore/ops/composite/multitype_ops/sub_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/uadd_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
- mindspore/ops/deprecated.py +304 -0
- mindspore/ops/function/__init__.py +41 -4
- mindspore/ops/function/array_func.py +1108 -467
- mindspore/ops/function/clip_func.py +94 -27
- mindspore/ops/function/debug_func.py +3 -1
- mindspore/ops/function/grad/grad_func.py +82 -73
- mindspore/ops/function/image_func.py +28 -12
- mindspore/ops/function/linalg_func.py +135 -39
- mindspore/ops/function/math_func.py +3779 -894
- mindspore/ops/function/nn_func.py +1584 -657
- mindspore/ops/function/parameter_func.py +13 -3
- mindspore/ops/function/random_func.py +247 -153
- mindspore/ops/function/sparse_func.py +14 -11
- mindspore/ops/function/sparse_unary_func.py +173 -47
- mindspore/ops/function/spectral_func.py +8 -4
- mindspore/ops/function/vmap_func.py +8 -7
- mindspore/ops/functional.py +47 -16
- mindspore/ops/op_info_register.py +346 -86
- mindspore/ops/operations/__init__.py +38 -22
- mindspore/ops/operations/_grad_ops.py +145 -149
- mindspore/ops/operations/_inner_ops.py +298 -56
- mindspore/ops/operations/_ms_kernel.py +3 -3
- mindspore/ops/operations/_quant_ops.py +24 -28
- mindspore/ops/operations/_rl_inner_ops.py +9 -7
- mindspore/ops/operations/_scalar_ops.py +115 -0
- mindspore/ops/operations/_sequence_ops.py +148 -10
- mindspore/ops/operations/_tensor_array.py +1 -1
- mindspore/ops/operations/_thor_ops.py +2 -2
- mindspore/ops/operations/array_ops.py +1239 -561
- mindspore/ops/operations/comm_ops.py +166 -90
- mindspore/ops/operations/control_ops.py +3 -3
- mindspore/ops/operations/custom_ops.py +124 -102
- mindspore/ops/operations/debug_ops.py +24 -11
- mindspore/ops/operations/image_ops.py +86 -71
- mindspore/ops/operations/inner_ops.py +18 -13
- mindspore/ops/operations/linalg_ops.py +30 -11
- mindspore/ops/operations/math_ops.py +1730 -435
- mindspore/ops/operations/nn_ops.py +1953 -943
- mindspore/ops/operations/other_ops.py +65 -43
- mindspore/ops/operations/random_ops.py +258 -98
- mindspore/ops/operations/rl_ops.py +4 -36
- mindspore/ops/operations/sparse_ops.py +38 -33
- mindspore/ops/operations/spectral_ops.py +8 -4
- mindspore/ops/primitive.py +66 -44
- mindspore/ops/signature.py +5 -5
- mindspore/parallel/_auto_parallel_context.py +80 -19
- mindspore/parallel/_cost_model_context.py +42 -0
- mindspore/parallel/_offload_context.py +162 -72
- mindspore/parallel/_parallel_serialization.py +2 -2
- mindspore/parallel/_ps_context.py +16 -4
- mindspore/parallel/_recovery_context.py +2 -1
- mindspore/parallel/_tensor.py +15 -13
- mindspore/parallel/_transformer/layers.py +8 -6
- mindspore/parallel/_transformer/loss.py +1 -0
- mindspore/parallel/_transformer/moe.py +7 -7
- mindspore/parallel/_transformer/op_parallel_config.py +12 -1
- mindspore/parallel/_transformer/transformer.py +34 -14
- mindspore/parallel/_utils.py +36 -14
- mindspore/parallel/algo_parameter_config.py +114 -20
- mindspore/parallel/checkpoint_transform.py +16 -18
- mindspore/parallel/shard.py +16 -13
- mindspore/profiler/__init__.py +1 -1
- mindspore/profiler/common/struct_type.py +3 -3
- mindspore/profiler/common/util.py +3 -2
- mindspore/profiler/envprofiling.py +11 -4
- mindspore/profiler/parser/aicpu_data_parser.py +5 -3
- mindspore/profiler/parser/ascend_flops_generator.py +94 -0
- mindspore/profiler/parser/ascend_fpbp_generator.py +76 -0
- mindspore/profiler/parser/ascend_hccl_generator.py +288 -0
- mindspore/profiler/parser/ascend_msprof_exporter.py +213 -0
- mindspore/profiler/parser/ascend_msprof_generator.py +199 -0
- mindspore/profiler/parser/ascend_op_generator.py +276 -0
- mindspore/profiler/parser/ascend_steptrace_generator.py +94 -0
- mindspore/profiler/parser/ascend_timeline_generator.py +110 -54
- mindspore/profiler/parser/base_timeline_generator.py +11 -7
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +45 -46
- mindspore/profiler/parser/flops_parser.py +15 -11
- mindspore/profiler/parser/framework_parser.py +92 -73
- mindspore/profiler/parser/hccl_parser.py +16 -12
- mindspore/profiler/parser/integrator.py +22 -11
- mindspore/profiler/parser/memory_usage_parser.py +36 -11
- mindspore/profiler/parser/minddata_analyzer.py +12 -14
- mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
- mindspore/profiler/parser/msadvisor_parser.py +8 -4
- mindspore/profiler/parser/op_intermediate_parser.py +5 -2
- mindspore/profiler/parser/optime_parser.py +1 -1
- mindspore/profiler/parser/profiler_info.py +4 -5
- mindspore/profiler/parser/step_trace_parser.py +11 -14
- mindspore/profiler/profiling.py +678 -377
- mindspore/rewrite/api/node.py +211 -54
- mindspore/rewrite/api/node_type.py +5 -0
- mindspore/rewrite/api/pattern_engine.py +22 -23
- mindspore/rewrite/api/scoped_value.py +20 -17
- mindspore/rewrite/api/symbol_tree.py +252 -106
- mindspore/rewrite/api/tree_node_helper.py +3 -0
- mindspore/rewrite/ast_helpers/__init__.py +2 -1
- mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
- mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +97 -46
- mindspore/rewrite/common/rewrite_elog.py +5 -1
- mindspore/rewrite/namer.py +51 -51
- mindspore/rewrite/namespace.py +14 -5
- mindspore/{ops/bprop_mindir → rewrite/node}/__init__.py +9 -4
- mindspore/rewrite/node/call_function.py +79 -0
- mindspore/rewrite/node/cell_container.py +135 -0
- mindspore/rewrite/node/control_flow.py +88 -0
- mindspore/rewrite/{node.py → node/node.py} +313 -247
- mindspore/rewrite/node/node_manager.py +254 -0
- mindspore/rewrite/node/node_topological_manager.py +243 -0
- mindspore/rewrite/parsers/arguments_parser.py +22 -21
- mindspore/rewrite/parsers/assign_parser.py +225 -239
- mindspore/rewrite/parsers/attribute_parser.py +9 -7
- mindspore/rewrite/parsers/class_def_parser.py +179 -218
- mindspore/rewrite/parsers/constant_parser.py +9 -6
- mindspore/rewrite/parsers/container_parser.py +9 -7
- mindspore/rewrite/parsers/for_parser.py +36 -15
- mindspore/rewrite/parsers/function_def_parser.py +23 -20
- mindspore/rewrite/parsers/if_parser.py +28 -24
- mindspore/rewrite/parsers/module_parser.py +202 -25
- mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
- mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
- mindspore/rewrite/parsers/return_parser.py +6 -6
- mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
- mindspore/rewrite/sparsify/sparsify.py +4 -1
- mindspore/rewrite/sparsify/utils.py +11 -5
- mindspore/rewrite/symbol_tree.py +577 -732
- mindspore/rewrite/symbol_tree_builder.py +9 -175
- mindspore/rewrite/symbol_tree_dumper.py +2 -2
- mindspore/run_check/_check_version.py +46 -39
- mindspore/run_check/run_check.py +3 -2
- mindspore/{scipy/sparse → safeguard}/__init__.py +4 -5
- mindspore/safeguard/rewrite_obfuscation.py +517 -0
- mindspore/scipy/__init__.py +1 -1
- mindspore/scipy/linalg.py +67 -61
- mindspore/scipy/ops.py +5 -41
- mindspore/scipy/ops_grad.py +3 -2
- mindspore/scipy/ops_wrapper.py +5 -5
- mindspore/scipy/optimize/line_search.py +8 -8
- mindspore/scipy/optimize/linear_sum_assignment.py +4 -4
- mindspore/scipy/optimize/minimize.py +16 -12
- mindspore/scipy/utils.py +1 -52
- mindspore/scipy/utils_const.py +4 -4
- mindspore/train/__init__.py +4 -4
- mindspore/train/_utils.py +13 -5
- mindspore/train/amp.py +410 -148
- mindspore/train/anf_ir_pb2.py +16 -4
- mindspore/train/callback/_backup_and_restore.py +8 -11
- mindspore/train/callback/_callback.py +80 -3
- mindspore/train/callback/_checkpoint.py +82 -51
- mindspore/train/callback/_early_stop.py +12 -15
- mindspore/train/callback/_history.py +1 -1
- mindspore/train/callback/_lambda_callback.py +13 -13
- mindspore/train/callback/_landscape.py +21 -17
- mindspore/train/callback/_loss_monitor.py +9 -10
- mindspore/train/callback/_on_request_exit.py +16 -33
- mindspore/train/callback/_reduce_lr_on_plateau.py +21 -24
- mindspore/train/callback/_summary_collector.py +44 -30
- mindspore/train/callback/_time_monitor.py +62 -12
- mindspore/train/data_sink.py +10 -16
- mindspore/train/dataset_helper.py +154 -86
- mindspore/train/loss_scale_manager.py +14 -9
- mindspore/train/metrics/__init__.py +10 -2
- mindspore/train/metrics/accuracy.py +1 -1
- mindspore/train/metrics/auc.py +1 -1
- mindspore/train/metrics/bleu_score.py +2 -2
- mindspore/train/metrics/confusion_matrix.py +14 -14
- mindspore/train/metrics/cosine_similarity.py +3 -3
- mindspore/train/metrics/dice.py +1 -1
- mindspore/train/metrics/fbeta.py +1 -1
- mindspore/train/metrics/hausdorff_distance.py +8 -6
- mindspore/train/metrics/mean_surface_distance.py +5 -4
- mindspore/train/metrics/metric.py +49 -17
- mindspore/train/metrics/occlusion_sensitivity.py +4 -4
- mindspore/train/metrics/perplexity.py +1 -1
- mindspore/train/metrics/precision.py +2 -2
- mindspore/train/metrics/recall.py +2 -3
- mindspore/train/metrics/roc.py +7 -7
- mindspore/train/metrics/root_mean_square_surface_distance.py +5 -4
- mindspore/train/metrics/topk.py +7 -4
- mindspore/train/mind_ir_pb2.py +193 -48
- mindspore/train/model.py +377 -133
- mindspore/train/serialization.py +697 -245
- mindspore/train/summary/_summary_adapter.py +5 -2
- mindspore/train/summary/_writer_pool.py +4 -3
- mindspore/train/summary/summary_record.py +25 -23
- mindspore/train/train_thor/convert_utils.py +39 -23
- mindspore/train/train_thor/dataset_helper.py +4 -3
- mindspore/train/train_thor/model_thor.py +8 -8
- mindspore/version.py +1 -1
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/METADATA +7 -8
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/RECORD +647 -818
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/entry_points.txt +0 -1
- mindspore/_akg/akg/tvm/contrib/debugger/__init__.py +0 -16
- mindspore/_akg/akg/tvm/contrib/debugger/debug_result.py +0 -274
- mindspore/_akg/akg/tvm/contrib/debugger/debug_runtime.py +0 -259
- mindspore/_akg/akg/tvm/contrib/peak.py +0 -341
- mindspore/_akg/akg/tvm/contrib/rpc.py +0 -25
- mindspore/_akg/akg/tvm/contrib/xcode.py +0 -257
- mindspore/_akg/akg/tvm/exec/__init__.py +0 -17
- mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py +0 -60
- mindspore/_akg/akg/tvm/exec/measure_peak.py +0 -48
- mindspore/_akg/akg/tvm/exec/query_rpc_tracker.py +0 -48
- mindspore/_akg/akg/tvm/exec/rpc_proxy.py +0 -98
- mindspore/_akg/akg/tvm/exec/rpc_server.py +0 -88
- mindspore/_akg/akg/tvm/exec/rpc_tracker.py +0 -62
- mindspore/_akg/akg/tvm/rpc/__init__.py +0 -29
- mindspore/_akg/akg/tvm/rpc/base.py +0 -182
- mindspore/_akg/akg/tvm/rpc/client.py +0 -436
- mindspore/_akg/akg/tvm/rpc/proxy.py +0 -595
- mindspore/_akg/akg/tvm/rpc/server.py +0 -413
- mindspore/_akg/akg/tvm/rpc/tornado_util.py +0 -121
- mindspore/_akg/akg/tvm/rpc/tracker.py +0 -431
- mindspore/_extends/graph_kernel/expander.py +0 -80
- mindspore/_extends/graph_kernel/expanders/__init__.py +0 -57
- mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
- mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
- mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
- mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
- mindspore/_extends/graph_kernel/expanders/bias_add_grad.py +0 -49
- mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
- mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
- mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
- mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
- mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
- mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
- mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
- mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
- mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
- mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
- mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
- mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
- mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
- mindspore/_extends/graph_kernel/expanders/gather.py +0 -43
- mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
- mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
- mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
- mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
- mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
- mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
- mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
- mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
- mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
- mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
- mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
- mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
- mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
- mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
- mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
- mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
- mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
- mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
- mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
- mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
- mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
- mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/tile.py +0 -54
- mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
- mindspore/_extends/parse/jit_fallback_modules.py +0 -51
- mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
- mindspore/dataset/engine/graphdata.py +0 -1586
- mindspore/include/api/net.h +0 -142
- mindspore/ops/_grad/grad_array_ops.py +0 -1347
- mindspore/ops/_grad/grad_clip_ops.py +0 -84
- mindspore/ops/_grad/grad_debug_ops.py +0 -68
- mindspore/ops/_grad/grad_inner_ops.py +0 -235
- mindspore/ops/_grad/grad_math_ops.py +0 -1684
- mindspore/ops/_grad/grad_nn_ops.py +0 -1529
- mindspore/ops/_grad/grad_other_ops.py +0 -89
- mindspore/ops/_grad/grad_sequence_ops.py +0 -296
- mindspore/ops/_grad/grad_sparse.py +0 -323
- mindspore/ops/_grad_experimental/grad_image_ops.py +0 -249
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -195
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Argmax_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Argmin_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Assign_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +0 -150
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +0 -306
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +0 -240
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +0 -315
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +0 -278
- mindspore/ops/bprop_mindir/DType_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
- mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +0 -25
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +0 -18
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Equal_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/GatherD_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +0 -57
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Greater_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/IOU_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsInf_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsNan_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +0 -126
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +0 -30
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +0 -43
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Less_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +0 -75
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +0 -65
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +0 -35
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NonZero_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +0 -82
- mindspore/ops/bprop_mindir/Range_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Rank_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +0 -60
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +0 -89
- mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +0 -52
- mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Round_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +0 -24
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/Select_bprop.mindir +0 -31
- mindspore/ops/bprop_mindir/Shape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Sign_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Slice_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +0 -36
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Split_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +0 -95
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +0 -98
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +0 -32
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +0 -38
- mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
- mindspore/rewrite/node_visitor.py +0 -44
- mindspore/rewrite/topological_manager.py +0 -203
- mindspore/scipy/sparse/linalg.py +0 -192
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/WHEEL +0 -0
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/top_level.txt +0 -0
mindspore/nn/layer/image.py
CHANGED
|
@@ -64,8 +64,10 @@ class ImageGradients(Cell):
|
|
|
64
64
|
``Ascend`` ``GPU`` ``CPU``
|
|
65
65
|
|
|
66
66
|
Examples:
|
|
67
|
-
>>>
|
|
68
|
-
>>>
|
|
67
|
+
>>> import mindspore as ms
|
|
68
|
+
>>> import numpy as np
|
|
69
|
+
>>> net = ms.nn.ImageGradients()
|
|
70
|
+
>>> image = ms.Tensor(np.array([[[[1, 2], [3, 4]]]]), dtype=ms.int32)
|
|
69
71
|
>>> output = net(image)
|
|
70
72
|
>>> print(output)
|
|
71
73
|
(Tensor(shape=[1, 1, 2, 2], dtype=Int32, value=
|
|
@@ -81,17 +83,17 @@ class ImageGradients(Cell):
|
|
|
81
83
|
_check_input_4d(F.shape(images), "images", self.cls_name)
|
|
82
84
|
batch_size, depth, height, width = P.Shape()(images)
|
|
83
85
|
if height == 1:
|
|
84
|
-
dy =
|
|
86
|
+
dy = F.fill(P.DType()(images), (batch_size, depth, 1, width), 0)
|
|
85
87
|
else:
|
|
86
88
|
dy = images[:, :, 1:, :] - images[:, :, :height - 1, :]
|
|
87
|
-
dy_last =
|
|
89
|
+
dy_last = F.fill(P.DType()(images), (batch_size, depth, 1, width), 0)
|
|
88
90
|
dy = P.Concat(2)((dy, dy_last))
|
|
89
91
|
|
|
90
92
|
if width == 1:
|
|
91
|
-
dx =
|
|
93
|
+
dx = F.fill(P.DType()(images), (batch_size, depth, height, 1), 0)
|
|
92
94
|
else:
|
|
93
95
|
dx = images[:, :, :, 1:] - images[:, :, :, :width - 1]
|
|
94
|
-
dx_last =
|
|
96
|
+
dx_last = F.fill(P.DType()(images), (batch_size, depth, height, 1), 0)
|
|
95
97
|
dx = P.Concat(3)((dx, dx_last))
|
|
96
98
|
return dy, dx
|
|
97
99
|
|
|
@@ -227,12 +229,12 @@ class SSIM(Cell):
|
|
|
227
229
|
|
|
228
230
|
Args:
|
|
229
231
|
max_val (Union[int, float]): The dynamic range of the pixel values (255 for 8-bit grayscale images).
|
|
230
|
-
Default: 1.0.
|
|
232
|
+
Default: ``1.0`` .
|
|
231
233
|
filter_size (int): The size of the Gaussian filter. Default: 11. The value must be greater than or equal to 1.
|
|
232
|
-
filter_sigma (float): The standard deviation of Gaussian kernel. Default: 1.5.
|
|
234
|
+
filter_sigma (float): The standard deviation of Gaussian kernel. Default: ``1.5`` .
|
|
233
235
|
The value must be greater than 0.
|
|
234
|
-
k1 (float): The constant used to generate c1 in the luminance comparison function. Default: 0.01.
|
|
235
|
-
k2 (float): The constant used to generate c2 in the contrast comparison function. Default: 0.03.
|
|
236
|
+
k1 (float): The constant used to generate c1 in the luminance comparison function. Default: ``0.01`` .
|
|
237
|
+
k2 (float): The constant used to generate c2 in the contrast comparison function. Default: ``0.03`` .
|
|
236
238
|
|
|
237
239
|
Inputs:
|
|
238
240
|
- **img1** (Tensor) - The first image batch with format 'NCHW'. It must be the same shape and dtype as img2.
|
|
@@ -252,12 +254,11 @@ class SSIM(Cell):
|
|
|
252
254
|
``Ascend`` ``GPU`` ``CPU``
|
|
253
255
|
|
|
254
256
|
Examples:
|
|
257
|
+
>>> import mindspore as ms
|
|
255
258
|
>>> import numpy as np
|
|
256
|
-
>>>
|
|
257
|
-
>>>
|
|
258
|
-
>>>
|
|
259
|
-
>>> img1 = Tensor(np.ones([1, 3, 16, 16]).astype(np.float32))
|
|
260
|
-
>>> img2 = Tensor(np.ones([1, 3, 16, 16]).astype(np.float32))
|
|
259
|
+
>>> net = ms.nn.SSIM()
|
|
260
|
+
>>> img1 = ms.Tensor(np.ones([1, 3, 16, 16]).astype(np.float32))
|
|
261
|
+
>>> img2 = ms.Tensor(np.ones([1, 3, 16, 16]).astype(np.float32))
|
|
261
262
|
>>> output = net(img1, img2)
|
|
262
263
|
>>> print(output)
|
|
263
264
|
[1.]
|
|
@@ -319,13 +320,13 @@ class MSSSIM(Cell):
|
|
|
319
320
|
|
|
320
321
|
Args:
|
|
321
322
|
max_val (Union[int, float]): The dynamic range of the pixel values (255 for 8-bit grayscale images).
|
|
322
|
-
Default: 1.0.
|
|
323
|
+
Default: ``1.0`` .
|
|
323
324
|
power_factors (Union[tuple, list]): Iterable of weights for each scale.
|
|
324
325
|
Default: (0.0448, 0.2856, 0.3001, 0.2363, 0.1333). Default values obtained by Wang et al.
|
|
325
|
-
filter_size (int): The size of the Gaussian filter. Default: 11.
|
|
326
|
-
filter_sigma (float): The standard deviation of Gaussian kernel. Default: 1.5.
|
|
327
|
-
k1 (float): The constant used to generate c1 in the luminance comparison function. Default: 0.01.
|
|
328
|
-
k2 (float): The constant used to generate c2 in the contrast comparison function. Default: 0.03.
|
|
326
|
+
filter_size (int): The size of the Gaussian filter. Default: ``11`` .
|
|
327
|
+
filter_sigma (float): The standard deviation of Gaussian kernel. Default: ``1.5`` .
|
|
328
|
+
k1 (float): The constant used to generate c1 in the luminance comparison function. Default: ``0.01`` .
|
|
329
|
+
k2 (float): The constant used to generate c2 in the contrast comparison function. Default: ``0.03`` .
|
|
329
330
|
|
|
330
331
|
Inputs:
|
|
331
332
|
- **img1** (Tensor) - The first image batch with format 'NCHW'. It must be the same shape and dtype as img2.
|
|
@@ -348,11 +349,10 @@ class MSSSIM(Cell):
|
|
|
348
349
|
|
|
349
350
|
Examples:
|
|
350
351
|
>>> import numpy as np
|
|
351
|
-
>>> import mindspore
|
|
352
|
-
>>>
|
|
353
|
-
>>>
|
|
354
|
-
>>>
|
|
355
|
-
>>> img2 = Tensor(np.ones((1, 3, 128, 128)).astype(np.float32))
|
|
352
|
+
>>> import mindspore as ms
|
|
353
|
+
>>> net = ms.nn.MSSSIM(power_factors=(0.033, 0.033, 0.033))
|
|
354
|
+
>>> img1 = ms.Tensor(np.ones((1, 3, 128, 128)).astype(np.float32))
|
|
355
|
+
>>> img2 = ms.Tensor(np.ones((1, 3, 128, 128)).astype(np.float32))
|
|
356
356
|
>>> output = net(img1, img2)
|
|
357
357
|
>>> print(output)
|
|
358
358
|
[1.]
|
|
@@ -432,7 +432,7 @@ class PSNR(Cell):
|
|
|
432
432
|
|
|
433
433
|
Args:
|
|
434
434
|
max_val (Union[int, float]): The dynamic range of the pixel values (255 for 8-bit grayscale images).
|
|
435
|
-
The value must be greater than 0. Default: 1.0.
|
|
435
|
+
The value must be greater than 0. Default: ``1.0`` .
|
|
436
436
|
|
|
437
437
|
Inputs:
|
|
438
438
|
- **img1** (Tensor) - The first image batch with format 'NCHW'. It must be the same shape and dtype as img2.
|
|
@@ -450,9 +450,10 @@ class PSNR(Cell):
|
|
|
450
450
|
``Ascend`` ``GPU`` ``CPU``
|
|
451
451
|
|
|
452
452
|
Examples:
|
|
453
|
-
>>>
|
|
454
|
-
>>>
|
|
455
|
-
>>>
|
|
453
|
+
>>> import mindspore as ms
|
|
454
|
+
>>> net = ms.nn.PSNR()
|
|
455
|
+
>>> img1 = ms.Tensor([[[[1, 2, 3, 4], [1, 2, 3, 4]]]])
|
|
456
|
+
>>> img2 = ms.Tensor([[[[3, 4, 5, 6], [3, 4, 5, 6]]]])
|
|
456
457
|
>>> output = net(img1, img2)
|
|
457
458
|
>>> print(output)
|
|
458
459
|
[-6.0206]
|
|
@@ -533,8 +534,10 @@ class CentralCrop(Cell):
|
|
|
533
534
|
``Ascend`` ``GPU`` ``CPU``
|
|
534
535
|
|
|
535
536
|
Examples:
|
|
536
|
-
>>>
|
|
537
|
-
>>>
|
|
537
|
+
>>> import mindspore as ms
|
|
538
|
+
>>> import numpy as np
|
|
539
|
+
>>> net = ms.nn.CentralCrop(central_fraction=0.5)
|
|
540
|
+
>>> image = ms.Tensor(np.random.random((4, 3, 4, 4)), ms.float32)
|
|
538
541
|
>>> output = net(image)
|
|
539
542
|
>>> print(output.shape)
|
|
540
543
|
(4, 3, 2, 2)
|
|
@@ -568,7 +571,8 @@ class PixelShuffle(Cell):
|
|
|
568
571
|
<https://arxiv.org/abs/1609.05158>`_ .
|
|
569
572
|
|
|
570
573
|
Typically, the input is of shape :math:`(*, C \times r^2, H, W)` , and the output is of shape
|
|
571
|
-
:math:`(*, C, H \times r, W \times r)`,
|
|
574
|
+
:math:`(*, C, H \times r, W \times r)`,
|
|
575
|
+
where :math:`r` is an upscale factor and :math:`*` is zero or more batch dimensions.
|
|
572
576
|
|
|
573
577
|
Note:
|
|
574
578
|
The dimension of input Tensor on Ascend should be less than 7.
|
|
@@ -587,15 +591,18 @@ class PixelShuffle(Cell):
|
|
|
587
591
|
Raises:
|
|
588
592
|
ValueError: If `upscale_factor` is not a positive integer.
|
|
589
593
|
ValueError: If the length of third to last dimension of `input` is not divisible by `upscale_factor` squared.
|
|
590
|
-
|
|
594
|
+
ValueError: If the dimension of `input` is less than 3.
|
|
595
|
+
TypeError: If `input` is not a Tensor.
|
|
591
596
|
|
|
592
597
|
Supported Platforms:
|
|
593
598
|
``Ascend`` ``GPU`` ``CPU``
|
|
594
599
|
|
|
595
600
|
Examples:
|
|
601
|
+
>>> import mindspore as ms
|
|
602
|
+
>>> import numpy as np
|
|
596
603
|
>>> input_x = np.arange(3 * 2 * 8 * 4 * 4).reshape((3, 2, 8, 4, 4))
|
|
597
|
-
>>> input_x =
|
|
598
|
-
>>> pixel_shuffle = nn.PixelShuffle(2)
|
|
604
|
+
>>> input_x = ms.Tensor(input_x, ms.dtype.int32)
|
|
605
|
+
>>> pixel_shuffle = ms.nn.PixelShuffle(2)
|
|
599
606
|
>>> output = pixel_shuffle(input_x)
|
|
600
607
|
>>> print(output.shape)
|
|
601
608
|
(3, 2, 2, 8, 8)
|
|
@@ -615,7 +622,8 @@ class PixelUnshuffle(Cell):
|
|
|
615
622
|
<https://arxiv.org/abs/1609.05158>`_ .
|
|
616
623
|
|
|
617
624
|
Typically, the input is of shape :math:`(*, C, H \times r, W \times r)` , and the output is of shape
|
|
618
|
-
:math:`(*, C \times r^2, H, W)` ,
|
|
625
|
+
:math:`(*, C \times r^2, H, W)` ,
|
|
626
|
+
where :math:`r` is a downscale factor and :math:`*` is zero or more batch dimensions.
|
|
619
627
|
|
|
620
628
|
Args:
|
|
621
629
|
downscale_factor (int): factor to unshuffle the input, and is a positive integer.
|
|
@@ -632,15 +640,18 @@ class PixelUnshuffle(Cell):
|
|
|
632
640
|
Raises:
|
|
633
641
|
ValueError: If `downscale_factor` is not a positive integer.
|
|
634
642
|
ValueError: If the length of second to last dimension or last dimension is not divisible by `downscale_factor` .
|
|
635
|
-
|
|
643
|
+
ValueError: If the dimension of `input` is less than 3.
|
|
644
|
+
TypeError: If `input` is not a Tensor.
|
|
636
645
|
|
|
637
646
|
Supported Platforms:
|
|
638
647
|
``Ascend`` ``GPU`` ``CPU``
|
|
639
648
|
|
|
640
649
|
Examples:
|
|
641
|
-
>>>
|
|
650
|
+
>>> import mindspore as ms
|
|
651
|
+
>>> import numpy as np
|
|
652
|
+
>>> pixel_unshuffle = ms.nn.PixelUnshuffle(2)
|
|
642
653
|
>>> input_x = np.arange(8 * 8).reshape((1, 1, 8, 8))
|
|
643
|
-
>>> input_x =
|
|
654
|
+
>>> input_x = ms.Tensor(input_x, ms.dtype.int32)
|
|
644
655
|
>>> output = pixel_unshuffle(input_x)
|
|
645
656
|
>>> print(output.shape)
|
|
646
657
|
(1, 4, 4, 4)
|
mindspore/nn/layer/math.py
CHANGED
|
@@ -66,7 +66,7 @@ class ReduceLogSumExp(Cell):
|
|
|
66
66
|
ReduceLogSumExp(x) = \log(\sum(e^x))
|
|
67
67
|
|
|
68
68
|
Args:
|
|
69
|
-
axis (Union[int, tuple(int), list(int)]) - The dimensions to reduce. Default: (), reduce all dimensions.
|
|
69
|
+
axis (Union[int, tuple(int), list(int)]) - The dimensions to reduce. Default: ``()`` , reduce all dimensions.
|
|
70
70
|
Only constant value is allowed.
|
|
71
71
|
keep_dims (bool): If True, keep these reduced dimensions and the length is 1.
|
|
72
72
|
If False, don't keep these dimensions.
|
|
@@ -94,8 +94,10 @@ class ReduceLogSumExp(Cell):
|
|
|
94
94
|
``Ascend`` ``GPU`` ``CPU``
|
|
95
95
|
|
|
96
96
|
Examples:
|
|
97
|
-
>>>
|
|
98
|
-
>>>
|
|
97
|
+
>>> import mindspore as ms
|
|
98
|
+
>>> import numpy as np
|
|
99
|
+
>>> x = ms.Tensor(np.random.randn(3, 4, 5, 6).astype(np.float32))
|
|
100
|
+
>>> op = ms.nn.ReduceLogSumExp(1, keep_dims=True)
|
|
99
101
|
>>> output = op(x)
|
|
100
102
|
>>> print(output.shape)
|
|
101
103
|
(3, 1, 5, 6)
|
|
@@ -122,15 +124,15 @@ class ReduceLogSumExp(Cell):
|
|
|
122
124
|
|
|
123
125
|
class Range(Cell):
|
|
124
126
|
r"""
|
|
125
|
-
|
|
126
|
-
|
|
127
|
+
The Range class will be deprecated in the future,
|
|
128
|
+
this function can be replaced by :func:`ops.range`
|
|
127
129
|
"""
|
|
128
130
|
|
|
129
131
|
def __init__(self, start, limit=None, delta=1):
|
|
130
132
|
"""Initialize Range."""
|
|
131
133
|
super(Range, self).__init__()
|
|
132
|
-
logger.warning("
|
|
133
|
-
"
|
|
134
|
+
logger.warning("The Range class will be deprecated in the future,"
|
|
135
|
+
"this function can be replaced by :func:`ops.range`")
|
|
134
136
|
if delta == 0:
|
|
135
137
|
raise ValueError(f"For '{self.cls_name}', the 'delta' can not be zero.")
|
|
136
138
|
data = np.arange(start, limit, delta)
|
|
@@ -188,8 +190,10 @@ class LGamma(Cell):
|
|
|
188
190
|
``Ascend`` ``GPU``
|
|
189
191
|
|
|
190
192
|
Examples:
|
|
191
|
-
>>>
|
|
192
|
-
>>>
|
|
193
|
+
>>> import mindspore as ms
|
|
194
|
+
>>> import numpy as np
|
|
195
|
+
>>> x = ms.Tensor(np.array([2, 3, 4]).astype(np.float32))
|
|
196
|
+
>>> op = ms.nn.LGamma()
|
|
193
197
|
>>> output = op(x)
|
|
194
198
|
>>> print(output)
|
|
195
199
|
[3.5762787e-07 6.9314754e-01 1.7917603e+00]
|
|
@@ -218,9 +222,7 @@ class LGamma(Cell):
|
|
|
218
222
|
self.log1p = P.Log1p()
|
|
219
223
|
self.abs = P.Abs()
|
|
220
224
|
self.shape = P.Shape()
|
|
221
|
-
self.dyn_shape = P.TensorShape()
|
|
222
225
|
self.dtype = P.DType()
|
|
223
|
-
self.fill = P.Fill()
|
|
224
226
|
self.floor = P.Floor()
|
|
225
227
|
self.equal = P.Equal()
|
|
226
228
|
self.greater = P.Greater()
|
|
@@ -237,7 +239,7 @@ class LGamma(Cell):
|
|
|
237
239
|
if F.is_sequence_value_unknown(self.shape(x)):
|
|
238
240
|
infinity = self.ones_like(x) * F.cast(self.inf, input_dtype)
|
|
239
241
|
else:
|
|
240
|
-
infinity =
|
|
242
|
+
infinity = F.fill(input_dtype, self.shape(x), self.inf)
|
|
241
243
|
|
|
242
244
|
need_to_reflect = self.less(x, 0.5)
|
|
243
245
|
neg_input = -x
|
|
@@ -306,8 +308,10 @@ class DiGamma(Cell):
|
|
|
306
308
|
``Ascend`` ``GPU``
|
|
307
309
|
|
|
308
310
|
Examples:
|
|
309
|
-
>>>
|
|
310
|
-
>>>
|
|
311
|
+
>>> import mindspore as ms
|
|
312
|
+
>>> import numpy as np
|
|
313
|
+
>>> x = ms.Tensor(np.array([2, 3, 4]).astype(np.float32))
|
|
314
|
+
>>> op = ms.nn.DiGamma()
|
|
311
315
|
>>> output = op(x)
|
|
312
316
|
>>> print(output)
|
|
313
317
|
[0.42278463 0.92278427 1.2561178]
|
|
@@ -330,7 +334,6 @@ class DiGamma(Cell):
|
|
|
330
334
|
self.abs = P.Abs()
|
|
331
335
|
self.shape = P.Shape()
|
|
332
336
|
self.dtype = P.DType()
|
|
333
|
-
self.fill = P.Fill()
|
|
334
337
|
self.floor = P.Floor()
|
|
335
338
|
self.equal = P.Equal()
|
|
336
339
|
self.less = P.Less()
|
|
@@ -351,8 +354,9 @@ class DiGamma(Cell):
|
|
|
351
354
|
num = 0
|
|
352
355
|
denom = k_base_lanczos_coeff
|
|
353
356
|
for i in range(8):
|
|
354
|
-
|
|
355
|
-
|
|
357
|
+
j = z + i + 1
|
|
358
|
+
num = num - k_lanczos_coefficients[i] / (j * j)
|
|
359
|
+
denom = denom + k_lanczos_coefficients[i] / j
|
|
356
360
|
return num, denom
|
|
357
361
|
|
|
358
362
|
num, denom = _calculate_num_denom(z, self.k_base_lanczos_coeff, self.k_lanczos_coefficients)
|
|
@@ -365,7 +369,7 @@ class DiGamma(Cell):
|
|
|
365
369
|
reduced_input = x + self.abs(self.floor(x + 0.5))
|
|
366
370
|
reflection = y - self.pi * self.cos(self.pi * reduced_input) / self.sin(self.pi * reduced_input)
|
|
367
371
|
real_result = self.select(need_to_reflect, reflection, y)
|
|
368
|
-
nan =
|
|
372
|
+
nan = F.fill(self.dtype(x), self.shape(x), np.nan)
|
|
369
373
|
|
|
370
374
|
return self.select(self.logicaland(self.less(x, 0), self.equal(x, self.floor(x))),
|
|
371
375
|
nan, real_result)
|
|
@@ -385,7 +389,6 @@ def _igamma_series(ax, x, a, enabled):
|
|
|
385
389
|
|
|
386
390
|
logicaland = P.LogicalAnd()
|
|
387
391
|
greater = P.Greater()
|
|
388
|
-
fill = P.Fill()
|
|
389
392
|
shape = P.Shape()
|
|
390
393
|
dtype = P.DType()
|
|
391
394
|
select = P.Select()
|
|
@@ -418,8 +421,8 @@ def _igamma_series(ax, x, a, enabled):
|
|
|
418
421
|
select(enabled, x, vals[4]), select(enabled, dc_da, vals[5]),
|
|
419
422
|
select(enabled, dans_da, vals[6]))
|
|
420
423
|
|
|
421
|
-
ones = fill(dtype(a), shape(a), 1)
|
|
422
|
-
zeros = fill(dtype(a), shape(a), 0)
|
|
424
|
+
ones = F.fill(dtype(a), shape(a), 1)
|
|
425
|
+
zeros = F.fill(dtype(a), shape(a), 0)
|
|
423
426
|
vals = (enabled, a, ones, ones, x, zeros, zeros)
|
|
424
427
|
|
|
425
428
|
vals = _while_helper_func(cond, body, vals)
|
|
@@ -435,7 +438,6 @@ def _igammac_continued_fraction(ax, x, a, enabled):
|
|
|
435
438
|
greater = P.Greater()
|
|
436
439
|
less = P.Less()
|
|
437
440
|
notequal = P.NotEqual()
|
|
438
|
-
fill = P.Fill()
|
|
439
441
|
shape = P.Shape()
|
|
440
442
|
dtype = P.DType()
|
|
441
443
|
select = P.Select()
|
|
@@ -476,7 +478,7 @@ def _igammac_continued_fraction(ax, x, a, enabled):
|
|
|
476
478
|
qk_is_nonzero = notequal(qk, 0)
|
|
477
479
|
r = pk / qk
|
|
478
480
|
|
|
479
|
-
t = select(qk_is_nonzero, abs_x((ans - r) / r), fill(dtype(t), shape(t), 1))
|
|
481
|
+
t = select(qk_is_nonzero, abs_x((ans - r) / r), F.fill(dtype(t), shape(t), 1))
|
|
480
482
|
ans = select(qk_is_nonzero, r, ans)
|
|
481
483
|
|
|
482
484
|
dpk_da = dpkm1_da * z - pkm1 - dpkm2_da * yc + pkm2 * c
|
|
@@ -484,7 +486,7 @@ def _igammac_continued_fraction(ax, x, a, enabled):
|
|
|
484
486
|
dans_da_new = select(qk_is_nonzero, (dpk_da - ans * dqk_da) / qk, dans_da)
|
|
485
487
|
grad_conditional = select(qk_is_nonzero,
|
|
486
488
|
abs_x(dans_da_new - dans_da),
|
|
487
|
-
fill(dtype(dans_da), shape(dans_da), 1))
|
|
489
|
+
F.fill(dtype(dans_da), shape(dans_da), 1))
|
|
488
490
|
|
|
489
491
|
pkm2 = pkm1
|
|
490
492
|
pkm1 = pk
|
|
@@ -519,16 +521,16 @@ def _igammac_continued_fraction(ax, x, a, enabled):
|
|
|
519
521
|
|
|
520
522
|
y = 1 - a
|
|
521
523
|
z = x + y + 1
|
|
522
|
-
c = fill(dtype(x), shape(x), 0)
|
|
523
|
-
pkm2 = fill(dtype(x), shape(x), 1)
|
|
524
|
+
c = F.fill(dtype(x), shape(x), 0)
|
|
525
|
+
pkm2 = F.fill(dtype(x), shape(x), 1)
|
|
524
526
|
qkm2 = x
|
|
525
527
|
pkm1 = x + 1
|
|
526
528
|
qkm1 = z * x
|
|
527
529
|
ans = pkm1 / qkm1
|
|
528
|
-
t = fill(dtype(x), shape(x), 1)
|
|
529
|
-
dpkm2_da = fill(dtype(x), shape(x), 0)
|
|
530
|
-
dqkm2_da = fill(dtype(x), shape(x), 0)
|
|
531
|
-
dpkm1_da = fill(dtype(x), shape(x), 0)
|
|
530
|
+
t = F.fill(dtype(x), shape(x), 1)
|
|
531
|
+
dpkm2_da = F.fill(dtype(x), shape(x), 0)
|
|
532
|
+
dqkm2_da = F.fill(dtype(x), shape(x), 0)
|
|
533
|
+
dpkm1_da = F.fill(dtype(x), shape(x), 0)
|
|
532
534
|
dqkm1_da = -x
|
|
533
535
|
dans_da = (dpkm1_da - ans * dqkm1_da) / qkm1
|
|
534
536
|
vals = (enabled, ans, t, y, z, c, pkm1, qkm1, pkm2, qkm2, dpkm2_da, dqkm2_da, dpkm1_da, dqkm1_da, dans_da)
|
|
@@ -571,9 +573,11 @@ class IGamma(Cell):
|
|
|
571
573
|
``Ascend`` ``GPU`` ``CPU``
|
|
572
574
|
|
|
573
575
|
Examples:
|
|
574
|
-
>>>
|
|
575
|
-
>>>
|
|
576
|
-
>>>
|
|
576
|
+
>>> import mindspore as ms
|
|
577
|
+
>>> import numpy as np
|
|
578
|
+
>>> a = ms.Tensor(np.array([2.0, 4.0, 6.0, 8.0]).astype(np.float32))
|
|
579
|
+
>>> x = ms.Tensor(np.array([2.0, 3.0, 4.0, 5.0]).astype(np.float32))
|
|
580
|
+
>>> igamma = ms.nn.IGamma()
|
|
577
581
|
>>> output = igamma(a, x)
|
|
578
582
|
>>> print (output)
|
|
579
583
|
[0.593994 0.35276785 0.21486944 0.13337152]
|
|
@@ -598,7 +602,6 @@ class IGamma(Cell):
|
|
|
598
602
|
self.exp = P.Exp()
|
|
599
603
|
self.select = P.Select()
|
|
600
604
|
self.zeroslike = P.ZerosLike()
|
|
601
|
-
self.fill = P.Fill()
|
|
602
605
|
self.shape = P.Shape()
|
|
603
606
|
self.dtype = P.DType()
|
|
604
607
|
self.lgamma = LGamma()
|
|
@@ -625,7 +628,7 @@ class IGamma(Cell):
|
|
|
625
628
|
1 - _igammac_continued_fraction(ax, x, a, self.logicaland(enabled, use_igammac)),
|
|
626
629
|
_igamma_series(ax, x, a, self.logicaland(enabled, self.logicalnot(use_igammac))))
|
|
627
630
|
output = self.select(x_is_zero, self.zeroslike(output), output)
|
|
628
|
-
output = self.select(domain_error,
|
|
631
|
+
output = self.select(domain_error, F.fill(self.dtype(a), self.shape(a), np.nan), output)
|
|
629
632
|
return output
|
|
630
633
|
|
|
631
634
|
|
|
@@ -660,9 +663,11 @@ class LBeta(Cell):
|
|
|
660
663
|
``Ascend`` ``GPU``
|
|
661
664
|
|
|
662
665
|
Examples:
|
|
663
|
-
>>>
|
|
664
|
-
>>>
|
|
665
|
-
>>>
|
|
666
|
+
>>> import mindspore as ms
|
|
667
|
+
>>> import numpy as np
|
|
668
|
+
>>> x = ms.Tensor(np.array([2.0, 4.0, 6.0, 8.0]).astype(np.float32))
|
|
669
|
+
>>> y = ms.Tensor(np.array([2.0, 3.0, 14.0, 15.0]).astype(np.float32))
|
|
670
|
+
>>> lbeta = ms.nn.LBeta()
|
|
666
671
|
>>> output = lbeta(y, x)
|
|
667
672
|
>>> print(output)
|
|
668
673
|
[-1.7917596 -4.094345 -12.000229 -14.754799]
|
|
@@ -887,8 +892,8 @@ class CosineSimilarity(Cell):
|
|
|
887
892
|
the lower bound of :math:`\parallel \textbf{x} \parallel \parallel \textbf{y} \parallel` is set to `eps`.
|
|
888
893
|
|
|
889
894
|
Args:
|
|
890
|
-
dim (int, optional): Dimension. Default: 1.
|
|
891
|
-
eps (float, optional): Small value. Default: 1e-08.
|
|
895
|
+
dim (int, optional): Dimension. Default: ``1`` .
|
|
896
|
+
eps (float, optional): Small value. Default: ``1e-08`` .
|
|
892
897
|
|
|
893
898
|
Inputs:
|
|
894
899
|
- **x1** (Tensor) - The first tensor :math:`\textbf{x}`.
|
|
@@ -905,9 +910,11 @@ class CosineSimilarity(Cell):
|
|
|
905
910
|
``Ascend`` ``GPU`` ``CPU``
|
|
906
911
|
|
|
907
912
|
Examples:
|
|
908
|
-
>>>
|
|
909
|
-
>>>
|
|
910
|
-
>>>
|
|
913
|
+
>>> import mindspore as ms
|
|
914
|
+
>>> import numpy as np
|
|
915
|
+
>>> x1 = ms.Tensor([[1.0, 3.0, 4.0, 7.0], [2.0, 4.0, 2.0, 5.0], [3.0, 1.0, 5.0, 8.0]])
|
|
916
|
+
>>> x2 = ms.Tensor([[2.0, 4.0, 2.0, 5.0], [3.0, 1.0, 5.0, 8.0], [1.0, 3.0, 4.0, 7.0]])
|
|
917
|
+
>>> func = ms.nn.layer.CosineSimilarity()
|
|
911
918
|
>>> out = func(x1, x2)
|
|
912
919
|
>>> print(out.asnumpy())
|
|
913
920
|
[0.9402562 0.8614609 0.9516245]
|
|
@@ -938,15 +945,15 @@ class CosineSimilarity(Cell):
|
|
|
938
945
|
|
|
939
946
|
class Moments(Cell):
|
|
940
947
|
"""
|
|
941
|
-
|
|
942
|
-
|
|
948
|
+
The Moments class will be deprecated in the future,
|
|
949
|
+
this function can be replaced by :func:`ops.var_mean`
|
|
943
950
|
"""
|
|
944
951
|
|
|
945
952
|
def __init__(self, axis=None, keep_dims=None):
|
|
946
953
|
"""Initialize Moments."""
|
|
947
954
|
super(Moments, self).__init__()
|
|
948
|
-
logger.warning("
|
|
949
|
-
"
|
|
955
|
+
logger.warning("The Moments class will be deprecated in the future,"
|
|
956
|
+
"this function can be replaced by :func:`ops.var_mean`")
|
|
950
957
|
if axis is None:
|
|
951
958
|
axis = ()
|
|
952
959
|
if isinstance(axis, tuple):
|
|
@@ -996,8 +1003,10 @@ class MatInverse(Cell):
|
|
|
996
1003
|
``GPU``
|
|
997
1004
|
|
|
998
1005
|
Examples:
|
|
999
|
-
>>>
|
|
1000
|
-
>>>
|
|
1006
|
+
>>> import mindspore as ms
|
|
1007
|
+
>>> import numpy as np
|
|
1008
|
+
>>> x = ms.Tensor(np.array([[4, 12, -16], [12, 37, -43], [-16, -43, 98]]).astype(np.float32))
|
|
1009
|
+
>>> op = ms.nn.MatInverse()
|
|
1001
1010
|
>>> output = op(x)
|
|
1002
1011
|
>>> print(output)
|
|
1003
1012
|
[[49.36112 -13.555558 2.1111116]
|
|
@@ -1038,8 +1047,10 @@ class MatDet(Cell):
|
|
|
1038
1047
|
``GPU``
|
|
1039
1048
|
|
|
1040
1049
|
Examples:
|
|
1041
|
-
>>>
|
|
1042
|
-
>>>
|
|
1050
|
+
>>> import mindspore as ms
|
|
1051
|
+
>>> import numpy as np
|
|
1052
|
+
>>> x = ms.Tensor(np.array([[4, 12, -16], [12, 37, -43], [-16, -43, 98]]).astype(np.float32))
|
|
1053
|
+
>>> op = ms.nn.MatDet()
|
|
1043
1054
|
>>> output = op(x)
|
|
1044
1055
|
>>> print(output)
|
|
1045
1056
|
35.999996
|