mindspore 2.0.0rc1__cp38-cp38-manylinux1_x86_64.whl → 2.2.0__cp38-cp38-manylinux1_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +2 -2
- mindspore/__init__.py +5 -2
- mindspore/_akg/akg/build_module.py +5 -6
- mindspore/_akg/akg/composite/build_module.py +49 -16
- mindspore/_akg/akg/composite/split_stitch.py +10 -11
- mindspore/_akg/akg/config/repository.json +195 -0
- mindspore/_akg/akg/global_configs.py +5 -1
- mindspore/_akg/akg/ms/info_version_adapt.py +67 -1
- mindspore/_akg/akg/tvm/api.py +4 -3
- mindspore/_akg/akg/tvm/autotvm/__init__.py +1 -2
- mindspore/_akg/akg/tvm/autotvm/graph_tuner/base_graph_tuner.py +1 -5
- mindspore/_akg/akg/tvm/autotvm/measure/__init__.py +1 -1
- mindspore/_akg/akg/tvm/autotvm/measure/measure.py +1 -10
- mindspore/_akg/akg/tvm/autotvm/measure/measure_methods.py +1 -372
- mindspore/_akg/akg/tvm/build_module.py +16 -1
- mindspore/_akg/akg/tvm/contrib/graph_runtime.py +0 -53
- mindspore/_akg/akg/tvm/hybrid/parser.py +7 -6
- mindspore/_akg/akg/tvm/ir_builder.py +1 -1
- mindspore/_akg/akg/tvm/module.py +1 -2
- mindspore/_akg/akg/tvm/stmt.py +2 -2
- mindspore/_akg/akg/utils/composite_op_helper.py +9 -10
- mindspore/_akg/akg/utils/kernel_exec.py +58 -260
- mindspore/_akg/akg/utils/op_dsl.py +17 -1
- mindspore/_akg/akg/utils/result_analysis.py +4 -24
- mindspore/_akg/akg/utils/tbe_codegen_utils.py +198 -0
- mindspore/_c_dataengine.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_check_jit_forbidden_api.py +5 -1
- mindspore/_checkparam.py +79 -62
- mindspore/_extends/graph_kernel/__init__.py +0 -1
- mindspore/_extends/graph_kernel/model/graph_split.py +2 -0
- mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
- mindspore/_extends/graph_kernel/splitter.py +1 -9
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +128 -21
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +2 -2
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +18 -13
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +13 -9
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
- mindspore/_extends/parse/__init__.py +19 -17
- mindspore/_extends/parse/namespace.py +7 -36
- mindspore/_extends/parse/parser.py +375 -189
- mindspore/_extends/parse/resources.py +36 -41
- mindspore/_extends/parse/standard_method.py +350 -245
- mindspore/_extends/parse/trope.py +2 -12
- mindspore/_extends/remote/kernel_build_server.py +24 -7
- mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
- mindspore/_install_custom.py +43 -0
- mindspore/_mindspore_offline_debug.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/amp.py +85 -19
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/base.py +2 -2
- mindspore/boost/boost.py +27 -32
- mindspore/boost/boost_cell_wrapper.py +37 -13
- mindspore/boost/grad_accumulation.py +1 -1
- mindspore/boost/grad_freeze.py +34 -6
- mindspore/boost/group_loss_scale_manager.py +15 -14
- mindspore/boost/less_batch_normalization.py +28 -3
- mindspore/common/__init__.py +15 -11
- mindspore/common/_auto_dynamic.py +68 -0
- mindspore/common/_jit_fallback_utils.py +111 -0
- mindspore/common/_register_for_adapter.py +17 -5
- mindspore/common/_register_for_tensor.py +2 -2
- mindspore/common/_stub_tensor.py +18 -15
- mindspore/common/_utils.py +31 -7
- mindspore/common/api.py +269 -101
- mindspore/common/auto_dynamic_shape.py +498 -0
- mindspore/common/dtype.py +61 -21
- mindspore/common/dump.py +9 -7
- mindspore/common/initializer.py +106 -76
- mindspore/common/jit_config.py +35 -14
- mindspore/common/lazy_inline.py +187 -0
- mindspore/common/mindir_util.py +101 -0
- mindspore/common/mutable.py +10 -13
- mindspore/common/parameter.py +246 -55
- mindspore/common/seed.py +13 -7
- mindspore/common/sparse_tensor.py +29 -33
- mindspore/common/tensor.py +907 -251
- mindspore/communication/__init__.py +7 -4
- mindspore/communication/_comm_helper.py +84 -4
- mindspore/communication/management.py +160 -88
- mindspore/config/op_info.config +99 -75
- mindspore/config/super_bar_config.json +36 -4
- mindspore/context.py +526 -219
- mindspore/dataset/__init__.py +9 -46
- mindspore/dataset/audio/__init__.py +4 -19
- mindspore/dataset/audio/transforms.py +545 -233
- mindspore/dataset/audio/utils.py +21 -18
- mindspore/dataset/callback/ds_callback.py +42 -13
- mindspore/dataset/core/config.py +158 -100
- mindspore/dataset/core/validator_helpers.py +1 -63
- mindspore/dataset/debug/debug_hook.py +45 -13
- mindspore/dataset/debug/pre_defined_hook.py +5 -5
- mindspore/dataset/engine/__init__.py +0 -5
- mindspore/dataset/engine/cache_client.py +38 -15
- mindspore/dataset/engine/datasets.py +615 -278
- mindspore/dataset/engine/datasets_audio.py +154 -283
- mindspore/dataset/engine/datasets_standard_format.py +104 -116
- mindspore/dataset/engine/datasets_text.py +443 -326
- mindspore/dataset/engine/datasets_user_defined.py +251 -164
- mindspore/dataset/engine/datasets_vision.py +839 -1443
- mindspore/dataset/engine/iterators.py +11 -4
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +7 -3
- mindspore/dataset/engine/obs/util.py +3 -0
- mindspore/dataset/engine/offload.py +6 -6
- mindspore/dataset/engine/queue.py +15 -14
- mindspore/dataset/engine/samplers.py +39 -23
- mindspore/dataset/engine/serializer_deserializer.py +22 -6
- mindspore/dataset/engine/validators.py +21 -331
- mindspore/dataset/text/__init__.py +5 -33
- mindspore/dataset/text/transforms.py +334 -165
- mindspore/dataset/text/utils.py +215 -145
- mindspore/dataset/transforms/__init__.py +1 -1
- mindspore/dataset/transforms/c_transforms.py +3 -2
- mindspore/dataset/transforms/py_transforms_util.py +40 -12
- mindspore/dataset/transforms/transforms.py +174 -71
- mindspore/dataset/utils/browse_dataset.py +25 -17
- mindspore/dataset/utils/line_reader.py +24 -21
- mindspore/dataset/vision/__init__.py +5 -26
- mindspore/dataset/vision/c_transforms.py +177 -165
- mindspore/dataset/vision/py_transforms.py +114 -119
- mindspore/dataset/vision/py_transforms_util.py +54 -51
- mindspore/dataset/vision/transforms.py +1127 -381
- mindspore/dataset/vision/utils.py +54 -38
- mindspore/dataset/vision/validators.py +12 -2
- mindspore/experimental/map_parameter.py +38 -4
- mindspore/{dataset/datapreprocess → experimental/optim}/__init__.py +14 -4
- mindspore/experimental/optim/adam.py +192 -0
- mindspore/experimental/optim/adamw.py +181 -0
- mindspore/experimental/optim/lr_scheduler.py +1427 -0
- mindspore/experimental/optim/optimizer.py +252 -0
- mindspore/experimental/optim/sgd.py +147 -0
- mindspore/gen_ops.py +273 -0
- mindspore/include/OWNERS +1 -2
- mindspore/include/api/context.h +21 -1
- mindspore/include/api/data_type.h +2 -1
- mindspore/include/api/graph.h +0 -15
- mindspore/include/api/kernel.h +2 -0
- mindspore/include/api/kernel_api.h +37 -12
- mindspore/include/api/model.h +29 -42
- mindspore/include/api/model_group.h +14 -3
- mindspore/include/api/model_parallel_runner.h +18 -2
- mindspore/include/api/serialization.h +26 -0
- mindspore/include/api/status.h +1 -0
- mindspore/include/api/types.h +38 -4
- mindspore/include/c_api/ms/abstract.h +67 -0
- mindspore/include/c_api/ms/attribute.h +197 -0
- mindspore/include/c_api/ms/base/handle_types.h +43 -0
- mindspore/include/c_api/ms/base/macros.h +32 -0
- mindspore/include/c_api/ms/base/status.h +33 -0
- mindspore/include/c_api/ms/base/types.h +282 -0
- mindspore/include/c_api/ms/context.h +102 -0
- mindspore/include/c_api/ms/graph.h +160 -0
- mindspore/include/c_api/ms/node.h +606 -0
- mindspore/include/c_api/ms/tensor.h +161 -0
- mindspore/include/c_api/ms/value.h +84 -0
- mindspore/include/c_api/status_c.h +3 -0
- mindspore/include/dataset/constants.h +6 -12
- mindspore/include/dataset/execute.h +23 -13
- mindspore/include/dataset/text.h +26 -26
- mindspore/include/dataset/transforms.h +25 -31
- mindspore/include/dataset/vision.h +60 -60
- mindspore/include/dataset/vision_ascend.h +5 -6
- mindspore/include/dataset/vision_lite.h +17 -17
- mindspore/include/mindapi/base/format.h +0 -1
- mindspore/include/mindapi/base/type_id.h +2 -1
- mindspore/include/mindapi/base/types.h +5 -1
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libjemalloc.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +9000 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/libakg.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/cpu/libakg.so +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
- mindspore/lib/plugin/gpu10.1/libakg.so +0 -0
- mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu10.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.1/libakg.so +0 -0
- mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.6/libakg.so +0 -0
- mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.6/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
- mindspore/log.py +9 -6
- mindspore/mindrecord/filereader.py +33 -4
- mindspore/mindrecord/filewriter.py +70 -35
- mindspore/mindrecord/mindpage.py +40 -34
- mindspore/mindrecord/shardreader.py +1 -1
- mindspore/mindrecord/shardsegment.py +1 -1
- mindspore/mindrecord/tools/cifar100_to_mr.py +25 -18
- mindspore/mindrecord/tools/cifar10_to_mr.py +25 -18
- mindspore/mindrecord/tools/csv_to_mr.py +29 -13
- mindspore/mindrecord/tools/imagenet_to_mr.py +24 -10
- mindspore/mindrecord/tools/mnist_to_mr.py +24 -11
- mindspore/mindrecord/tools/tfrecord_to_mr.py +31 -26
- mindspore/nn/cell.py +463 -169
- mindspore/nn/dynamic_lr.py +47 -43
- mindspore/nn/layer/activation.py +225 -82
- mindspore/nn/layer/basic.py +121 -79
- mindspore/nn/layer/channel_shuffle.py +21 -21
- mindspore/nn/layer/combined.py +33 -26
- mindspore/nn/layer/container.py +277 -22
- mindspore/nn/layer/conv.py +441 -304
- mindspore/nn/layer/dense.py +19 -13
- mindspore/nn/layer/embedding.py +62 -49
- mindspore/nn/layer/flash_attention.py +264 -0
- mindspore/nn/layer/image.py +50 -39
- mindspore/nn/layer/math.py +62 -51
- mindspore/nn/layer/normalization.py +219 -167
- mindspore/nn/layer/padding.py +58 -70
- mindspore/nn/layer/pooling.py +334 -287
- mindspore/nn/layer/rnn_cells.py +53 -38
- mindspore/nn/layer/rnns.py +59 -56
- mindspore/nn/layer/thor_layer.py +52 -44
- mindspore/nn/layer/timedistributed.py +6 -4
- mindspore/nn/layer/transformer.py +284 -164
- mindspore/nn/learning_rate_schedule.py +34 -25
- mindspore/nn/loss/__init__.py +3 -2
- mindspore/nn/loss/loss.py +554 -311
- mindspore/nn/optim/ada_grad.py +12 -9
- mindspore/nn/optim/adadelta.py +14 -11
- mindspore/nn/optim/adafactor.py +19 -16
- mindspore/nn/optim/adam.py +62 -47
- mindspore/nn/optim/adamax.py +13 -10
- mindspore/nn/optim/adasum.py +12 -8
- mindspore/nn/optim/asgd.py +10 -9
- mindspore/nn/optim/ftrl.py +20 -17
- mindspore/nn/optim/lamb.py +16 -12
- mindspore/nn/optim/lars.py +8 -6
- mindspore/nn/optim/lazyadam.py +25 -20
- mindspore/nn/optim/momentum.py +10 -7
- mindspore/nn/optim/optimizer.py +61 -9
- mindspore/nn/optim/proximal_ada_grad.py +14 -13
- mindspore/nn/optim/rmsprop.py +17 -13
- mindspore/nn/optim/rprop.py +30 -17
- mindspore/nn/optim/sgd.py +40 -23
- mindspore/nn/optim/thor.py +24 -26
- mindspore/nn/probability/bijector/bijector.py +11 -11
- mindspore/nn/probability/bijector/exp.py +1 -1
- mindspore/nn/probability/bijector/gumbel_cdf.py +3 -3
- mindspore/nn/probability/bijector/invert.py +1 -1
- mindspore/nn/probability/bijector/power_transform.py +29 -29
- mindspore/nn/probability/bijector/scalar_affine.py +3 -3
- mindspore/nn/probability/bijector/softplus.py +5 -5
- mindspore/nn/probability/bnn_layers/bnn_cell_wrapper.py +4 -2
- mindspore/nn/probability/bnn_layers/conv_variational.py +13 -13
- mindspore/nn/probability/bnn_layers/dense_variational.py +12 -12
- mindspore/nn/probability/bnn_layers/layer_distribution.py +9 -8
- mindspore/nn/probability/distribution/_utils/custom_ops.py +19 -3
- mindspore/nn/probability/distribution/_utils/utils.py +1 -1
- mindspore/nn/probability/distribution/bernoulli.py +9 -9
- mindspore/nn/probability/distribution/beta.py +8 -8
- mindspore/nn/probability/distribution/categorical.py +23 -15
- mindspore/nn/probability/distribution/cauchy.py +5 -6
- mindspore/nn/probability/distribution/distribution.py +3 -3
- mindspore/nn/probability/distribution/exponential.py +4 -4
- mindspore/nn/probability/distribution/gamma.py +10 -10
- mindspore/nn/probability/distribution/geometric.py +8 -8
- mindspore/nn/probability/distribution/gumbel.py +8 -9
- mindspore/nn/probability/distribution/half_normal.py +5 -5
- mindspore/nn/probability/distribution/laplace.py +5 -5
- mindspore/nn/probability/distribution/log_normal.py +12 -11
- mindspore/nn/probability/distribution/logistic.py +8 -8
- mindspore/nn/probability/distribution/normal.py +6 -5
- mindspore/nn/probability/distribution/poisson.py +10 -11
- mindspore/nn/probability/distribution/student_t.py +8 -9
- mindspore/nn/probability/distribution/transformed_distribution.py +5 -5
- mindspore/nn/probability/distribution/uniform.py +11 -11
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +9 -9
- mindspore/nn/wrap/cell_wrapper.py +188 -63
- mindspore/nn/wrap/grad_reducer.py +21 -12
- mindspore/nn/wrap/loss_scale.py +136 -49
- mindspore/numpy/__init__.py +4 -4
- mindspore/numpy/array_creations.py +55 -56
- mindspore/numpy/array_ops.py +134 -35
- mindspore/numpy/logic_ops.py +66 -20
- mindspore/numpy/math_ops.py +142 -139
- mindspore/numpy/utils_const.py +2 -2
- mindspore/offline_debug/convert_async.py +2 -2
- mindspore/ops/_grad_experimental/__init__.py +7 -5
- mindspore/ops/_grad_experimental/grad_array_ops.py +231 -348
- mindspore/ops/{_grad → _grad_experimental}/grad_base.py +1 -33
- mindspore/ops/{_grad → _grad_experimental}/grad_comm_ops.py +25 -13
- mindspore/ops/{_grad/__init__.py → _grad_experimental/grad_debug_ops.py} +15 -7
- mindspore/ops/{_grad → _grad_experimental}/grad_implementations.py +17 -11
- mindspore/ops/_grad_experimental/grad_inner_ops.py +33 -52
- mindspore/ops/_grad_experimental/grad_math_ops.py +151 -1224
- mindspore/ops/_grad_experimental/grad_nn_ops.py +141 -414
- mindspore/ops/{_grad → _grad_experimental}/grad_quant_ops.py +10 -6
- mindspore/ops/_grad_experimental/grad_sparse.py +317 -2
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -13
- mindspore/ops/{_grad → _grad_experimental}/taylor_rule.py +1 -1
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/flash_attention/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +406 -0
- mindspore/{_extends/graph_kernel/expanders/complex/__init__.py → ops/_op_impl/_custom_op/flash_attention/constants.py} +27 -8
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +467 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +563 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +193 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +435 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/sparse_tiling.py +45 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/strategy.py +67 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +62 -0
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/aicpu/__init__.py +41 -1
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d.py +37 -0
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/cast.py +52 -0
- mindspore/ops/_op_impl/aicpu/coalesce.py +2 -0
- mindspore/ops/_op_impl/aicpu/col2im.py +3 -1
- mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
- mindspore/ops/_op_impl/aicpu/dropout_genmask.py +6 -0
- mindspore/ops/_op_impl/aicpu/eps.py +32 -0
- mindspore/ops/_op_impl/aicpu/eye.py +4 -4
- mindspore/ops/_op_impl/aicpu/fft_with_size.py +6 -0
- mindspore/ops/_op_impl/aicpu/fill_diagonal.py +5 -0
- mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
- mindspore/ops/_op_impl/aicpu/im2col.py +3 -5
- mindspore/ops/_op_impl/aicpu/lgamma.py +1 -0
- mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
- mindspore/ops/_op_impl/aicpu/lu.py +39 -0
- mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/masked_scatter.py +1 -0
- mindspore/ops/_op_impl/aicpu/masked_select_grad.py +3 -0
- mindspore/ops/_op_impl/aicpu/matrix_band_part.py +59 -0
- mindspore/ops/_op_impl/aicpu/matrix_power.py +6 -1
- mindspore/ops/_op_impl/aicpu/median.py +1 -0
- mindspore/ops/_op_impl/aicpu/multinomial.py +9 -9
- mindspore/ops/_op_impl/aicpu/not_equal.py +0 -5
- mindspore/ops/_op_impl/aicpu/pad_v3.py +3 -1
- mindspore/ops/_op_impl/aicpu/pad_v3_grad.py +2 -0
- mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
- mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
- mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
- mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
- mindspore/ops/_op_impl/aicpu/resize_bilinear_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2.py +0 -6
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2_grad.py +0 -7
- mindspore/ops/_op_impl/aicpu/scatter_nd.py +2 -0
- mindspore/ops/_op_impl/aicpu/sequence_concat.py +40 -0
- mindspore/ops/_op_impl/aicpu/sequence_stack.py +40 -0
- mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
- mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
- mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -4
- mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -4
- mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
- mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
- mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
- mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d.py +14 -6
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d_grad.py +22 -8
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d.py +11 -6
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d_grad.py +21 -10
- mindspore/ops/_op_impl/tbe/__init__.py +6 -4
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_3d.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +4 -4
- mindspore/ops/_op_impl/tbe/avg_pool_ds.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_grad.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_grad_vm.py +3 -3
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer_ds.py +3 -2
- mindspore/ops/_op_impl/tbe/broadcast_to.py +1 -1
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +3 -3
- mindspore/ops/_op_impl/tbe/expand_dims.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_v2.py +56 -0
- mindspore/ops/_op_impl/tbe/im2col.py +4 -4
- mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
- mindspore/ops/_op_impl/tbe/mem_set.py +38 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +3 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_d.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +1 -1
- mindspore/ops/_tracefunc.py +241 -0
- mindspore/ops/_utils/utils.py +10 -2
- mindspore/ops/_vmap/vmap_array_ops.py +5 -3
- mindspore/ops/_vmap/vmap_base.py +5 -4
- mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
- mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +11 -6
- mindspore/ops/_vmap/vmap_math_ops.py +5 -2
- mindspore/ops/_vmap/vmap_nn_ops.py +135 -11
- mindspore/ops/arg_dtype_cast.py +54 -0
- mindspore/ops/composite/__init__.py +7 -5
- mindspore/ops/composite/base.py +78 -34
- mindspore/ops/composite/math_ops.py +5 -695
- mindspore/ops/composite/multitype_ops/_compile_utils.py +403 -97
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +28 -22
- mindspore/ops/composite/multitype_ops/add_impl.py +69 -7
- mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/div_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +48 -10
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/logic_not_impl.py +2 -2
- mindspore/ops/composite/multitype_ops/mod_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/mul_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/negative_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/not_in_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
- mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +10 -7
- mindspore/ops/composite/multitype_ops/sub_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/uadd_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
- mindspore/ops/deprecated.py +304 -0
- mindspore/ops/function/__init__.py +41 -4
- mindspore/ops/function/array_func.py +1108 -467
- mindspore/ops/function/clip_func.py +94 -27
- mindspore/ops/function/debug_func.py +3 -1
- mindspore/ops/function/grad/grad_func.py +82 -73
- mindspore/ops/function/image_func.py +28 -12
- mindspore/ops/function/linalg_func.py +135 -39
- mindspore/ops/function/math_func.py +3779 -894
- mindspore/ops/function/nn_func.py +1584 -657
- mindspore/ops/function/parameter_func.py +13 -3
- mindspore/ops/function/random_func.py +247 -153
- mindspore/ops/function/sparse_func.py +14 -11
- mindspore/ops/function/sparse_unary_func.py +173 -47
- mindspore/ops/function/spectral_func.py +8 -4
- mindspore/ops/function/vmap_func.py +8 -7
- mindspore/ops/functional.py +47 -16
- mindspore/ops/op_info_register.py +346 -86
- mindspore/ops/operations/__init__.py +38 -22
- mindspore/ops/operations/_grad_ops.py +145 -149
- mindspore/ops/operations/_inner_ops.py +298 -56
- mindspore/ops/operations/_ms_kernel.py +3 -3
- mindspore/ops/operations/_quant_ops.py +24 -28
- mindspore/ops/operations/_rl_inner_ops.py +9 -7
- mindspore/ops/operations/_scalar_ops.py +115 -0
- mindspore/ops/operations/_sequence_ops.py +148 -10
- mindspore/ops/operations/_tensor_array.py +1 -1
- mindspore/ops/operations/_thor_ops.py +2 -2
- mindspore/ops/operations/array_ops.py +1239 -561
- mindspore/ops/operations/comm_ops.py +166 -90
- mindspore/ops/operations/control_ops.py +3 -3
- mindspore/ops/operations/custom_ops.py +124 -102
- mindspore/ops/operations/debug_ops.py +24 -11
- mindspore/ops/operations/image_ops.py +86 -71
- mindspore/ops/operations/inner_ops.py +18 -13
- mindspore/ops/operations/linalg_ops.py +30 -11
- mindspore/ops/operations/math_ops.py +1730 -435
- mindspore/ops/operations/nn_ops.py +1953 -943
- mindspore/ops/operations/other_ops.py +65 -43
- mindspore/ops/operations/random_ops.py +258 -98
- mindspore/ops/operations/rl_ops.py +4 -36
- mindspore/ops/operations/sparse_ops.py +38 -33
- mindspore/ops/operations/spectral_ops.py +8 -4
- mindspore/ops/primitive.py +66 -44
- mindspore/ops/signature.py +5 -5
- mindspore/parallel/_auto_parallel_context.py +80 -19
- mindspore/parallel/_cost_model_context.py +42 -0
- mindspore/parallel/_offload_context.py +162 -72
- mindspore/parallel/_parallel_serialization.py +2 -2
- mindspore/parallel/_ps_context.py +16 -4
- mindspore/parallel/_recovery_context.py +2 -1
- mindspore/parallel/_tensor.py +15 -13
- mindspore/parallel/_transformer/layers.py +8 -6
- mindspore/parallel/_transformer/loss.py +1 -0
- mindspore/parallel/_transformer/moe.py +7 -7
- mindspore/parallel/_transformer/op_parallel_config.py +12 -1
- mindspore/parallel/_transformer/transformer.py +34 -14
- mindspore/parallel/_utils.py +36 -14
- mindspore/parallel/algo_parameter_config.py +114 -20
- mindspore/parallel/checkpoint_transform.py +16 -18
- mindspore/parallel/shard.py +16 -13
- mindspore/profiler/__init__.py +1 -1
- mindspore/profiler/common/struct_type.py +3 -3
- mindspore/profiler/common/util.py +3 -2
- mindspore/profiler/envprofiling.py +11 -4
- mindspore/profiler/parser/aicpu_data_parser.py +5 -3
- mindspore/profiler/parser/ascend_flops_generator.py +94 -0
- mindspore/profiler/parser/ascend_fpbp_generator.py +76 -0
- mindspore/profiler/parser/ascend_hccl_generator.py +288 -0
- mindspore/profiler/parser/ascend_msprof_exporter.py +213 -0
- mindspore/profiler/parser/ascend_msprof_generator.py +199 -0
- mindspore/profiler/parser/ascend_op_generator.py +276 -0
- mindspore/profiler/parser/ascend_steptrace_generator.py +94 -0
- mindspore/profiler/parser/ascend_timeline_generator.py +110 -54
- mindspore/profiler/parser/base_timeline_generator.py +11 -7
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +45 -46
- mindspore/profiler/parser/flops_parser.py +15 -11
- mindspore/profiler/parser/framework_parser.py +92 -73
- mindspore/profiler/parser/hccl_parser.py +16 -12
- mindspore/profiler/parser/integrator.py +22 -11
- mindspore/profiler/parser/memory_usage_parser.py +36 -11
- mindspore/profiler/parser/minddata_analyzer.py +12 -14
- mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
- mindspore/profiler/parser/msadvisor_parser.py +8 -4
- mindspore/profiler/parser/op_intermediate_parser.py +5 -2
- mindspore/profiler/parser/optime_parser.py +1 -1
- mindspore/profiler/parser/profiler_info.py +4 -5
- mindspore/profiler/parser/step_trace_parser.py +11 -14
- mindspore/profiler/profiling.py +678 -377
- mindspore/rewrite/api/node.py +211 -54
- mindspore/rewrite/api/node_type.py +5 -0
- mindspore/rewrite/api/pattern_engine.py +22 -23
- mindspore/rewrite/api/scoped_value.py +20 -17
- mindspore/rewrite/api/symbol_tree.py +252 -106
- mindspore/rewrite/api/tree_node_helper.py +3 -0
- mindspore/rewrite/ast_helpers/__init__.py +2 -1
- mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
- mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +97 -46
- mindspore/rewrite/common/rewrite_elog.py +5 -1
- mindspore/rewrite/namer.py +51 -51
- mindspore/rewrite/namespace.py +14 -5
- mindspore/{ops/bprop_mindir → rewrite/node}/__init__.py +9 -4
- mindspore/rewrite/node/call_function.py +79 -0
- mindspore/rewrite/node/cell_container.py +135 -0
- mindspore/rewrite/node/control_flow.py +88 -0
- mindspore/rewrite/{node.py → node/node.py} +313 -247
- mindspore/rewrite/node/node_manager.py +254 -0
- mindspore/rewrite/node/node_topological_manager.py +243 -0
- mindspore/rewrite/parsers/arguments_parser.py +22 -21
- mindspore/rewrite/parsers/assign_parser.py +225 -239
- mindspore/rewrite/parsers/attribute_parser.py +9 -7
- mindspore/rewrite/parsers/class_def_parser.py +179 -218
- mindspore/rewrite/parsers/constant_parser.py +9 -6
- mindspore/rewrite/parsers/container_parser.py +9 -7
- mindspore/rewrite/parsers/for_parser.py +36 -15
- mindspore/rewrite/parsers/function_def_parser.py +23 -20
- mindspore/rewrite/parsers/if_parser.py +28 -24
- mindspore/rewrite/parsers/module_parser.py +202 -25
- mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
- mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
- mindspore/rewrite/parsers/return_parser.py +6 -6
- mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
- mindspore/rewrite/sparsify/sparsify.py +4 -1
- mindspore/rewrite/sparsify/utils.py +11 -5
- mindspore/rewrite/symbol_tree.py +577 -732
- mindspore/rewrite/symbol_tree_builder.py +9 -175
- mindspore/rewrite/symbol_tree_dumper.py +2 -2
- mindspore/run_check/_check_version.py +46 -39
- mindspore/run_check/run_check.py +3 -2
- mindspore/{scipy/sparse → safeguard}/__init__.py +4 -5
- mindspore/safeguard/rewrite_obfuscation.py +517 -0
- mindspore/scipy/__init__.py +1 -1
- mindspore/scipy/linalg.py +67 -61
- mindspore/scipy/ops.py +5 -41
- mindspore/scipy/ops_grad.py +3 -2
- mindspore/scipy/ops_wrapper.py +5 -5
- mindspore/scipy/optimize/line_search.py +8 -8
- mindspore/scipy/optimize/linear_sum_assignment.py +4 -4
- mindspore/scipy/optimize/minimize.py +16 -12
- mindspore/scipy/utils.py +1 -52
- mindspore/scipy/utils_const.py +4 -4
- mindspore/train/__init__.py +4 -4
- mindspore/train/_utils.py +13 -5
- mindspore/train/amp.py +410 -148
- mindspore/train/anf_ir_pb2.py +16 -4
- mindspore/train/callback/_backup_and_restore.py +8 -11
- mindspore/train/callback/_callback.py +80 -3
- mindspore/train/callback/_checkpoint.py +82 -51
- mindspore/train/callback/_early_stop.py +12 -15
- mindspore/train/callback/_history.py +1 -1
- mindspore/train/callback/_lambda_callback.py +13 -13
- mindspore/train/callback/_landscape.py +21 -17
- mindspore/train/callback/_loss_monitor.py +9 -10
- mindspore/train/callback/_on_request_exit.py +16 -33
- mindspore/train/callback/_reduce_lr_on_plateau.py +21 -24
- mindspore/train/callback/_summary_collector.py +44 -30
- mindspore/train/callback/_time_monitor.py +62 -12
- mindspore/train/data_sink.py +10 -16
- mindspore/train/dataset_helper.py +154 -86
- mindspore/train/loss_scale_manager.py +14 -9
- mindspore/train/metrics/__init__.py +10 -2
- mindspore/train/metrics/accuracy.py +1 -1
- mindspore/train/metrics/auc.py +1 -1
- mindspore/train/metrics/bleu_score.py +2 -2
- mindspore/train/metrics/confusion_matrix.py +14 -14
- mindspore/train/metrics/cosine_similarity.py +3 -3
- mindspore/train/metrics/dice.py +1 -1
- mindspore/train/metrics/fbeta.py +1 -1
- mindspore/train/metrics/hausdorff_distance.py +8 -6
- mindspore/train/metrics/mean_surface_distance.py +5 -4
- mindspore/train/metrics/metric.py +49 -17
- mindspore/train/metrics/occlusion_sensitivity.py +4 -4
- mindspore/train/metrics/perplexity.py +1 -1
- mindspore/train/metrics/precision.py +2 -2
- mindspore/train/metrics/recall.py +2 -3
- mindspore/train/metrics/roc.py +7 -7
- mindspore/train/metrics/root_mean_square_surface_distance.py +5 -4
- mindspore/train/metrics/topk.py +7 -4
- mindspore/train/mind_ir_pb2.py +193 -48
- mindspore/train/model.py +377 -133
- mindspore/train/serialization.py +697 -245
- mindspore/train/summary/_summary_adapter.py +5 -2
- mindspore/train/summary/_writer_pool.py +4 -3
- mindspore/train/summary/summary_record.py +25 -23
- mindspore/train/train_thor/convert_utils.py +39 -23
- mindspore/train/train_thor/dataset_helper.py +4 -3
- mindspore/train/train_thor/model_thor.py +8 -8
- mindspore/version.py +1 -1
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/METADATA +7 -8
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/RECORD +647 -818
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/entry_points.txt +0 -1
- mindspore/_akg/akg/tvm/contrib/debugger/__init__.py +0 -16
- mindspore/_akg/akg/tvm/contrib/debugger/debug_result.py +0 -274
- mindspore/_akg/akg/tvm/contrib/debugger/debug_runtime.py +0 -259
- mindspore/_akg/akg/tvm/contrib/peak.py +0 -341
- mindspore/_akg/akg/tvm/contrib/rpc.py +0 -25
- mindspore/_akg/akg/tvm/contrib/xcode.py +0 -257
- mindspore/_akg/akg/tvm/exec/__init__.py +0 -17
- mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py +0 -60
- mindspore/_akg/akg/tvm/exec/measure_peak.py +0 -48
- mindspore/_akg/akg/tvm/exec/query_rpc_tracker.py +0 -48
- mindspore/_akg/akg/tvm/exec/rpc_proxy.py +0 -98
- mindspore/_akg/akg/tvm/exec/rpc_server.py +0 -88
- mindspore/_akg/akg/tvm/exec/rpc_tracker.py +0 -62
- mindspore/_akg/akg/tvm/rpc/__init__.py +0 -29
- mindspore/_akg/akg/tvm/rpc/base.py +0 -182
- mindspore/_akg/akg/tvm/rpc/client.py +0 -436
- mindspore/_akg/akg/tvm/rpc/proxy.py +0 -595
- mindspore/_akg/akg/tvm/rpc/server.py +0 -413
- mindspore/_akg/akg/tvm/rpc/tornado_util.py +0 -121
- mindspore/_akg/akg/tvm/rpc/tracker.py +0 -431
- mindspore/_extends/graph_kernel/expander.py +0 -80
- mindspore/_extends/graph_kernel/expanders/__init__.py +0 -57
- mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
- mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
- mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
- mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
- mindspore/_extends/graph_kernel/expanders/bias_add_grad.py +0 -49
- mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
- mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
- mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
- mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
- mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
- mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
- mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
- mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
- mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
- mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
- mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
- mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
- mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
- mindspore/_extends/graph_kernel/expanders/gather.py +0 -43
- mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
- mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
- mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
- mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
- mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
- mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
- mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
- mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
- mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
- mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
- mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
- mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
- mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
- mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
- mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
- mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
- mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
- mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
- mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
- mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
- mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
- mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/tile.py +0 -54
- mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
- mindspore/_extends/parse/jit_fallback_modules.py +0 -51
- mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
- mindspore/dataset/engine/graphdata.py +0 -1586
- mindspore/include/api/net.h +0 -142
- mindspore/ops/_grad/grad_array_ops.py +0 -1347
- mindspore/ops/_grad/grad_clip_ops.py +0 -84
- mindspore/ops/_grad/grad_debug_ops.py +0 -68
- mindspore/ops/_grad/grad_inner_ops.py +0 -235
- mindspore/ops/_grad/grad_math_ops.py +0 -1684
- mindspore/ops/_grad/grad_nn_ops.py +0 -1529
- mindspore/ops/_grad/grad_other_ops.py +0 -89
- mindspore/ops/_grad/grad_sequence_ops.py +0 -296
- mindspore/ops/_grad/grad_sparse.py +0 -323
- mindspore/ops/_grad_experimental/grad_image_ops.py +0 -249
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -195
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Argmax_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Argmin_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Assign_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +0 -150
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +0 -306
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +0 -240
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +0 -315
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +0 -278
- mindspore/ops/bprop_mindir/DType_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
- mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +0 -25
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +0 -18
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Equal_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/GatherD_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +0 -57
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Greater_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/IOU_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsInf_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsNan_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +0 -126
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +0 -30
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +0 -43
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Less_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +0 -75
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +0 -65
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +0 -35
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NonZero_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +0 -82
- mindspore/ops/bprop_mindir/Range_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Rank_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +0 -60
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +0 -89
- mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +0 -52
- mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Round_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +0 -24
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/Select_bprop.mindir +0 -31
- mindspore/ops/bprop_mindir/Shape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Sign_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Slice_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +0 -36
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Split_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +0 -95
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +0 -98
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +0 -32
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +0 -38
- mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
- mindspore/rewrite/node_visitor.py +0 -44
- mindspore/rewrite/topological_manager.py +0 -203
- mindspore/scipy/sparse/linalg.py +0 -192
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/WHEEL +0 -0
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/top_level.txt +0 -0
|
@@ -19,7 +19,6 @@ from functools import partial
|
|
|
19
19
|
from itertools import compress
|
|
20
20
|
|
|
21
21
|
import numpy as np
|
|
22
|
-
from mindspore import _checkparam as validator
|
|
23
22
|
from mindspore.common import dtype as mstype
|
|
24
23
|
from mindspore.common._register_for_tensor import tensor_operator_registry
|
|
25
24
|
from mindspore.common.tensor import Tensor
|
|
@@ -114,7 +113,7 @@ def make_empty_slice():
|
|
|
114
113
|
return slice(None, None, None)
|
|
115
114
|
|
|
116
115
|
|
|
117
|
-
@
|
|
116
|
+
@_primexpr
|
|
118
117
|
def _deep_list(array_like, dim_size=None):
|
|
119
118
|
"""convert nested tuple/list mixtures to pure nested list"""
|
|
120
119
|
if dim_size is not None:
|
|
@@ -156,7 +155,7 @@ def _deep_tensor_to_nparray(array_like):
|
|
|
156
155
|
return array_like
|
|
157
156
|
|
|
158
157
|
|
|
159
|
-
@
|
|
158
|
+
@_primexpr
|
|
160
159
|
def check_range(x, dim_size):
|
|
161
160
|
if dim_size is None:
|
|
162
161
|
return x
|
|
@@ -167,7 +166,7 @@ def check_range(x, dim_size):
|
|
|
167
166
|
return x
|
|
168
167
|
|
|
169
168
|
|
|
170
|
-
@
|
|
169
|
+
@_primexpr
|
|
171
170
|
def make_tensor(a, dtype=mstype.int64, data_shape=None, dim_size=None):
|
|
172
171
|
"""
|
|
173
172
|
Converts the input to tensor.
|
|
@@ -195,6 +194,9 @@ def make_tensor(a, dtype=mstype.int64, data_shape=None, dim_size=None):
|
|
|
195
194
|
if dim_size is not None:
|
|
196
195
|
a = check_range(a, dim_size)
|
|
197
196
|
|
|
197
|
+
if isinstance(a, int):
|
|
198
|
+
return P.ScalarToTensor()(a, dtype)
|
|
199
|
+
|
|
198
200
|
if isinstance(a, (list, tuple)):
|
|
199
201
|
# Convert all tuple/nested tuples to lists
|
|
200
202
|
a = _deep_list(a, dim_size)
|
|
@@ -242,7 +244,7 @@ def check_tensor_setitem_index(index, element_type=None):
|
|
|
242
244
|
raise IndexError(
|
|
243
245
|
"Index of type '{}' is not supported yet.".format(type(item)))
|
|
244
246
|
return True
|
|
245
|
-
if isinstance(index, mstype.
|
|
247
|
+
if isinstance(index, mstype.TensorType):
|
|
246
248
|
if element_type is None or element_type != mstype.bool_:
|
|
247
249
|
raise TypeError(
|
|
248
250
|
"The index of tensor should be a bool type tensor. "
|
|
@@ -338,13 +340,13 @@ def get_pos_of_indexes_types(indexes_types, op_name):
|
|
|
338
340
|
slice_positions += (i,)
|
|
339
341
|
elif isinstance(index_type, mstype.Ellipsis_):
|
|
340
342
|
ellipsis_positions += (i,)
|
|
341
|
-
elif isinstance(index_type, mstype.
|
|
343
|
+
elif isinstance(index_type, mstype.NoneType):
|
|
342
344
|
none_positions += (i,)
|
|
343
345
|
elif isinstance(index_type, mstype.Int):
|
|
344
346
|
int_positions += (i,)
|
|
345
347
|
elif isinstance(index_type, mstype.Bool):
|
|
346
348
|
bool_positions += (i,)
|
|
347
|
-
elif isinstance(index_type, mstype.
|
|
349
|
+
elif isinstance(index_type, mstype.TensorType):
|
|
348
350
|
tensor_positions += (i,)
|
|
349
351
|
elif isinstance(index_type, (list, tuple)):
|
|
350
352
|
sequence_positions += (i,)
|
|
@@ -396,10 +398,16 @@ def slice2indices(input_slice, shape):
|
|
|
396
398
|
return False
|
|
397
399
|
ndim = len(shape)
|
|
398
400
|
mesh = list()
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
grids
|
|
402
|
-
|
|
401
|
+
range_op = P.Range()
|
|
402
|
+
cast_op = P.Cast()
|
|
403
|
+
grids = [
|
|
404
|
+
range_op(cast_op(start, mstype.int64), cast_op(stop, mstype.int64),
|
|
405
|
+
cast_op(step, mstype.int64))
|
|
406
|
+
]
|
|
407
|
+
grids += [
|
|
408
|
+
range_op(Tensor(0, mstype.int64), cast_op(dim_size, mstype.int64),
|
|
409
|
+
Tensor(1, mstype.int64)) for dim_size in shape[1:]
|
|
410
|
+
]
|
|
403
411
|
for j, grid in enumerate(grids):
|
|
404
412
|
mesh.append(P.Reshape()(grid, tuple(
|
|
405
413
|
[grid.size if j == t else 1 for t in range(ndim)])))
|
|
@@ -436,7 +444,7 @@ def check_indices_value_size(indices_size, value_size):
|
|
|
436
444
|
@constexpr
|
|
437
445
|
def tuple_index_type_cnt(types, op_name):
|
|
438
446
|
"""count the tensor type of types which contains the tuple elements' type."""
|
|
439
|
-
if all(isinstance(ele, mstype.
|
|
447
|
+
if all(isinstance(ele, mstype.TensorType) for ele in types):
|
|
440
448
|
return ALL_TENSOR
|
|
441
449
|
if all(isinstance(ele, (mstype.Int, mstype.Ellipsis_, mstype.Slice)) for ele in types):
|
|
442
450
|
return ALL_BASIC
|
|
@@ -448,7 +456,7 @@ def check_value_elements(types):
|
|
|
448
456
|
"""Judges the type of all elements of the tuple."""
|
|
449
457
|
tensor_number = 0
|
|
450
458
|
for ele in types:
|
|
451
|
-
if isinstance(ele, mstype.
|
|
459
|
+
if isinstance(ele, mstype.TensorType):
|
|
452
460
|
tensor_number += 1
|
|
453
461
|
if tensor_number == 0:
|
|
454
462
|
return NO_TENSOR
|
|
@@ -541,7 +549,7 @@ def convert_scalar_to_tensor(data_shape, data_dtype, indices_shape, value, op_ty
|
|
|
541
549
|
updates_shape = indices_shape + data_shape[1:]
|
|
542
550
|
else:
|
|
543
551
|
updates_shape = indices_shape[:-1] + data_shape[indices_shape[-1]:]
|
|
544
|
-
return P.
|
|
552
|
+
return P.FillV2()(updates_shape, P.Cast()(value, data_dtype))
|
|
545
553
|
|
|
546
554
|
|
|
547
555
|
def generate_updates_shape(data_shape, index_shape, op_type, is_dynamic):
|
|
@@ -842,7 +850,7 @@ def sequence_to_index(sequence, dim_size):
|
|
|
842
850
|
return False
|
|
843
851
|
if all(isinstance(i, bool) for i in sequence):
|
|
844
852
|
if dim_size is None:
|
|
845
|
-
|
|
853
|
+
return Tensor(sequence)
|
|
846
854
|
seq_size = len(sequence)
|
|
847
855
|
if seq_size != dim_size:
|
|
848
856
|
raise IndexError(f'dimension is {dim_size} but corresponding boolean dimension is {seq_size}')
|
|
@@ -863,11 +871,11 @@ def int_to_index(i, shape):
|
|
|
863
871
|
_check(i, dim_size)
|
|
864
872
|
i = (i + dim_size) % dim_size
|
|
865
873
|
if len(shape) == 1:
|
|
866
|
-
return P.
|
|
874
|
+
return P.FillV2()((1, 1), P.Cast()(i, mstype.int64))
|
|
867
875
|
mesh = list()
|
|
868
876
|
ndim = len(shape) - 1
|
|
869
877
|
for j, size in enumerate(shape[1:]):
|
|
870
|
-
grid = P.Range()(Tensor(0, mstype.int64), P.
|
|
878
|
+
grid = P.Range()(Tensor(0, mstype.int64), P.Cast()(size, mstype.int64), Tensor(1, mstype.int64))
|
|
871
879
|
mesh.append(P.Reshape()(grid, tuple([size if j == t else 1 for t in range(ndim)])))
|
|
872
880
|
shapes = map(P.Shape(), mesh)
|
|
873
881
|
out_shape = infer_out_shape(*shapes)
|
|
@@ -875,7 +883,8 @@ def int_to_index(i, shape):
|
|
|
875
883
|
for arr in mesh:
|
|
876
884
|
mesh_arrays.append(P.BroadcastTo(out_shape)(arr))
|
|
877
885
|
index = P.Stack(-1)(mesh_arrays)
|
|
878
|
-
return P.Concat(-1)((P.
|
|
886
|
+
return P.Concat(-1)((P.FillV2()(P.Shape()(index)[:-1] + (1,),
|
|
887
|
+
P.Cast()(i, mstype.int64)), index))
|
|
879
888
|
|
|
880
889
|
|
|
881
890
|
@constexpr
|
|
@@ -899,7 +908,7 @@ def rem_not_expanded_dims(idx_advanced, expand_true, tensor_index_ndim, rem_ndim
|
|
|
899
908
|
|
|
900
909
|
@_primexpr
|
|
901
910
|
def check_slice_empty(start, stop, step):
|
|
902
|
-
return (start - stop)*step >= 0
|
|
911
|
+
return (start - stop) * step >= 0
|
|
903
912
|
|
|
904
913
|
|
|
905
914
|
@_primexpr
|
|
@@ -911,9 +920,6 @@ def real_axes(ndim_orig, ndim_out, axes_orig):
|
|
|
911
920
|
return axes + tuple(axes_orig)
|
|
912
921
|
|
|
913
922
|
|
|
914
|
-
check_axis_valid_const = constexpr(validator.check_axis_valid)
|
|
915
|
-
|
|
916
|
-
|
|
917
923
|
@_primexpr
|
|
918
924
|
def compute_slice_shape(slice_shape, broadcast_shape_len, slice_cnt, fancy_position):
|
|
919
925
|
"""Computes slice tensor shapes"""
|
|
@@ -33,6 +33,7 @@ _add_backward = base.MultitypeFuncGraph('add_backward')
|
|
|
33
33
|
`_add_backward` is an metafuncgraph object which will add_backward two objects according to input type
|
|
34
34
|
using ".register" decorator.
|
|
35
35
|
"""
|
|
36
|
+
add.set_need_raise()
|
|
36
37
|
|
|
37
38
|
|
|
38
39
|
class _TupleAdd(base.TupleAdd_):
|
|
@@ -59,6 +60,50 @@ _tuple_add = _TupleAdd('tuple_add')
|
|
|
59
60
|
"""`_tuple_add` is an metafuncgraph object which will concatenate two tuples to form a tuple."""
|
|
60
61
|
|
|
61
62
|
|
|
63
|
+
class _DictUpdate(base.DictUpdate_):
|
|
64
|
+
"""
|
|
65
|
+
A metafuncgraph class that append another dict to the end of the dict.
|
|
66
|
+
|
|
67
|
+
Args:
|
|
68
|
+
name (str): The name of the metafuncgraph object.
|
|
69
|
+
"""
|
|
70
|
+
|
|
71
|
+
def __init__(self, name):
|
|
72
|
+
"""Initialize _DictUpdate."""
|
|
73
|
+
base.DictUpdate_.__init__(self, name)
|
|
74
|
+
|
|
75
|
+
def __call__(self, *args):
|
|
76
|
+
pass
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
_dict_update = _DictUpdate('dict_update')
|
|
80
|
+
"""`_dict_update` is an metafuncgraph object which will concatenate two dict to form a dict."""
|
|
81
|
+
|
|
82
|
+
|
|
83
|
+
class _ListAdd(base.ListAdd_):
|
|
84
|
+
"""
|
|
85
|
+
Adding two lists.
|
|
86
|
+
|
|
87
|
+
Args:
|
|
88
|
+
x (list): x
|
|
89
|
+
y (list): y
|
|
90
|
+
|
|
91
|
+
Returns:
|
|
92
|
+
List, consists of elements of x and elements of y.
|
|
93
|
+
"""
|
|
94
|
+
|
|
95
|
+
def __init__(self, name):
|
|
96
|
+
"""Initialize _TupleAdd."""
|
|
97
|
+
base.ListAdd_.__init__(self, name)
|
|
98
|
+
|
|
99
|
+
def __call__(self, *args):
|
|
100
|
+
pass
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
_list_add = _ListAdd('list_add')
|
|
104
|
+
"""`_list_add` is an metafuncgraph object which will concatenate two lists to form a list."""
|
|
105
|
+
|
|
106
|
+
|
|
62
107
|
@add.register("Number", "Number")
|
|
63
108
|
@_add_backward.register("Number", "Number")
|
|
64
109
|
def _scalar_add_scalar(x, y):
|
|
@@ -198,9 +243,7 @@ def _list_add_list(x, y):
|
|
|
198
243
|
"""
|
|
199
244
|
if F.is_sequence_shape_unknown(x) or F.is_sequence_shape_unknown(y):
|
|
200
245
|
return SequenceAdd()(x, y)
|
|
201
|
-
|
|
202
|
-
x.append(i)
|
|
203
|
-
return x
|
|
246
|
+
return _list_add(x, y)
|
|
204
247
|
|
|
205
248
|
|
|
206
249
|
@add.register("Tensor", "Tensor")
|
|
@@ -292,7 +335,8 @@ def _add_csrtensor(x, y):
|
|
|
292
335
|
Returns:
|
|
293
336
|
CSRTensor, consists of elements of x and elements of y.
|
|
294
337
|
"""
|
|
295
|
-
check_equal(x.shape, y.shape,
|
|
338
|
+
check_equal(x.shape, y.shape,
|
|
339
|
+
"input1 (shape={}) and input2(shape={}) should be the same shape.")
|
|
296
340
|
return F.csr_add(x, y, make_tensor(1, x.values.dtype), make_tensor(1, x.values.dtype))
|
|
297
341
|
|
|
298
342
|
|
|
@@ -308,7 +352,8 @@ def _add_cootensor(x, y):
|
|
|
308
352
|
Returns:
|
|
309
353
|
COOTensor, consists of elements of x and elements of y.
|
|
310
354
|
"""
|
|
311
|
-
check_equal(x.shape, y.shape,
|
|
355
|
+
check_equal(x.shape, y.shape,
|
|
356
|
+
"input1 (shape={}) and input2(shape={}) should be the same shape.")
|
|
312
357
|
return F.coo_add(x, y, make_tensor(0, x.values.dtype))
|
|
313
358
|
|
|
314
359
|
|
|
@@ -324,7 +369,8 @@ def _add_cootensor_tensor(x, y):
|
|
|
324
369
|
Returns:
|
|
325
370
|
Tensor, consists of elements of x and elements of y.
|
|
326
371
|
"""
|
|
327
|
-
check_equal(x.shape, y.shape,
|
|
372
|
+
check_equal(x.shape, y.shape,
|
|
373
|
+
"input1 (shape={}) and input2(shape={}) should be the same shape.")
|
|
328
374
|
return F.tensor_scatter_add(y, x.indices, x.values)
|
|
329
375
|
|
|
330
376
|
|
|
@@ -340,7 +386,8 @@ def _add_tensor_cootensor(x, y):
|
|
|
340
386
|
Returns:
|
|
341
387
|
Tensor, consists of elements of x and elements of y.
|
|
342
388
|
"""
|
|
343
|
-
check_equal(x.shape, y.shape,
|
|
389
|
+
check_equal(x.shape, y.shape,
|
|
390
|
+
"input1 (shape={}) and input2(shape={}) should be the same shape.")
|
|
344
391
|
return F.tensor_scatter_add(x, y.indices, y.values)
|
|
345
392
|
|
|
346
393
|
|
|
@@ -535,4 +582,19 @@ def _map_tensor_add_backward(x, y):
|
|
|
535
582
|
return x
|
|
536
583
|
|
|
537
584
|
|
|
585
|
+
@add.register("Dictionary", "Dictionary")
|
|
586
|
+
def _dict_add_dict(x, y):
|
|
587
|
+
"""
|
|
588
|
+
dictionary is added to dictionary.
|
|
589
|
+
|
|
590
|
+
Args:
|
|
591
|
+
x (dictionary): x
|
|
592
|
+
y (dictionary): y.
|
|
593
|
+
|
|
594
|
+
Returns:
|
|
595
|
+
dictionary, has the same dtype as x.
|
|
596
|
+
"""
|
|
597
|
+
return _dict_update(x, y)
|
|
598
|
+
|
|
599
|
+
|
|
538
600
|
hyper_add = base.HyperMap(_add_backward)
|
|
@@ -23,6 +23,8 @@ from mindspore.ops.operations import _inner_ops as inner
|
|
|
23
23
|
# using ".register" decorator
|
|
24
24
|
bitwise_and = base.MultitypeFuncGraph("bitwise_and", True)
|
|
25
25
|
|
|
26
|
+
bitwise_and.set_need_raise()
|
|
27
|
+
|
|
26
28
|
|
|
27
29
|
@bitwise_and.register("Number", "Number")
|
|
28
30
|
def _bitwise_and_scalar(x, y):
|
|
@@ -46,4 +48,3 @@ def _tensor_bitwise_and_scalar(x, y):
|
|
|
46
48
|
def _scalar_bitwise_and_tensor(x, y):
|
|
47
49
|
"""Returns x & y where x and y are all tensors."""
|
|
48
50
|
return F.bitwise_and(x, y)
|
|
49
|
-
|
|
@@ -23,6 +23,8 @@ from mindspore.ops.operations import _inner_ops as inner
|
|
|
23
23
|
# using ".register" decorator
|
|
24
24
|
bitwise_or = base.MultitypeFuncGraph("bitwise_or", True)
|
|
25
25
|
|
|
26
|
+
bitwise_or.set_need_raise()
|
|
27
|
+
|
|
26
28
|
|
|
27
29
|
@bitwise_or.register("Number", "Number")
|
|
28
30
|
def _bitwise_or_scalar(x, y):
|
|
@@ -46,4 +48,3 @@ def _tensor_bitwise_or_scalar(x, y):
|
|
|
46
48
|
def _scalar_bitwise_or_tensor(x, y):
|
|
47
49
|
"""Returns x | y where x and y are all tensors."""
|
|
48
50
|
return F.bitwise_or(x, y)
|
|
49
|
-
|
|
@@ -23,6 +23,8 @@ from mindspore.ops.operations import _inner_ops as inner
|
|
|
23
23
|
# using ".register" decorator
|
|
24
24
|
bitwise_xor = base.MultitypeFuncGraph("bitwise_xor", True)
|
|
25
25
|
|
|
26
|
+
bitwise_xor.set_need_raise()
|
|
27
|
+
|
|
26
28
|
|
|
27
29
|
@bitwise_xor.register("Number", "Number")
|
|
28
30
|
def _bitwise_xor_scalar(x, y):
|
|
@@ -23,14 +23,14 @@ from mindspore.ops import functional as F
|
|
|
23
23
|
from mindspore.ops.operations._inner_ops import SliceGetItem
|
|
24
24
|
from ...operations._sequence_ops import SequenceSlice
|
|
25
25
|
|
|
26
|
-
DOC_URL = "https://mindspore.cn/
|
|
26
|
+
DOC_URL = "https://mindspore.cn/search/en?inputValue=Index%20values"
|
|
27
27
|
|
|
28
|
-
getitem = base.MultitypeFuncGraph('getitem',
|
|
28
|
+
getitem = base.MultitypeFuncGraph('getitem', False)
|
|
29
29
|
"""
|
|
30
30
|
getitem is a metafuncgraph object which will get item from an object according to input type
|
|
31
31
|
using ".register" decorator.
|
|
32
32
|
"""
|
|
33
|
-
|
|
33
|
+
getitem.set_doc_url(DOC_URL)
|
|
34
34
|
slice_getitem = SliceGetItem()
|
|
35
35
|
sequence_slice = SequenceSlice()
|
|
36
36
|
|
|
@@ -49,7 +49,7 @@ class _TupleSlice(base.SequenceSliceGetItem_):
|
|
|
49
49
|
|
|
50
50
|
def __init__(self, name):
|
|
51
51
|
"""Initialize _TupleSlice."""
|
|
52
|
-
|
|
52
|
+
super(_TupleSlice, self).__init__(name, "MakeTuple", "TupleGetItem")
|
|
53
53
|
|
|
54
54
|
def __call__(self, *args):
|
|
55
55
|
pass
|
|
@@ -106,7 +106,26 @@ _tuple_get_item_tensor = _TupleGetItemTensor('tuple_get_item_tensor')
|
|
|
106
106
|
"""_tuple_get_item_tensor is an metafuncgraph object which will select indexed item."""
|
|
107
107
|
|
|
108
108
|
|
|
109
|
-
@getitem.register("Tuple", "
|
|
109
|
+
@getitem.register("Tuple", "Bool")
|
|
110
|
+
def _tuple_getitem_by_bool(data, number_index):
|
|
111
|
+
"""
|
|
112
|
+
Getting item of tuple by bool index.
|
|
113
|
+
|
|
114
|
+
Inputs:
|
|
115
|
+
data (tuple): A tuple to be sliced.
|
|
116
|
+
number_index (Number): Index in scalar.
|
|
117
|
+
|
|
118
|
+
Outputs:
|
|
119
|
+
Type, is the same as the element type of data.
|
|
120
|
+
"""
|
|
121
|
+
if number_index:
|
|
122
|
+
return F.tuple_getitem(data, 1)
|
|
123
|
+
return F.tuple_getitem(data, 0)
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
@getitem.register("Tuple", "Int")
|
|
127
|
+
@getitem.register("Tuple", "UInt")
|
|
128
|
+
@getitem.register("Tuple", "Float")
|
|
110
129
|
def _tuple_getitem_by_number(data, number_index):
|
|
111
130
|
"""
|
|
112
131
|
Getting item of tuple by number index.
|
|
@@ -137,10 +156,10 @@ def _tuple_getitem_by_slice(data, slice_index):
|
|
|
137
156
|
start = slice_getitem(slice_index, "start")
|
|
138
157
|
stop = slice_getitem(slice_index, "stop")
|
|
139
158
|
step = slice_getitem(slice_index, "step")
|
|
140
|
-
if start is None:
|
|
141
|
-
start = 0
|
|
142
159
|
if step is None:
|
|
143
160
|
step = 1
|
|
161
|
+
if start is None:
|
|
162
|
+
start = 0 if step >= 1 else -1
|
|
144
163
|
if stop is None:
|
|
145
164
|
stop = (2**31-1) if step >= 1 else -(2**31-1)
|
|
146
165
|
return sequence_slice(data, start, stop, step)
|
|
@@ -162,7 +181,26 @@ def _tuple_getitem_by_tensor(data, tensor_index):
|
|
|
162
181
|
return _tuple_get_item_tensor(data, tensor_index)
|
|
163
182
|
|
|
164
183
|
|
|
165
|
-
@getitem.register("List", "
|
|
184
|
+
@getitem.register("List", "Bool")
|
|
185
|
+
def _list_getitem_by_bool(data, number_index):
|
|
186
|
+
"""
|
|
187
|
+
Getting item of list by bool index.
|
|
188
|
+
|
|
189
|
+
Inputs:
|
|
190
|
+
data (tuple): A list to be sliced.
|
|
191
|
+
number_index (Bool): Index in scalar.
|
|
192
|
+
|
|
193
|
+
Outputs:
|
|
194
|
+
Type, is the same as the element type of data.
|
|
195
|
+
"""
|
|
196
|
+
if number_index:
|
|
197
|
+
return F.list_getitem(data, 1)
|
|
198
|
+
return F.list_getitem(data, 0)
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
@getitem.register("List", "Int")
|
|
202
|
+
@getitem.register("List", "UInt")
|
|
203
|
+
@getitem.register("List", "Float")
|
|
166
204
|
def _list_getitem_by_number(data, number_index):
|
|
167
205
|
"""
|
|
168
206
|
Getting item of list by number index.
|
|
@@ -193,10 +231,10 @@ def _list_getitem_by_slice(data, slice_index):
|
|
|
193
231
|
start = slice_getitem(slice_index, "start")
|
|
194
232
|
stop = slice_getitem(slice_index, "stop")
|
|
195
233
|
step = slice_getitem(slice_index, "step")
|
|
196
|
-
if start is None:
|
|
197
|
-
start = 0
|
|
198
234
|
if step is None:
|
|
199
235
|
step = 1
|
|
236
|
+
if start is None:
|
|
237
|
+
start = 0 if step >= 1 else -1
|
|
200
238
|
if stop is None:
|
|
201
239
|
stop = (2**31-1) if step >= 1 else -(2**31-1)
|
|
202
240
|
return sequence_slice(data, start, stop, step)
|
|
@@ -23,6 +23,8 @@ from ...operations._sequence_ops import tuple_greater_equal, list_greater_equal
|
|
|
23
23
|
# using ".register" decorator
|
|
24
24
|
greater_equal = base.MultitypeFuncGraph("greater_equal", True)
|
|
25
25
|
|
|
26
|
+
greater_equal.set_need_raise()
|
|
27
|
+
|
|
26
28
|
|
|
27
29
|
@greater_equal.register("Number", "Number")
|
|
28
30
|
def _greater_equal_scala(x, y):
|
|
@@ -24,6 +24,8 @@ from ...operations._sequence_ops import tuple_greater_than, list_greater_than
|
|
|
24
24
|
# using ".register" decorator
|
|
25
25
|
greater = base.MultitypeFuncGraph("greater", True)
|
|
26
26
|
|
|
27
|
+
greater.set_need_raise()
|
|
28
|
+
|
|
27
29
|
|
|
28
30
|
@greater.register("Number", "Number")
|
|
29
31
|
def _greater_scalar(x, y):
|
|
@@ -22,6 +22,8 @@ from mindspore.ops.operations import _inner_ops as inner
|
|
|
22
22
|
# using ".register" decorator
|
|
23
23
|
left_shift = base.MultitypeFuncGraph("left_shift", True)
|
|
24
24
|
|
|
25
|
+
left_shift.set_need_raise()
|
|
26
|
+
|
|
25
27
|
|
|
26
28
|
@left_shift.register("Number", "Number")
|
|
27
29
|
def _left_shift_scalar(x, y):
|
|
@@ -25,6 +25,8 @@ from mindspore.ops.operations import _sequence_ops as _seq
|
|
|
25
25
|
# using ".register" decorator
|
|
26
26
|
less_equal = base.MultitypeFuncGraph("less_equal", True)
|
|
27
27
|
|
|
28
|
+
less_equal.set_need_raise()
|
|
29
|
+
|
|
28
30
|
|
|
29
31
|
@less_equal.register("Number", "Number")
|
|
30
32
|
def _less_equal_scala(x, y):
|
|
@@ -90,7 +90,7 @@ def _logical_not_tuple(x):
|
|
|
90
90
|
Returns:
|
|
91
91
|
bool, Return logical not operation result of x.
|
|
92
92
|
"""
|
|
93
|
-
return
|
|
93
|
+
return x.__len__() == 0
|
|
94
94
|
|
|
95
95
|
|
|
96
96
|
@logical_not.register("List")
|
|
@@ -104,4 +104,4 @@ def _logical_not_list(x):
|
|
|
104
104
|
Returns:
|
|
105
105
|
bool, Return logical not operation result of x.
|
|
106
106
|
"""
|
|
107
|
-
return
|
|
107
|
+
return x.__len__() == 0
|
|
@@ -26,6 +26,7 @@ negative = base.MultitypeFuncGraph("negative", True)
|
|
|
26
26
|
`negative` is a metafuncgraph object which will give the negative of an object according to its input type
|
|
27
27
|
using ".register" decorator.
|
|
28
28
|
"""
|
|
29
|
+
negative.set_need_raise()
|
|
29
30
|
|
|
30
31
|
|
|
31
32
|
@negative.register("Number")
|
|
@@ -78,6 +78,12 @@ def _ones_like_func(x):
|
|
|
78
78
|
return F.environ_create()
|
|
79
79
|
|
|
80
80
|
|
|
81
|
+
@ones_like_leaf.register("None")
|
|
82
|
+
def _ones_like_none(x):
|
|
83
|
+
"""Returns none"""
|
|
84
|
+
return None
|
|
85
|
+
|
|
86
|
+
|
|
81
87
|
ones_like = base.HyperMap(ones_like_leaf)
|
|
82
88
|
"""
|
|
83
89
|
`ones_like` is a function which can generate a graph of `ones_like` operation according to input tensor dtype.
|
|
@@ -22,6 +22,8 @@ from mindspore.ops.operations import _inner_ops as inner
|
|
|
22
22
|
# using ".register" decorator
|
|
23
23
|
right_shift = base.MultitypeFuncGraph("right_shift", True)
|
|
24
24
|
|
|
25
|
+
right_shift.set_need_raise()
|
|
26
|
+
|
|
25
27
|
|
|
26
28
|
@right_shift.register("Number", "Number")
|
|
27
29
|
def _right_shift_scalar(x, y):
|
|
@@ -22,10 +22,13 @@ from mindspore.ops.operations._inner_ops import SliceGetItem
|
|
|
22
22
|
from mindspore.ops.operations import _map_tensor_ops
|
|
23
23
|
from mindspore.ops.composite import base
|
|
24
24
|
from mindspore.common import Tensor
|
|
25
|
+
from mindspore.ops.composite.base import _dict_setitem
|
|
25
26
|
from ...operations._sequence_ops import SequenceSliceSetItem
|
|
26
27
|
|
|
27
|
-
DOC_URL = "https://mindspore.cn/
|
|
28
|
-
|
|
28
|
+
DOC_URL = "https://mindspore.cn/search/en?inputValue=Index%20value%20assignment"
|
|
29
|
+
|
|
30
|
+
setitem = base.MultitypeFuncGraph('setitem')
|
|
31
|
+
setitem.set_doc_url(DOC_URL)
|
|
29
32
|
slice_get_item = SliceGetItem()
|
|
30
33
|
sequence_slice_setitem = SequenceSliceSetItem()
|
|
31
34
|
|
|
@@ -250,7 +253,7 @@ def _dict_setitem_with_tensor(data, key, value):
|
|
|
250
253
|
Outputs:
|
|
251
254
|
dict, type is as same as the element type of data.
|
|
252
255
|
"""
|
|
253
|
-
return
|
|
256
|
+
return _dict_setitem(data, key, value)
|
|
254
257
|
|
|
255
258
|
|
|
256
259
|
@setitem.register("Tensor", "Tensor", "Tensor")
|
|
@@ -436,7 +439,7 @@ def _tensor_setitem_by_slice_with_tensor(data, input_slice, value):
|
|
|
436
439
|
Outputs:
|
|
437
440
|
Tensor, element type and shape is same as data.
|
|
438
441
|
"""
|
|
439
|
-
return compile_utils.
|
|
442
|
+
return compile_utils.tensor_setitem_by_slice(data, input_slice, value)
|
|
440
443
|
|
|
441
444
|
|
|
442
445
|
@setitem.register("Tensor", "Slice", "Number")
|
|
@@ -458,7 +461,7 @@ def _tensor_setitem_by_slice_with_number(data, input_slice, value):
|
|
|
458
461
|
Outputs:
|
|
459
462
|
Tensor, element type and shape is same as data.
|
|
460
463
|
"""
|
|
461
|
-
return compile_utils.
|
|
464
|
+
return compile_utils.tensor_setitem_by_slice(data, input_slice, value)
|
|
462
465
|
|
|
463
466
|
|
|
464
467
|
@setitem.register("Tensor", "Slice", "List")
|
|
@@ -480,7 +483,7 @@ def _tensor_setitem_by_slice_with_list(data, input_slice, value):
|
|
|
480
483
|
Outputs:
|
|
481
484
|
Tensor, element type and shape is same as data.
|
|
482
485
|
"""
|
|
483
|
-
return compile_utils.
|
|
486
|
+
return compile_utils.tensor_setitem_by_slice(data, input_slice, value)
|
|
484
487
|
|
|
485
488
|
|
|
486
489
|
@setitem.register("Tensor", "Slice", "Tuple")
|
|
@@ -502,7 +505,7 @@ def _tensor_setitem_by_slice_with_tuple(data, input_slice, value):
|
|
|
502
505
|
Outputs:
|
|
503
506
|
Tensor, element type and shape is same as data.
|
|
504
507
|
"""
|
|
505
|
-
return compile_utils.
|
|
508
|
+
return compile_utils.tensor_setitem_by_slice(data, input_slice, value)
|
|
506
509
|
|
|
507
510
|
|
|
508
511
|
@setitem.register("Tensor", "Number", "Number")
|