mindspore 2.0.0rc1__cp38-cp38-manylinux1_x86_64.whl → 2.2.0__cp38-cp38-manylinux1_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +2 -2
- mindspore/__init__.py +5 -2
- mindspore/_akg/akg/build_module.py +5 -6
- mindspore/_akg/akg/composite/build_module.py +49 -16
- mindspore/_akg/akg/composite/split_stitch.py +10 -11
- mindspore/_akg/akg/config/repository.json +195 -0
- mindspore/_akg/akg/global_configs.py +5 -1
- mindspore/_akg/akg/ms/info_version_adapt.py +67 -1
- mindspore/_akg/akg/tvm/api.py +4 -3
- mindspore/_akg/akg/tvm/autotvm/__init__.py +1 -2
- mindspore/_akg/akg/tvm/autotvm/graph_tuner/base_graph_tuner.py +1 -5
- mindspore/_akg/akg/tvm/autotvm/measure/__init__.py +1 -1
- mindspore/_akg/akg/tvm/autotvm/measure/measure.py +1 -10
- mindspore/_akg/akg/tvm/autotvm/measure/measure_methods.py +1 -372
- mindspore/_akg/akg/tvm/build_module.py +16 -1
- mindspore/_akg/akg/tvm/contrib/graph_runtime.py +0 -53
- mindspore/_akg/akg/tvm/hybrid/parser.py +7 -6
- mindspore/_akg/akg/tvm/ir_builder.py +1 -1
- mindspore/_akg/akg/tvm/module.py +1 -2
- mindspore/_akg/akg/tvm/stmt.py +2 -2
- mindspore/_akg/akg/utils/composite_op_helper.py +9 -10
- mindspore/_akg/akg/utils/kernel_exec.py +58 -260
- mindspore/_akg/akg/utils/op_dsl.py +17 -1
- mindspore/_akg/akg/utils/result_analysis.py +4 -24
- mindspore/_akg/akg/utils/tbe_codegen_utils.py +198 -0
- mindspore/_c_dataengine.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/_check_jit_forbidden_api.py +5 -1
- mindspore/_checkparam.py +79 -62
- mindspore/_extends/graph_kernel/__init__.py +0 -1
- mindspore/_extends/graph_kernel/model/graph_split.py +2 -0
- mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
- mindspore/_extends/graph_kernel/splitter.py +1 -9
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +128 -21
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +2 -2
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +18 -13
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +13 -9
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
- mindspore/_extends/parse/__init__.py +19 -17
- mindspore/_extends/parse/namespace.py +7 -36
- mindspore/_extends/parse/parser.py +375 -189
- mindspore/_extends/parse/resources.py +36 -41
- mindspore/_extends/parse/standard_method.py +350 -245
- mindspore/_extends/parse/trope.py +2 -12
- mindspore/_extends/remote/kernel_build_server.py +24 -7
- mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
- mindspore/_install_custom.py +43 -0
- mindspore/_mindspore_offline_debug.cpython-38-x86_64-linux-gnu.so +0 -0
- mindspore/amp.py +85 -19
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/base.py +2 -2
- mindspore/boost/boost.py +27 -32
- mindspore/boost/boost_cell_wrapper.py +37 -13
- mindspore/boost/grad_accumulation.py +1 -1
- mindspore/boost/grad_freeze.py +34 -6
- mindspore/boost/group_loss_scale_manager.py +15 -14
- mindspore/boost/less_batch_normalization.py +28 -3
- mindspore/common/__init__.py +15 -11
- mindspore/common/_auto_dynamic.py +68 -0
- mindspore/common/_jit_fallback_utils.py +111 -0
- mindspore/common/_register_for_adapter.py +17 -5
- mindspore/common/_register_for_tensor.py +2 -2
- mindspore/common/_stub_tensor.py +18 -15
- mindspore/common/_utils.py +31 -7
- mindspore/common/api.py +269 -101
- mindspore/common/auto_dynamic_shape.py +498 -0
- mindspore/common/dtype.py +61 -21
- mindspore/common/dump.py +9 -7
- mindspore/common/initializer.py +106 -76
- mindspore/common/jit_config.py +35 -14
- mindspore/common/lazy_inline.py +187 -0
- mindspore/common/mindir_util.py +101 -0
- mindspore/common/mutable.py +10 -13
- mindspore/common/parameter.py +246 -55
- mindspore/common/seed.py +13 -7
- mindspore/common/sparse_tensor.py +29 -33
- mindspore/common/tensor.py +907 -251
- mindspore/communication/__init__.py +7 -4
- mindspore/communication/_comm_helper.py +84 -4
- mindspore/communication/management.py +160 -88
- mindspore/config/op_info.config +99 -75
- mindspore/config/super_bar_config.json +36 -4
- mindspore/context.py +526 -219
- mindspore/dataset/__init__.py +9 -46
- mindspore/dataset/audio/__init__.py +4 -19
- mindspore/dataset/audio/transforms.py +545 -233
- mindspore/dataset/audio/utils.py +21 -18
- mindspore/dataset/callback/ds_callback.py +42 -13
- mindspore/dataset/core/config.py +158 -100
- mindspore/dataset/core/validator_helpers.py +1 -63
- mindspore/dataset/debug/debug_hook.py +45 -13
- mindspore/dataset/debug/pre_defined_hook.py +5 -5
- mindspore/dataset/engine/__init__.py +0 -5
- mindspore/dataset/engine/cache_client.py +38 -15
- mindspore/dataset/engine/datasets.py +615 -278
- mindspore/dataset/engine/datasets_audio.py +154 -283
- mindspore/dataset/engine/datasets_standard_format.py +104 -116
- mindspore/dataset/engine/datasets_text.py +443 -326
- mindspore/dataset/engine/datasets_user_defined.py +251 -164
- mindspore/dataset/engine/datasets_vision.py +839 -1443
- mindspore/dataset/engine/iterators.py +11 -4
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +7 -3
- mindspore/dataset/engine/obs/util.py +3 -0
- mindspore/dataset/engine/offload.py +6 -6
- mindspore/dataset/engine/queue.py +15 -14
- mindspore/dataset/engine/samplers.py +39 -23
- mindspore/dataset/engine/serializer_deserializer.py +22 -6
- mindspore/dataset/engine/validators.py +21 -331
- mindspore/dataset/text/__init__.py +5 -33
- mindspore/dataset/text/transforms.py +334 -165
- mindspore/dataset/text/utils.py +215 -145
- mindspore/dataset/transforms/__init__.py +1 -1
- mindspore/dataset/transforms/c_transforms.py +3 -2
- mindspore/dataset/transforms/py_transforms_util.py +40 -12
- mindspore/dataset/transforms/transforms.py +174 -71
- mindspore/dataset/utils/browse_dataset.py +25 -17
- mindspore/dataset/utils/line_reader.py +24 -21
- mindspore/dataset/vision/__init__.py +5 -26
- mindspore/dataset/vision/c_transforms.py +177 -165
- mindspore/dataset/vision/py_transforms.py +114 -119
- mindspore/dataset/vision/py_transforms_util.py +54 -51
- mindspore/dataset/vision/transforms.py +1127 -381
- mindspore/dataset/vision/utils.py +54 -38
- mindspore/dataset/vision/validators.py +12 -2
- mindspore/experimental/map_parameter.py +38 -4
- mindspore/{dataset/datapreprocess → experimental/optim}/__init__.py +14 -4
- mindspore/experimental/optim/adam.py +192 -0
- mindspore/experimental/optim/adamw.py +181 -0
- mindspore/experimental/optim/lr_scheduler.py +1427 -0
- mindspore/experimental/optim/optimizer.py +252 -0
- mindspore/experimental/optim/sgd.py +147 -0
- mindspore/gen_ops.py +273 -0
- mindspore/include/OWNERS +1 -2
- mindspore/include/api/context.h +21 -1
- mindspore/include/api/data_type.h +2 -1
- mindspore/include/api/graph.h +0 -15
- mindspore/include/api/kernel.h +2 -0
- mindspore/include/api/kernel_api.h +37 -12
- mindspore/include/api/model.h +29 -42
- mindspore/include/api/model_group.h +14 -3
- mindspore/include/api/model_parallel_runner.h +18 -2
- mindspore/include/api/serialization.h +26 -0
- mindspore/include/api/status.h +1 -0
- mindspore/include/api/types.h +38 -4
- mindspore/include/c_api/ms/abstract.h +67 -0
- mindspore/include/c_api/ms/attribute.h +197 -0
- mindspore/include/c_api/ms/base/handle_types.h +43 -0
- mindspore/include/c_api/ms/base/macros.h +32 -0
- mindspore/include/c_api/ms/base/status.h +33 -0
- mindspore/include/c_api/ms/base/types.h +282 -0
- mindspore/include/c_api/ms/context.h +102 -0
- mindspore/include/c_api/ms/graph.h +160 -0
- mindspore/include/c_api/ms/node.h +606 -0
- mindspore/include/c_api/ms/tensor.h +161 -0
- mindspore/include/c_api/ms/value.h +84 -0
- mindspore/include/c_api/status_c.h +3 -0
- mindspore/include/dataset/constants.h +6 -12
- mindspore/include/dataset/execute.h +23 -13
- mindspore/include/dataset/text.h +26 -26
- mindspore/include/dataset/transforms.h +25 -31
- mindspore/include/dataset/vision.h +60 -60
- mindspore/include/dataset/vision_ascend.h +5 -6
- mindspore/include/dataset/vision_lite.h +17 -17
- mindspore/include/mindapi/base/format.h +0 -1
- mindspore/include/mindapi/base/type_id.h +2 -1
- mindspore/include/mindapi/base/types.h +5 -1
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libjemalloc.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +9000 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/libakg.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/cpu/libakg.so +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
- mindspore/lib/plugin/gpu10.1/libakg.so +0 -0
- mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu10.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.1/libakg.so +0 -0
- mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.6/libakg.so +0 -0
- mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.6/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
- mindspore/log.py +9 -6
- mindspore/mindrecord/filereader.py +33 -4
- mindspore/mindrecord/filewriter.py +70 -35
- mindspore/mindrecord/mindpage.py +40 -34
- mindspore/mindrecord/shardreader.py +1 -1
- mindspore/mindrecord/shardsegment.py +1 -1
- mindspore/mindrecord/tools/cifar100_to_mr.py +25 -18
- mindspore/mindrecord/tools/cifar10_to_mr.py +25 -18
- mindspore/mindrecord/tools/csv_to_mr.py +29 -13
- mindspore/mindrecord/tools/imagenet_to_mr.py +24 -10
- mindspore/mindrecord/tools/mnist_to_mr.py +24 -11
- mindspore/mindrecord/tools/tfrecord_to_mr.py +31 -26
- mindspore/nn/cell.py +463 -169
- mindspore/nn/dynamic_lr.py +47 -43
- mindspore/nn/layer/activation.py +225 -82
- mindspore/nn/layer/basic.py +121 -79
- mindspore/nn/layer/channel_shuffle.py +21 -21
- mindspore/nn/layer/combined.py +33 -26
- mindspore/nn/layer/container.py +277 -22
- mindspore/nn/layer/conv.py +441 -304
- mindspore/nn/layer/dense.py +19 -13
- mindspore/nn/layer/embedding.py +62 -49
- mindspore/nn/layer/flash_attention.py +264 -0
- mindspore/nn/layer/image.py +50 -39
- mindspore/nn/layer/math.py +62 -51
- mindspore/nn/layer/normalization.py +219 -167
- mindspore/nn/layer/padding.py +58 -70
- mindspore/nn/layer/pooling.py +334 -287
- mindspore/nn/layer/rnn_cells.py +53 -38
- mindspore/nn/layer/rnns.py +59 -56
- mindspore/nn/layer/thor_layer.py +52 -44
- mindspore/nn/layer/timedistributed.py +6 -4
- mindspore/nn/layer/transformer.py +284 -164
- mindspore/nn/learning_rate_schedule.py +34 -25
- mindspore/nn/loss/__init__.py +3 -2
- mindspore/nn/loss/loss.py +554 -311
- mindspore/nn/optim/ada_grad.py +12 -9
- mindspore/nn/optim/adadelta.py +14 -11
- mindspore/nn/optim/adafactor.py +19 -16
- mindspore/nn/optim/adam.py +62 -47
- mindspore/nn/optim/adamax.py +13 -10
- mindspore/nn/optim/adasum.py +12 -8
- mindspore/nn/optim/asgd.py +10 -9
- mindspore/nn/optim/ftrl.py +20 -17
- mindspore/nn/optim/lamb.py +16 -12
- mindspore/nn/optim/lars.py +8 -6
- mindspore/nn/optim/lazyadam.py +25 -20
- mindspore/nn/optim/momentum.py +10 -7
- mindspore/nn/optim/optimizer.py +61 -9
- mindspore/nn/optim/proximal_ada_grad.py +14 -13
- mindspore/nn/optim/rmsprop.py +17 -13
- mindspore/nn/optim/rprop.py +30 -17
- mindspore/nn/optim/sgd.py +40 -23
- mindspore/nn/optim/thor.py +24 -26
- mindspore/nn/probability/bijector/bijector.py +11 -11
- mindspore/nn/probability/bijector/exp.py +1 -1
- mindspore/nn/probability/bijector/gumbel_cdf.py +3 -3
- mindspore/nn/probability/bijector/invert.py +1 -1
- mindspore/nn/probability/bijector/power_transform.py +29 -29
- mindspore/nn/probability/bijector/scalar_affine.py +3 -3
- mindspore/nn/probability/bijector/softplus.py +5 -5
- mindspore/nn/probability/bnn_layers/bnn_cell_wrapper.py +4 -2
- mindspore/nn/probability/bnn_layers/conv_variational.py +13 -13
- mindspore/nn/probability/bnn_layers/dense_variational.py +12 -12
- mindspore/nn/probability/bnn_layers/layer_distribution.py +9 -8
- mindspore/nn/probability/distribution/_utils/custom_ops.py +19 -3
- mindspore/nn/probability/distribution/_utils/utils.py +1 -1
- mindspore/nn/probability/distribution/bernoulli.py +9 -9
- mindspore/nn/probability/distribution/beta.py +8 -8
- mindspore/nn/probability/distribution/categorical.py +23 -15
- mindspore/nn/probability/distribution/cauchy.py +5 -6
- mindspore/nn/probability/distribution/distribution.py +3 -3
- mindspore/nn/probability/distribution/exponential.py +4 -4
- mindspore/nn/probability/distribution/gamma.py +10 -10
- mindspore/nn/probability/distribution/geometric.py +8 -8
- mindspore/nn/probability/distribution/gumbel.py +8 -9
- mindspore/nn/probability/distribution/half_normal.py +5 -5
- mindspore/nn/probability/distribution/laplace.py +5 -5
- mindspore/nn/probability/distribution/log_normal.py +12 -11
- mindspore/nn/probability/distribution/logistic.py +8 -8
- mindspore/nn/probability/distribution/normal.py +6 -5
- mindspore/nn/probability/distribution/poisson.py +10 -11
- mindspore/nn/probability/distribution/student_t.py +8 -9
- mindspore/nn/probability/distribution/transformed_distribution.py +5 -5
- mindspore/nn/probability/distribution/uniform.py +11 -11
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +9 -9
- mindspore/nn/wrap/cell_wrapper.py +188 -63
- mindspore/nn/wrap/grad_reducer.py +21 -12
- mindspore/nn/wrap/loss_scale.py +136 -49
- mindspore/numpy/__init__.py +4 -4
- mindspore/numpy/array_creations.py +55 -56
- mindspore/numpy/array_ops.py +134 -35
- mindspore/numpy/logic_ops.py +66 -20
- mindspore/numpy/math_ops.py +142 -139
- mindspore/numpy/utils_const.py +2 -2
- mindspore/offline_debug/convert_async.py +2 -2
- mindspore/ops/_grad_experimental/__init__.py +7 -5
- mindspore/ops/_grad_experimental/grad_array_ops.py +231 -348
- mindspore/ops/{_grad → _grad_experimental}/grad_base.py +1 -33
- mindspore/ops/{_grad → _grad_experimental}/grad_comm_ops.py +25 -13
- mindspore/ops/{_grad/__init__.py → _grad_experimental/grad_debug_ops.py} +15 -7
- mindspore/ops/{_grad → _grad_experimental}/grad_implementations.py +17 -11
- mindspore/ops/_grad_experimental/grad_inner_ops.py +33 -52
- mindspore/ops/_grad_experimental/grad_math_ops.py +151 -1224
- mindspore/ops/_grad_experimental/grad_nn_ops.py +141 -414
- mindspore/ops/{_grad → _grad_experimental}/grad_quant_ops.py +10 -6
- mindspore/ops/_grad_experimental/grad_sparse.py +317 -2
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -13
- mindspore/ops/{_grad → _grad_experimental}/taylor_rule.py +1 -1
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/flash_attention/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +406 -0
- mindspore/{_extends/graph_kernel/expanders/complex/__init__.py → ops/_op_impl/_custom_op/flash_attention/constants.py} +27 -8
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +467 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +563 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +193 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +435 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/sparse_tiling.py +45 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/strategy.py +67 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +62 -0
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/aicpu/__init__.py +41 -1
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d.py +37 -0
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/cast.py +52 -0
- mindspore/ops/_op_impl/aicpu/coalesce.py +2 -0
- mindspore/ops/_op_impl/aicpu/col2im.py +3 -1
- mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
- mindspore/ops/_op_impl/aicpu/dropout_genmask.py +6 -0
- mindspore/ops/_op_impl/aicpu/eps.py +32 -0
- mindspore/ops/_op_impl/aicpu/eye.py +4 -4
- mindspore/ops/_op_impl/aicpu/fft_with_size.py +6 -0
- mindspore/ops/_op_impl/aicpu/fill_diagonal.py +5 -0
- mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
- mindspore/ops/_op_impl/aicpu/im2col.py +3 -5
- mindspore/ops/_op_impl/aicpu/lgamma.py +1 -0
- mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
- mindspore/ops/_op_impl/aicpu/lu.py +39 -0
- mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/masked_scatter.py +1 -0
- mindspore/ops/_op_impl/aicpu/masked_select_grad.py +3 -0
- mindspore/ops/_op_impl/aicpu/matrix_band_part.py +59 -0
- mindspore/ops/_op_impl/aicpu/matrix_power.py +6 -1
- mindspore/ops/_op_impl/aicpu/median.py +1 -0
- mindspore/ops/_op_impl/aicpu/multinomial.py +9 -9
- mindspore/ops/_op_impl/aicpu/not_equal.py +0 -5
- mindspore/ops/_op_impl/aicpu/pad_v3.py +3 -1
- mindspore/ops/_op_impl/aicpu/pad_v3_grad.py +2 -0
- mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
- mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
- mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
- mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
- mindspore/ops/_op_impl/aicpu/resize_bilinear_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2.py +0 -6
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2_grad.py +0 -7
- mindspore/ops/_op_impl/aicpu/scatter_nd.py +2 -0
- mindspore/ops/_op_impl/aicpu/sequence_concat.py +40 -0
- mindspore/ops/_op_impl/aicpu/sequence_stack.py +40 -0
- mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
- mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
- mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -4
- mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -4
- mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
- mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
- mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
- mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d.py +14 -6
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d_grad.py +22 -8
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d.py +11 -6
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d_grad.py +21 -10
- mindspore/ops/_op_impl/tbe/__init__.py +6 -4
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_3d.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +4 -4
- mindspore/ops/_op_impl/tbe/avg_pool_ds.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_grad.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_grad_vm.py +3 -3
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer_ds.py +3 -2
- mindspore/ops/_op_impl/tbe/broadcast_to.py +1 -1
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +3 -3
- mindspore/ops/_op_impl/tbe/expand_dims.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_v2.py +56 -0
- mindspore/ops/_op_impl/tbe/im2col.py +4 -4
- mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
- mindspore/ops/_op_impl/tbe/mem_set.py +38 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +3 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_d.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +1 -1
- mindspore/ops/_tracefunc.py +241 -0
- mindspore/ops/_utils/utils.py +10 -2
- mindspore/ops/_vmap/vmap_array_ops.py +5 -3
- mindspore/ops/_vmap/vmap_base.py +5 -4
- mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
- mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +11 -6
- mindspore/ops/_vmap/vmap_math_ops.py +5 -2
- mindspore/ops/_vmap/vmap_nn_ops.py +135 -11
- mindspore/ops/arg_dtype_cast.py +54 -0
- mindspore/ops/composite/__init__.py +7 -5
- mindspore/ops/composite/base.py +78 -34
- mindspore/ops/composite/math_ops.py +5 -695
- mindspore/ops/composite/multitype_ops/_compile_utils.py +403 -97
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +28 -22
- mindspore/ops/composite/multitype_ops/add_impl.py +69 -7
- mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/div_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +48 -10
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/logic_not_impl.py +2 -2
- mindspore/ops/composite/multitype_ops/mod_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/mul_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/negative_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/not_in_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
- mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +10 -7
- mindspore/ops/composite/multitype_ops/sub_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/uadd_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
- mindspore/ops/deprecated.py +304 -0
- mindspore/ops/function/__init__.py +41 -4
- mindspore/ops/function/array_func.py +1108 -467
- mindspore/ops/function/clip_func.py +94 -27
- mindspore/ops/function/debug_func.py +3 -1
- mindspore/ops/function/grad/grad_func.py +82 -73
- mindspore/ops/function/image_func.py +28 -12
- mindspore/ops/function/linalg_func.py +135 -39
- mindspore/ops/function/math_func.py +3779 -894
- mindspore/ops/function/nn_func.py +1584 -657
- mindspore/ops/function/parameter_func.py +13 -3
- mindspore/ops/function/random_func.py +247 -153
- mindspore/ops/function/sparse_func.py +14 -11
- mindspore/ops/function/sparse_unary_func.py +173 -47
- mindspore/ops/function/spectral_func.py +8 -4
- mindspore/ops/function/vmap_func.py +8 -7
- mindspore/ops/functional.py +47 -16
- mindspore/ops/op_info_register.py +346 -86
- mindspore/ops/operations/__init__.py +38 -22
- mindspore/ops/operations/_grad_ops.py +145 -149
- mindspore/ops/operations/_inner_ops.py +298 -56
- mindspore/ops/operations/_ms_kernel.py +3 -3
- mindspore/ops/operations/_quant_ops.py +24 -28
- mindspore/ops/operations/_rl_inner_ops.py +9 -7
- mindspore/ops/operations/_scalar_ops.py +115 -0
- mindspore/ops/operations/_sequence_ops.py +148 -10
- mindspore/ops/operations/_tensor_array.py +1 -1
- mindspore/ops/operations/_thor_ops.py +2 -2
- mindspore/ops/operations/array_ops.py +1239 -561
- mindspore/ops/operations/comm_ops.py +166 -90
- mindspore/ops/operations/control_ops.py +3 -3
- mindspore/ops/operations/custom_ops.py +124 -102
- mindspore/ops/operations/debug_ops.py +24 -11
- mindspore/ops/operations/image_ops.py +86 -71
- mindspore/ops/operations/inner_ops.py +18 -13
- mindspore/ops/operations/linalg_ops.py +30 -11
- mindspore/ops/operations/math_ops.py +1730 -435
- mindspore/ops/operations/nn_ops.py +1953 -943
- mindspore/ops/operations/other_ops.py +65 -43
- mindspore/ops/operations/random_ops.py +258 -98
- mindspore/ops/operations/rl_ops.py +4 -36
- mindspore/ops/operations/sparse_ops.py +38 -33
- mindspore/ops/operations/spectral_ops.py +8 -4
- mindspore/ops/primitive.py +66 -44
- mindspore/ops/signature.py +5 -5
- mindspore/parallel/_auto_parallel_context.py +80 -19
- mindspore/parallel/_cost_model_context.py +42 -0
- mindspore/parallel/_offload_context.py +162 -72
- mindspore/parallel/_parallel_serialization.py +2 -2
- mindspore/parallel/_ps_context.py +16 -4
- mindspore/parallel/_recovery_context.py +2 -1
- mindspore/parallel/_tensor.py +15 -13
- mindspore/parallel/_transformer/layers.py +8 -6
- mindspore/parallel/_transformer/loss.py +1 -0
- mindspore/parallel/_transformer/moe.py +7 -7
- mindspore/parallel/_transformer/op_parallel_config.py +12 -1
- mindspore/parallel/_transformer/transformer.py +34 -14
- mindspore/parallel/_utils.py +36 -14
- mindspore/parallel/algo_parameter_config.py +114 -20
- mindspore/parallel/checkpoint_transform.py +16 -18
- mindspore/parallel/shard.py +16 -13
- mindspore/profiler/__init__.py +1 -1
- mindspore/profiler/common/struct_type.py +3 -3
- mindspore/profiler/common/util.py +3 -2
- mindspore/profiler/envprofiling.py +11 -4
- mindspore/profiler/parser/aicpu_data_parser.py +5 -3
- mindspore/profiler/parser/ascend_flops_generator.py +94 -0
- mindspore/profiler/parser/ascend_fpbp_generator.py +76 -0
- mindspore/profiler/parser/ascend_hccl_generator.py +288 -0
- mindspore/profiler/parser/ascend_msprof_exporter.py +213 -0
- mindspore/profiler/parser/ascend_msprof_generator.py +199 -0
- mindspore/profiler/parser/ascend_op_generator.py +276 -0
- mindspore/profiler/parser/ascend_steptrace_generator.py +94 -0
- mindspore/profiler/parser/ascend_timeline_generator.py +110 -54
- mindspore/profiler/parser/base_timeline_generator.py +11 -7
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +45 -46
- mindspore/profiler/parser/flops_parser.py +15 -11
- mindspore/profiler/parser/framework_parser.py +92 -73
- mindspore/profiler/parser/hccl_parser.py +16 -12
- mindspore/profiler/parser/integrator.py +22 -11
- mindspore/profiler/parser/memory_usage_parser.py +36 -11
- mindspore/profiler/parser/minddata_analyzer.py +12 -14
- mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
- mindspore/profiler/parser/msadvisor_parser.py +8 -4
- mindspore/profiler/parser/op_intermediate_parser.py +5 -2
- mindspore/profiler/parser/optime_parser.py +1 -1
- mindspore/profiler/parser/profiler_info.py +4 -5
- mindspore/profiler/parser/step_trace_parser.py +11 -14
- mindspore/profiler/profiling.py +678 -377
- mindspore/rewrite/api/node.py +211 -54
- mindspore/rewrite/api/node_type.py +5 -0
- mindspore/rewrite/api/pattern_engine.py +22 -23
- mindspore/rewrite/api/scoped_value.py +20 -17
- mindspore/rewrite/api/symbol_tree.py +252 -106
- mindspore/rewrite/api/tree_node_helper.py +3 -0
- mindspore/rewrite/ast_helpers/__init__.py +2 -1
- mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
- mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +97 -46
- mindspore/rewrite/common/rewrite_elog.py +5 -1
- mindspore/rewrite/namer.py +51 -51
- mindspore/rewrite/namespace.py +14 -5
- mindspore/{ops/bprop_mindir → rewrite/node}/__init__.py +9 -4
- mindspore/rewrite/node/call_function.py +79 -0
- mindspore/rewrite/node/cell_container.py +135 -0
- mindspore/rewrite/node/control_flow.py +88 -0
- mindspore/rewrite/{node.py → node/node.py} +313 -247
- mindspore/rewrite/node/node_manager.py +254 -0
- mindspore/rewrite/node/node_topological_manager.py +243 -0
- mindspore/rewrite/parsers/arguments_parser.py +22 -21
- mindspore/rewrite/parsers/assign_parser.py +225 -239
- mindspore/rewrite/parsers/attribute_parser.py +9 -7
- mindspore/rewrite/parsers/class_def_parser.py +179 -218
- mindspore/rewrite/parsers/constant_parser.py +9 -6
- mindspore/rewrite/parsers/container_parser.py +9 -7
- mindspore/rewrite/parsers/for_parser.py +36 -15
- mindspore/rewrite/parsers/function_def_parser.py +23 -20
- mindspore/rewrite/parsers/if_parser.py +28 -24
- mindspore/rewrite/parsers/module_parser.py +202 -25
- mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
- mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
- mindspore/rewrite/parsers/return_parser.py +6 -6
- mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
- mindspore/rewrite/sparsify/sparsify.py +4 -1
- mindspore/rewrite/sparsify/utils.py +11 -5
- mindspore/rewrite/symbol_tree.py +577 -732
- mindspore/rewrite/symbol_tree_builder.py +9 -175
- mindspore/rewrite/symbol_tree_dumper.py +2 -2
- mindspore/run_check/_check_version.py +46 -39
- mindspore/run_check/run_check.py +3 -2
- mindspore/{scipy/sparse → safeguard}/__init__.py +4 -5
- mindspore/safeguard/rewrite_obfuscation.py +517 -0
- mindspore/scipy/__init__.py +1 -1
- mindspore/scipy/linalg.py +67 -61
- mindspore/scipy/ops.py +5 -41
- mindspore/scipy/ops_grad.py +3 -2
- mindspore/scipy/ops_wrapper.py +5 -5
- mindspore/scipy/optimize/line_search.py +8 -8
- mindspore/scipy/optimize/linear_sum_assignment.py +4 -4
- mindspore/scipy/optimize/minimize.py +16 -12
- mindspore/scipy/utils.py +1 -52
- mindspore/scipy/utils_const.py +4 -4
- mindspore/train/__init__.py +4 -4
- mindspore/train/_utils.py +13 -5
- mindspore/train/amp.py +410 -148
- mindspore/train/anf_ir_pb2.py +16 -4
- mindspore/train/callback/_backup_and_restore.py +8 -11
- mindspore/train/callback/_callback.py +80 -3
- mindspore/train/callback/_checkpoint.py +82 -51
- mindspore/train/callback/_early_stop.py +12 -15
- mindspore/train/callback/_history.py +1 -1
- mindspore/train/callback/_lambda_callback.py +13 -13
- mindspore/train/callback/_landscape.py +21 -17
- mindspore/train/callback/_loss_monitor.py +9 -10
- mindspore/train/callback/_on_request_exit.py +16 -33
- mindspore/train/callback/_reduce_lr_on_plateau.py +21 -24
- mindspore/train/callback/_summary_collector.py +44 -30
- mindspore/train/callback/_time_monitor.py +62 -12
- mindspore/train/data_sink.py +10 -16
- mindspore/train/dataset_helper.py +154 -86
- mindspore/train/loss_scale_manager.py +14 -9
- mindspore/train/metrics/__init__.py +10 -2
- mindspore/train/metrics/accuracy.py +1 -1
- mindspore/train/metrics/auc.py +1 -1
- mindspore/train/metrics/bleu_score.py +2 -2
- mindspore/train/metrics/confusion_matrix.py +14 -14
- mindspore/train/metrics/cosine_similarity.py +3 -3
- mindspore/train/metrics/dice.py +1 -1
- mindspore/train/metrics/fbeta.py +1 -1
- mindspore/train/metrics/hausdorff_distance.py +8 -6
- mindspore/train/metrics/mean_surface_distance.py +5 -4
- mindspore/train/metrics/metric.py +49 -17
- mindspore/train/metrics/occlusion_sensitivity.py +4 -4
- mindspore/train/metrics/perplexity.py +1 -1
- mindspore/train/metrics/precision.py +2 -2
- mindspore/train/metrics/recall.py +2 -3
- mindspore/train/metrics/roc.py +7 -7
- mindspore/train/metrics/root_mean_square_surface_distance.py +5 -4
- mindspore/train/metrics/topk.py +7 -4
- mindspore/train/mind_ir_pb2.py +193 -48
- mindspore/train/model.py +377 -133
- mindspore/train/serialization.py +697 -245
- mindspore/train/summary/_summary_adapter.py +5 -2
- mindspore/train/summary/_writer_pool.py +4 -3
- mindspore/train/summary/summary_record.py +25 -23
- mindspore/train/train_thor/convert_utils.py +39 -23
- mindspore/train/train_thor/dataset_helper.py +4 -3
- mindspore/train/train_thor/model_thor.py +8 -8
- mindspore/version.py +1 -1
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/METADATA +7 -8
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/RECORD +647 -818
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/entry_points.txt +0 -1
- mindspore/_akg/akg/tvm/contrib/debugger/__init__.py +0 -16
- mindspore/_akg/akg/tvm/contrib/debugger/debug_result.py +0 -274
- mindspore/_akg/akg/tvm/contrib/debugger/debug_runtime.py +0 -259
- mindspore/_akg/akg/tvm/contrib/peak.py +0 -341
- mindspore/_akg/akg/tvm/contrib/rpc.py +0 -25
- mindspore/_akg/akg/tvm/contrib/xcode.py +0 -257
- mindspore/_akg/akg/tvm/exec/__init__.py +0 -17
- mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py +0 -60
- mindspore/_akg/akg/tvm/exec/measure_peak.py +0 -48
- mindspore/_akg/akg/tvm/exec/query_rpc_tracker.py +0 -48
- mindspore/_akg/akg/tvm/exec/rpc_proxy.py +0 -98
- mindspore/_akg/akg/tvm/exec/rpc_server.py +0 -88
- mindspore/_akg/akg/tvm/exec/rpc_tracker.py +0 -62
- mindspore/_akg/akg/tvm/rpc/__init__.py +0 -29
- mindspore/_akg/akg/tvm/rpc/base.py +0 -182
- mindspore/_akg/akg/tvm/rpc/client.py +0 -436
- mindspore/_akg/akg/tvm/rpc/proxy.py +0 -595
- mindspore/_akg/akg/tvm/rpc/server.py +0 -413
- mindspore/_akg/akg/tvm/rpc/tornado_util.py +0 -121
- mindspore/_akg/akg/tvm/rpc/tracker.py +0 -431
- mindspore/_extends/graph_kernel/expander.py +0 -80
- mindspore/_extends/graph_kernel/expanders/__init__.py +0 -57
- mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
- mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
- mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
- mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
- mindspore/_extends/graph_kernel/expanders/bias_add_grad.py +0 -49
- mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
- mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
- mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
- mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
- mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
- mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
- mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
- mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
- mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
- mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
- mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
- mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
- mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
- mindspore/_extends/graph_kernel/expanders/gather.py +0 -43
- mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
- mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
- mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
- mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
- mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
- mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
- mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
- mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
- mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
- mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
- mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
- mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
- mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
- mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
- mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
- mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
- mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
- mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
- mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
- mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
- mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
- mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/tile.py +0 -54
- mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
- mindspore/_extends/parse/jit_fallback_modules.py +0 -51
- mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
- mindspore/dataset/engine/graphdata.py +0 -1586
- mindspore/include/api/net.h +0 -142
- mindspore/ops/_grad/grad_array_ops.py +0 -1347
- mindspore/ops/_grad/grad_clip_ops.py +0 -84
- mindspore/ops/_grad/grad_debug_ops.py +0 -68
- mindspore/ops/_grad/grad_inner_ops.py +0 -235
- mindspore/ops/_grad/grad_math_ops.py +0 -1684
- mindspore/ops/_grad/grad_nn_ops.py +0 -1529
- mindspore/ops/_grad/grad_other_ops.py +0 -89
- mindspore/ops/_grad/grad_sequence_ops.py +0 -296
- mindspore/ops/_grad/grad_sparse.py +0 -323
- mindspore/ops/_grad_experimental/grad_image_ops.py +0 -249
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -195
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Argmax_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Argmin_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Assign_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +0 -150
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +0 -306
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +0 -240
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +0 -315
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +0 -278
- mindspore/ops/bprop_mindir/DType_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
- mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +0 -25
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +0 -18
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Equal_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/GatherD_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +0 -57
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Greater_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/IOU_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsInf_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsNan_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +0 -126
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +0 -30
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +0 -43
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Less_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +0 -75
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +0 -65
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +0 -35
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NonZero_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +0 -82
- mindspore/ops/bprop_mindir/Range_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Rank_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +0 -60
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +0 -89
- mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +0 -52
- mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Round_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +0 -24
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/Select_bprop.mindir +0 -31
- mindspore/ops/bprop_mindir/Shape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Sign_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Slice_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +0 -36
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Split_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +0 -95
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +0 -98
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +0 -32
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +0 -38
- mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
- mindspore/rewrite/node_visitor.py +0 -44
- mindspore/rewrite/topological_manager.py +0 -203
- mindspore/scipy/sparse/linalg.py +0 -192
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/WHEEL +0 -0
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/top_level.txt +0 -0
|
@@ -104,6 +104,14 @@ def names():
|
|
|
104
104
|
|
|
105
105
|
Supported Platforms:
|
|
106
106
|
``Ascend`` ``GPU`` ``CPU``
|
|
107
|
+
|
|
108
|
+
Examples:
|
|
109
|
+
>>> import mindspore as ms
|
|
110
|
+
>>> ms.train.names()
|
|
111
|
+
['F1', 'acc', 'accuracy', 'auc', 'bleu_score', 'confusion_matrix', 'confusion_matrix_metric',
|
|
112
|
+
'cosine_similarity', 'dice', 'hausdorff_distance', 'loss', 'mae', 'mean_surface_distance', 'mse',
|
|
113
|
+
'occlusion_sensitivity', 'perplexity', 'precision', 'recall', 'roc', 'root_mean_square_distance',
|
|
114
|
+
'top_1_accuracy', 'top_5_accuracy', 'topk']
|
|
107
115
|
"""
|
|
108
116
|
return sorted(__factory__.keys())
|
|
109
117
|
|
|
@@ -125,8 +133,8 @@ def get_metric_fn(name, *args, **kwargs):
|
|
|
125
133
|
``Ascend`` ``GPU`` ``CPU``
|
|
126
134
|
|
|
127
135
|
Examples:
|
|
128
|
-
>>> from mindspore import
|
|
129
|
-
>>> metric =
|
|
136
|
+
>>> from mindspore.train import get_metric_fn
|
|
137
|
+
>>> metric = get_metric_fn('precision', eval_type='classification')
|
|
130
138
|
"""
|
|
131
139
|
if name not in __factory__:
|
|
132
140
|
raise KeyError(f"For 'get_metric_fn', unsupported metric {name}, please refer to official website "
|
|
@@ -34,7 +34,7 @@ class Accuracy(EvaluationBase):
|
|
|
34
34
|
Args:
|
|
35
35
|
eval_type (str): The metric to calculate the accuracy over a dataset. Supports 'classification' and
|
|
36
36
|
'multilabel'. 'classification' means the dataset label is single. 'multilabel' means the dataset has multiple
|
|
37
|
-
labels. Default: 'classification'.
|
|
37
|
+
labels. Default: ``'classification'`` .
|
|
38
38
|
|
|
39
39
|
Supported Platforms:
|
|
40
40
|
``Ascend`` ``GPU`` ``CPU``
|
mindspore/train/metrics/auc.py
CHANGED
|
@@ -29,7 +29,7 @@ def auc(x, y, reorder=False):
|
|
|
29
29
|
y (Union[np.array, list]): From the ROC curve(tpr), np.array with true positive rates. If multiclass,
|
|
30
30
|
this is a list of such np.array, one for each class. The shape :math:`(N)`.
|
|
31
31
|
reorder (bool): If False, x must rise or fall monotonously. If True, x will be sorted in ascending order.
|
|
32
|
-
Default: False.
|
|
32
|
+
Default: ``False`` .
|
|
33
33
|
|
|
34
34
|
Returns:
|
|
35
35
|
float, the area under the ROC-curve.
|
|
@@ -28,8 +28,8 @@ class BleuScore(Metric):
|
|
|
28
28
|
the quality of text translated by machine.
|
|
29
29
|
|
|
30
30
|
Args:
|
|
31
|
-
n_gram (int): The n_gram value ranges from 1 to 4. Default: 4.
|
|
32
|
-
smooth (bool): Whether or not to apply smoothing. Default: False.
|
|
31
|
+
n_gram (int): The n_gram value ranges from 1 to 4. Default: ``4`` .
|
|
32
|
+
smooth (bool): Whether or not to apply smoothing. Default: ``False`` .
|
|
33
33
|
|
|
34
34
|
Raises:
|
|
35
35
|
ValueError: If the value range of n_gram is not from 1 to 4.
|
|
@@ -31,14 +31,14 @@ class ConfusionMatrix(Metric):
|
|
|
31
31
|
|
|
32
32
|
Args:
|
|
33
33
|
num_classes (int): Number of classes in the dataset.
|
|
34
|
-
normalize (str): Normalization mode for confusion matrix. Default: "no_norm". Choose from:
|
|
34
|
+
normalize (str): Normalization mode for confusion matrix. Default: ``"no_norm"`` . Choose from:
|
|
35
35
|
|
|
36
|
-
- **
|
|
37
|
-
- **
|
|
38
|
-
- **
|
|
39
|
-
- **
|
|
36
|
+
- **"no_norm"** (None) - No Normalization is used. Default: ``None``.
|
|
37
|
+
- **"target"** (str) - Normalization based on target value.
|
|
38
|
+
- **"prediction"** (str) - Normalization based on predicted value.
|
|
39
|
+
- **"all"** (str) - Normalization over the whole matrix.
|
|
40
40
|
|
|
41
|
-
threshold (float): The threshold used to compare with the input tensor. Default: 0.5.
|
|
41
|
+
threshold (float): The threshold used to compare with the input tensor. Default: ``0.5`` .
|
|
42
42
|
|
|
43
43
|
Supported Platforms:
|
|
44
44
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -156,18 +156,18 @@ class ConfusionMatrixMetric(Metric):
|
|
|
156
156
|
|
|
157
157
|
Args:
|
|
158
158
|
skip_channel (bool): Whether to skip the measurement calculation on the first channel of the predicted output.
|
|
159
|
-
Default: True.
|
|
160
|
-
metric_name (str): Names of supported metrics , users can also set the industry common aliases for them.
|
|
159
|
+
Default: ``True`` .
|
|
160
|
+
metric_name (str): Names of supported metrics , users can also set the industry common aliases for them. Choose
|
|
161
161
|
from: ["sensitivity", "specificity", "precision", "negative predictive value", "miss rate",
|
|
162
162
|
"fall out", "false discovery rate", "false omission rate", "prevalence threshold",
|
|
163
163
|
"threat score", "accuracy", "balanced accuracy", "f1 score",
|
|
164
164
|
"matthews correlation coefficient", "fowlkes mallows index", "informedness", "markedness"].
|
|
165
|
-
Default: "sensitivity".
|
|
165
|
+
Default: ``"sensitivity"`` .
|
|
166
166
|
calculation_method (bool): If true, the measurement for each sample will be calculated first.
|
|
167
167
|
If not, the confusion matrix of all samples will be accumulated first.
|
|
168
|
-
As for classification task, 'calculation_method' should be False. Default: False.
|
|
168
|
+
As for classification task, 'calculation_method' should be False. Default: ``False`` .
|
|
169
169
|
decrease (str): The reduction method on data batch. `decrease` takes effect only when calculation_method
|
|
170
|
-
is True. Default: "mean". Choose from:
|
|
170
|
+
is True. Default: ``"mean"`` . Choose from:
|
|
171
171
|
["none", "mean", "sum", "mean_batch", "sum_batch", "mean_channel", "sum_channel"].
|
|
172
172
|
|
|
173
173
|
Supported Platforms:
|
|
@@ -277,14 +277,14 @@ class _ConfusionMatrix:
|
|
|
277
277
|
|
|
278
278
|
Args:
|
|
279
279
|
skip_channel (bool): Whether to skip the measurement calculation on the first channel of the predicted
|
|
280
|
-
output. Default: True
|
|
280
|
+
output. Default: ``True``.
|
|
281
281
|
metric_name (str): The names of indicators are in the following range. Of course, you can also set the industry
|
|
282
282
|
common aliases for these indicators.
|
|
283
283
|
calculation_method (bool): If true, the measurement for each sample will be calculated first. If not, the
|
|
284
284
|
confusion matrix for each image (the output of function '_get_confusion_matrix')
|
|
285
285
|
will be returned. In this way, users should achieve the confusion matrixes for all
|
|
286
286
|
images during an epochand then use '_compute_confusion_matrix_metric' to calculate
|
|
287
|
-
the metric. Default: False
|
|
287
|
+
the metric. Default: ``False``.
|
|
288
288
|
decrease (Union[DecreaseMetric, str]): ["none", "mean", "sum", "mean_batch", "sum_batch", "mean_channel",
|
|
289
289
|
"sum_channel"]
|
|
290
290
|
Define the mode to reduce the calculation result of one batch of data.
|
|
@@ -356,7 +356,7 @@ def _get_confusion_matrix(y_pred, y, skip_channel=True):
|
|
|
356
356
|
y (ndarray): ground truth to compute the metric. It must be one-hot format and first dim is batch.
|
|
357
357
|
The values should be binarized.
|
|
358
358
|
skip_channel (bool): whether to skip metric computation on the first channel of the predicted output.
|
|
359
|
-
Default: True
|
|
359
|
+
Default: ``True``.
|
|
360
360
|
|
|
361
361
|
Raises:
|
|
362
362
|
ValueError: when `y_pred` and `y` have different shapes.
|
|
@@ -26,9 +26,9 @@ class CosineSimilarity(Metric):
|
|
|
26
26
|
Computes representation similarity.
|
|
27
27
|
|
|
28
28
|
Args:
|
|
29
|
-
similarity (str): 'dot' or 'cosine'. Default: 'cosine'.
|
|
30
|
-
reduction (str): 'none'
|
|
31
|
-
zero_diagonal (bool): If True, diagonals of results will be set to zero. Default: True.
|
|
29
|
+
similarity (str): 'dot' or 'cosine'. Default: ``'cosine'`` .
|
|
30
|
+
reduction (str): ``'none'``, 'sum', ``'mean'`` (all along dim -1). Default: ``'none'`` .
|
|
31
|
+
zero_diagonal (bool): If True, diagonals of results will be set to zero. Default: ``True`` .
|
|
32
32
|
|
|
33
33
|
Supported Platforms:
|
|
34
34
|
``Ascend`` ``GPU`` ``CPU``
|
mindspore/train/metrics/dice.py
CHANGED
mindspore/train/metrics/fbeta.py
CHANGED
|
@@ -120,7 +120,7 @@ class Fbeta(Metric):
|
|
|
120
120
|
Computes the fbeta.
|
|
121
121
|
|
|
122
122
|
Args:
|
|
123
|
-
average (bool): Whether to calculate the average fbeta. Default: False
|
|
123
|
+
average (bool): Whether to calculate the average fbeta. Default: ``False``.
|
|
124
124
|
|
|
125
125
|
Returns:
|
|
126
126
|
numpy.ndarray or numpy.float64, the computed result.
|
|
@@ -78,21 +78,22 @@ class HausdorffDistance(Metric):
|
|
|
78
78
|
h(B, A) = \underset{b \in B}{\text{max}}\{\underset{a \in A}{\text{min}} \rVert b - a \rVert \}
|
|
79
79
|
\end{array}
|
|
80
80
|
|
|
81
|
-
where :math:`h(A,B)` is the maximum distance of a set A to the nearest point in the set B,
|
|
81
|
+
where :math:`h(A, B)` is the maximum distance of a set A to the nearest point in the set B,
|
|
82
82
|
:math:`h(B, A)` is the maximum distance
|
|
83
83
|
of a set B to the nearest point in the set A. The distance calculation is oriented, which means that most of times
|
|
84
84
|
:math:`h(A, B)` is not equal to :math:`h(B, A)`. :math:`H(A, B)` is the two-way Hausdorff distance.
|
|
85
85
|
|
|
86
86
|
Args:
|
|
87
|
-
distance_metric (string): Three distance measurement methods are supported:
|
|
88
|
-
|
|
87
|
+
distance_metric (string): Three distance measurement methods are supported:
|
|
88
|
+
``"euclidean"`` (Euclidean Distance) , ``"chessboard"`` (Chessboard Distance, Chebyshev Distance)
|
|
89
|
+
or ``"taxicab"`` (Taxicab Distance, Manhattan Distance). Default: ``"euclidean"`` .
|
|
89
90
|
percentile (float): Floating point numbers between 0 and 100. Specify the percentile parameter to get the
|
|
90
|
-
percentile of the Hausdorff distance. Default: None.
|
|
91
|
+
percentile of the Hausdorff distance. Default: ``None`` .
|
|
91
92
|
directed (bool): If True, it only calculates h(y_pred, y) distance, otherwise, max(h(y_pred, y), h(y, y_pred))
|
|
92
|
-
will be returned. Default: False.
|
|
93
|
+
will be returned. Default: ``False`` .
|
|
93
94
|
crop (bool): Crop input images and only keep the foregrounds. In order to maintain two inputs' shapes,
|
|
94
95
|
here the bounding box is achieved by (y_pred | y) which represents the union set of two images.
|
|
95
|
-
Default: True.
|
|
96
|
+
Default: ``True`` .
|
|
96
97
|
|
|
97
98
|
Supported Platforms:
|
|
98
99
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -111,6 +112,7 @@ class HausdorffDistance(Metric):
|
|
|
111
112
|
>>> print(mean_average_distance)
|
|
112
113
|
1.4142135623730951
|
|
113
114
|
"""
|
|
115
|
+
|
|
114
116
|
def __init__(self, distance_metric="euclidean", percentile=None, directed=False, crop=True):
|
|
115
117
|
super(HausdorffDistance, self).__init__()
|
|
116
118
|
string_list = ["euclidean", "chessboard", "taxicab"]
|
|
@@ -49,12 +49,13 @@ class MeanSurfaceDistance(Metric):
|
|
|
49
49
|
\left | S(B) \right |}
|
|
50
50
|
|
|
51
51
|
Args:
|
|
52
|
-
distance_metric (string): Three measurement methods are supported: "euclidean"
|
|
53
|
-
|
|
52
|
+
distance_metric (string): Three measurement methods are supported: ``"euclidean"`` (Euclidean Distance) ,
|
|
53
|
+
``"chessboard"`` (Chessboard Distance, Chebyshev Distance) or
|
|
54
|
+
``"taxicab"`` (Taxicab Distance, Manhattan Distance) Default: ``"euclidean"`` .
|
|
54
55
|
symmetric (bool): Whether to calculate the Mean Surface Distance between y_pred and y.
|
|
55
|
-
If False, it only calculates :math:`AvgSurDis(
|
|
56
|
+
If False, it only calculates :math:`AvgSurDis(y\_pred \rightarrow y)`,
|
|
56
57
|
otherwise, the mean of distance from `y_pred` to `y` and from `y` to `y_pred`, i.e.
|
|
57
|
-
:math:`MeanSurDis(y\_pred \leftrightarrow y)`, will be returned. Default: False.
|
|
58
|
+
:math:`MeanSurDis(y\_pred \leftrightarrow y)`, will be returned. Default: ``False`` .
|
|
58
59
|
|
|
59
60
|
Supported Platforms:
|
|
60
61
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -40,7 +40,7 @@ def rearrange_inputs(func):
|
|
|
40
40
|
``Ascend`` ``GPU`` ``CPU``
|
|
41
41
|
|
|
42
42
|
Examples:
|
|
43
|
-
>>> from mindspore.
|
|
43
|
+
>>> from mindspore.train import rearrange_inputs
|
|
44
44
|
>>> class RearrangeInputsExample:
|
|
45
45
|
... def __init__(self):
|
|
46
46
|
... self._indexes = None
|
|
@@ -83,6 +83,42 @@ class Metric(metaclass=ABCMeta):
|
|
|
83
83
|
|
|
84
84
|
Supported Platforms:
|
|
85
85
|
``Ascend`` ``GPU`` ``CPU``
|
|
86
|
+
|
|
87
|
+
Examples:
|
|
88
|
+
>>> import numpy as np
|
|
89
|
+
>>> import mindspore as ms
|
|
90
|
+
>>>
|
|
91
|
+
>>> class MyMAE(ms.train.Metric):
|
|
92
|
+
... def __init__(self):
|
|
93
|
+
... super(MyMAE, self).__init__()
|
|
94
|
+
... self.clear()
|
|
95
|
+
...
|
|
96
|
+
... def clear(self):
|
|
97
|
+
... self._abs_error_sum = 0
|
|
98
|
+
... self._samples_num = 0
|
|
99
|
+
...
|
|
100
|
+
... def update(self, *inputs):
|
|
101
|
+
... y_pred = inputs[0].asnumpy()
|
|
102
|
+
... y = inputs[1].asnumpy()
|
|
103
|
+
... abs_error_sum = np.abs(y - y_pred)
|
|
104
|
+
... self._abs_error_sum += abs_error_sum.sum()
|
|
105
|
+
... self._samples_num += y.shape[0]
|
|
106
|
+
...
|
|
107
|
+
... def eval(self):
|
|
108
|
+
... return self._abs_error_sum / self._samples_num
|
|
109
|
+
>>>
|
|
110
|
+
>>> x = ms.Tensor(np.array([[0.1, 0.2, 0.6, 0.9], [0.1, 0.2, 0.6, 0.9]]), ms.float32)
|
|
111
|
+
>>> y = ms.Tensor(np.array([[0.1, 0.1, 0.1, 0.1], [0.1, 0.1, 0.1, 0.1]]), ms.float32)
|
|
112
|
+
>>> y2 = ms.Tensor(np.array([[0.1, 0.25, 0.7, 0.9], [0.1, 0.25, 0.7, 0.9]]), ms.float32)
|
|
113
|
+
>>> metric = MyMAE().set_indexes([0, 2])
|
|
114
|
+
>>> metric.clear()
|
|
115
|
+
>>> # indexes is [0, 2], using x as logits, y2 as label.
|
|
116
|
+
>>> metric.update(x, y, y2)
|
|
117
|
+
>>> accuracy = metric.eval()
|
|
118
|
+
>>> print(accuracy)
|
|
119
|
+
1.399999976158142
|
|
120
|
+
>>> print(metric.indexes)
|
|
121
|
+
[0, 2]
|
|
86
122
|
"""
|
|
87
123
|
def __init__(self):
|
|
88
124
|
self._indexes = None
|
|
@@ -133,22 +169,6 @@ class Metric(metaclass=ABCMeta):
|
|
|
133
169
|
|
|
134
170
|
Raises:
|
|
135
171
|
ValueError: If the type of input 'indexes' is not a list or its elements are not all int.
|
|
136
|
-
|
|
137
|
-
Examples:
|
|
138
|
-
>>> import numpy as np
|
|
139
|
-
>>> from mindspore import Tensor
|
|
140
|
-
>>> from mindspore.train import Accuracy
|
|
141
|
-
>>>
|
|
142
|
-
>>> x = Tensor(np.array([[0.2, 0.5], [0.3, 0.1], [0.9, 0.6]]))
|
|
143
|
-
>>> y = Tensor(np.array([1, 0, 1]))
|
|
144
|
-
>>> y2 = Tensor(np.array([0, 0, 1]))
|
|
145
|
-
>>> metric = Accuracy('classification').set_indexes([0, 2])
|
|
146
|
-
>>> metric.clear()
|
|
147
|
-
>>> # indexes is [0, 2], using x as logits, y2 as label.
|
|
148
|
-
>>> metric.update(x, y, y2)
|
|
149
|
-
>>> accuracy = metric.eval()
|
|
150
|
-
>>> print(accuracy)
|
|
151
|
-
0.3333333333333333
|
|
152
172
|
"""
|
|
153
173
|
if not isinstance(indexes, list) or not all(isinstance(i, int) for i in indexes):
|
|
154
174
|
raise ValueError("For 'set_indexes', the argument 'indexes' must be a list and all its elements must "
|
|
@@ -177,6 +197,10 @@ class Metric(metaclass=ABCMeta):
|
|
|
177
197
|
|
|
178
198
|
Note:
|
|
179
199
|
All subclasses must override this interface.
|
|
200
|
+
|
|
201
|
+
Tutorial Examples:
|
|
202
|
+
- `Evaluation Metrics - Customized Metrics
|
|
203
|
+
<https://mindspore.cn/tutorials/en/r2.2/advanced/model/metric.html#customized-metrics>`_
|
|
180
204
|
"""
|
|
181
205
|
raise NotImplementedError('Must define clear function to use this base class')
|
|
182
206
|
|
|
@@ -187,6 +211,10 @@ class Metric(metaclass=ABCMeta):
|
|
|
187
211
|
|
|
188
212
|
Note:
|
|
189
213
|
All subclasses must override this interface.
|
|
214
|
+
|
|
215
|
+
Tutorial Examples:
|
|
216
|
+
- `Evaluation Metrics - Customized Metrics
|
|
217
|
+
<https://mindspore.cn/tutorials/en/r2.2/advanced/model/metric.html#customized-metrics>`_
|
|
190
218
|
"""
|
|
191
219
|
raise NotImplementedError('Must define eval function to use this base class')
|
|
192
220
|
|
|
@@ -200,6 +228,10 @@ class Metric(metaclass=ABCMeta):
|
|
|
200
228
|
|
|
201
229
|
Args:
|
|
202
230
|
inputs: A variable-length input argument list, usually are the logits and the corresponding labels.
|
|
231
|
+
|
|
232
|
+
Tutorial Examples:
|
|
233
|
+
- `Evaluation Metrics - Customized Metrics
|
|
234
|
+
<https://mindspore.cn/tutorials/en/r2.2/advanced/model/metric.html#customized-metrics>`_
|
|
203
235
|
"""
|
|
204
236
|
raise NotImplementedError('Must define update function to use this base class')
|
|
205
237
|
|
|
@@ -40,14 +40,14 @@ class OcclusionSensitivity(Metric):
|
|
|
40
40
|
that the occluded area is more important in the decision-making process.
|
|
41
41
|
|
|
42
42
|
Args:
|
|
43
|
-
pad_val (float): The padding value of the occluded part in an image. Default: 0.0.
|
|
44
|
-
margin (Union[int, Sequence]): Create a cuboid / cube around the voxel you want to occlude. Default: 2.
|
|
45
|
-
n_batch (int): number of images in a batch. Default: 128.
|
|
43
|
+
pad_val (float): The padding value of the occluded part in an image. Default: ``0.0`` .
|
|
44
|
+
margin (Union[int, Sequence]): Create a cuboid / cube around the voxel you want to occlude. Default: ``2`` .
|
|
45
|
+
n_batch (int): number of images in a batch. Default: ``128`` .
|
|
46
46
|
b_box (Sequence): Bounding box on which to perform the analysis. The output image will also match in size.
|
|
47
47
|
There should be a minimum and maximum for all dimensions except batch:
|
|
48
48
|
``[min1, max1, min2, max2,...]``. If no bounding box is supplied, this will be the same size
|
|
49
49
|
as the input image. If a bounding box is used, the output image will be cropped to this size.
|
|
50
|
-
Default: None.
|
|
50
|
+
Default: ``None`` .
|
|
51
51
|
|
|
52
52
|
Supported Platforms:
|
|
53
53
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -34,7 +34,7 @@ class Perplexity(Metric):
|
|
|
34
34
|
|
|
35
35
|
Args:
|
|
36
36
|
ignore_label (Union[int, None]): Index of an invalid label to be ignored when counting. If set to `None`,
|
|
37
|
-
it will include all entries. Default: None.
|
|
37
|
+
it will include all entries. Default: ``None`` .
|
|
38
38
|
|
|
39
39
|
Supported Platforms:
|
|
40
40
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -36,7 +36,7 @@ class Precision(EvaluationBase):
|
|
|
36
36
|
In the multi-label cases, the elements of :math:`y` and :math:`y_{pred}` must be 0 or 1.
|
|
37
37
|
|
|
38
38
|
Args:
|
|
39
|
-
eval_type (str): 'classification' or 'multilabel' are supported. Default: 'classification'.
|
|
39
|
+
eval_type (str): ``'classification'`` or ``'multilabel'`` are supported. Default: ``'classification'`` .
|
|
40
40
|
|
|
41
41
|
Supported Platforms:
|
|
42
42
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -140,7 +140,7 @@ class Precision(EvaluationBase):
|
|
|
140
140
|
Computes the precision.
|
|
141
141
|
|
|
142
142
|
Args:
|
|
143
|
-
average (bool): Specify whether calculate the average precision. Default: False.
|
|
143
|
+
average (bool): Specify whether calculate the average precision. Default: ``False`` .
|
|
144
144
|
|
|
145
145
|
Returns:
|
|
146
146
|
numpy.float64, the computed result.
|
|
@@ -36,8 +36,7 @@ class Recall(EvaluationBase):
|
|
|
36
36
|
In the multi-label cases, the elements of :math:`y` and :math:`y_{pred}` must be 0 or 1.
|
|
37
37
|
|
|
38
38
|
Args:
|
|
39
|
-
eval_type (str): 'classification' or 'multilabel' are supported. Default: 'classification'.
|
|
40
|
-
Default: 'classification'.
|
|
39
|
+
eval_type (str): ``'classification'`` or ``'multilabel'`` are supported. Default: ``'classification'`` .
|
|
41
40
|
|
|
42
41
|
Supported Platforms:
|
|
43
42
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -140,7 +139,7 @@ class Recall(EvaluationBase):
|
|
|
140
139
|
Computes the recall.
|
|
141
140
|
|
|
142
141
|
Args:
|
|
143
|
-
average (bool): Specify whether calculate the average recall. Default: False.
|
|
142
|
+
average (bool): Specify whether calculate the average recall. Default: ``False`` .
|
|
144
143
|
|
|
145
144
|
Returns:
|
|
146
145
|
numpy.float64, the computed result.
|
mindspore/train/metrics/roc.py
CHANGED
|
@@ -28,10 +28,10 @@ class ROC(Metric):
|
|
|
28
28
|
|
|
29
29
|
Args:
|
|
30
30
|
class_num (int): The number of classes. It is not necessary to provide this argument under the binary
|
|
31
|
-
classification scenario. Default: None.
|
|
31
|
+
classification scenario. Default: ``None`` .
|
|
32
32
|
pos_label (int): Determine the integer of positive class. For binary problems, it is translated to 1 by default.
|
|
33
33
|
For multiclass problems, this argument should not be set, as it will
|
|
34
|
-
iteratively changed in the range [0,num_classes-1]. Default: None.
|
|
34
|
+
iteratively changed in the range [0, num_classes-1]. Default: ``None`` .
|
|
35
35
|
|
|
36
36
|
Supported Platforms:
|
|
37
37
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -151,10 +151,10 @@ class ROC(Metric):
|
|
|
151
151
|
and :math:`C` is the number of categories.
|
|
152
152
|
y (Union[Tensor, list, np.ndarray]): values of integers.
|
|
153
153
|
class_num (int): Integer with the number of classes. For the problem of binary classification, it is not
|
|
154
|
-
necessary to provide this argument. Default: None
|
|
155
|
-
pos_label (int): Determine the integer of positive class. Default: None
|
|
154
|
+
necessary to provide this argument. Default: ``None``.
|
|
155
|
+
pos_label (int): Determine the integer of positive class. Default: ``None``. For binary problems, it is
|
|
156
156
|
translated to 1. For multiclass problems, this argument should not be set, as it is iteratively changed
|
|
157
|
-
in the range [0,num_classes-1]. Default: None
|
|
157
|
+
in the range [0,num_classes-1]. Default: ``None``.
|
|
158
158
|
sample_weights (Union[None, np.ndarray]): If sample_weights is None, the weight value is 1.
|
|
159
159
|
If sample_weights is ndarray, the weight value is the ndarray value.
|
|
160
160
|
"""
|
|
@@ -172,8 +172,8 @@ class ROC(Metric):
|
|
|
172
172
|
- **fpr** (np.array) - False positive rate. In binary classification case, a fpr numpy array under different
|
|
173
173
|
thresholds will be returned, otherwise in multiclass case, a list of
|
|
174
174
|
fpr numpy arrays will be returned and each element represents one category.
|
|
175
|
-
- **tpr** (np.array) - True positive rates. n binary classification case, a
|
|
176
|
-
thresholds will be returned, otherwise in multiclass case, a list of
|
|
175
|
+
- **tpr** (np.array) - True positive rates. n binary classification case, a tpr numpy array under different
|
|
176
|
+
thresholds will be returned, otherwise in multiclass case, a list of tpr numpy arrays
|
|
177
177
|
will be returned and each element represents one category.
|
|
178
178
|
- **thresholds** (np.array) - Thresholds used for computing fpr and tpr.
|
|
179
179
|
|
|
@@ -49,11 +49,12 @@ class RootMeanSquareDistance(Metric):
|
|
|
49
49
|
|
|
50
50
|
Args:
|
|
51
51
|
distance_metric (string): Three measurement methods are supported:
|
|
52
|
-
"euclidean",
|
|
52
|
+
``"euclidean"`` (Euclidean Distance) , ``"chessboard"`` (Chessboard Distance, Chebyshev Distance)
|
|
53
|
+
or ``"taxicab"`` (Taxicab Distance, Manhattan Distance). Default: ``"euclidean"`` .
|
|
53
54
|
symmetric (bool): Whether to calculate the symmetric average root mean square distance between
|
|
54
55
|
y_pred and y. If False, only calculates :math:`RmsSurDis(y\_pred, y)` surface distance,
|
|
55
56
|
otherwise, the mean of distance from `y_pred` to `y` and from `y` to `y_pred`, i.e.
|
|
56
|
-
:math:`RmsSurDis(
|
|
57
|
+
:math:`RmsSurDis(y\_pred \leftrightarrow y)` will be returned. Default: ``False`` .
|
|
57
58
|
|
|
58
59
|
Supported Platforms:
|
|
59
60
|
``Ascend`` ``GPU`` ``CPU``
|
|
@@ -175,7 +176,7 @@ class RootMeanSquareDistance(Metric):
|
|
|
175
176
|
if residual_mean_square_distance.shape == (0,):
|
|
176
177
|
return np.inf
|
|
177
178
|
|
|
178
|
-
rms_surface_distance = (residual_mean_square_distance**2).mean()
|
|
179
|
+
rms_surface_distance = (residual_mean_square_distance ** 2).mean()
|
|
179
180
|
|
|
180
181
|
if not self.symmetric:
|
|
181
182
|
return rms_surface_distance
|
|
@@ -184,7 +185,7 @@ class RootMeanSquareDistance(Metric):
|
|
|
184
185
|
if contrary_residual_mean_square_distance.shape == (0,):
|
|
185
186
|
return np.inf
|
|
186
187
|
|
|
187
|
-
contrary_rms_surface_distance = (contrary_residual_mean_square_distance**2).mean()
|
|
188
|
+
contrary_rms_surface_distance = (contrary_residual_mean_square_distance ** 2).mean()
|
|
188
189
|
|
|
189
190
|
rms_distance = np.sqrt(np.mean((rms_surface_distance, contrary_rms_surface_distance)))
|
|
190
191
|
return rms_distance
|
mindspore/train/metrics/topk.py
CHANGED
|
@@ -114,13 +114,14 @@ class TopKCategoricalAccuracy(Metric):
|
|
|
114
114
|
class Top1CategoricalAccuracy(TopKCategoricalAccuracy):
|
|
115
115
|
"""
|
|
116
116
|
Calculates the top-1 categorical accuracy. This class is a specialized class for TopKCategoricalAccuracy.
|
|
117
|
-
Refer to :class:`TopKCategoricalAccuracy` for more details.
|
|
117
|
+
Refer to :class:`mindspore.train.TopKCategoricalAccuracy` for more details.
|
|
118
118
|
|
|
119
119
|
Supported Platforms:
|
|
120
120
|
``Ascend`` ``GPU`` ``CPU``
|
|
121
121
|
|
|
122
122
|
Examples:
|
|
123
123
|
>>> import numpy as np
|
|
124
|
+
>>> import mindspore
|
|
124
125
|
>>> from mindspore import Tensor
|
|
125
126
|
>>> from mindspore.train import Top1CategoricalAccuracy
|
|
126
127
|
>>>
|
|
@@ -141,19 +142,21 @@ class Top1CategoricalAccuracy(TopKCategoricalAccuracy):
|
|
|
141
142
|
class Top5CategoricalAccuracy(TopKCategoricalAccuracy):
|
|
142
143
|
"""
|
|
143
144
|
Calculates the top-5 categorical accuracy. This class is a specialized class for TopKCategoricalAccuracy.
|
|
144
|
-
Refer to :class:`TopKCategoricalAccuracy` for more details.
|
|
145
|
+
Refer to :class:`mindspore.train.TopKCategoricalAccuracy` for more details.
|
|
145
146
|
|
|
146
147
|
Supported Platforms:
|
|
147
148
|
``Ascend`` ``GPU`` ``CPU``
|
|
148
149
|
|
|
149
150
|
Examples:
|
|
150
151
|
>>> import numpy as np
|
|
151
|
-
>>>
|
|
152
|
+
>>> import mindspore
|
|
153
|
+
>>> from mindspore import Tensor
|
|
154
|
+
>>> from mindspore.train import Top5CategoricalAccuracy
|
|
152
155
|
>>>
|
|
153
156
|
>>> x = Tensor(np.array([[0.2, 0.5, 0.3, 0.6, 0.2], [0.1, 0.35, 0.5, 0.2, 0.],
|
|
154
157
|
... [0.9, 0.6, 0.2, 0.01, 0.3]]), mindspore.float32)
|
|
155
158
|
>>> y = Tensor(np.array([2, 0, 1]), mindspore.float32)
|
|
156
|
-
>>> topk =
|
|
159
|
+
>>> topk = Top5CategoricalAccuracy()
|
|
157
160
|
>>> topk.clear()
|
|
158
161
|
>>> topk.update(x, y)
|
|
159
162
|
>>> output = topk.eval()
|