mindspore 1.10.0__cp38-cp38-win_amd64.whl → 2.0.0rc1__cp38-cp38-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/ConcurrencyCheck.dll +0 -0
- mindspore/CppBuildInsights.dll +0 -0
- mindspore/CppCoreCheck.dll +0 -0
- mindspore/EnumIndex.dll +0 -0
- mindspore/EspXEngine.dll +0 -0
- mindspore/HResultCheck.dll +0 -0
- mindspore/KernelTraceControl.dll +0 -0
- mindspore/LocalESPC.dll +0 -0
- mindspore/Microsoft.Diagnostics.Tracing.EventSource.dll +0 -0
- mindspore/Microsoft.VisualStudio.RemoteControl.dll +0 -0
- mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
- mindspore/Microsoft.VisualStudio.Utilities.Internal.dll +0 -0
- mindspore/Newtonsoft.Json.dll +0 -0
- mindspore/System.Runtime.CompilerServices.Unsafe.dll +0 -0
- mindspore/VariantClear.dll +0 -0
- mindspore/__init__.py +9 -4
- mindspore/_c_dataengine.cp38-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp38-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp38-win_amd64.pyd +0 -0
- mindspore/_check_jit_forbidden_api.py +102 -0
- mindspore/_checkparam.py +1066 -1001
- mindspore/_extends/builtin_operations.py +32 -4
- mindspore/_extends/graph_kernel/model/graph_split.py +66 -222
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +12 -9
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +119 -26
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -50
- mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -6
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -25
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -27
- mindspore/_extends/parse/__init__.py +5 -3
- mindspore/_extends/parse/namespace.py +17 -2
- mindspore/_extends/parse/parser.py +193 -34
- mindspore/_extends/parse/resources.py +7 -8
- mindspore/_extends/parse/standard_method.py +1780 -435
- mindspore/_extends/parse/trope.py +3 -1
- mindspore/amp.py +53 -58
- mindspore/atlprov.dll +0 -0
- mindspore/boost/adasum.py +3 -2
- mindspore/boost/boost.py +2 -2
- mindspore/boost/boost_cell_wrapper.py +46 -26
- mindspore/boost/dim_reduce.py +6 -5
- mindspore/boost/grad_accumulation.py +2 -1
- mindspore/boost/group_loss_scale_manager.py +1 -1
- mindspore/c1.dll +0 -0
- mindspore/c1xx.dll +0 -0
- mindspore/c2.dll +0 -0
- mindspore/cfgpersist.dll +0 -0
- mindspore/clang_rt.asan_dbg_dynamic-x86_64.dll +0 -0
- mindspore/clang_rt.asan_dynamic-x86_64.dll +0 -0
- mindspore/common/__init__.py +11 -10
- mindspore/common/_decorator.py +2 -0
- mindspore/common/_register_for_adapter.py +55 -0
- mindspore/common/_stub_tensor.py +201 -0
- mindspore/common/_utils.py +57 -0
- mindspore/common/api.py +582 -297
- mindspore/common/dtype.py +66 -18
- mindspore/common/dump.py +2 -2
- mindspore/common/initializer.py +38 -1
- mindspore/common/jit_config.py +25 -13
- mindspore/common/mutable.py +53 -24
- mindspore/common/parameter.py +60 -37
- mindspore/common/seed.py +8 -24
- mindspore/common/sparse_tensor.py +927 -0
- mindspore/common/tensor.py +1627 -3900
- mindspore/communication/__init__.py +10 -5
- mindspore/communication/_comm_helper.py +78 -214
- mindspore/communication/_hccl_management.py +2 -1
- mindspore/communication/management.py +136 -47
- mindspore/config/op_info.config +501 -1008
- mindspore/context.py +291 -56
- mindspore/d3dcompiler_47.dll +0 -0
- mindspore/dataset/__init__.py +12 -8
- mindspore/dataset/audio/__init__.py +9 -9
- mindspore/dataset/audio/transforms.py +1090 -228
- mindspore/dataset/audio/utils.py +87 -39
- mindspore/dataset/audio/validators.py +223 -1
- mindspore/dataset/callback/ds_callback.py +17 -15
- mindspore/dataset/core/config.py +246 -17
- mindspore/dataset/core/py_util_helpers.py +4 -3
- mindspore/dataset/core/validator_helpers.py +10 -10
- mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
- mindspore/dataset/debug/debug_hook.py +65 -0
- mindspore/dataset/debug/pre_defined_hook.py +67 -0
- mindspore/dataset/engine/__init__.py +7 -3
- mindspore/dataset/engine/cache_client.py +9 -9
- mindspore/dataset/engine/datasets.py +648 -477
- mindspore/dataset/engine/datasets_audio.py +165 -167
- mindspore/dataset/engine/datasets_standard_format.py +93 -67
- mindspore/dataset/engine/datasets_text.py +492 -342
- mindspore/dataset/engine/datasets_user_defined.py +85 -50
- mindspore/dataset/engine/datasets_vision.py +1224 -699
- mindspore/dataset/engine/graphdata.py +134 -69
- mindspore/dataset/engine/iterators.py +50 -9
- mindspore/dataset/engine/offload.py +52 -31
- mindspore/dataset/engine/samplers.py +27 -24
- mindspore/dataset/engine/serializer_deserializer.py +14 -15
- mindspore/dataset/engine/validators.py +213 -52
- mindspore/dataset/text/__init__.py +10 -8
- mindspore/dataset/text/transforms.py +152 -57
- mindspore/dataset/text/utils.py +98 -49
- mindspore/dataset/text/validators.py +25 -0
- mindspore/dataset/transforms/__init__.py +4 -2
- mindspore/dataset/transforms/c_transforms.py +11 -13
- mindspore/dataset/transforms/py_transforms.py +2 -2
- mindspore/dataset/transforms/py_transforms_util.py +10 -0
- mindspore/dataset/transforms/transforms.py +13 -15
- mindspore/dataset/transforms/validators.py +7 -7
- mindspore/dataset/utils/__init__.py +2 -1
- mindspore/dataset/utils/browse_dataset.py +13 -13
- mindspore/dataset/utils/line_reader.py +121 -0
- mindspore/dataset/vision/__init__.py +8 -7
- mindspore/dataset/vision/c_transforms.py +125 -126
- mindspore/dataset/vision/py_transforms.py +37 -37
- mindspore/dataset/vision/py_transforms_util.py +23 -20
- mindspore/dataset/vision/transforms.py +316 -315
- mindspore/dataset/vision/utils.py +313 -17
- mindspore/dataset/vision/validators.py +6 -6
- mindspore/default_config.py +0 -1
- mindspore/dpcmi.dll +0 -0
- mindspore/{compression → experimental}/__init__.py +6 -5
- mindspore/experimental/map_parameter.py +275 -0
- mindspore/include/OWNERS +0 -1
- mindspore/include/api/callback/callback.h +9 -13
- mindspore/include/api/callback/ckpt_saver.h +2 -2
- mindspore/include/api/callback/loss_monitor.h +2 -2
- mindspore/include/api/callback/lr_scheduler.h +5 -5
- mindspore/include/api/callback/time_monitor.h +2 -2
- mindspore/include/api/callback/train_accuracy.h +4 -6
- mindspore/include/api/cfg.h +19 -6
- mindspore/include/api/context.h +70 -9
- mindspore/include/api/delegate.h +8 -1
- mindspore/include/api/dual_abi_helper.h +8 -24
- mindspore/include/api/metrics/accuracy.h +2 -2
- mindspore/include/api/metrics/metrics.h +4 -3
- mindspore/include/api/model.h +9 -4
- mindspore/include/api/model_group.h +68 -0
- mindspore/include/api/model_parallel_runner.h +17 -17
- mindspore/include/api/net.h +12 -11
- mindspore/include/api/serialization.h +20 -4
- mindspore/include/api/status.h +7 -1
- mindspore/include/api/types.h +25 -21
- mindspore/include/api/visible.h +4 -0
- mindspore/include/c_api/model_c.h +5 -0
- mindspore/include/c_api/status_c.h +1 -1
- mindspore/include/dataset/config.h +1 -1
- mindspore/include/dataset/constants.h +14 -0
- mindspore/include/dataset/text.h +59 -0
- mindspore/include/dataset/vision.h +56 -117
- mindspore/include/dataset/vision_lite.h +102 -0
- mindspore/jpeg62.dll +0 -0
- mindspore/log.py +28 -28
- mindspore/mindrecord/common/exceptions.py +2 -4
- mindspore/mindrecord/filereader.py +19 -1
- mindspore/mindrecord/filewriter.py +250 -88
- mindspore/mindrecord/mindpage.py +13 -13
- mindspore/mindrecord/shardheader.py +15 -15
- mindspore/mindrecord/shardreader.py +9 -0
- mindspore/mindrecord/shardwriter.py +29 -29
- mindspore/mindrecord/tools/cifar100_to_mr.py +9 -9
- mindspore/mindrecord/tools/cifar10_to_mr.py +9 -9
- mindspore/mindrecord/tools/csv_to_mr.py +4 -4
- mindspore/mindrecord/tools/imagenet_to_mr.py +70 -65
- mindspore/mindrecord/tools/mnist_to_mr.py +41 -41
- mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
- mindspore/{libmindspore_backend.dll → mindspore_backend.dll} +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_shared_lib.dll +0 -0
- mindspore/msobj140.dll +0 -0
- mindspore/mspdb140.dll +0 -0
- mindspore/mspdbcore.dll +0 -0
- mindspore/mspdbst.dll +0 -0
- mindspore/mspft140.dll +0 -0
- mindspore/msvcdis140.dll +0 -0
- mindspore/msvcp140_1.dll +0 -0
- mindspore/msvcp140_2.dll +0 -0
- mindspore/msvcp140_atomic_wait.dll +0 -0
- mindspore/msvcp140_codecvt_ids.dll +0 -0
- mindspore/nn/__init__.py +1 -5
- mindspore/nn/cell.py +297 -234
- mindspore/nn/dynamic_lr.py +1 -1
- mindspore/nn/grad/cell_grad.py +17 -42
- mindspore/nn/layer/__init__.py +7 -4
- mindspore/nn/layer/activation.py +131 -88
- mindspore/nn/layer/basic.py +313 -613
- mindspore/nn/layer/channel_shuffle.py +103 -0
- mindspore/nn/layer/combined.py +1 -1
- mindspore/nn/layer/container.py +52 -6
- mindspore/nn/layer/conv.py +112 -43
- mindspore/nn/layer/dense.py +10 -9
- mindspore/nn/layer/embedding.py +36 -34
- mindspore/nn/layer/image.py +123 -27
- mindspore/nn/layer/math.py +108 -107
- mindspore/nn/layer/normalization.py +212 -366
- mindspore/nn/layer/padding.py +370 -42
- mindspore/nn/layer/pooling.py +1443 -219
- mindspore/nn/layer/rnn_cells.py +11 -16
- mindspore/nn/layer/rnns.py +38 -39
- mindspore/nn/layer/thor_layer.py +24 -25
- mindspore/nn/layer/timedistributed.py +5 -5
- mindspore/nn/layer/transformer.py +701 -0
- mindspore/nn/learning_rate_schedule.py +8 -8
- mindspore/nn/loss/__init__.py +9 -6
- mindspore/nn/loss/loss.py +678 -142
- mindspore/nn/metrics.py +53 -0
- mindspore/nn/optim/_dist_optimizer_registry.py +2 -2
- mindspore/nn/optim/ada_grad.py +8 -8
- mindspore/nn/optim/adadelta.py +2 -3
- mindspore/nn/optim/adafactor.py +18 -14
- mindspore/nn/optim/adam.py +429 -87
- mindspore/nn/optim/adamax.py +5 -6
- mindspore/nn/optim/adasum.py +10 -8
- mindspore/nn/optim/asgd.py +7 -7
- mindspore/nn/optim/ftrl.py +81 -11
- mindspore/nn/optim/lamb.py +7 -8
- mindspore/nn/optim/lars.py +4 -4
- mindspore/nn/optim/lazyadam.py +82 -7
- mindspore/nn/optim/momentum.py +8 -7
- mindspore/nn/optim/optimizer.py +19 -10
- mindspore/nn/optim/proximal_ada_grad.py +6 -5
- mindspore/nn/optim/rmsprop.py +3 -3
- mindspore/nn/optim/rprop.py +20 -16
- mindspore/nn/optim/sgd.py +21 -15
- mindspore/nn/optim/thor.py +23 -21
- mindspore/nn/probability/__init__.py +0 -2
- mindspore/nn/probability/bijector/bijector.py +7 -6
- mindspore/nn/probability/bijector/invert.py +4 -2
- mindspore/nn/probability/bijector/softplus.py +2 -2
- mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
- mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
- mindspore/nn/probability/distribution/__init__.py +6 -0
- mindspore/nn/probability/distribution/_utils/custom_ops.py +3 -2
- mindspore/nn/probability/distribution/_utils/utils.py +11 -17
- mindspore/nn/probability/distribution/bernoulli.py +6 -6
- mindspore/nn/probability/distribution/beta.py +1 -1
- mindspore/nn/probability/distribution/categorical.py +9 -9
- mindspore/nn/probability/distribution/cauchy.py +8 -8
- mindspore/nn/probability/distribution/distribution.py +12 -6
- mindspore/nn/probability/distribution/exponential.py +5 -5
- mindspore/nn/probability/distribution/gamma.py +3 -3
- mindspore/nn/probability/distribution/geometric.py +6 -5
- mindspore/nn/probability/distribution/gumbel.py +5 -5
- mindspore/nn/probability/distribution/half_normal.py +133 -0
- mindspore/nn/probability/distribution/laplace.py +128 -0
- mindspore/nn/probability/distribution/log_normal.py +0 -1
- mindspore/nn/probability/distribution/logistic.py +4 -5
- mindspore/nn/probability/distribution/normal.py +11 -15
- mindspore/nn/probability/distribution/poisson.py +6 -2
- mindspore/nn/probability/distribution/student_t.py +150 -0
- mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
- mindspore/nn/probability/distribution/uniform.py +5 -5
- mindspore/nn/reinforcement/_tensors_queue.py +3 -3
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +8 -1
- mindspore/nn/wrap/cell_wrapper.py +55 -27
- mindspore/nn/wrap/grad_reducer.py +20 -11
- mindspore/nn/wrap/loss_scale.py +47 -30
- mindspore/numpy/array_creations.py +33 -22
- mindspore/numpy/array_ops.py +46 -42
- mindspore/numpy/logic_ops.py +6 -27
- mindspore/numpy/math_ops.py +26 -19
- mindspore/numpy/utils.py +1 -8
- mindspore/numpy/utils_const.py +112 -62
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/__init__.py +6 -3
- mindspore/ops/_constants.py +0 -6
- mindspore/ops/_grad/__init__.py +2 -1
- mindspore/ops/_grad/grad_array_ops.py +209 -152
- mindspore/ops/_grad/grad_base.py +55 -17
- mindspore/ops/_grad/grad_clip_ops.py +11 -3
- mindspore/ops/_grad/grad_comm_ops.py +58 -47
- mindspore/ops/_grad/grad_implementations.py +21 -61
- mindspore/ops/_grad/grad_inner_ops.py +48 -6
- mindspore/ops/_grad/grad_math_ops.py +306 -161
- mindspore/ops/_grad/grad_nn_ops.py +192 -181
- mindspore/ops/_grad/grad_other_ops.py +1 -1
- mindspore/ops/_grad/grad_quant_ops.py +5 -5
- mindspore/ops/_grad/grad_sequence_ops.py +296 -0
- mindspore/ops/_grad/grad_sparse.py +15 -9
- mindspore/ops/_grad_experimental/__init__.py +1 -0
- mindspore/ops/_grad_experimental/grad_array_ops.py +441 -55
- mindspore/ops/_grad_experimental/grad_image_ops.py +25 -7
- mindspore/ops/_grad_experimental/grad_inner_ops.py +3 -44
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +16 -21
- mindspore/ops/_grad_experimental/grad_math_ops.py +979 -49
- mindspore/ops/_grad_experimental/grad_nn_ops.py +78 -8
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +197 -13
- mindspore/ops/_op_impl/__init__.py +3 -3
- mindspore/ops/_op_impl/_custom_op/__init__.py +0 -1
- mindspore/ops/_op_impl/_custom_op/_basic.py +0 -1
- mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +4 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +5 -5
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
- mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/correction_mul.py +3 -3
- mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +4 -8
- mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
- mindspore/ops/_op_impl/_custom_op/matmul_dds_grad_impl.py +0 -1
- mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -1
- mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
- mindspore/ops/_op_impl/aicpu/__init__.py +238 -3
- mindspore/ops/_op_impl/aicpu/abs.py +36 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d.py +34 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_3d.py +39 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_3d_grad.py +39 -0
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d_grad.py +37 -0
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_3d.py +42 -0
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_3d_grad.py +152 -0
- mindspore/ops/_op_impl/aicpu/add.py +43 -0
- mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
- mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
- mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
- mindspore/ops/_op_impl/aicpu/arg_max.py +75 -0
- mindspore/ops/_op_impl/aicpu/arg_min.py +75 -0
- mindspore/ops/_op_impl/aicpu/argmin_with_value.py +43 -0
- mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -0
- mindspore/ops/_op_impl/aicpu/batch_norm_grad_grad.py +49 -0
- mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
- mindspore/ops/_op_impl/aicpu/bessel_i0.py +31 -0
- mindspore/ops/_op_impl/aicpu/bias_add.py +44 -0
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +43 -0
- mindspore/ops/_op_impl/aicpu/bincount.py +33 -0
- mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/cauchy.py} +17 -10
- mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
- mindspore/ops/_op_impl/aicpu/cholesky.py +1 -1
- mindspore/ops/_op_impl/{cpu/bias_add.py → aicpu/choleskygrad.py} +9 -7
- mindspore/ops/_op_impl/aicpu/combined_non_max_suppression.py +42 -0
- mindspore/ops/_op_impl/aicpu/concat_offset.py +42 -0
- mindspore/ops/_op_impl/aicpu/concat_offset_v1.py +31 -0
- mindspore/ops/_op_impl/aicpu/conj.py +11 -0
- mindspore/ops/_op_impl/aicpu/crop_and_resize_grad_image.py +38 -0
- mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +36 -0
- mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
- mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +2 -2
- mindspore/ops/_op_impl/aicpu/dense_to_sparse_set_operation.py +48 -0
- mindspore/ops/_op_impl/aicpu/diag.py +36 -0
- mindspore/ops/_op_impl/aicpu/diag_part.py +36 -0
- mindspore/ops/_op_impl/aicpu/diagonal.py +35 -0
- mindspore/ops/_op_impl/{cpu/bias_add_grad.py → aicpu/digamma.py} +9 -7
- mindspore/ops/_op_impl/aicpu/eig.py +35 -0
- mindspore/ops/_op_impl/aicpu/fft_with_size.py +41 -0
- mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
- mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
- mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
- mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
- mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
- mindspore/ops/_op_impl/aicpu/glu.py +33 -0
- mindspore/ops/_op_impl/aicpu/glu_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/greater.py +41 -0
- mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
- mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
- mindspore/ops/_op_impl/{tbe/scatter_add_ds.py → aicpu/inplace_index_add.py} +17 -21
- mindspore/ops/_op_impl/aicpu/instance_norm_v2.py +41 -0
- mindspore/ops/_op_impl/aicpu/instance_norm_v2_grad.py +44 -0
- mindspore/ops/_op_impl/aicpu/layer_norm_grad_grad.py +47 -0
- mindspore/ops/_op_impl/aicpu/less.py +41 -0
- mindspore/ops/_op_impl/aicpu/less_equal.py +41 -0
- mindspore/ops/_op_impl/aicpu/lgamma.py +32 -0
- mindspore/ops/_op_impl/aicpu/log_normal_reverse.py +33 -0
- mindspore/ops/_op_impl/aicpu/logit.py +33 -0
- mindspore/ops/_op_impl/aicpu/logit_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/masked_fill.py +42 -0
- mindspore/ops/_op_impl/aicpu/masked_scatter.py +39 -0
- mindspore/ops/_op_impl/aicpu/matmul.py +39 -0
- mindspore/ops/_op_impl/aicpu/matrix_logarithm.py +31 -0
- mindspore/ops/_op_impl/aicpu/matrix_power.py +32 -0
- mindspore/ops/_op_impl/aicpu/matrix_solve_ls.py +36 -0
- mindspore/ops/_op_impl/aicpu/matrix_triangular_solve.py +36 -0
- mindspore/ops/_op_impl/aicpu/mirror_pad.py +2 -0
- mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
- mindspore/ops/_op_impl/aicpu/mul.py +3 -1
- mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
- mindspore/ops/_op_impl/aicpu/multinomial_with_replacement.py +35 -0
- mindspore/ops/_op_impl/aicpu/nan_to_num.py +34 -0
- mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
- mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
- mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
- mindspore/ops/_op_impl/aicpu/polar.py +32 -0
- mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
- mindspore/ops/_op_impl/aicpu/qr.py +36 -0
- mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
- mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
- mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
- mindspore/ops/_op_impl/aicpu/ragged_tensor_to_tensor.py +74 -0
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +3 -0
- mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
- mindspore/ops/_op_impl/aicpu/range.py +36 -0
- mindspore/ops/_op_impl/aicpu/reciprocal.py +34 -0
- mindspore/ops/_op_impl/aicpu/reciprocal_grad.py +35 -0
- mindspore/ops/_op_impl/aicpu/reduce_sum.py +57 -0
- mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
- mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
- mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
- mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
- mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
- mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
- mindspore/ops/_op_impl/aicpu/search_sorted.py +12 -6
- mindspore/ops/_op_impl/aicpu/self_adjoint_eig.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
- mindspore/ops/_op_impl/aicpu/slice_grad.py +76 -0
- mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
- mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
- mindspore/ops/_op_impl/aicpu/sort.py +39 -0
- mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
- mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
- mindspore/ops/_op_impl/aicpu/sparse_fill_empty_rows.py +63 -0
- mindspore/ops/_op_impl/aicpu/sparse_fill_empty_rows_grad.py +45 -0
- mindspore/ops/_op_impl/aicpu/sparse_matrix_mat_mul.py +56 -0
- mindspore/ops/_op_impl/{tbe/slice_ds.py → aicpu/sparse_segment_sum.py} +16 -24
- mindspore/ops/_op_impl/aicpu/sparse_segment_sum_with_num_segments.py +68 -0
- mindspore/ops/_op_impl/aicpu/sparse_slice.py +63 -0
- mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +61 -0
- mindspore/ops/_op_impl/aicpu/squared_difference.py +2 -0
- mindspore/ops/_op_impl/aicpu/strided_slice_v2.py +93 -0
- mindspore/ops/_op_impl/aicpu/strided_slice_v2_grad.py +66 -0
- mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
- mindspore/ops/_op_impl/{tbe/gather_v2.py → aicpu/tile.py} +24 -24
- mindspore/ops/_op_impl/aicpu/tridiagonal_solve.py +35 -0
- mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
- mindspore/ops/_op_impl/aicpu/triu_indices.py +34 -0
- mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
- mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
- mindspore/ops/_op_impl/cpu/__init__.py +1 -2
- mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
- mindspore/ops/_op_impl/cpu/maximum_grad.py +2 -0
- mindspore/{compression/common/__init__.py → ops/_op_impl/cpu/pyexecute.py} +13 -8
- mindspore/ops/_op_impl/cpu/reduce_sum.py +8 -0
- mindspore/ops/_op_impl/cpu/sparse_slice.py +62 -0
- mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +60 -0
- mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
- mindspore/ops/_op_impl/tbe/__init__.py +27 -608
- mindspore/ops/_op_impl/tbe/addcdiv_ds.py +42 -0
- mindspore/ops/_op_impl/tbe/addcmul_ds.py +44 -0
- mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
- mindspore/ops/_op_impl/tbe/basic_lstm_cell_c_state_grad_v2.py +0 -1
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd_v2.py +41 -0
- mindspore/ops/_op_impl/tbe/bce_with_logits_loss.py +1 -0
- mindspore/ops/_op_impl/tbe/bias_add_grad.py +2 -0
- mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
- mindspore/ops/_op_impl/tbe/bn_infer_grad_ds.py +40 -0
- mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
- mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
- mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
- mindspore/ops/_op_impl/tbe/cast.py +0 -2
- mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
- mindspore/ops/_op_impl/tbe/ctc_loss_v2.py +0 -2
- mindspore/ops/_op_impl/tbe/ctc_loss_v2_grad.py +0 -2
- mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/deformable_offsets.py +1 -0
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +1 -1
- mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
- mindspore/ops/_op_impl/tbe/greater.py +2 -0
- mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
- mindspore/ops/_op_impl/tbe/layer_norm_beta_gamma_backprop_v2.py +0 -1
- mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
- mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
- mindspore/ops/_op_impl/tbe/one_hot_ds.py +0 -6
- mindspore/ops/_op_impl/tbe/{greater_ds.py → reduce_all_ds.py} +13 -16
- mindspore/ops/_op_impl/tbe/reduce_any_ds.py +39 -0
- mindspore/ops/_op_impl/tbe/roi_align_ds.py +44 -0
- mindspore/ops/_op_impl/tbe/roi_align_grad_ds.py +44 -0
- mindspore/ops/_op_impl/tbe/scatter_add.py +2 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +2 -2
- mindspore/ops/_op_impl/tbe/slice.py +26 -15
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
- mindspore/ops/_op_impl/tbe/strided_slice_grad_d.py +1 -0
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
- mindspore/ops/_op_impl/tbe/unsorted_segment_sum.py +1 -1
- mindspore/ops/_op_impl/tbe/unsorted_segment_sum_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +3 -2
- mindspore/ops/_register_for_op.py +11 -0
- mindspore/ops/_utils/__init__.py +1 -1
- mindspore/ops/_utils/utils.py +20 -41
- mindspore/ops/_vmap/__init__.py +2 -2
- mindspore/ops/_vmap/vmap_array_ops.py +170 -78
- mindspore/ops/_vmap/vmap_base.py +24 -10
- mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
- mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +41 -9
- mindspore/ops/_vmap/vmap_image_ops.py +52 -0
- mindspore/ops/_vmap/vmap_math_ops.py +77 -6
- mindspore/ops/_vmap/vmap_nn_ops.py +78 -29
- mindspore/ops/_vmap/vmap_other_ops.py +3 -1
- mindspore/ops/_vmap/vmap_random_ops.py +55 -3
- mindspore/ops/_vmap/vmap_sparse_ops.py +1 -0
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/Argmax_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/Argmin_bprop.mindir +14 -13
- mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/Assign_bprop.mindir +16 -16
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +28 -0
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +306 -0
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +12 -8
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
- mindspore/ops/bprop_mindir/DType_bprop.mindir +12 -12
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +12 -13
- mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
- mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +15 -0
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -24
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -14
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +12 -12
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Equal_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +58 -0
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +54 -0
- mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +18 -15
- mindspore/ops/bprop_mindir/GatherD_bprop.mindir +26 -0
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +57 -0
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/Greater_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/IOU_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/IsInf_bprop.mindir +13 -10
- mindspore/ops/bprop_mindir/IsNan_bprop.mindir +14 -11
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/Less_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +22 -19
- mindspore/ops/bprop_mindir/Load_bprop.mindir +12 -13
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +14 -13
- mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NonZero_bprop.mindir +14 -0
- mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +25 -23
- mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +13 -13
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
- mindspore/ops/bprop_mindir/Range_bprop.mindir +21 -19
- mindspore/ops/bprop_mindir/Rank_bprop.mindir +11 -11
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +18 -17
- mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +18 -17
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +19 -23
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +60 -0
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +89 -0
- mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +52 -0
- mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/Round_bprop.mindir +14 -13
- mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +24 -0
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/Select_bprop.mindir +30 -34
- mindspore/ops/bprop_mindir/Shape_bprop.mindir +12 -12
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Sign_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/Slice_bprop.mindir +26 -0
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
- mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +28 -0
- mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Split_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +54 -0
- mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +95 -0
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +98 -0
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +28 -32
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
- mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +14 -0
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +18 -15
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +11 -13
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
- mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/__init__.py +1 -4
- mindspore/ops/bprop_mindir/generate_mindir.py +32 -20
- mindspore/ops/composite/__init__.py +12 -13
- mindspore/ops/composite/base.py +261 -254
- mindspore/ops/composite/env_ops.py +41 -0
- mindspore/ops/composite/math_ops.py +197 -156
- mindspore/ops/composite/multitype_ops/_compile_utils.py +428 -176
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +188 -87
- mindspore/ops/composite/multitype_ops/add_impl.py +23 -1
- mindspore/ops/composite/multitype_ops/div_impl.py +3 -3
- mindspore/ops/composite/multitype_ops/equal_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -1
- mindspore/ops/composite/multitype_ops/getitem_impl.py +52 -5
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/in_impl.py +15 -3
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +33 -2
- mindspore/ops/composite/multitype_ops/less_impl.py +33 -0
- mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -2
- mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/mod_impl.py +1 -1
- mindspore/ops/composite/multitype_ops/mul_impl.py +21 -7
- mindspore/ops/composite/multitype_ops/not_in_impl.py +15 -3
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
- mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +62 -70
- mindspore/ops/composite/multitype_ops/sub_impl.py +3 -3
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +41 -4
- mindspore/ops/function/__init__.py +323 -8
- mindspore/ops/function/array_func.py +3511 -780
- mindspore/ops/function/clip_func.py +329 -0
- mindspore/ops/function/debug_func.py +6 -6
- mindspore/ops/function/grad/__init__.py +5 -1
- mindspore/ops/function/grad/grad_func.py +736 -65
- mindspore/ops/function/image_func.py +270 -0
- mindspore/ops/function/linalg_func.py +268 -8
- mindspore/ops/function/math_func.py +8032 -3164
- mindspore/ops/function/nn_func.py +5619 -1855
- mindspore/ops/function/other_func.py +115 -0
- mindspore/ops/function/parameter_func.py +11 -10
- mindspore/ops/function/random_func.py +939 -77
- mindspore/ops/function/sparse_func.py +249 -84
- mindspore/ops/function/sparse_unary_func.py +2303 -0
- mindspore/ops/function/spectral_func.py +146 -0
- mindspore/ops/function/vmap_func.py +114 -0
- mindspore/ops/functional.py +182 -254
- mindspore/ops/op_info_register.py +79 -34
- mindspore/ops/operations/__init__.py +210 -118
- mindspore/ops/operations/_csr_ops.py +7 -7
- mindspore/ops/operations/_embedding_cache_ops.py +25 -15
- mindspore/ops/operations/_grad_ops.py +447 -322
- mindspore/ops/operations/_inner_ops.py +547 -176
- mindspore/ops/operations/_map_tensor_ops.py +112 -0
- mindspore/ops/operations/_ms_kernel.py +29 -27
- mindspore/ops/operations/_ocr_ops.py +11 -11
- mindspore/ops/operations/_opaque_predicate_registry.py +41 -0
- mindspore/ops/operations/_quant_ops.py +186 -101
- mindspore/ops/operations/_rl_inner_ops.py +122 -61
- mindspore/ops/operations/_scalar_ops.py +466 -0
- mindspore/ops/operations/_sequence_ops.py +1047 -0
- mindspore/ops/operations/_tensor_array.py +10 -11
- mindspore/ops/operations/_thor_ops.py +4 -4
- mindspore/ops/operations/array_ops.py +1428 -1226
- mindspore/ops/operations/comm_ops.py +180 -117
- mindspore/ops/operations/control_ops.py +4 -2
- mindspore/ops/operations/custom_ops.py +185 -98
- mindspore/ops/operations/debug_ops.py +92 -54
- mindspore/ops/operations/image_ops.py +406 -211
- mindspore/ops/operations/inner_ops.py +42 -53
- mindspore/ops/operations/linalg_ops.py +32 -29
- mindspore/ops/operations/math_ops.py +2076 -897
- mindspore/ops/operations/nn_ops.py +1282 -1252
- mindspore/ops/operations/other_ops.py +124 -278
- mindspore/ops/operations/random_ops.py +345 -178
- mindspore/ops/operations/rl_ops.py +8 -9
- mindspore/ops/operations/sparse_ops.py +502 -157
- mindspore/ops/operations/spectral_ops.py +107 -0
- mindspore/ops/primitive.py +192 -15
- mindspore/ops/vm_impl_registry.py +23 -2
- mindspore/parallel/__init__.py +6 -1
- mindspore/parallel/_auto_parallel_context.py +199 -92
- mindspore/parallel/_cell_wrapper.py +4 -2
- mindspore/parallel/_cost_model_context.py +3 -0
- mindspore/parallel/_dp_allreduce_fusion.py +2 -1
- mindspore/parallel/_offload_context.py +185 -0
- mindspore/parallel/_parallel_serialization.py +167 -28
- mindspore/parallel/_ps_context.py +9 -5
- mindspore/parallel/_recovery_context.py +1 -1
- mindspore/parallel/_tensor.py +9 -1
- mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
- mindspore/{nn/transformer → parallel/_transformer}/layers.py +59 -37
- mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
- mindspore/{nn/transformer → parallel/_transformer}/moe.py +160 -35
- mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
- mindspore/{nn/transformer → parallel/_transformer}/transformer.py +235 -196
- mindspore/parallel/_utils.py +47 -7
- mindspore/parallel/algo_parameter_config.py +5 -1
- mindspore/parallel/checkpoint_transform.py +329 -0
- mindspore/parallel/shard.py +229 -0
- mindspore/perf_msvcbuildinsights.dll +0 -0
- mindspore/pgodb140.dll +0 -0
- mindspore/pgort140.dll +0 -0
- mindspore/profiler/__init__.py +2 -1
- mindspore/profiler/common/util.py +4 -3
- mindspore/profiler/common/validator/validate_path.py +2 -2
- mindspore/profiler/envprofiling.py +249 -0
- mindspore/profiler/parser/aicpu_data_parser.py +38 -39
- mindspore/profiler/parser/ascend_timeline_generator.py +497 -0
- mindspore/profiler/parser/base_timeline_generator.py +471 -0
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +684 -0
- mindspore/profiler/parser/framework_parser.py +42 -16
- mindspore/profiler/parser/hccl_parser.py +158 -158
- mindspore/profiler/parser/hwts_log_parser.py +7 -6
- mindspore/profiler/parser/integrator.py +18 -1579
- mindspore/profiler/parser/minddata_analyzer.py +8 -8
- mindspore/profiler/parser/msadvisor_analyzer.py +14 -27
- mindspore/profiler/parser/msadvisor_parser.py +2 -4
- mindspore/profiler/parser/optime_parser.py +17 -18
- mindspore/profiler/parser/profiler_info.py +108 -0
- mindspore/profiler/parser/step_trace_parser.py +1 -1
- mindspore/profiler/profiling.py +396 -194
- mindspore/rewrite/__init__.py +6 -2
- mindspore/rewrite/api/node.py +51 -110
- mindspore/rewrite/api/node_type.py +10 -6
- mindspore/rewrite/api/pattern_engine.py +51 -7
- mindspore/rewrite/api/scoped_value.py +64 -53
- mindspore/rewrite/api/symbol_tree.py +108 -61
- mindspore/rewrite/api/tree_node_helper.py +2 -3
- mindspore/{compression/quant/__init__.py → rewrite/ast_creator_register.py} +20 -11
- mindspore/rewrite/ast_helpers/__init__.py +6 -3
- mindspore/rewrite/ast_helpers/ast_creator.py +115 -0
- mindspore/rewrite/ast_helpers/ast_finder.py +99 -1
- mindspore/rewrite/ast_helpers/ast_modifier.py +17 -4
- mindspore/rewrite/ast_helpers/ast_replacer.py +1 -1
- mindspore/rewrite/ast_transformers/__init__.py +0 -1
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +46 -5
- mindspore/rewrite/ast_transformers/remove_return_out_of_if.py +6 -3
- mindspore/rewrite/common/__init__.py +2 -0
- mindspore/rewrite/common/event.py +1 -1
- mindspore/rewrite/common/observable.py +1 -1
- mindspore/rewrite/common/observer.py +1 -1
- mindspore/rewrite/common/rewrite_elog.py +35 -0
- mindspore/rewrite/namer.py +2 -2
- mindspore/rewrite/namespace.py +14 -4
- mindspore/rewrite/node.py +161 -13
- mindspore/rewrite/parser.py +0 -1
- mindspore/rewrite/parser_register.py +0 -1
- mindspore/rewrite/parsers/arguments_parser.py +3 -2
- mindspore/rewrite/parsers/assign_parser.py +267 -67
- mindspore/rewrite/parsers/attribute_parser.py +56 -0
- mindspore/rewrite/parsers/class_def_parser.py +191 -108
- mindspore/rewrite/parsers/constant_parser.py +101 -0
- mindspore/rewrite/parsers/container_parser.py +88 -0
- mindspore/rewrite/parsers/for_parser.py +28 -15
- mindspore/rewrite/parsers/function_def_parser.py +21 -5
- mindspore/rewrite/parsers/if_parser.py +11 -28
- mindspore/rewrite/parsers/module_parser.py +9 -6
- mindspore/rewrite/parsers/return_parser.py +3 -2
- mindspore/rewrite/sparsify/__init__.py +0 -0
- mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
- mindspore/rewrite/sparsify/sparsify.py +109 -0
- mindspore/rewrite/sparsify/utils.py +173 -0
- mindspore/rewrite/symbol_tree.py +322 -109
- mindspore/rewrite/symbol_tree_builder.py +45 -8
- mindspore/rewrite/symbol_tree_dumper.py +0 -1
- mindspore/rewrite/topological_manager.py +1 -2
- mindspore/run_check/_check_version.py +209 -112
- mindspore/run_check/run_check.py +2 -1
- mindspore/tbbmalloc.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/__init__.py +6 -4
- mindspore/train/_utils.py +28 -5
- mindspore/train/amp.py +321 -50
- mindspore/train/callback/__init__.py +3 -1
- mindspore/train/callback/_backup_and_restore.py +120 -0
- mindspore/train/callback/_callback.py +8 -8
- mindspore/train/callback/_checkpoint.py +12 -9
- mindspore/train/callback/_early_stop.py +13 -7
- mindspore/train/callback/_history.py +8 -8
- mindspore/train/callback/_lambda_callback.py +6 -6
- mindspore/train/callback/_landscape.py +36 -38
- mindspore/train/callback/_loss_monitor.py +12 -6
- mindspore/train/callback/_lr_scheduler_callback.py +2 -4
- mindspore/train/callback/_on_request_exit.py +212 -0
- mindspore/train/callback/_reduce_lr_on_plateau.py +13 -7
- mindspore/train/callback/_summary_collector.py +27 -19
- mindspore/train/callback/_time_monitor.py +13 -7
- mindspore/train/checkpoint_pb2.py +68 -8
- mindspore/train/data_sink.py +122 -33
- mindspore/train/dataset_helper.py +28 -87
- mindspore/train/loss_scale_manager.py +4 -7
- mindspore/{nn → train}/metrics/__init__.py +20 -20
- mindspore/{nn → train}/metrics/accuracy.py +12 -10
- mindspore/{nn → train}/metrics/auc.py +4 -4
- mindspore/{nn → train}/metrics/bleu_score.py +4 -4
- mindspore/{nn → train}/metrics/confusion_matrix.py +10 -8
- mindspore/{nn → train}/metrics/cosine_similarity.py +4 -4
- mindspore/{nn → train}/metrics/dice.py +6 -5
- mindspore/{nn → train}/metrics/error.py +7 -5
- mindspore/{nn → train}/metrics/fbeta.py +9 -7
- mindspore/{nn → train}/metrics/hausdorff_distance.py +8 -6
- mindspore/{nn → train}/metrics/loss.py +4 -3
- mindspore/{nn → train}/metrics/mean_surface_distance.py +6 -5
- mindspore/{nn → train}/metrics/metric.py +6 -5
- mindspore/{nn → train}/metrics/occlusion_sensitivity.py +4 -3
- mindspore/{nn → train}/metrics/perplexity.py +5 -4
- mindspore/{nn → train}/metrics/precision.py +5 -4
- mindspore/{nn → train}/metrics/recall.py +5 -4
- mindspore/{nn → train}/metrics/roc.py +7 -6
- mindspore/{nn → train}/metrics/root_mean_square_surface_distance.py +6 -5
- mindspore/{nn → train}/metrics/topk.py +7 -5
- mindspore/train/mind_ir_pb2.py +339 -32
- mindspore/train/model.py +113 -84
- mindspore/train/serialization.py +547 -167
- mindspore/train/summary/_summary_adapter.py +1 -1
- mindspore/train/summary/summary_record.py +43 -12
- mindspore/train/train_thor/convert_utils.py +7 -1
- mindspore/train/train_thor/dataset_helper.py +3 -3
- mindspore/train/train_thor/model_thor.py +0 -4
- mindspore/turbojpeg.dll +0 -0
- mindspore/vcmeta.dll +0 -0
- mindspore/vcruntime140.dll +0 -0
- mindspore/vcruntime140_1.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +4 -3
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +901 -660
- mindspore/compression/common/constant.py +0 -124
- mindspore/compression/export/__init__.py +0 -19
- mindspore/compression/export/quant_export.py +0 -514
- mindspore/compression/quant/qat.py +0 -636
- mindspore/compression/quant/quant_utils.py +0 -462
- mindspore/compression/quant/quantizer.py +0 -68
- mindspore/libatomic-1.dll +0 -0
- mindspore/libgcc_s_seh-1.dll +0 -0
- mindspore/libgfortran-4.dll +0 -0
- mindspore/libgomp-1.dll +0 -0
- mindspore/libjpeg-62.dll +0 -0
- mindspore/libmindspore.dll +0 -0
- mindspore/libmindspore_common.dll +0 -0
- mindspore/libmindspore_core.dll +0 -0
- mindspore/libmindspore_glog.dll +0 -0
- mindspore/libnnacl.dll +0 -0
- mindspore/libopencv_core452.dll +0 -0
- mindspore/libopencv_imgcodecs452.dll +0 -0
- mindspore/libopencv_imgproc452.dll +0 -0
- mindspore/libquadmath-0.dll +0 -0
- mindspore/libsqlite3.dll +0 -0
- mindspore/libssp-0.dll +0 -0
- mindspore/libstdc++-6.dll +0 -0
- mindspore/libtinyxml2.dll +0 -0
- mindspore/libturbojpeg.dll +0 -0
- mindspore/libwinpthread-1.dll +0 -0
- mindspore/nn/layer/quant.py +0 -1868
- mindspore/nn/layer/rnn_utils.py +0 -90
- mindspore/nn/probability/dpn/__init__.py +0 -22
- mindspore/nn/probability/dpn/vae/__init__.py +0 -25
- mindspore/nn/probability/dpn/vae/cvae.py +0 -138
- mindspore/nn/probability/dpn/vae/vae.py +0 -122
- mindspore/nn/probability/infer/__init__.py +0 -22
- mindspore/nn/probability/infer/variational/elbo.py +0 -70
- mindspore/nn/probability/infer/variational/svi.py +0 -84
- mindspore/nn/probability/toolbox/__init__.py +0 -22
- mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
- mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -363
- mindspore/nn/probability/transforms/__init__.py +0 -22
- mindspore/nn/probability/transforms/transform_bnn.py +0 -262
- mindspore/nn/probability/zhusuan/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
- mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
- mindspore/ops/_op_impl/tbe/bias_add_grad_ds.py +0 -52
- mindspore/ops/_op_impl/tbe/scatter_nd_add_ds.py +0 -43
- mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Identity_bprop.mindir +0 -9
- mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/stop_gradient_bprop.mindir +0 -12
- mindspore/ops/composite/array_ops.py +0 -210
- mindspore/ops/composite/clip_ops.py +0 -238
- mindspore/ops/composite/random_ops.py +0 -426
- mindspore/ops/composite/vmap_ops.py +0 -38
- mindspore/ops/operations/sponge_ops.py +0 -3531
- mindspore/ops/operations/sponge_update_ops.py +0 -2546
- mindspore/parallel/nn/__init__.py +0 -42
- mindspore/parallel/nn/loss.py +0 -22
- mindspore/parallel/nn/moe.py +0 -21
- mindspore/parallel/nn/op_parallel_config.py +0 -22
- mindspore/parallel/nn/transformer.py +0 -31
- mindspore/run_check/_check_deps_version.py +0 -84
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,275 @@
|
|
|
1
|
+
# Copyright 2022 Huawei Technologies Co., Ltd
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
# ============================================================================
|
|
15
|
+
"""MapParameter implementation."""
|
|
16
|
+
from __future__ import absolute_import
|
|
17
|
+
|
|
18
|
+
__all__ = ['MapParameter']
|
|
19
|
+
|
|
20
|
+
import sys
|
|
21
|
+
from copy import copy
|
|
22
|
+
import numbers
|
|
23
|
+
import mindspore as ms
|
|
24
|
+
from mindspore.common.parameter import Parameter, _get_unique_parameter_key
|
|
25
|
+
from mindspore._c_expression import Tensor as Tensor_
|
|
26
|
+
from mindspore._c_expression import MapTensor_
|
|
27
|
+
from mindspore.ops.operations import _map_tensor_ops
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
class MapParameter(Parameter):
|
|
31
|
+
"""
|
|
32
|
+
MapParameter is a parameter that stores a map like data structure.
|
|
33
|
+
|
|
34
|
+
.. warning::
|
|
35
|
+
This is an experimental API that is subject to change or deletion.
|
|
36
|
+
|
|
37
|
+
Args:
|
|
38
|
+
key_dtype (:class:`mindspore.dtype`): The data type of the key. The argument should be defined in
|
|
39
|
+
`mindspore.dtype`, currently only integer types are supported. Default: int32.
|
|
40
|
+
value_dtype (:class:`mindspore.dtype`): The data type of the value Tensor. The argument should
|
|
41
|
+
be defined in `mindspore.dtype`. Default: float32.
|
|
42
|
+
value_shape (Union[tuple, list, int]): Used to indicate the shape of the value Tensor. The argument should be
|
|
43
|
+
a list of integers, a tuple of integers or an integer. Default: 1.
|
|
44
|
+
key_tensor (:class:`mindspore.tensor`): The key Tensor.
|
|
45
|
+
value_tensor (:class:`mindspore.tensor`): The value Tensor.
|
|
46
|
+
default_value (Union[numbers.Number, str]): The default value number or initializer name. Default: 'normal'.
|
|
47
|
+
permit_filter_value (numbers.Number): The permit filter value number. Default: 1.
|
|
48
|
+
evict_filter_value (numbers.Number): The evict filter value number. Default: MAX_SIZE.
|
|
49
|
+
name (str): Name of the map parameter. Default: None.
|
|
50
|
+
requires_grad (bool): True if the parameter requires gradient. Default: True.
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
Examples:
|
|
54
|
+
>>> import mindspore as ms
|
|
55
|
+
>>> from mindspore import Tensor
|
|
56
|
+
>>> from mindspore.experimental import MapParameter
|
|
57
|
+
>>>
|
|
58
|
+
>>> m = MapParameter(key_dtype=ms.int32, value_dtype=ms.float32, value_shape=(3), default_value='zeros')
|
|
59
|
+
>>> t = m.get(Tensor([1, 2, 3], dtype=ms.int32))
|
|
60
|
+
[[0. 0. 0.]
|
|
61
|
+
[0. 0. 0.]
|
|
62
|
+
[0. 0. 0.]]
|
|
63
|
+
>>> m.put(Tensor([1, 2], dtype=ms.int32), Tensor([[1, 1, 1], [2, 2, 2]], dtype=ms.float32))
|
|
64
|
+
>>> t = m.get(Tensor([1, 2, 3], dtype=ms.int32))
|
|
65
|
+
>>> print(t)
|
|
66
|
+
[[1. 1. 1.]
|
|
67
|
+
[2. 2. 2.]
|
|
68
|
+
[0. 0. 0.]]
|
|
69
|
+
>>> m.erase(Tensor([2, 3], dtype=ms.int32))
|
|
70
|
+
>>> print(t)
|
|
71
|
+
[[1. 1. 1.]]
|
|
72
|
+
|
|
73
|
+
"""
|
|
74
|
+
|
|
75
|
+
def __new__(cls, key_dtype=None, value_dtype=None, value_shape=None, key_tensor=None, value_tensor=None,
|
|
76
|
+
default_value='normal', permit_filter_value=1, evict_filter_value=sys.maxsize, **kwargs):
|
|
77
|
+
if value_dtype is not None:
|
|
78
|
+
if isinstance(value_shape, numbers.Number):
|
|
79
|
+
value_shape = (value_shape,)
|
|
80
|
+
data = Tensor_(value_dtype, value_shape)
|
|
81
|
+
elif value_tensor is not None:
|
|
82
|
+
data = Tensor_(value_tensor.dtype, value_tensor.shape)
|
|
83
|
+
else:
|
|
84
|
+
# default
|
|
85
|
+
data = Tensor_(ms.float32, (1,))
|
|
86
|
+
obj = Tensor_.__new__(cls)
|
|
87
|
+
Tensor_.__init__(obj, data)
|
|
88
|
+
# Compatible attributes with Parameter.
|
|
89
|
+
obj.has_init = False
|
|
90
|
+
obj.init_mode = None
|
|
91
|
+
obj.is_default_input_init = False
|
|
92
|
+
# MapParameter added attributes.
|
|
93
|
+
MapParameter._check_map_parameter_args(key_tensor, key_dtype, value_tensor, value_dtype, value_shape)
|
|
94
|
+
if key_tensor is not None:
|
|
95
|
+
obj.key_dtype = key_tensor.dtype
|
|
96
|
+
else:
|
|
97
|
+
obj.key_dtype = key_dtype if key_dtype is not None else ms.int32
|
|
98
|
+
|
|
99
|
+
if value_tensor is not None:
|
|
100
|
+
obj.value_dtype = value_tensor.dtype
|
|
101
|
+
else:
|
|
102
|
+
obj.value_dtype = value_dtype if value_dtype is not None else ms.float32
|
|
103
|
+
|
|
104
|
+
if value_tensor is not None:
|
|
105
|
+
obj.value_shape = value_tensor.shape
|
|
106
|
+
else:
|
|
107
|
+
obj.value_shape = value_shape if value_shape is not None else (1,)
|
|
108
|
+
|
|
109
|
+
obj.default_value = default_value
|
|
110
|
+
obj.permit_filter_value = permit_filter_value
|
|
111
|
+
obj.evict_filter_value = evict_filter_value
|
|
112
|
+
obj.key_tensor = key_tensor
|
|
113
|
+
obj.value_tensor = value_tensor
|
|
114
|
+
return obj
|
|
115
|
+
|
|
116
|
+
def __init__(self, name=None, requires_grad=True, **kwargs):
|
|
117
|
+
Parameter.__init__(self, self, name=name, requires_grad=requires_grad)
|
|
118
|
+
if self.key_tensor is not None and self.value_tensor is not None:
|
|
119
|
+
self._map_tensor = MapTensor_(self.key_tensor, self.value_tensor, self.default_value,
|
|
120
|
+
self.permit_filter_value, self.evict_filter_value)
|
|
121
|
+
else:
|
|
122
|
+
self._map_tensor = MapTensor_(self.key_dtype, self.value_dtype, self.value_shape, self.default_value,
|
|
123
|
+
self.permit_filter_value, self.evict_filter_value)
|
|
124
|
+
self.map_put = _map_tensor_ops.put
|
|
125
|
+
self.map_erase = _map_tensor_ops.erase
|
|
126
|
+
|
|
127
|
+
def __getitem__(self, key_tensor):
|
|
128
|
+
return self.get(key_tensor, True)
|
|
129
|
+
|
|
130
|
+
def __setitem__(self, key_tensor, value_tensor):
|
|
131
|
+
return self.put(key_tensor, value_tensor)
|
|
132
|
+
|
|
133
|
+
def __str__(self):
|
|
134
|
+
return 'MapParameter(' + str(self._map_tensor) + ')'
|
|
135
|
+
|
|
136
|
+
def __copy__(self):
|
|
137
|
+
x = type(self)()
|
|
138
|
+
x.__dict__.update(self.__dict__)
|
|
139
|
+
return x
|
|
140
|
+
|
|
141
|
+
@staticmethod
|
|
142
|
+
def _check_map_parameter_args(key_tensor, key_dtype, value_tensor, value_dtype, value_shape):
|
|
143
|
+
if key_dtype is not None and key_tensor is not None and key_dtype != key_tensor.dtype:
|
|
144
|
+
raise ValueError(f"When initializing a MapParameter, 'key_dtype' and 'key_tensor.dtype' should be set the"
|
|
145
|
+
f" same.")
|
|
146
|
+
if value_dtype is not None and value_tensor is not None and value_dtype != value_tensor.dtype:
|
|
147
|
+
raise ValueError(f"When initializing a MapParameter, 'value_dtype' and 'value_tensor.dtype' should be set "
|
|
148
|
+
f"the same.")
|
|
149
|
+
if value_shape is not None and value_tensor is not None and value_shape != value_tensor.shape:
|
|
150
|
+
raise ValueError(f"When initializing a map_parameter, 'value_shape' and 'value_tensor.shape' should be set "
|
|
151
|
+
f"the same.")
|
|
152
|
+
|
|
153
|
+
def clone(self, init='same'):
|
|
154
|
+
"""
|
|
155
|
+
Clone the MapParameter.
|
|
156
|
+
|
|
157
|
+
Args:
|
|
158
|
+
init (Union[str, numbers.Number]): Initialize the default value of the new map parameter.
|
|
159
|
+
If `init` is a `numbers.Number`, clone a new map parameter with the same key value shape
|
|
160
|
+
and dtype, and the default value of the new map parameter will be set according to `init`.
|
|
161
|
+
If `init` is a `str`, the `init` should be the alias of the class inheriting from `Initializer`.
|
|
162
|
+
If `init` is 'same', clone a new map parameter with the same default value. Default: 'same'.
|
|
163
|
+
|
|
164
|
+
Returns:
|
|
165
|
+
MapParameter, the new map parameter.
|
|
166
|
+
"""
|
|
167
|
+
x = copy(self)
|
|
168
|
+
x.param_info = self.param_info.clone()
|
|
169
|
+
info = self.param_info
|
|
170
|
+
if hasattr(info, "cloned_obj"):
|
|
171
|
+
info.cloned_obj.append(x)
|
|
172
|
+
else:
|
|
173
|
+
info.cloned_obj = [x]
|
|
174
|
+
self.param_info = info
|
|
175
|
+
if init != 'same':
|
|
176
|
+
x.default_value = init
|
|
177
|
+
x._map_tensor = MapTensor_(x.key_dtype, x.value_dtype, x.value_shape, x.default_value, x.permit_filter_value,
|
|
178
|
+
x.evict_filter_value)
|
|
179
|
+
x.cache_enable = self.cache_enable
|
|
180
|
+
if x.cache_enable:
|
|
181
|
+
x.key = _get_unique_parameter_key()
|
|
182
|
+
return x
|
|
183
|
+
|
|
184
|
+
def get(self, key_tensor, insert_default_value=True):
|
|
185
|
+
"""
|
|
186
|
+
Get value tensor according the key tensor, fill and return the default value in map parameter if key is not
|
|
187
|
+
existed.
|
|
188
|
+
|
|
189
|
+
Args:
|
|
190
|
+
key_tensor (Tensor): The key tensor.
|
|
191
|
+
insert_default_value (bool): The flag of insert default_value.
|
|
192
|
+
|
|
193
|
+
Returns:
|
|
194
|
+
Tensor, the value tensor for the key tensor.
|
|
195
|
+
"""
|
|
196
|
+
map_get = _map_tensor_ops.MapTensorGet(insert_default_value)
|
|
197
|
+
return map_get(self._map_tensor, key_tensor)
|
|
198
|
+
|
|
199
|
+
def get_keys(self):
|
|
200
|
+
"""
|
|
201
|
+
Get all keys as a tensor.
|
|
202
|
+
|
|
203
|
+
Returns:
|
|
204
|
+
Tensor, the tensor contains all keys.
|
|
205
|
+
"""
|
|
206
|
+
return self._map_tensor.get_keys()
|
|
207
|
+
|
|
208
|
+
def get_values(self):
|
|
209
|
+
"""
|
|
210
|
+
Get all values as a tensor.
|
|
211
|
+
|
|
212
|
+
Returns:
|
|
213
|
+
Tensor, the tensor contains all values.
|
|
214
|
+
"""
|
|
215
|
+
return self._map_tensor.get_values()
|
|
216
|
+
|
|
217
|
+
def get_data(self):
|
|
218
|
+
"""
|
|
219
|
+
Get all keys and values as a tensor.
|
|
220
|
+
|
|
221
|
+
Returns:
|
|
222
|
+
Tensor, the tensor contains all keys and values.
|
|
223
|
+
"""
|
|
224
|
+
return self._map_tensor.get_data()
|
|
225
|
+
|
|
226
|
+
def put(self, key_tensor, value_tensor):
|
|
227
|
+
"""
|
|
228
|
+
Insert or update records according the given key tensor and value tensor.
|
|
229
|
+
|
|
230
|
+
Args:
|
|
231
|
+
key_tensor (Tensor): The key tensor.
|
|
232
|
+
value_tensor (Tensor): The value tensor.
|
|
233
|
+
|
|
234
|
+
Returns:
|
|
235
|
+
MapParameter, the MapParameter object itself.
|
|
236
|
+
"""
|
|
237
|
+
self.map_put(self._map_tensor, key_tensor, value_tensor)
|
|
238
|
+
return self._map_tensor
|
|
239
|
+
|
|
240
|
+
def erase(self, key_tensor):
|
|
241
|
+
"""
|
|
242
|
+
Remove records according the given key tensor.
|
|
243
|
+
|
|
244
|
+
Args:
|
|
245
|
+
key_tensor (Tensor): The key tensor.
|
|
246
|
+
|
|
247
|
+
Returns:
|
|
248
|
+
MapParameter, the MapParameter object itself.
|
|
249
|
+
"""
|
|
250
|
+
self.map_erase(self._map_tensor, key_tensor)
|
|
251
|
+
return self._map_tensor
|
|
252
|
+
|
|
253
|
+
def export_data(self, incremental=False):
|
|
254
|
+
"""
|
|
255
|
+
Export data from this map parameter.
|
|
256
|
+
|
|
257
|
+
Args:
|
|
258
|
+
incremental (bool): False for full export, otherwise for incremental export. Default: False.
|
|
259
|
+
When exporting data incrementally, the value_array does not contain erased data, so the length of the
|
|
260
|
+
key_array and the length of the value_array may be inconsistent.The length of the key_array and the length
|
|
261
|
+
of the status_array are consistent.
|
|
262
|
+
|
|
263
|
+
Returns:
|
|
264
|
+
Tuple(key_array, value_array, status_array), The exported data as a tuple.
|
|
265
|
+
"""
|
|
266
|
+
return self._map_tensor.export_data(incremental)
|
|
267
|
+
|
|
268
|
+
def import_data(self, data):
|
|
269
|
+
"""
|
|
270
|
+
Import this map parameter from exported data.
|
|
271
|
+
|
|
272
|
+
Args:
|
|
273
|
+
data (Tuple): The data tuple with key_array, value_array and status_array.
|
|
274
|
+
"""
|
|
275
|
+
self._map_tensor.import_data(data)
|
mindspore/include/OWNERS
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -23,6 +23,7 @@
|
|
|
23
23
|
#include <utility>
|
|
24
24
|
#include "include/api/data_type.h"
|
|
25
25
|
#include "include/api/dual_abi_helper.h"
|
|
26
|
+
#include "include/api/types.h"
|
|
26
27
|
|
|
27
28
|
namespace mindspore {
|
|
28
29
|
class Model;
|
|
@@ -31,24 +32,19 @@ class CallbackImpl;
|
|
|
31
32
|
|
|
32
33
|
using GraphPoint = std::pair<int, float>;
|
|
33
34
|
|
|
34
|
-
struct TrainCallBackData {
|
|
35
|
-
TrainCallBackData(bool train_mode, int epoch, int step, Model *model)
|
|
36
|
-
|
|
35
|
+
struct MS_API TrainCallBackData {
|
|
36
|
+
TrainCallBackData(bool train_mode, int epoch, int step, Model *model)
|
|
37
|
+
: train_mode_(train_mode), epoch_(epoch), step_(step), model_(model) {}
|
|
37
38
|
|
|
38
39
|
bool train_mode_; /**< training mode of LiteSession object */
|
|
39
40
|
unsigned int epoch_; /**< the current training epoch (starts at 0) */
|
|
40
41
|
unsigned int step_ = 0; /**< the current step within the epoch */
|
|
41
|
-
Model *model_;
|
|
42
|
+
Model *model_; /**< pointer to the Model object */
|
|
42
43
|
};
|
|
43
44
|
|
|
44
|
-
enum CallbackRetValue : uint32_t {
|
|
45
|
-
kContinue = 0,
|
|
46
|
-
kStopTraining = 1,
|
|
47
|
-
kExit = 2,
|
|
48
|
-
kUnknownRetValue = 0xFFFFFFFF
|
|
49
|
-
};
|
|
45
|
+
enum CallbackRetValue : uint32_t { kContinue = 0, kStopTraining = 1, kExit = 2, kUnknownRetValue = 0xFFFFFFFF };
|
|
50
46
|
|
|
51
|
-
class TrainCallBack {
|
|
47
|
+
class MS_API TrainCallBack {
|
|
52
48
|
public:
|
|
53
49
|
virtual ~TrainCallBack() = default;
|
|
54
50
|
|
|
@@ -90,7 +86,7 @@ class TrainCallBack {
|
|
|
90
86
|
protected:
|
|
91
87
|
friend class Model;
|
|
92
88
|
friend class ModelImpl;
|
|
93
|
-
CallbackImpl*
|
|
89
|
+
CallbackImpl *callback_impl_ = nullptr;
|
|
94
90
|
};
|
|
95
91
|
|
|
96
92
|
} // namespace mindspore
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
|
|
26
26
|
namespace mindspore {
|
|
27
27
|
|
|
28
|
-
class CkptSaver: public TrainCallBack {
|
|
28
|
+
class MS_API CkptSaver : public TrainCallBack {
|
|
29
29
|
public:
|
|
30
30
|
inline CkptSaver(int save_every_n, const std::string &filename_prefix);
|
|
31
31
|
virtual ~CkptSaver();
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
|
|
24
24
|
namespace mindspore {
|
|
25
25
|
|
|
26
|
-
class LossMonitor: public TrainCallBack {
|
|
26
|
+
class MS_API LossMonitor : public TrainCallBack {
|
|
27
27
|
public:
|
|
28
28
|
explicit LossMonitor(int print_every_n_steps = INT_MAX);
|
|
29
29
|
virtual ~LossMonitor();
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -30,18 +30,18 @@ constexpr int UPDATE_LR = 1;
|
|
|
30
30
|
using LR_Lambda = std::function<int(float *lr, int epoch, void *cb_data)>;
|
|
31
31
|
|
|
32
32
|
/// \brief Multiply the LR by a factor of gamma every epoch
|
|
33
|
-
int MultiplicativeLRLambda(float *lr, int epoch, void *multiplication);
|
|
33
|
+
MS_API int MultiplicativeLRLambda(float *lr, int epoch, void *multiplication);
|
|
34
34
|
|
|
35
35
|
/// \brief Multiply the LR by a factor of gamma every step_size
|
|
36
|
-
int StepLRLambda(float *lr, int epoch, void *step_size);
|
|
37
|
-
struct StepLRLambda {
|
|
36
|
+
MS_API int StepLRLambda(float *lr, int epoch, void *step_size);
|
|
37
|
+
struct MS_API StepLRLambda {
|
|
38
38
|
StepLRLambda(int step, float g) : step_size(step), gamma(g) {}
|
|
39
39
|
|
|
40
40
|
int step_size; // period of LR decay
|
|
41
41
|
float gamma; // LR decay factor
|
|
42
42
|
};
|
|
43
43
|
|
|
44
|
-
class LRScheduler: public TrainCallBack {
|
|
44
|
+
class MS_API LRScheduler : public TrainCallBack {
|
|
45
45
|
public:
|
|
46
46
|
explicit LRScheduler(LR_Lambda lambda_func, void *lr_cb_data = nullptr, int step = 1);
|
|
47
47
|
virtual ~LRScheduler();
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
|
|
25
25
|
namespace mindspore {
|
|
26
26
|
|
|
27
|
-
class TimeMonitor: public TrainCallBack {
|
|
27
|
+
class MS_API TimeMonitor : public TrainCallBack {
|
|
28
28
|
public:
|
|
29
29
|
virtual ~TimeMonitor() = default;
|
|
30
30
|
void EpochBegin(const TrainCallBackData &cb_data) override;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -26,12 +26,10 @@
|
|
|
26
26
|
|
|
27
27
|
namespace mindspore {
|
|
28
28
|
|
|
29
|
-
class TrainAccuracy: public TrainCallBack {
|
|
29
|
+
class MS_API TrainAccuracy : public TrainCallBack {
|
|
30
30
|
public:
|
|
31
|
-
explicit TrainAccuracy(int print_every_n = INT_MAX,
|
|
32
|
-
int
|
|
33
|
-
const std::vector<int> &input_indexes = {1},
|
|
34
|
-
const std::vector<int> &output_indexes = {0});
|
|
31
|
+
explicit TrainAccuracy(int print_every_n = INT_MAX, int accuracy_metrics = METRICS_CLASSIFICATION,
|
|
32
|
+
const std::vector<int> &input_indexes = {1}, const std::vector<int> &output_indexes = {0});
|
|
35
33
|
virtual ~TrainAccuracy();
|
|
36
34
|
const std::vector<GraphPoint> &GetAccuracyPoints();
|
|
37
35
|
};
|
mindspore/include/api/cfg.h
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2022 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2022-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -26,7 +26,7 @@
|
|
|
26
26
|
|
|
27
27
|
namespace mindspore {
|
|
28
28
|
constexpr int iter_th = 1000;
|
|
29
|
-
class MixPrecisionCfg {
|
|
29
|
+
class MS_API MixPrecisionCfg {
|
|
30
30
|
public:
|
|
31
31
|
MixPrecisionCfg() {
|
|
32
32
|
this->dynamic_loss_scale_ = false;
|
|
@@ -49,7 +49,7 @@ class MixPrecisionCfg {
|
|
|
49
49
|
bool is_raw_mix_precision_ = false; /**< Is mix precision model export from mindspore */
|
|
50
50
|
};
|
|
51
51
|
|
|
52
|
-
class TrainCfg {
|
|
52
|
+
class MS_API TrainCfg {
|
|
53
53
|
public:
|
|
54
54
|
TrainCfg() = default;
|
|
55
55
|
TrainCfg(const TrainCfg &rhs) {
|
|
@@ -59,11 +59,24 @@ class TrainCfg {
|
|
|
59
59
|
}
|
|
60
60
|
~TrainCfg() = default;
|
|
61
61
|
|
|
62
|
+
/// \brief obtain part of the name that identify a loss kernel.
|
|
63
|
+
///
|
|
64
|
+
/// \return loss_name.
|
|
65
|
+
inline std::vector<std::string> GetLossName() const;
|
|
66
|
+
/// \brief Set part of the name that identify a loss kernel.
|
|
67
|
+
///
|
|
68
|
+
/// \param[in] loss_name define part of the name that identify a loss kernel.
|
|
69
|
+
inline void SetLossName(const std::vector<std::string> &loss_name);
|
|
70
|
+
|
|
62
71
|
OptimizationLevel optimization_level_ = kO0;
|
|
63
|
-
|
|
64
|
-
"loss_fct", "_loss_fn", "SigmoidCrossEntropy"}; /**< Set part of the name that identify a loss kernel */
|
|
65
|
-
MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
|
|
72
|
+
MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
|
|
66
73
|
bool accumulate_gradients_ = false;
|
|
74
|
+
|
|
75
|
+
private:
|
|
76
|
+
std::vector<std::vector<char>> loss_name_ = VectorStringToChar({"loss_fct", "_loss_fn", "SigmoidCrossEntropy"});
|
|
67
77
|
};
|
|
78
|
+
|
|
79
|
+
std::vector<std::string> TrainCfg::GetLossName() const { return VectorCharToString(loss_name_); }
|
|
80
|
+
void TrainCfg::SetLossName(const std::vector<std::string> &loss_name) { loss_name_ = VectorStringToChar(loss_name); }
|
|
68
81
|
} // namespace mindspore
|
|
69
82
|
#endif // MINDSPORE_INCLUDE_API_CFG_H
|
mindspore/include/api/context.h
CHANGED
|
@@ -24,6 +24,12 @@
|
|
|
24
24
|
#include "include/api/dual_abi_helper.h"
|
|
25
25
|
|
|
26
26
|
namespace mindspore {
|
|
27
|
+
enum DelegateMode {
|
|
28
|
+
kNoDelegate = 0,
|
|
29
|
+
kCoreML = 1,
|
|
30
|
+
kNNAPI = 2,
|
|
31
|
+
};
|
|
32
|
+
|
|
27
33
|
enum DeviceType {
|
|
28
34
|
kCPU = 0,
|
|
29
35
|
kGPU,
|
|
@@ -31,6 +37,8 @@ enum DeviceType {
|
|
|
31
37
|
kAscend,
|
|
32
38
|
kAscend910,
|
|
33
39
|
kAscend310,
|
|
40
|
+
kCustomDevice,
|
|
41
|
+
kAllDevice,
|
|
34
42
|
// add new type here
|
|
35
43
|
kInvalidDeviceType = 100,
|
|
36
44
|
};
|
|
@@ -46,6 +54,7 @@ class MS_API Context {
|
|
|
46
54
|
struct Data;
|
|
47
55
|
Context();
|
|
48
56
|
~Context() = default;
|
|
57
|
+
Context(const Context &rhs) : data_(rhs.data_) {}
|
|
49
58
|
|
|
50
59
|
/// \brief Set the number of threads at runtime.
|
|
51
60
|
///
|
|
@@ -100,6 +109,16 @@ class MS_API Context {
|
|
|
100
109
|
/// \return Bool value that indicates whether in parallel.
|
|
101
110
|
bool GetEnableParallel() const;
|
|
102
111
|
|
|
112
|
+
/// \brief Set built-in delegate mode to access third-party AI framework.
|
|
113
|
+
///
|
|
114
|
+
/// \param[in] mode the built-in delegate mode.
|
|
115
|
+
void SetBuiltInDelegate(DelegateMode mode);
|
|
116
|
+
|
|
117
|
+
/// \brief Get the built-in delegate mode of the third-party AI framework.
|
|
118
|
+
///
|
|
119
|
+
/// \return the built-in delegate mode.
|
|
120
|
+
DelegateMode GetBuiltInDelegate() const;
|
|
121
|
+
|
|
103
122
|
/// \brief Set Delegate to access third-party AI framework.
|
|
104
123
|
///
|
|
105
124
|
/// \param[in] delegate the custom delegate.
|
|
@@ -166,16 +185,17 @@ class MS_API DeviceInfoContext : public std::enable_shared_from_this<DeviceInfoC
|
|
|
166
185
|
///
|
|
167
186
|
/// \return provider's name.
|
|
168
187
|
inline std::string GetProvider() const;
|
|
188
|
+
|
|
169
189
|
/// \brief set provider's name.
|
|
170
190
|
///
|
|
171
191
|
/// \param[in] provider define the provider's name.
|
|
172
|
-
|
|
173
192
|
inline void SetProvider(const std::string &provider);
|
|
193
|
+
|
|
174
194
|
/// \brief obtain provider's device type.
|
|
175
195
|
///
|
|
176
196
|
/// \return provider's device type.
|
|
177
|
-
|
|
178
197
|
inline std::string GetProviderDevice() const;
|
|
198
|
+
|
|
179
199
|
/// \brief set provider's device type.
|
|
180
200
|
///
|
|
181
201
|
/// \param[in] device define the provider's device type.EG: CPU.
|
|
@@ -205,6 +225,16 @@ void DeviceInfoContext::SetProvider(const std::string &provider) { SetProvider(S
|
|
|
205
225
|
std::string DeviceInfoContext::GetProviderDevice() const { return CharToString(GetProviderDeviceChar()); }
|
|
206
226
|
void DeviceInfoContext::SetProviderDevice(const std::string &device) { SetProviderDevice(StringToChar(device)); }
|
|
207
227
|
|
|
228
|
+
/// \brief Derived from DeviceInfoContext, The configuration of the model running auto on the Host Devices, include
|
|
229
|
+
/// CPU/GPU/NPU/Ascend310/Ascend910. This option is only valid for MindSpore Lite.
|
|
230
|
+
class MS_API AutoDeviceInfo : public DeviceInfoContext {
|
|
231
|
+
public:
|
|
232
|
+
/// \brief Get the type of this DeviceInfoContext.
|
|
233
|
+
///
|
|
234
|
+
/// \return Type of this DeviceInfoContext.
|
|
235
|
+
enum DeviceType GetDeviceType() const override { return DeviceType::kAllDevice; };
|
|
236
|
+
};
|
|
237
|
+
|
|
208
238
|
/// \brief Derived from DeviceInfoContext, The configuration of the model running on the CPU. This option is only valid
|
|
209
239
|
/// for MindSpore Lite.
|
|
210
240
|
class MS_API CPUDeviceInfo : public DeviceInfoContext {
|
|
@@ -234,6 +264,16 @@ class MS_API KirinNPUDeviceInfo : public DeviceInfoContext {
|
|
|
234
264
|
/// \return Type of this DeviceInfoContext.
|
|
235
265
|
enum DeviceType GetDeviceType() const override { return DeviceType::kKirinNPU; };
|
|
236
266
|
|
|
267
|
+
/// \brief Set enables to perform the float16 inference
|
|
268
|
+
///
|
|
269
|
+
/// \param[in] is_fp16 Enable float16 inference or not.
|
|
270
|
+
void SetEnableFP16(bool is_fp16);
|
|
271
|
+
|
|
272
|
+
/// \brief Get enables to perform the float16 inference
|
|
273
|
+
///
|
|
274
|
+
/// \return Whether enable float16 inference.
|
|
275
|
+
bool GetEnableFP16() const;
|
|
276
|
+
|
|
237
277
|
/// \brief Set the NPU frequency.
|
|
238
278
|
///
|
|
239
279
|
/// \param[in] frequency Can be set to 1 (low power consumption), 2 (balanced), 3 (high performance), 4 (extreme
|
|
@@ -365,7 +405,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
365
405
|
|
|
366
406
|
/// \brief Set format of model inputs.
|
|
367
407
|
///
|
|
368
|
-
/// \param[in] format Optional "NCHW", "NHWC",
|
|
408
|
+
/// \param[in] format Optional "NCHW", "NHWC", and "ND".
|
|
369
409
|
inline void SetInputFormat(const std::string &format);
|
|
370
410
|
|
|
371
411
|
/// \brief Get format of model inputs.
|
|
@@ -375,7 +415,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
375
415
|
|
|
376
416
|
/// \brief Set shape of model inputs.
|
|
377
417
|
///
|
|
378
|
-
/// \param[in] shape e.g. "input_op_name1:
|
|
418
|
+
/// \param[in] shape e.g. "input_op_name1:1,2,3,4;input_op_name2:4,3,2,1".
|
|
379
419
|
inline void SetInputShape(const std::string &shape);
|
|
380
420
|
|
|
381
421
|
/// \brief Get shape of model inputs.
|
|
@@ -385,7 +425,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
385
425
|
|
|
386
426
|
/// \brief Set shape of model inputs.
|
|
387
427
|
///
|
|
388
|
-
/// \param[in] shape e.g. {{
|
|
428
|
+
/// \param[in] shape e.g. {{0, {1,2,3,4}}, {1, {4,3,2,1}}} means the first input shape 1,2,3,4 and the second input
|
|
389
429
|
/// shape 4,3,2,1.
|
|
390
430
|
void SetInputShapeMap(const std::map<int, std::vector<int>> &shape);
|
|
391
431
|
|
|
@@ -394,7 +434,14 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
394
434
|
/// \return The shape of model inputs.
|
|
395
435
|
std::map<int, std::vector<int>> GetInputShapeMap() const;
|
|
396
436
|
|
|
437
|
+
/// \brief Set dynamic batch sizes of model inputs. Ranges from 2 to 100.
|
|
438
|
+
///
|
|
439
|
+
/// \param[in] dynamic_batch_size e.g. {1, 2} means batch size 1 and 2 are configured.
|
|
397
440
|
void SetDynamicBatchSize(const std::vector<size_t> &dynamic_batch_size);
|
|
441
|
+
|
|
442
|
+
/// \brief Get dynamic batch sizes of model inputs.
|
|
443
|
+
///
|
|
444
|
+
/// \return The dynamic batch sizes of model inputs in string format.
|
|
398
445
|
inline std::string GetDynamicBatchSize() const;
|
|
399
446
|
|
|
400
447
|
/// \brief Set the dynamic image size of model inputs.
|
|
@@ -409,7 +456,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
409
456
|
|
|
410
457
|
/// \brief Set type of model outputs.
|
|
411
458
|
///
|
|
412
|
-
/// \param[in] output_type FP32, UINT8 or FP16
|
|
459
|
+
/// \param[in] output_type FP32, UINT8 or FP16.
|
|
413
460
|
void SetOutputType(enum DataType output_type);
|
|
414
461
|
|
|
415
462
|
/// \brief Get type of model outputs.
|
|
@@ -419,8 +466,8 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
419
466
|
|
|
420
467
|
/// \brief Set precision mode of model.
|
|
421
468
|
///
|
|
422
|
-
/// \param[in] precision_mode Optional "
|
|
423
|
-
/// "
|
|
469
|
+
/// \param[in] precision_mode Optional "enforce_fp16", "preferred_fp32", "enforce_origin", "enforce_fp32" and
|
|
470
|
+
/// "preferred_optimal", "enforce_fp16" is set as default
|
|
424
471
|
inline void SetPrecisionMode(const std::string &precision_mode);
|
|
425
472
|
|
|
426
473
|
/// \brief Get precision mode of model.
|
|
@@ -439,11 +486,25 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
439
486
|
/// \return The set op select implementation mode.
|
|
440
487
|
inline std::string GetOpSelectImplMode() const;
|
|
441
488
|
|
|
489
|
+
/// \brief Set fusion switch config file path. Controls which fusion passes to be turned off.
|
|
490
|
+
///
|
|
491
|
+
/// \param[in] cfg_path fusion switch config file path.
|
|
442
492
|
inline void SetFusionSwitchConfigPath(const std::string &cfg_path);
|
|
493
|
+
|
|
494
|
+
/// \brief Get fusion switch config file path.
|
|
495
|
+
///
|
|
496
|
+
/// \return The fusion switch config file path.
|
|
443
497
|
inline std::string GetFusionSwitchConfigPath() const;
|
|
444
498
|
|
|
445
|
-
|
|
499
|
+
/// \brief Set buffer optimize mode.
|
|
500
|
+
///
|
|
501
|
+
/// \param[in] buffer_optimize_mode Optional "l1_optimize", "l2_optimize", "off_optimize" or "l1_and_l2_optimize",
|
|
502
|
+
/// default as "l2_optimize".
|
|
446
503
|
inline void SetBufferOptimizeMode(const std::string &buffer_optimize_mode);
|
|
504
|
+
|
|
505
|
+
/// \brief Get buffer optimize mode.
|
|
506
|
+
///
|
|
507
|
+
/// \return The buffer optimize mode.
|
|
447
508
|
inline std::string GetBufferOptimizeMode() const;
|
|
448
509
|
|
|
449
510
|
private:
|