mindspore 2.0.0a0__cp38-cp38-win_amd64.whl → 2.0.0rc1__cp38-cp38-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/__init__.py +4 -2
- mindspore/_c_dataengine.cp38-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp38-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp38-win_amd64.pyd +0 -0
- mindspore/_check_jit_forbidden_api.py +102 -0
- mindspore/_checkparam.py +1066 -1001
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
- mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
- mindspore/_extends/parse/__init__.py +5 -3
- mindspore/_extends/parse/namespace.py +16 -1
- mindspore/_extends/parse/parser.py +107 -22
- mindspore/_extends/parse/resources.py +0 -7
- mindspore/_extends/parse/standard_method.py +885 -413
- mindspore/amp.py +52 -57
- mindspore/boost/boost.py +2 -2
- mindspore/boost/boost_cell_wrapper.py +38 -20
- mindspore/boost/dim_reduce.py +3 -3
- mindspore/boost/group_loss_scale_manager.py +1 -1
- mindspore/common/__init__.py +4 -6
- mindspore/common/_decorator.py +2 -0
- mindspore/common/_register_for_adapter.py +55 -0
- mindspore/common/_stub_tensor.py +201 -0
- mindspore/common/_utils.py +41 -7
- mindspore/common/api.py +215 -141
- mindspore/common/dtype.py +8 -1
- mindspore/common/dump.py +2 -2
- mindspore/common/initializer.py +4 -2
- mindspore/common/jit_config.py +17 -13
- mindspore/common/mutable.py +33 -13
- mindspore/common/parameter.py +23 -21
- mindspore/common/seed.py +8 -24
- mindspore/common/sparse_tensor.py +62 -41
- mindspore/common/tensor.py +852 -1154
- mindspore/communication/__init__.py +2 -2
- mindspore/communication/_comm_helper.py +11 -4
- mindspore/communication/management.py +22 -21
- mindspore/config/op_info.config +501 -1008
- mindspore/context.py +201 -23
- mindspore/dataset/__init__.py +6 -6
- mindspore/dataset/audio/__init__.py +7 -7
- mindspore/dataset/audio/transforms.py +670 -30
- mindspore/dataset/audio/utils.py +47 -4
- mindspore/dataset/audio/validators.py +223 -1
- mindspore/dataset/callback/ds_callback.py +2 -2
- mindspore/dataset/core/config.py +210 -14
- mindspore/dataset/core/validator_helpers.py +2 -2
- mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
- mindspore/dataset/debug/debug_hook.py +65 -0
- mindspore/dataset/debug/pre_defined_hook.py +67 -0
- mindspore/dataset/engine/__init__.py +7 -3
- mindspore/dataset/engine/cache_client.py +1 -1
- mindspore/dataset/engine/datasets.py +322 -66
- mindspore/dataset/engine/datasets_audio.py +80 -76
- mindspore/dataset/engine/datasets_standard_format.py +51 -38
- mindspore/dataset/engine/datasets_text.py +232 -118
- mindspore/dataset/engine/datasets_user_defined.py +41 -17
- mindspore/dataset/engine/datasets_vision.py +746 -225
- mindspore/dataset/engine/graphdata.py +75 -10
- mindspore/dataset/engine/iterators.py +45 -5
- mindspore/dataset/engine/offload.py +48 -28
- mindspore/dataset/engine/validators.py +117 -8
- mindspore/dataset/text/__init__.py +6 -5
- mindspore/dataset/text/transforms.py +86 -3
- mindspore/dataset/text/utils.py +6 -4
- mindspore/dataset/text/validators.py +25 -0
- mindspore/dataset/transforms/__init__.py +3 -2
- mindspore/dataset/transforms/c_transforms.py +1 -1
- mindspore/dataset/transforms/transforms.py +2 -2
- mindspore/dataset/utils/__init__.py +2 -1
- mindspore/dataset/utils/line_reader.py +121 -0
- mindspore/dataset/vision/__init__.py +2 -3
- mindspore/dataset/vision/c_transforms.py +9 -9
- mindspore/dataset/vision/py_transforms.py +5 -5
- mindspore/dataset/vision/py_transforms_util.py +2 -0
- mindspore/dataset/vision/transforms.py +160 -161
- mindspore/dataset/vision/utils.py +3 -3
- mindspore/experimental/map_parameter.py +38 -26
- mindspore/include/OWNERS +0 -1
- mindspore/include/api/callback/callback.h +9 -13
- mindspore/include/api/callback/ckpt_saver.h +2 -2
- mindspore/include/api/callback/loss_monitor.h +2 -2
- mindspore/include/api/callback/lr_scheduler.h +5 -5
- mindspore/include/api/callback/time_monitor.h +2 -2
- mindspore/include/api/callback/train_accuracy.h +4 -6
- mindspore/include/api/cfg.h +19 -6
- mindspore/include/api/context.h +44 -9
- mindspore/include/api/delegate.h +1 -1
- mindspore/include/api/metrics/accuracy.h +2 -2
- mindspore/include/api/metrics/metrics.h +4 -3
- mindspore/include/api/model.h +9 -4
- mindspore/include/api/model_parallel_runner.h +2 -2
- mindspore/include/api/net.h +12 -11
- mindspore/include/api/serialization.h +19 -3
- mindspore/include/api/types.h +3 -3
- mindspore/include/dataset/constants.h +7 -0
- mindspore/include/dataset/text.h +59 -0
- mindspore/jpeg62.dll +0 -0
- mindspore/log.py +1 -1
- mindspore/mindrecord/filereader.py +18 -0
- mindspore/mindrecord/filewriter.py +197 -34
- mindspore/mindrecord/shardreader.py +9 -0
- mindspore/mindrecord/shardwriter.py +1 -1
- mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
- mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
- mindspore/mindrecord/tools/csv_to_mr.py +3 -3
- mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
- mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
- mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
- mindspore/mindspore_backend.dll +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_shared_lib.dll +0 -0
- mindspore/nn/__init__.py +0 -4
- mindspore/nn/cell.py +204 -132
- mindspore/nn/dynamic_lr.py +1 -1
- mindspore/nn/grad/cell_grad.py +7 -6
- mindspore/nn/layer/__init__.py +5 -4
- mindspore/nn/layer/activation.py +40 -89
- mindspore/nn/layer/basic.py +255 -624
- mindspore/nn/layer/channel_shuffle.py +7 -6
- mindspore/nn/layer/combined.py +1 -1
- mindspore/nn/layer/container.py +41 -4
- mindspore/nn/layer/conv.py +64 -28
- mindspore/nn/layer/dense.py +9 -8
- mindspore/nn/layer/embedding.py +27 -25
- mindspore/nn/layer/image.py +53 -46
- mindspore/nn/layer/math.py +97 -105
- mindspore/nn/layer/normalization.py +117 -86
- mindspore/nn/layer/padding.py +185 -95
- mindspore/nn/layer/pooling.py +817 -414
- mindspore/nn/layer/rnn_cells.py +10 -15
- mindspore/nn/layer/rnns.py +37 -38
- mindspore/nn/layer/thor_layer.py +11 -12
- mindspore/nn/layer/timedistributed.py +5 -5
- mindspore/nn/layer/transformer.py +701 -0
- mindspore/nn/learning_rate_schedule.py +8 -8
- mindspore/nn/loss/__init__.py +5 -4
- mindspore/nn/loss/loss.py +334 -199
- mindspore/nn/optim/ada_grad.py +6 -6
- mindspore/nn/optim/adadelta.py +2 -3
- mindspore/nn/optim/adafactor.py +4 -5
- mindspore/nn/optim/adam.py +126 -62
- mindspore/nn/optim/adamax.py +3 -4
- mindspore/nn/optim/adasum.py +6 -6
- mindspore/nn/optim/asgd.py +2 -2
- mindspore/nn/optim/ftrl.py +67 -38
- mindspore/nn/optim/lamb.py +4 -5
- mindspore/nn/optim/lars.py +2 -2
- mindspore/nn/optim/lazyadam.py +43 -4
- mindspore/nn/optim/momentum.py +6 -5
- mindspore/nn/optim/optimizer.py +3 -1
- mindspore/nn/optim/proximal_ada_grad.py +2 -2
- mindspore/nn/optim/rmsprop.py +1 -1
- mindspore/nn/optim/rprop.py +8 -9
- mindspore/nn/optim/sgd.py +19 -13
- mindspore/nn/optim/thor.py +10 -15
- mindspore/nn/probability/__init__.py +0 -2
- mindspore/nn/probability/bijector/bijector.py +4 -4
- mindspore/nn/probability/bijector/invert.py +1 -1
- mindspore/nn/probability/bijector/softplus.py +2 -2
- mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
- mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
- mindspore/nn/probability/distribution/_utils/utils.py +9 -15
- mindspore/nn/probability/distribution/bernoulli.py +3 -3
- mindspore/nn/probability/distribution/beta.py +1 -1
- mindspore/nn/probability/distribution/categorical.py +5 -7
- mindspore/nn/probability/distribution/cauchy.py +3 -3
- mindspore/nn/probability/distribution/distribution.py +2 -2
- mindspore/nn/probability/distribution/exponential.py +2 -2
- mindspore/nn/probability/distribution/gamma.py +3 -3
- mindspore/nn/probability/distribution/geometric.py +1 -1
- mindspore/nn/probability/distribution/gumbel.py +3 -3
- mindspore/nn/probability/distribution/half_normal.py +15 -11
- mindspore/nn/probability/distribution/laplace.py +16 -13
- mindspore/nn/probability/distribution/logistic.py +2 -2
- mindspore/nn/probability/distribution/normal.py +1 -1
- mindspore/nn/probability/distribution/poisson.py +1 -1
- mindspore/nn/probability/distribution/student_t.py +20 -15
- mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
- mindspore/nn/probability/distribution/uniform.py +2 -2
- mindspore/nn/reinforcement/_tensors_queue.py +3 -3
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +2 -2
- mindspore/nn/wrap/cell_wrapper.py +27 -10
- mindspore/nn/wrap/grad_reducer.py +2 -2
- mindspore/nn/wrap/loss_scale.py +40 -24
- mindspore/numpy/array_creations.py +33 -22
- mindspore/numpy/array_ops.py +35 -30
- mindspore/numpy/logic_ops.py +6 -27
- mindspore/numpy/math_ops.py +22 -19
- mindspore/numpy/utils.py +1 -1
- mindspore/numpy/utils_const.py +108 -58
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/_constants.py +0 -6
- mindspore/ops/_grad/__init__.py +2 -1
- mindspore/ops/_grad/grad_array_ops.py +86 -117
- mindspore/ops/_grad/grad_base.py +23 -1
- mindspore/ops/_grad/grad_clip_ops.py +2 -3
- mindspore/ops/_grad/grad_comm_ops.py +34 -24
- mindspore/ops/_grad/grad_implementations.py +9 -45
- mindspore/ops/_grad/grad_inner_ops.py +47 -4
- mindspore/ops/_grad/grad_math_ops.py +142 -117
- mindspore/ops/_grad/grad_nn_ops.py +71 -165
- mindspore/ops/_grad/grad_sequence_ops.py +296 -0
- mindspore/ops/_grad/grad_sparse.py +7 -6
- mindspore/ops/_grad_experimental/__init__.py +1 -0
- mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
- mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
- mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
- mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
- mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
- mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
- mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
- mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
- mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
- mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
- mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
- mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
- mindspore/ops/_op_impl/aicpu/abs.py +36 -0
- mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/add.py +43 -0
- mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
- mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
- mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
- mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
- mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
- mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
- mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
- mindspore/ops/_op_impl/aicpu/conj.py +11 -0
- mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
- mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
- mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
- mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
- mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
- mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
- mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
- mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
- mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
- mindspore/ops/_op_impl/aicpu/greater.py +41 -0
- mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
- mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
- mindspore/ops/_op_impl/aicpu/less.py +41 -0
- mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
- mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
- mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
- mindspore/ops/_op_impl/aicpu/mul.py +3 -1
- mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
- mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
- mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
- mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
- mindspore/ops/_op_impl/aicpu/polar.py +32 -0
- mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
- mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
- mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
- mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
- mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
- mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
- mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
- mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
- mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
- mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
- mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
- mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
- mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
- mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
- mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
- mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
- mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
- mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
- mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
- mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
- mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
- mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
- mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
- mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
- mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
- mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
- mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
- mindspore/ops/_op_impl/tbe/__init__.py +27 -611
- mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
- mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
- mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
- mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
- mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
- mindspore/ops/_op_impl/tbe/cast.py +0 -2
- mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
- mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
- mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
- mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
- mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
- mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
- mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
- mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
- mindspore/ops/_register_for_op.py +1 -0
- mindspore/ops/_utils/__init__.py +1 -2
- mindspore/ops/_utils/utils.py +19 -40
- mindspore/ops/_vmap/vmap_array_ops.py +116 -38
- mindspore/ops/_vmap/vmap_base.py +16 -9
- mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
- mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
- mindspore/ops/_vmap/vmap_image_ops.py +12 -5
- mindspore/ops/_vmap/vmap_math_ops.py +46 -5
- mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
- mindspore/ops/_vmap/vmap_random_ops.py +1 -1
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
- mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
- mindspore/ops/composite/__init__.py +7 -8
- mindspore/ops/composite/base.py +101 -47
- mindspore/ops/composite/math_ops.py +188 -158
- mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
- mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
- mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
- mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
- mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
- mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
- mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
- mindspore/ops/function/__init__.py +152 -8
- mindspore/ops/function/array_func.py +2555 -674
- mindspore/ops/function/clip_func.py +209 -13
- mindspore/ops/function/debug_func.py +2 -2
- mindspore/ops/function/grad/__init__.py +2 -1
- mindspore/ops/function/grad/grad_func.py +147 -62
- mindspore/ops/function/image_func.py +54 -38
- mindspore/ops/function/linalg_func.py +167 -16
- mindspore/ops/function/math_func.py +4849 -1492
- mindspore/ops/function/nn_func.py +2573 -988
- mindspore/ops/function/other_func.py +115 -0
- mindspore/ops/function/parameter_func.py +3 -3
- mindspore/ops/function/random_func.py +790 -73
- mindspore/ops/function/sparse_func.py +98 -78
- mindspore/ops/function/sparse_unary_func.py +54 -53
- mindspore/ops/function/spectral_func.py +27 -24
- mindspore/ops/function/vmap_func.py +22 -2
- mindspore/ops/functional.py +97 -37
- mindspore/ops/op_info_register.py +70 -28
- mindspore/ops/operations/__init__.py +47 -14
- mindspore/ops/operations/_csr_ops.py +7 -7
- mindspore/ops/operations/_embedding_cache_ops.py +5 -5
- mindspore/ops/operations/_grad_ops.py +276 -187
- mindspore/ops/operations/_inner_ops.py +319 -113
- mindspore/ops/operations/_ms_kernel.py +10 -8
- mindspore/ops/operations/_ocr_ops.py +9 -9
- mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
- mindspore/ops/operations/_quant_ops.py +137 -102
- mindspore/ops/operations/_rl_inner_ops.py +121 -60
- mindspore/ops/operations/_scalar_ops.py +466 -0
- mindspore/ops/operations/_sequence_ops.py +1004 -2
- mindspore/ops/operations/_tensor_array.py +10 -11
- mindspore/ops/operations/_thor_ops.py +1 -1
- mindspore/ops/operations/array_ops.py +801 -466
- mindspore/ops/operations/comm_ops.py +51 -49
- mindspore/ops/operations/control_ops.py +2 -2
- mindspore/ops/operations/custom_ops.py +123 -44
- mindspore/ops/operations/debug_ops.py +24 -24
- mindspore/ops/operations/image_ops.py +240 -153
- mindspore/ops/operations/inner_ops.py +34 -50
- mindspore/ops/operations/linalg_ops.py +31 -9
- mindspore/ops/operations/math_ops.py +988 -757
- mindspore/ops/operations/nn_ops.py +965 -819
- mindspore/ops/operations/other_ops.py +51 -40
- mindspore/ops/operations/random_ops.py +204 -122
- mindspore/ops/operations/rl_ops.py +8 -9
- mindspore/ops/operations/sparse_ops.py +254 -93
- mindspore/ops/operations/spectral_ops.py +35 -3
- mindspore/ops/primitive.py +111 -9
- mindspore/parallel/_auto_parallel_context.py +189 -83
- mindspore/parallel/_offload_context.py +185 -0
- mindspore/parallel/_parallel_serialization.py +99 -7
- mindspore/parallel/_ps_context.py +9 -5
- mindspore/parallel/_recovery_context.py +1 -1
- mindspore/parallel/_tensor.py +7 -1
- mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
- mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
- mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
- mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
- mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
- mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
- mindspore/parallel/_utils.py +1 -2
- mindspore/parallel/algo_parameter_config.py +1 -1
- mindspore/parallel/checkpoint_transform.py +37 -34
- mindspore/parallel/shard.py +17 -18
- mindspore/profiler/common/validator/validate_path.py +2 -2
- mindspore/profiler/envprofiling.py +69 -47
- mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
- mindspore/profiler/parser/base_timeline_generator.py +49 -56
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
- mindspore/profiler/parser/hwts_log_parser.py +1 -1
- mindspore/profiler/parser/integrator.py +15 -14
- mindspore/profiler/parser/minddata_analyzer.py +2 -2
- mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
- mindspore/profiler/parser/msadvisor_parser.py +2 -4
- mindspore/profiler/parser/optime_parser.py +17 -18
- mindspore/profiler/parser/profiler_info.py +2 -1
- mindspore/profiler/profiling.py +218 -186
- mindspore/rewrite/__init__.py +3 -1
- mindspore/rewrite/api/node.py +1 -114
- mindspore/rewrite/api/node_type.py +3 -0
- mindspore/rewrite/api/pattern_engine.py +31 -1
- mindspore/rewrite/api/scoped_value.py +4 -4
- mindspore/rewrite/api/symbol_tree.py +3 -78
- mindspore/rewrite/api/tree_node_helper.py +1 -1
- mindspore/rewrite/ast_creator_register.py +1 -0
- mindspore/rewrite/ast_helpers/__init__.py +2 -2
- mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
- mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
- mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
- mindspore/rewrite/namespace.py +0 -2
- mindspore/rewrite/node.py +157 -11
- mindspore/rewrite/parsers/assign_parser.py +231 -53
- mindspore/rewrite/parsers/class_def_parser.py +187 -109
- mindspore/rewrite/parsers/for_parser.py +24 -14
- mindspore/rewrite/parsers/function_def_parser.py +21 -4
- mindspore/rewrite/parsers/if_parser.py +6 -2
- mindspore/rewrite/sparsify/__init__.py +0 -0
- mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
- mindspore/rewrite/sparsify/sparsify.py +109 -0
- mindspore/rewrite/sparsify/utils.py +173 -0
- mindspore/rewrite/symbol_tree.py +256 -133
- mindspore/rewrite/symbol_tree_builder.py +38 -1
- mindspore/run_check/_check_version.py +69 -63
- mindspore/run_check/run_check.py +2 -1
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/__init__.py +1 -1
- mindspore/train/_utils.py +28 -5
- mindspore/train/amp.py +273 -102
- mindspore/train/callback/_backup_and_restore.py +5 -5
- mindspore/train/callback/_callback.py +2 -2
- mindspore/train/callback/_checkpoint.py +3 -3
- mindspore/train/callback/_early_stop.py +3 -3
- mindspore/train/callback/_lambda_callback.py +2 -2
- mindspore/train/callback/_landscape.py +29 -31
- mindspore/train/callback/_loss_monitor.py +3 -3
- mindspore/train/callback/_on_request_exit.py +3 -3
- mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
- mindspore/train/callback/_summary_collector.py +23 -16
- mindspore/train/callback/_time_monitor.py +3 -3
- mindspore/train/checkpoint_pb2.py +68 -8
- mindspore/train/data_sink.py +15 -3
- mindspore/train/dataset_helper.py +10 -15
- mindspore/train/loss_scale_manager.py +8 -11
- mindspore/train/metrics/__init__.py +1 -1
- mindspore/train/metrics/bleu_score.py +1 -1
- mindspore/train/metrics/confusion_matrix.py +1 -1
- mindspore/train/metrics/cosine_similarity.py +1 -1
- mindspore/train/metrics/dice.py +2 -2
- mindspore/train/metrics/fbeta.py +1 -1
- mindspore/train/metrics/hausdorff_distance.py +4 -3
- mindspore/train/metrics/mean_surface_distance.py +2 -2
- mindspore/train/metrics/occlusion_sensitivity.py +1 -1
- mindspore/train/metrics/perplexity.py +1 -1
- mindspore/train/metrics/precision.py +1 -1
- mindspore/train/metrics/recall.py +1 -1
- mindspore/train/metrics/roc.py +2 -2
- mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
- mindspore/train/mind_ir_pb2.py +116 -37
- mindspore/train/model.py +45 -28
- mindspore/train/serialization.py +295 -188
- mindspore/train/summary/_summary_adapter.py +1 -1
- mindspore/train/summary/summary_record.py +43 -13
- mindspore/train/train_thor/convert_utils.py +2 -2
- mindspore/train/train_thor/dataset_helper.py +3 -3
- mindspore/turbojpeg.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
- {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +610 -541
- mindspore/compression/__init__.py +0 -19
- mindspore/compression/common/constant.py +0 -124
- mindspore/compression/export/__init__.py +0 -19
- mindspore/compression/export/quant_export.py +0 -515
- mindspore/compression/quant/__init__.py +0 -28
- mindspore/compression/quant/qat.py +0 -634
- mindspore/compression/quant/quant_utils.py +0 -462
- mindspore/compression/quant/quantizer.py +0 -68
- mindspore/nn/layer/quant.py +0 -1868
- mindspore/nn/layer/rnn_utils.py +0 -90
- mindspore/nn/probability/dpn/__init__.py +0 -22
- mindspore/nn/probability/dpn/vae/__init__.py +0 -25
- mindspore/nn/probability/dpn/vae/cvae.py +0 -140
- mindspore/nn/probability/dpn/vae/vae.py +0 -124
- mindspore/nn/probability/infer/__init__.py +0 -22
- mindspore/nn/probability/infer/variational/elbo.py +0 -70
- mindspore/nn/probability/infer/variational/svi.py +0 -84
- mindspore/nn/probability/toolbox/__init__.py +0 -22
- mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
- mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
- mindspore/nn/probability/transforms/__init__.py +0 -22
- mindspore/nn/probability/transforms/transform_bnn.py +0 -262
- mindspore/nn/probability/zhusuan/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
- mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
- mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
- mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
- mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
- mindspore/ops/composite/array_ops.py +0 -241
- mindspore/ops/composite/clip_ops.py +0 -134
- mindspore/ops/composite/random_ops.py +0 -426
- mindspore/ops/composite/vmap_ops.py +0 -38
- mindspore/parallel/nn/__init__.py +0 -42
- mindspore/parallel/nn/loss.py +0 -22
- mindspore/parallel/nn/moe.py +0 -21
- mindspore/parallel/nn/op_parallel_config.py +0 -22
- mindspore/parallel/nn/transformer.py +0 -31
- {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
- {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
- {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
|
@@ -459,7 +459,7 @@ def get_image_num_channels(image):
|
|
|
459
459
|
int, the number of input image channels.
|
|
460
460
|
|
|
461
461
|
Raises:
|
|
462
|
-
RuntimeError: If `image`
|
|
462
|
+
RuntimeError: If the dimension of `image` is less than 2.
|
|
463
463
|
TypeError: If `image` is not of type <class 'numpy.ndarray'> or <class 'PIL.Image.Image'>.
|
|
464
464
|
|
|
465
465
|
Examples:
|
|
@@ -489,7 +489,7 @@ def get_image_size(image):
|
|
|
489
489
|
list[int, int], the image size.
|
|
490
490
|
|
|
491
491
|
Raises:
|
|
492
|
-
RuntimeError: If `image`
|
|
492
|
+
RuntimeError: If the dimension of `image` is less than 2.
|
|
493
493
|
TypeError: If `image` is not of type <class 'numpy.ndarray'> or <class 'PIL.Image.Image'>.
|
|
494
494
|
|
|
495
495
|
Examples:
|
|
@@ -552,7 +552,7 @@ def read_image(filename, mode=ImageReadMode.UNCHANGED):
|
|
|
552
552
|
|
|
553
553
|
Args:
|
|
554
554
|
filename(str): The path to the image file to be read.
|
|
555
|
-
mode(
|
|
555
|
+
mode(ImageReadMode, optional): The mode used for decoding the image. It can be any of
|
|
556
556
|
[ImageReadMode.UNCHANGED, ImageReadMode.GRAYSCALE, IMageReadMode.COLOR]. Default: ImageReadMode.UNCHANGED.
|
|
557
557
|
|
|
558
558
|
- ImageReadMode.UNCHANGED, remain the output in the original format.
|
|
@@ -21,9 +21,10 @@ import sys
|
|
|
21
21
|
from copy import copy
|
|
22
22
|
import numbers
|
|
23
23
|
import mindspore as ms
|
|
24
|
-
from mindspore.common.parameter import
|
|
24
|
+
from mindspore.common.parameter import Parameter, _get_unique_parameter_key
|
|
25
25
|
from mindspore._c_expression import Tensor as Tensor_
|
|
26
26
|
from mindspore._c_expression import MapTensor_
|
|
27
|
+
from mindspore.ops.operations import _map_tensor_ops
|
|
27
28
|
|
|
28
29
|
|
|
29
30
|
class MapParameter(Parameter):
|
|
@@ -31,7 +32,7 @@ class MapParameter(Parameter):
|
|
|
31
32
|
MapParameter is a parameter that stores a map like data structure.
|
|
32
33
|
|
|
33
34
|
.. warning::
|
|
34
|
-
This is an experimental
|
|
35
|
+
This is an experimental API that is subject to change or deletion.
|
|
35
36
|
|
|
36
37
|
Args:
|
|
37
38
|
key_dtype (:class:`mindspore.dtype`): The data type of the key. The argument should be defined in
|
|
@@ -89,25 +90,17 @@ class MapParameter(Parameter):
|
|
|
89
90
|
obj.init_mode = None
|
|
90
91
|
obj.is_default_input_init = False
|
|
91
92
|
# MapParameter added attributes.
|
|
92
|
-
|
|
93
|
-
raise ValueError(f"When initializing a MapParameter, 'key_dtype' and 'key_tensor.dtype' should be set the"
|
|
94
|
-
f" same.")
|
|
93
|
+
MapParameter._check_map_parameter_args(key_tensor, key_dtype, value_tensor, value_dtype, value_shape)
|
|
95
94
|
if key_tensor is not None:
|
|
96
95
|
obj.key_dtype = key_tensor.dtype
|
|
97
96
|
else:
|
|
98
97
|
obj.key_dtype = key_dtype if key_dtype is not None else ms.int32
|
|
99
98
|
|
|
100
|
-
if value_dtype is not None and value_tensor is not None and value_dtype != value_tensor.dtype:
|
|
101
|
-
raise ValueError(f"When initializing a MapParameter, 'value_dtype' and 'value_tensor.dtype' should be set "
|
|
102
|
-
f"the same.")
|
|
103
99
|
if value_tensor is not None:
|
|
104
100
|
obj.value_dtype = value_tensor.dtype
|
|
105
101
|
else:
|
|
106
102
|
obj.value_dtype = value_dtype if value_dtype is not None else ms.float32
|
|
107
103
|
|
|
108
|
-
if value_shape is not None and value_tensor is not None and value_shape != value_tensor.shape:
|
|
109
|
-
raise ValueError(f"When initializing a map_parameter, 'value_shape' and 'value_tensor.shape' should be set "
|
|
110
|
-
f"the same.")
|
|
111
104
|
if value_tensor is not None:
|
|
112
105
|
obj.value_shape = value_tensor.shape
|
|
113
106
|
else:
|
|
@@ -128,6 +121,8 @@ class MapParameter(Parameter):
|
|
|
128
121
|
else:
|
|
129
122
|
self._map_tensor = MapTensor_(self.key_dtype, self.value_dtype, self.value_shape, self.default_value,
|
|
130
123
|
self.permit_filter_value, self.evict_filter_value)
|
|
124
|
+
self.map_put = _map_tensor_ops.put
|
|
125
|
+
self.map_erase = _map_tensor_ops.erase
|
|
131
126
|
|
|
132
127
|
def __getitem__(self, key_tensor):
|
|
133
128
|
return self.get(key_tensor, True)
|
|
@@ -143,6 +138,18 @@ class MapParameter(Parameter):
|
|
|
143
138
|
x.__dict__.update(self.__dict__)
|
|
144
139
|
return x
|
|
145
140
|
|
|
141
|
+
@staticmethod
|
|
142
|
+
def _check_map_parameter_args(key_tensor, key_dtype, value_tensor, value_dtype, value_shape):
|
|
143
|
+
if key_dtype is not None and key_tensor is not None and key_dtype != key_tensor.dtype:
|
|
144
|
+
raise ValueError(f"When initializing a MapParameter, 'key_dtype' and 'key_tensor.dtype' should be set the"
|
|
145
|
+
f" same.")
|
|
146
|
+
if value_dtype is not None and value_tensor is not None and value_dtype != value_tensor.dtype:
|
|
147
|
+
raise ValueError(f"When initializing a MapParameter, 'value_dtype' and 'value_tensor.dtype' should be set "
|
|
148
|
+
f"the same.")
|
|
149
|
+
if value_shape is not None and value_tensor is not None and value_shape != value_tensor.shape:
|
|
150
|
+
raise ValueError(f"When initializing a map_parameter, 'value_shape' and 'value_tensor.shape' should be set "
|
|
151
|
+
f"the same.")
|
|
152
|
+
|
|
146
153
|
def clone(self, init='same'):
|
|
147
154
|
"""
|
|
148
155
|
Clone the MapParameter.
|
|
@@ -166,9 +173,12 @@ class MapParameter(Parameter):
|
|
|
166
173
|
info.cloned_obj = [x]
|
|
167
174
|
self.param_info = info
|
|
168
175
|
if init != 'same':
|
|
169
|
-
x.default_value = init
|
|
170
|
-
x._map_tensor = MapTensor_(x.key_dtype, x.value_dtype, x.value_shape, x.default_value, x.permit_filter_value,
|
|
176
|
+
x.default_value = init
|
|
177
|
+
x._map_tensor = MapTensor_(x.key_dtype, x.value_dtype, x.value_shape, x.default_value, x.permit_filter_value,
|
|
171
178
|
x.evict_filter_value)
|
|
179
|
+
x.cache_enable = self.cache_enable
|
|
180
|
+
if x.cache_enable:
|
|
181
|
+
x.key = _get_unique_parameter_key()
|
|
172
182
|
return x
|
|
173
183
|
|
|
174
184
|
def get(self, key_tensor, insert_default_value=True):
|
|
@@ -183,8 +193,8 @@ class MapParameter(Parameter):
|
|
|
183
193
|
Returns:
|
|
184
194
|
Tensor, the value tensor for the key tensor.
|
|
185
195
|
"""
|
|
186
|
-
|
|
187
|
-
return
|
|
196
|
+
map_get = _map_tensor_ops.MapTensorGet(insert_default_value)
|
|
197
|
+
return map_get(self._map_tensor, key_tensor)
|
|
188
198
|
|
|
189
199
|
def get_keys(self):
|
|
190
200
|
"""
|
|
@@ -193,7 +203,7 @@ class MapParameter(Parameter):
|
|
|
193
203
|
Returns:
|
|
194
204
|
Tensor, the tensor contains all keys.
|
|
195
205
|
"""
|
|
196
|
-
return self.
|
|
206
|
+
return self._map_tensor.get_keys()
|
|
197
207
|
|
|
198
208
|
def get_values(self):
|
|
199
209
|
"""
|
|
@@ -202,7 +212,7 @@ class MapParameter(Parameter):
|
|
|
202
212
|
Returns:
|
|
203
213
|
Tensor, the tensor contains all values.
|
|
204
214
|
"""
|
|
205
|
-
return self.
|
|
215
|
+
return self._map_tensor.get_values()
|
|
206
216
|
|
|
207
217
|
def get_data(self):
|
|
208
218
|
"""
|
|
@@ -211,8 +221,7 @@ class MapParameter(Parameter):
|
|
|
211
221
|
Returns:
|
|
212
222
|
Tensor, the tensor contains all keys and values.
|
|
213
223
|
"""
|
|
214
|
-
return self.
|
|
215
|
-
|
|
224
|
+
return self._map_tensor.get_data()
|
|
216
225
|
|
|
217
226
|
def put(self, key_tensor, value_tensor):
|
|
218
227
|
"""
|
|
@@ -225,8 +234,8 @@ class MapParameter(Parameter):
|
|
|
225
234
|
Returns:
|
|
226
235
|
MapParameter, the MapParameter object itself.
|
|
227
236
|
"""
|
|
228
|
-
self._map_tensor
|
|
229
|
-
return self
|
|
237
|
+
self.map_put(self._map_tensor, key_tensor, value_tensor)
|
|
238
|
+
return self._map_tensor
|
|
230
239
|
|
|
231
240
|
def erase(self, key_tensor):
|
|
232
241
|
"""
|
|
@@ -238,20 +247,23 @@ class MapParameter(Parameter):
|
|
|
238
247
|
Returns:
|
|
239
248
|
MapParameter, the MapParameter object itself.
|
|
240
249
|
"""
|
|
241
|
-
self._map_tensor
|
|
242
|
-
return self
|
|
250
|
+
self.map_erase(self._map_tensor, key_tensor)
|
|
251
|
+
return self._map_tensor
|
|
243
252
|
|
|
244
|
-
def export_data(self,
|
|
253
|
+
def export_data(self, incremental=False):
|
|
245
254
|
"""
|
|
246
255
|
Export data from this map parameter.
|
|
247
256
|
|
|
248
257
|
Args:
|
|
249
|
-
|
|
258
|
+
incremental (bool): False for full export, otherwise for incremental export. Default: False.
|
|
259
|
+
When exporting data incrementally, the value_array does not contain erased data, so the length of the
|
|
260
|
+
key_array and the length of the value_array may be inconsistent.The length of the key_array and the length
|
|
261
|
+
of the status_array are consistent.
|
|
250
262
|
|
|
251
263
|
Returns:
|
|
252
264
|
Tuple(key_array, value_array, status_array), The exported data as a tuple.
|
|
253
265
|
"""
|
|
254
|
-
return self._map_tensor.export_data(
|
|
266
|
+
return self._map_tensor.export_data(incremental)
|
|
255
267
|
|
|
256
268
|
def import_data(self, data):
|
|
257
269
|
"""
|
mindspore/include/OWNERS
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -23,6 +23,7 @@
|
|
|
23
23
|
#include <utility>
|
|
24
24
|
#include "include/api/data_type.h"
|
|
25
25
|
#include "include/api/dual_abi_helper.h"
|
|
26
|
+
#include "include/api/types.h"
|
|
26
27
|
|
|
27
28
|
namespace mindspore {
|
|
28
29
|
class Model;
|
|
@@ -31,24 +32,19 @@ class CallbackImpl;
|
|
|
31
32
|
|
|
32
33
|
using GraphPoint = std::pair<int, float>;
|
|
33
34
|
|
|
34
|
-
struct TrainCallBackData {
|
|
35
|
-
TrainCallBackData(bool train_mode, int epoch, int step, Model *model)
|
|
36
|
-
|
|
35
|
+
struct MS_API TrainCallBackData {
|
|
36
|
+
TrainCallBackData(bool train_mode, int epoch, int step, Model *model)
|
|
37
|
+
: train_mode_(train_mode), epoch_(epoch), step_(step), model_(model) {}
|
|
37
38
|
|
|
38
39
|
bool train_mode_; /**< training mode of LiteSession object */
|
|
39
40
|
unsigned int epoch_; /**< the current training epoch (starts at 0) */
|
|
40
41
|
unsigned int step_ = 0; /**< the current step within the epoch */
|
|
41
|
-
Model *model_;
|
|
42
|
+
Model *model_; /**< pointer to the Model object */
|
|
42
43
|
};
|
|
43
44
|
|
|
44
|
-
enum CallbackRetValue : uint32_t {
|
|
45
|
-
kContinue = 0,
|
|
46
|
-
kStopTraining = 1,
|
|
47
|
-
kExit = 2,
|
|
48
|
-
kUnknownRetValue = 0xFFFFFFFF
|
|
49
|
-
};
|
|
45
|
+
enum CallbackRetValue : uint32_t { kContinue = 0, kStopTraining = 1, kExit = 2, kUnknownRetValue = 0xFFFFFFFF };
|
|
50
46
|
|
|
51
|
-
class TrainCallBack {
|
|
47
|
+
class MS_API TrainCallBack {
|
|
52
48
|
public:
|
|
53
49
|
virtual ~TrainCallBack() = default;
|
|
54
50
|
|
|
@@ -90,7 +86,7 @@ class TrainCallBack {
|
|
|
90
86
|
protected:
|
|
91
87
|
friend class Model;
|
|
92
88
|
friend class ModelImpl;
|
|
93
|
-
CallbackImpl*
|
|
89
|
+
CallbackImpl *callback_impl_ = nullptr;
|
|
94
90
|
};
|
|
95
91
|
|
|
96
92
|
} // namespace mindspore
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
|
|
26
26
|
namespace mindspore {
|
|
27
27
|
|
|
28
|
-
class CkptSaver: public TrainCallBack {
|
|
28
|
+
class MS_API CkptSaver : public TrainCallBack {
|
|
29
29
|
public:
|
|
30
30
|
inline CkptSaver(int save_every_n, const std::string &filename_prefix);
|
|
31
31
|
virtual ~CkptSaver();
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
|
|
24
24
|
namespace mindspore {
|
|
25
25
|
|
|
26
|
-
class LossMonitor: public TrainCallBack {
|
|
26
|
+
class MS_API LossMonitor : public TrainCallBack {
|
|
27
27
|
public:
|
|
28
28
|
explicit LossMonitor(int print_every_n_steps = INT_MAX);
|
|
29
29
|
virtual ~LossMonitor();
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -30,18 +30,18 @@ constexpr int UPDATE_LR = 1;
|
|
|
30
30
|
using LR_Lambda = std::function<int(float *lr, int epoch, void *cb_data)>;
|
|
31
31
|
|
|
32
32
|
/// \brief Multiply the LR by a factor of gamma every epoch
|
|
33
|
-
int MultiplicativeLRLambda(float *lr, int epoch, void *multiplication);
|
|
33
|
+
MS_API int MultiplicativeLRLambda(float *lr, int epoch, void *multiplication);
|
|
34
34
|
|
|
35
35
|
/// \brief Multiply the LR by a factor of gamma every step_size
|
|
36
|
-
int StepLRLambda(float *lr, int epoch, void *step_size);
|
|
37
|
-
struct StepLRLambda {
|
|
36
|
+
MS_API int StepLRLambda(float *lr, int epoch, void *step_size);
|
|
37
|
+
struct MS_API StepLRLambda {
|
|
38
38
|
StepLRLambda(int step, float g) : step_size(step), gamma(g) {}
|
|
39
39
|
|
|
40
40
|
int step_size; // period of LR decay
|
|
41
41
|
float gamma; // LR decay factor
|
|
42
42
|
};
|
|
43
43
|
|
|
44
|
-
class LRScheduler: public TrainCallBack {
|
|
44
|
+
class MS_API LRScheduler : public TrainCallBack {
|
|
45
45
|
public:
|
|
46
46
|
explicit LRScheduler(LR_Lambda lambda_func, void *lr_cb_data = nullptr, int step = 1);
|
|
47
47
|
virtual ~LRScheduler();
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
|
|
25
25
|
namespace mindspore {
|
|
26
26
|
|
|
27
|
-
class TimeMonitor: public TrainCallBack {
|
|
27
|
+
class MS_API TimeMonitor : public TrainCallBack {
|
|
28
28
|
public:
|
|
29
29
|
virtual ~TimeMonitor() = default;
|
|
30
30
|
void EpochBegin(const TrainCallBackData &cb_data) override;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -26,12 +26,10 @@
|
|
|
26
26
|
|
|
27
27
|
namespace mindspore {
|
|
28
28
|
|
|
29
|
-
class TrainAccuracy: public TrainCallBack {
|
|
29
|
+
class MS_API TrainAccuracy : public TrainCallBack {
|
|
30
30
|
public:
|
|
31
|
-
explicit TrainAccuracy(int print_every_n = INT_MAX,
|
|
32
|
-
int
|
|
33
|
-
const std::vector<int> &input_indexes = {1},
|
|
34
|
-
const std::vector<int> &output_indexes = {0});
|
|
31
|
+
explicit TrainAccuracy(int print_every_n = INT_MAX, int accuracy_metrics = METRICS_CLASSIFICATION,
|
|
32
|
+
const std::vector<int> &input_indexes = {1}, const std::vector<int> &output_indexes = {0});
|
|
35
33
|
virtual ~TrainAccuracy();
|
|
36
34
|
const std::vector<GraphPoint> &GetAccuracyPoints();
|
|
37
35
|
};
|
mindspore/include/api/cfg.h
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2022 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2022-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -26,7 +26,7 @@
|
|
|
26
26
|
|
|
27
27
|
namespace mindspore {
|
|
28
28
|
constexpr int iter_th = 1000;
|
|
29
|
-
class MixPrecisionCfg {
|
|
29
|
+
class MS_API MixPrecisionCfg {
|
|
30
30
|
public:
|
|
31
31
|
MixPrecisionCfg() {
|
|
32
32
|
this->dynamic_loss_scale_ = false;
|
|
@@ -49,7 +49,7 @@ class MixPrecisionCfg {
|
|
|
49
49
|
bool is_raw_mix_precision_ = false; /**< Is mix precision model export from mindspore */
|
|
50
50
|
};
|
|
51
51
|
|
|
52
|
-
class TrainCfg {
|
|
52
|
+
class MS_API TrainCfg {
|
|
53
53
|
public:
|
|
54
54
|
TrainCfg() = default;
|
|
55
55
|
TrainCfg(const TrainCfg &rhs) {
|
|
@@ -59,11 +59,24 @@ class TrainCfg {
|
|
|
59
59
|
}
|
|
60
60
|
~TrainCfg() = default;
|
|
61
61
|
|
|
62
|
+
/// \brief obtain part of the name that identify a loss kernel.
|
|
63
|
+
///
|
|
64
|
+
/// \return loss_name.
|
|
65
|
+
inline std::vector<std::string> GetLossName() const;
|
|
66
|
+
/// \brief Set part of the name that identify a loss kernel.
|
|
67
|
+
///
|
|
68
|
+
/// \param[in] loss_name define part of the name that identify a loss kernel.
|
|
69
|
+
inline void SetLossName(const std::vector<std::string> &loss_name);
|
|
70
|
+
|
|
62
71
|
OptimizationLevel optimization_level_ = kO0;
|
|
63
|
-
|
|
64
|
-
"loss_fct", "_loss_fn", "SigmoidCrossEntropy"}; /**< Set part of the name that identify a loss kernel */
|
|
65
|
-
MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
|
|
72
|
+
MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
|
|
66
73
|
bool accumulate_gradients_ = false;
|
|
74
|
+
|
|
75
|
+
private:
|
|
76
|
+
std::vector<std::vector<char>> loss_name_ = VectorStringToChar({"loss_fct", "_loss_fn", "SigmoidCrossEntropy"});
|
|
67
77
|
};
|
|
78
|
+
|
|
79
|
+
std::vector<std::string> TrainCfg::GetLossName() const { return VectorCharToString(loss_name_); }
|
|
80
|
+
void TrainCfg::SetLossName(const std::vector<std::string> &loss_name) { loss_name_ = VectorStringToChar(loss_name); }
|
|
68
81
|
} // namespace mindspore
|
|
69
82
|
#endif // MINDSPORE_INCLUDE_API_CFG_H
|
mindspore/include/api/context.h
CHANGED
|
@@ -37,6 +37,8 @@ enum DeviceType {
|
|
|
37
37
|
kAscend,
|
|
38
38
|
kAscend910,
|
|
39
39
|
kAscend310,
|
|
40
|
+
kCustomDevice,
|
|
41
|
+
kAllDevice,
|
|
40
42
|
// add new type here
|
|
41
43
|
kInvalidDeviceType = 100,
|
|
42
44
|
};
|
|
@@ -52,6 +54,7 @@ class MS_API Context {
|
|
|
52
54
|
struct Data;
|
|
53
55
|
Context();
|
|
54
56
|
~Context() = default;
|
|
57
|
+
Context(const Context &rhs) : data_(rhs.data_) {}
|
|
55
58
|
|
|
56
59
|
/// \brief Set the number of threads at runtime.
|
|
57
60
|
///
|
|
@@ -182,16 +185,17 @@ class MS_API DeviceInfoContext : public std::enable_shared_from_this<DeviceInfoC
|
|
|
182
185
|
///
|
|
183
186
|
/// \return provider's name.
|
|
184
187
|
inline std::string GetProvider() const;
|
|
188
|
+
|
|
185
189
|
/// \brief set provider's name.
|
|
186
190
|
///
|
|
187
191
|
/// \param[in] provider define the provider's name.
|
|
188
|
-
|
|
189
192
|
inline void SetProvider(const std::string &provider);
|
|
193
|
+
|
|
190
194
|
/// \brief obtain provider's device type.
|
|
191
195
|
///
|
|
192
196
|
/// \return provider's device type.
|
|
193
|
-
|
|
194
197
|
inline std::string GetProviderDevice() const;
|
|
198
|
+
|
|
195
199
|
/// \brief set provider's device type.
|
|
196
200
|
///
|
|
197
201
|
/// \param[in] device define the provider's device type.EG: CPU.
|
|
@@ -221,6 +225,16 @@ void DeviceInfoContext::SetProvider(const std::string &provider) { SetProvider(S
|
|
|
221
225
|
std::string DeviceInfoContext::GetProviderDevice() const { return CharToString(GetProviderDeviceChar()); }
|
|
222
226
|
void DeviceInfoContext::SetProviderDevice(const std::string &device) { SetProviderDevice(StringToChar(device)); }
|
|
223
227
|
|
|
228
|
+
/// \brief Derived from DeviceInfoContext, The configuration of the model running auto on the Host Devices, include
|
|
229
|
+
/// CPU/GPU/NPU/Ascend310/Ascend910. This option is only valid for MindSpore Lite.
|
|
230
|
+
class MS_API AutoDeviceInfo : public DeviceInfoContext {
|
|
231
|
+
public:
|
|
232
|
+
/// \brief Get the type of this DeviceInfoContext.
|
|
233
|
+
///
|
|
234
|
+
/// \return Type of this DeviceInfoContext.
|
|
235
|
+
enum DeviceType GetDeviceType() const override { return DeviceType::kAllDevice; };
|
|
236
|
+
};
|
|
237
|
+
|
|
224
238
|
/// \brief Derived from DeviceInfoContext, The configuration of the model running on the CPU. This option is only valid
|
|
225
239
|
/// for MindSpore Lite.
|
|
226
240
|
class MS_API CPUDeviceInfo : public DeviceInfoContext {
|
|
@@ -391,7 +405,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
391
405
|
|
|
392
406
|
/// \brief Set format of model inputs.
|
|
393
407
|
///
|
|
394
|
-
/// \param[in] format Optional "NCHW", "NHWC",
|
|
408
|
+
/// \param[in] format Optional "NCHW", "NHWC", and "ND".
|
|
395
409
|
inline void SetInputFormat(const std::string &format);
|
|
396
410
|
|
|
397
411
|
/// \brief Get format of model inputs.
|
|
@@ -401,7 +415,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
401
415
|
|
|
402
416
|
/// \brief Set shape of model inputs.
|
|
403
417
|
///
|
|
404
|
-
/// \param[in] shape e.g. "input_op_name1:
|
|
418
|
+
/// \param[in] shape e.g. "input_op_name1:1,2,3,4;input_op_name2:4,3,2,1".
|
|
405
419
|
inline void SetInputShape(const std::string &shape);
|
|
406
420
|
|
|
407
421
|
/// \brief Get shape of model inputs.
|
|
@@ -411,7 +425,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
411
425
|
|
|
412
426
|
/// \brief Set shape of model inputs.
|
|
413
427
|
///
|
|
414
|
-
/// \param[in] shape e.g. {{
|
|
428
|
+
/// \param[in] shape e.g. {{0, {1,2,3,4}}, {1, {4,3,2,1}}} means the first input shape 1,2,3,4 and the second input
|
|
415
429
|
/// shape 4,3,2,1.
|
|
416
430
|
void SetInputShapeMap(const std::map<int, std::vector<int>> &shape);
|
|
417
431
|
|
|
@@ -420,7 +434,14 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
420
434
|
/// \return The shape of model inputs.
|
|
421
435
|
std::map<int, std::vector<int>> GetInputShapeMap() const;
|
|
422
436
|
|
|
437
|
+
/// \brief Set dynamic batch sizes of model inputs. Ranges from 2 to 100.
|
|
438
|
+
///
|
|
439
|
+
/// \param[in] dynamic_batch_size e.g. {1, 2} means batch size 1 and 2 are configured.
|
|
423
440
|
void SetDynamicBatchSize(const std::vector<size_t> &dynamic_batch_size);
|
|
441
|
+
|
|
442
|
+
/// \brief Get dynamic batch sizes of model inputs.
|
|
443
|
+
///
|
|
444
|
+
/// \return The dynamic batch sizes of model inputs in string format.
|
|
424
445
|
inline std::string GetDynamicBatchSize() const;
|
|
425
446
|
|
|
426
447
|
/// \brief Set the dynamic image size of model inputs.
|
|
@@ -435,7 +456,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
435
456
|
|
|
436
457
|
/// \brief Set type of model outputs.
|
|
437
458
|
///
|
|
438
|
-
/// \param[in] output_type FP32, UINT8 or FP16
|
|
459
|
+
/// \param[in] output_type FP32, UINT8 or FP16.
|
|
439
460
|
void SetOutputType(enum DataType output_type);
|
|
440
461
|
|
|
441
462
|
/// \brief Get type of model outputs.
|
|
@@ -445,8 +466,8 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
445
466
|
|
|
446
467
|
/// \brief Set precision mode of model.
|
|
447
468
|
///
|
|
448
|
-
/// \param[in] precision_mode Optional "
|
|
449
|
-
/// "
|
|
469
|
+
/// \param[in] precision_mode Optional "enforce_fp16", "preferred_fp32", "enforce_origin", "enforce_fp32" and
|
|
470
|
+
/// "preferred_optimal", "enforce_fp16" is set as default
|
|
450
471
|
inline void SetPrecisionMode(const std::string &precision_mode);
|
|
451
472
|
|
|
452
473
|
/// \brief Get precision mode of model.
|
|
@@ -465,11 +486,25 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
|
|
|
465
486
|
/// \return The set op select implementation mode.
|
|
466
487
|
inline std::string GetOpSelectImplMode() const;
|
|
467
488
|
|
|
489
|
+
/// \brief Set fusion switch config file path. Controls which fusion passes to be turned off.
|
|
490
|
+
///
|
|
491
|
+
/// \param[in] cfg_path fusion switch config file path.
|
|
468
492
|
inline void SetFusionSwitchConfigPath(const std::string &cfg_path);
|
|
493
|
+
|
|
494
|
+
/// \brief Get fusion switch config file path.
|
|
495
|
+
///
|
|
496
|
+
/// \return The fusion switch config file path.
|
|
469
497
|
inline std::string GetFusionSwitchConfigPath() const;
|
|
470
498
|
|
|
471
|
-
|
|
499
|
+
/// \brief Set buffer optimize mode.
|
|
500
|
+
///
|
|
501
|
+
/// \param[in] buffer_optimize_mode Optional "l1_optimize", "l2_optimize", "off_optimize" or "l1_and_l2_optimize",
|
|
502
|
+
/// default as "l2_optimize".
|
|
472
503
|
inline void SetBufferOptimizeMode(const std::string &buffer_optimize_mode);
|
|
504
|
+
|
|
505
|
+
/// \brief Get buffer optimize mode.
|
|
506
|
+
///
|
|
507
|
+
/// \return The buffer optimize mode.
|
|
473
508
|
inline std::string GetBufferOptimizeMode() const;
|
|
474
509
|
|
|
475
510
|
private:
|
mindspore/include/api/delegate.h
CHANGED
|
@@ -50,7 +50,7 @@ class MS_API DelegateModel {
|
|
|
50
50
|
|
|
51
51
|
/// \brief Get Primitive of kernel::Kernel.
|
|
52
52
|
///
|
|
53
|
-
/// \param[in]
|
|
53
|
+
/// \param[in] kernel kernel in DelegateModel kernels vector.
|
|
54
54
|
///
|
|
55
55
|
/// \return The Primitive of The kernel.
|
|
56
56
|
const T *GetPrimitive(kernel::Kernel *kernel) const {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -23,7 +23,7 @@ namespace mindspore {
|
|
|
23
23
|
constexpr int METRICS_CLASSIFICATION = 0;
|
|
24
24
|
constexpr int METRICS_MULTILABEL = 1;
|
|
25
25
|
|
|
26
|
-
class AccuracyMetrics : public Metrics {
|
|
26
|
+
class MS_API AccuracyMetrics : public Metrics {
|
|
27
27
|
public:
|
|
28
28
|
explicit AccuracyMetrics(int accuracy_metrics = METRICS_CLASSIFICATION, const std::vector<int> &input_indexes = {1},
|
|
29
29
|
const std::vector<int> &output_indexes = {0});
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2021 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2021-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -24,16 +24,17 @@ class MetricsImpl;
|
|
|
24
24
|
class ModelImpl;
|
|
25
25
|
class MSTensor;
|
|
26
26
|
|
|
27
|
-
class Metrics {
|
|
27
|
+
class MS_API Metrics {
|
|
28
28
|
public:
|
|
29
29
|
virtual ~Metrics() = default;
|
|
30
30
|
virtual void Clear() {}
|
|
31
31
|
virtual float Eval() { return 0.0; }
|
|
32
32
|
virtual void Update(std::vector<MSTensor *> inputs, std::vector<MSTensor *> outputs) {}
|
|
33
|
+
|
|
33
34
|
protected:
|
|
34
35
|
friend class Model;
|
|
35
36
|
friend class ModelImpl;
|
|
36
|
-
MetricsImpl*
|
|
37
|
+
MetricsImpl *metrics_impl_;
|
|
37
38
|
};
|
|
38
39
|
|
|
39
40
|
} // namespace mindspore
|
mindspore/include/api/model.h
CHANGED
|
@@ -151,7 +151,7 @@ class MS_API Model {
|
|
|
151
151
|
/// \return Status.
|
|
152
152
|
Status UpdateWeights(const std::vector<MSTensor> &new_weights);
|
|
153
153
|
|
|
154
|
-
/// \brief Inference model.
|
|
154
|
+
/// \brief Inference model API. If use this API in train mode, it's equal to RunStep API.
|
|
155
155
|
///
|
|
156
156
|
/// \param[in] inputs A vector where model inputs are arranged in sequence.
|
|
157
157
|
/// \param[out] outputs Which is a pointer to a vector. The model outputs are filled in the container in sequence.
|
|
@@ -162,7 +162,7 @@ class MS_API Model {
|
|
|
162
162
|
Status Predict(const std::vector<MSTensor> &inputs, std::vector<MSTensor> *outputs,
|
|
163
163
|
const MSKernelCallBack &before = nullptr, const MSKernelCallBack &after = nullptr);
|
|
164
164
|
|
|
165
|
-
/// \brief Inference model.
|
|
165
|
+
/// \brief Inference model API. If use this API in train mode, it's equal to RunStep API.
|
|
166
166
|
///
|
|
167
167
|
/// \param[in] before CallBack before predict.
|
|
168
168
|
/// \param[in] after CallBack after predict.
|
|
@@ -170,7 +170,7 @@ class MS_API Model {
|
|
|
170
170
|
/// \return Status.
|
|
171
171
|
Status Predict(const MSKernelCallBack &before = nullptr, const MSKernelCallBack &after = nullptr);
|
|
172
172
|
|
|
173
|
-
/// \brief Run model by step.
|
|
173
|
+
/// \brief Training API. Run model by step.
|
|
174
174
|
///
|
|
175
175
|
/// \param[in] before CallBack before RunStep.
|
|
176
176
|
/// \param[in] after CallBack after RunStep.
|
|
@@ -240,9 +240,14 @@ class MS_API Model {
|
|
|
240
240
|
|
|
241
241
|
/// \brief Obtain all weights tensors of the model.
|
|
242
242
|
///
|
|
243
|
-
/// \return The vector that includes all
|
|
243
|
+
/// \return The vector that includes all weights tensors.
|
|
244
244
|
std::vector<MSTensor> GetFeatureMaps() const;
|
|
245
245
|
|
|
246
|
+
/// \brief Obtain all trainable parameters of the model optimizers.
|
|
247
|
+
///
|
|
248
|
+
/// \return The vector that includes all trainable parameters.
|
|
249
|
+
std::vector<MSTensor> GetTrainableParams() const;
|
|
250
|
+
|
|
246
251
|
/// \brief Update weights tensors of the model.
|
|
247
252
|
///
|
|
248
253
|
/// \param[in] new_weights A vector new weights.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2022 Huawei Technologies Co., Ltd
|
|
2
|
+
* Copyright 2022-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
namespace mindspore {
|
|
26
26
|
/// \brief The RunnerConfig class is used to store environment variables during execution
|
|
27
27
|
/// management.
|
|
28
|
-
class RunnerConfig {
|
|
28
|
+
class MS_API RunnerConfig {
|
|
29
29
|
public:
|
|
30
30
|
struct Data;
|
|
31
31
|
RunnerConfig();
|