mindspore 1.10.0__cp39-cp39-win_amd64.whl → 2.0.0rc1__cp39-cp39-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/ConcurrencyCheck.dll +0 -0
- mindspore/CppBuildInsights.dll +0 -0
- mindspore/CppCoreCheck.dll +0 -0
- mindspore/EnumIndex.dll +0 -0
- mindspore/EspXEngine.dll +0 -0
- mindspore/HResultCheck.dll +0 -0
- mindspore/KernelTraceControl.dll +0 -0
- mindspore/LocalESPC.dll +0 -0
- mindspore/Microsoft.Diagnostics.Tracing.EventSource.dll +0 -0
- mindspore/Microsoft.VisualStudio.RemoteControl.dll +0 -0
- mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
- mindspore/Microsoft.VisualStudio.Utilities.Internal.dll +0 -0
- mindspore/Newtonsoft.Json.dll +0 -0
- mindspore/System.Runtime.CompilerServices.Unsafe.dll +0 -0
- mindspore/VariantClear.dll +0 -0
- mindspore/__init__.py +9 -4
- mindspore/_c_dataengine.cp39-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp39-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp39-win_amd64.pyd +0 -0
- mindspore/_check_jit_forbidden_api.py +102 -0
- mindspore/_checkparam.py +1066 -1001
- mindspore/_extends/builtin_operations.py +32 -4
- mindspore/_extends/graph_kernel/model/graph_split.py +66 -222
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +12 -9
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +119 -26
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -50
- mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -6
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -25
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -27
- mindspore/_extends/parse/__init__.py +5 -3
- mindspore/_extends/parse/namespace.py +17 -2
- mindspore/_extends/parse/parser.py +193 -34
- mindspore/_extends/parse/resources.py +7 -8
- mindspore/_extends/parse/standard_method.py +1780 -435
- mindspore/_extends/parse/trope.py +3 -1
- mindspore/amp.py +53 -58
- mindspore/atlprov.dll +0 -0
- mindspore/boost/adasum.py +3 -2
- mindspore/boost/boost.py +2 -2
- mindspore/boost/boost_cell_wrapper.py +46 -26
- mindspore/boost/dim_reduce.py +6 -5
- mindspore/boost/grad_accumulation.py +2 -1
- mindspore/boost/group_loss_scale_manager.py +1 -1
- mindspore/c1.dll +0 -0
- mindspore/c1xx.dll +0 -0
- mindspore/c2.dll +0 -0
- mindspore/cfgpersist.dll +0 -0
- mindspore/clang_rt.asan_dbg_dynamic-x86_64.dll +0 -0
- mindspore/clang_rt.asan_dynamic-x86_64.dll +0 -0
- mindspore/common/__init__.py +11 -10
- mindspore/common/_decorator.py +2 -0
- mindspore/common/_register_for_adapter.py +55 -0
- mindspore/common/_stub_tensor.py +201 -0
- mindspore/common/_utils.py +57 -0
- mindspore/common/api.py +582 -297
- mindspore/common/dtype.py +66 -18
- mindspore/common/dump.py +2 -2
- mindspore/common/initializer.py +38 -1
- mindspore/common/jit_config.py +25 -13
- mindspore/common/mutable.py +53 -24
- mindspore/common/parameter.py +60 -37
- mindspore/common/seed.py +8 -24
- mindspore/common/sparse_tensor.py +927 -0
- mindspore/common/tensor.py +1627 -3900
- mindspore/communication/__init__.py +10 -5
- mindspore/communication/_comm_helper.py +78 -214
- mindspore/communication/_hccl_management.py +2 -1
- mindspore/communication/management.py +136 -47
- mindspore/config/op_info.config +501 -1008
- mindspore/context.py +291 -56
- mindspore/d3dcompiler_47.dll +0 -0
- mindspore/dataset/__init__.py +12 -8
- mindspore/dataset/audio/__init__.py +9 -9
- mindspore/dataset/audio/transforms.py +1090 -228
- mindspore/dataset/audio/utils.py +87 -39
- mindspore/dataset/audio/validators.py +223 -1
- mindspore/dataset/callback/ds_callback.py +17 -15
- mindspore/dataset/core/config.py +246 -17
- mindspore/dataset/core/py_util_helpers.py +4 -3
- mindspore/dataset/core/validator_helpers.py +10 -10
- mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
- mindspore/dataset/debug/debug_hook.py +65 -0
- mindspore/dataset/debug/pre_defined_hook.py +67 -0
- mindspore/dataset/engine/__init__.py +7 -3
- mindspore/dataset/engine/cache_client.py +9 -9
- mindspore/dataset/engine/datasets.py +648 -477
- mindspore/dataset/engine/datasets_audio.py +165 -167
- mindspore/dataset/engine/datasets_standard_format.py +93 -67
- mindspore/dataset/engine/datasets_text.py +492 -342
- mindspore/dataset/engine/datasets_user_defined.py +85 -50
- mindspore/dataset/engine/datasets_vision.py +1224 -699
- mindspore/dataset/engine/graphdata.py +134 -69
- mindspore/dataset/engine/iterators.py +50 -9
- mindspore/dataset/engine/offload.py +52 -31
- mindspore/dataset/engine/samplers.py +27 -24
- mindspore/dataset/engine/serializer_deserializer.py +14 -15
- mindspore/dataset/engine/validators.py +213 -52
- mindspore/dataset/text/__init__.py +10 -8
- mindspore/dataset/text/transforms.py +152 -57
- mindspore/dataset/text/utils.py +98 -49
- mindspore/dataset/text/validators.py +25 -0
- mindspore/dataset/transforms/__init__.py +4 -2
- mindspore/dataset/transforms/c_transforms.py +11 -13
- mindspore/dataset/transforms/py_transforms.py +2 -2
- mindspore/dataset/transforms/py_transforms_util.py +10 -0
- mindspore/dataset/transforms/transforms.py +13 -15
- mindspore/dataset/transforms/validators.py +7 -7
- mindspore/dataset/utils/__init__.py +2 -1
- mindspore/dataset/utils/browse_dataset.py +13 -13
- mindspore/dataset/utils/line_reader.py +121 -0
- mindspore/dataset/vision/__init__.py +8 -7
- mindspore/dataset/vision/c_transforms.py +125 -126
- mindspore/dataset/vision/py_transforms.py +37 -37
- mindspore/dataset/vision/py_transforms_util.py +23 -20
- mindspore/dataset/vision/transforms.py +316 -315
- mindspore/dataset/vision/utils.py +313 -17
- mindspore/dataset/vision/validators.py +6 -6
- mindspore/default_config.py +0 -1
- mindspore/dpcmi.dll +0 -0
- mindspore/{compression → experimental}/__init__.py +6 -5
- mindspore/experimental/map_parameter.py +275 -0
- mindspore/include/OWNERS +0 -1
- mindspore/include/api/callback/callback.h +9 -13
- mindspore/include/api/callback/ckpt_saver.h +2 -2
- mindspore/include/api/callback/loss_monitor.h +2 -2
- mindspore/include/api/callback/lr_scheduler.h +5 -5
- mindspore/include/api/callback/time_monitor.h +2 -2
- mindspore/include/api/callback/train_accuracy.h +4 -6
- mindspore/include/api/cfg.h +19 -6
- mindspore/include/api/context.h +70 -9
- mindspore/include/api/delegate.h +8 -1
- mindspore/include/api/dual_abi_helper.h +8 -24
- mindspore/include/api/metrics/accuracy.h +2 -2
- mindspore/include/api/metrics/metrics.h +4 -3
- mindspore/include/api/model.h +9 -4
- mindspore/include/api/model_group.h +68 -0
- mindspore/include/api/model_parallel_runner.h +17 -17
- mindspore/include/api/net.h +12 -11
- mindspore/include/api/serialization.h +20 -4
- mindspore/include/api/status.h +7 -1
- mindspore/include/api/types.h +25 -21
- mindspore/include/api/visible.h +4 -0
- mindspore/include/c_api/model_c.h +5 -0
- mindspore/include/c_api/status_c.h +1 -1
- mindspore/include/dataset/config.h +1 -1
- mindspore/include/dataset/constants.h +14 -0
- mindspore/include/dataset/text.h +59 -0
- mindspore/include/dataset/vision.h +56 -117
- mindspore/include/dataset/vision_lite.h +102 -0
- mindspore/jpeg62.dll +0 -0
- mindspore/log.py +28 -28
- mindspore/mindrecord/common/exceptions.py +2 -4
- mindspore/mindrecord/filereader.py +19 -1
- mindspore/mindrecord/filewriter.py +250 -88
- mindspore/mindrecord/mindpage.py +13 -13
- mindspore/mindrecord/shardheader.py +15 -15
- mindspore/mindrecord/shardreader.py +9 -0
- mindspore/mindrecord/shardwriter.py +29 -29
- mindspore/mindrecord/tools/cifar100_to_mr.py +9 -9
- mindspore/mindrecord/tools/cifar10_to_mr.py +9 -9
- mindspore/mindrecord/tools/csv_to_mr.py +4 -4
- mindspore/mindrecord/tools/imagenet_to_mr.py +70 -65
- mindspore/mindrecord/tools/mnist_to_mr.py +41 -41
- mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
- mindspore/{libmindspore_backend.dll → mindspore_backend.dll} +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_shared_lib.dll +0 -0
- mindspore/msobj140.dll +0 -0
- mindspore/mspdb140.dll +0 -0
- mindspore/mspdbcore.dll +0 -0
- mindspore/mspdbst.dll +0 -0
- mindspore/mspft140.dll +0 -0
- mindspore/msvcdis140.dll +0 -0
- mindspore/msvcp140_1.dll +0 -0
- mindspore/msvcp140_2.dll +0 -0
- mindspore/msvcp140_atomic_wait.dll +0 -0
- mindspore/msvcp140_codecvt_ids.dll +0 -0
- mindspore/nn/__init__.py +1 -5
- mindspore/nn/cell.py +297 -234
- mindspore/nn/dynamic_lr.py +1 -1
- mindspore/nn/grad/cell_grad.py +17 -42
- mindspore/nn/layer/__init__.py +7 -4
- mindspore/nn/layer/activation.py +131 -88
- mindspore/nn/layer/basic.py +313 -613
- mindspore/nn/layer/channel_shuffle.py +103 -0
- mindspore/nn/layer/combined.py +1 -1
- mindspore/nn/layer/container.py +52 -6
- mindspore/nn/layer/conv.py +112 -43
- mindspore/nn/layer/dense.py +10 -9
- mindspore/nn/layer/embedding.py +36 -34
- mindspore/nn/layer/image.py +123 -27
- mindspore/nn/layer/math.py +108 -107
- mindspore/nn/layer/normalization.py +212 -366
- mindspore/nn/layer/padding.py +370 -42
- mindspore/nn/layer/pooling.py +1443 -219
- mindspore/nn/layer/rnn_cells.py +11 -16
- mindspore/nn/layer/rnns.py +38 -39
- mindspore/nn/layer/thor_layer.py +24 -25
- mindspore/nn/layer/timedistributed.py +5 -5
- mindspore/nn/layer/transformer.py +701 -0
- mindspore/nn/learning_rate_schedule.py +8 -8
- mindspore/nn/loss/__init__.py +9 -6
- mindspore/nn/loss/loss.py +678 -142
- mindspore/nn/metrics.py +53 -0
- mindspore/nn/optim/_dist_optimizer_registry.py +2 -2
- mindspore/nn/optim/ada_grad.py +8 -8
- mindspore/nn/optim/adadelta.py +2 -3
- mindspore/nn/optim/adafactor.py +18 -14
- mindspore/nn/optim/adam.py +429 -87
- mindspore/nn/optim/adamax.py +5 -6
- mindspore/nn/optim/adasum.py +10 -8
- mindspore/nn/optim/asgd.py +7 -7
- mindspore/nn/optim/ftrl.py +81 -11
- mindspore/nn/optim/lamb.py +7 -8
- mindspore/nn/optim/lars.py +4 -4
- mindspore/nn/optim/lazyadam.py +82 -7
- mindspore/nn/optim/momentum.py +8 -7
- mindspore/nn/optim/optimizer.py +19 -10
- mindspore/nn/optim/proximal_ada_grad.py +6 -5
- mindspore/nn/optim/rmsprop.py +3 -3
- mindspore/nn/optim/rprop.py +20 -16
- mindspore/nn/optim/sgd.py +21 -15
- mindspore/nn/optim/thor.py +23 -21
- mindspore/nn/probability/__init__.py +0 -2
- mindspore/nn/probability/bijector/bijector.py +7 -6
- mindspore/nn/probability/bijector/invert.py +4 -2
- mindspore/nn/probability/bijector/softplus.py +2 -2
- mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
- mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
- mindspore/nn/probability/distribution/__init__.py +6 -0
- mindspore/nn/probability/distribution/_utils/custom_ops.py +3 -2
- mindspore/nn/probability/distribution/_utils/utils.py +11 -17
- mindspore/nn/probability/distribution/bernoulli.py +6 -6
- mindspore/nn/probability/distribution/beta.py +1 -1
- mindspore/nn/probability/distribution/categorical.py +9 -9
- mindspore/nn/probability/distribution/cauchy.py +8 -8
- mindspore/nn/probability/distribution/distribution.py +12 -6
- mindspore/nn/probability/distribution/exponential.py +5 -5
- mindspore/nn/probability/distribution/gamma.py +3 -3
- mindspore/nn/probability/distribution/geometric.py +6 -5
- mindspore/nn/probability/distribution/gumbel.py +5 -5
- mindspore/nn/probability/distribution/half_normal.py +133 -0
- mindspore/nn/probability/distribution/laplace.py +128 -0
- mindspore/nn/probability/distribution/log_normal.py +0 -1
- mindspore/nn/probability/distribution/logistic.py +4 -5
- mindspore/nn/probability/distribution/normal.py +11 -15
- mindspore/nn/probability/distribution/poisson.py +6 -2
- mindspore/nn/probability/distribution/student_t.py +150 -0
- mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
- mindspore/nn/probability/distribution/uniform.py +5 -5
- mindspore/nn/reinforcement/_tensors_queue.py +3 -3
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +8 -1
- mindspore/nn/wrap/cell_wrapper.py +55 -27
- mindspore/nn/wrap/grad_reducer.py +20 -11
- mindspore/nn/wrap/loss_scale.py +47 -30
- mindspore/numpy/array_creations.py +33 -22
- mindspore/numpy/array_ops.py +46 -42
- mindspore/numpy/logic_ops.py +6 -27
- mindspore/numpy/math_ops.py +26 -19
- mindspore/numpy/utils.py +1 -8
- mindspore/numpy/utils_const.py +112 -62
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/__init__.py +6 -3
- mindspore/ops/_constants.py +0 -6
- mindspore/ops/_grad/__init__.py +2 -1
- mindspore/ops/_grad/grad_array_ops.py +209 -152
- mindspore/ops/_grad/grad_base.py +55 -17
- mindspore/ops/_grad/grad_clip_ops.py +11 -3
- mindspore/ops/_grad/grad_comm_ops.py +58 -47
- mindspore/ops/_grad/grad_implementations.py +21 -61
- mindspore/ops/_grad/grad_inner_ops.py +48 -6
- mindspore/ops/_grad/grad_math_ops.py +306 -161
- mindspore/ops/_grad/grad_nn_ops.py +192 -181
- mindspore/ops/_grad/grad_other_ops.py +1 -1
- mindspore/ops/_grad/grad_quant_ops.py +5 -5
- mindspore/ops/_grad/grad_sequence_ops.py +296 -0
- mindspore/ops/_grad/grad_sparse.py +15 -9
- mindspore/ops/_grad_experimental/__init__.py +1 -0
- mindspore/ops/_grad_experimental/grad_array_ops.py +441 -55
- mindspore/ops/_grad_experimental/grad_image_ops.py +25 -7
- mindspore/ops/_grad_experimental/grad_inner_ops.py +3 -44
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +16 -21
- mindspore/ops/_grad_experimental/grad_math_ops.py +979 -49
- mindspore/ops/_grad_experimental/grad_nn_ops.py +78 -8
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +197 -13
- mindspore/ops/_op_impl/__init__.py +3 -3
- mindspore/ops/_op_impl/_custom_op/__init__.py +0 -1
- mindspore/ops/_op_impl/_custom_op/_basic.py +0 -1
- mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +4 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +5 -5
- mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
- mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/correction_mul.py +3 -3
- mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +4 -8
- mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
- mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
- mindspore/ops/_op_impl/_custom_op/matmul_dds_grad_impl.py +0 -1
- mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -1
- mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
- mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
- mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
- mindspore/ops/_op_impl/aicpu/__init__.py +238 -3
- mindspore/ops/_op_impl/aicpu/abs.py +36 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d.py +34 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_3d.py +39 -0
- mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_3d_grad.py +39 -0
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d_grad.py +37 -0
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_3d.py +42 -0
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_3d_grad.py +152 -0
- mindspore/ops/_op_impl/aicpu/add.py +43 -0
- mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
- mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
- mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
- mindspore/ops/_op_impl/aicpu/arg_max.py +75 -0
- mindspore/ops/_op_impl/aicpu/arg_min.py +75 -0
- mindspore/ops/_op_impl/aicpu/argmin_with_value.py +43 -0
- mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -0
- mindspore/ops/_op_impl/aicpu/batch_norm_grad_grad.py +49 -0
- mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
- mindspore/ops/_op_impl/aicpu/bessel_i0.py +31 -0
- mindspore/ops/_op_impl/aicpu/bias_add.py +44 -0
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +43 -0
- mindspore/ops/_op_impl/aicpu/bincount.py +33 -0
- mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/cauchy.py} +17 -10
- mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
- mindspore/ops/_op_impl/aicpu/cholesky.py +1 -1
- mindspore/ops/_op_impl/{cpu/bias_add.py → aicpu/choleskygrad.py} +9 -7
- mindspore/ops/_op_impl/aicpu/combined_non_max_suppression.py +42 -0
- mindspore/ops/_op_impl/aicpu/concat_offset.py +42 -0
- mindspore/ops/_op_impl/aicpu/concat_offset_v1.py +31 -0
- mindspore/ops/_op_impl/aicpu/conj.py +11 -0
- mindspore/ops/_op_impl/aicpu/crop_and_resize_grad_image.py +38 -0
- mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +36 -0
- mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
- mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +2 -2
- mindspore/ops/_op_impl/aicpu/dense_to_sparse_set_operation.py +48 -0
- mindspore/ops/_op_impl/aicpu/diag.py +36 -0
- mindspore/ops/_op_impl/aicpu/diag_part.py +36 -0
- mindspore/ops/_op_impl/aicpu/diagonal.py +35 -0
- mindspore/ops/_op_impl/{cpu/bias_add_grad.py → aicpu/digamma.py} +9 -7
- mindspore/ops/_op_impl/aicpu/eig.py +35 -0
- mindspore/ops/_op_impl/aicpu/fft_with_size.py +41 -0
- mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
- mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
- mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
- mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
- mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
- mindspore/ops/_op_impl/aicpu/glu.py +33 -0
- mindspore/ops/_op_impl/aicpu/glu_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/greater.py +41 -0
- mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
- mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
- mindspore/ops/_op_impl/{tbe/scatter_add_ds.py → aicpu/inplace_index_add.py} +17 -21
- mindspore/ops/_op_impl/aicpu/instance_norm_v2.py +41 -0
- mindspore/ops/_op_impl/aicpu/instance_norm_v2_grad.py +44 -0
- mindspore/ops/_op_impl/aicpu/layer_norm_grad_grad.py +47 -0
- mindspore/ops/_op_impl/aicpu/less.py +41 -0
- mindspore/ops/_op_impl/aicpu/less_equal.py +41 -0
- mindspore/ops/_op_impl/aicpu/lgamma.py +32 -0
- mindspore/ops/_op_impl/aicpu/log_normal_reverse.py +33 -0
- mindspore/ops/_op_impl/aicpu/logit.py +33 -0
- mindspore/ops/_op_impl/aicpu/logit_grad.py +34 -0
- mindspore/ops/_op_impl/aicpu/masked_fill.py +42 -0
- mindspore/ops/_op_impl/aicpu/masked_scatter.py +39 -0
- mindspore/ops/_op_impl/aicpu/matmul.py +39 -0
- mindspore/ops/_op_impl/aicpu/matrix_logarithm.py +31 -0
- mindspore/ops/_op_impl/aicpu/matrix_power.py +32 -0
- mindspore/ops/_op_impl/aicpu/matrix_solve_ls.py +36 -0
- mindspore/ops/_op_impl/aicpu/matrix_triangular_solve.py +36 -0
- mindspore/ops/_op_impl/aicpu/mirror_pad.py +2 -0
- mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
- mindspore/ops/_op_impl/aicpu/mul.py +3 -1
- mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
- mindspore/ops/_op_impl/aicpu/multinomial_with_replacement.py +35 -0
- mindspore/ops/_op_impl/aicpu/nan_to_num.py +34 -0
- mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
- mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
- mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
- mindspore/ops/_op_impl/aicpu/polar.py +32 -0
- mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
- mindspore/ops/_op_impl/aicpu/qr.py +36 -0
- mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
- mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
- mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
- mindspore/ops/_op_impl/aicpu/ragged_tensor_to_tensor.py +74 -0
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +3 -0
- mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
- mindspore/ops/_op_impl/aicpu/range.py +36 -0
- mindspore/ops/_op_impl/aicpu/reciprocal.py +34 -0
- mindspore/ops/_op_impl/aicpu/reciprocal_grad.py +35 -0
- mindspore/ops/_op_impl/aicpu/reduce_sum.py +57 -0
- mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
- mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
- mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
- mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
- mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
- mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
- mindspore/ops/_op_impl/aicpu/search_sorted.py +12 -6
- mindspore/ops/_op_impl/aicpu/self_adjoint_eig.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
- mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
- mindspore/ops/_op_impl/aicpu/slice_grad.py +76 -0
- mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
- mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
- mindspore/ops/_op_impl/aicpu/sort.py +39 -0
- mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
- mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
- mindspore/ops/_op_impl/aicpu/sparse_fill_empty_rows.py +63 -0
- mindspore/ops/_op_impl/aicpu/sparse_fill_empty_rows_grad.py +45 -0
- mindspore/ops/_op_impl/aicpu/sparse_matrix_mat_mul.py +56 -0
- mindspore/ops/_op_impl/{tbe/slice_ds.py → aicpu/sparse_segment_sum.py} +16 -24
- mindspore/ops/_op_impl/aicpu/sparse_segment_sum_with_num_segments.py +68 -0
- mindspore/ops/_op_impl/aicpu/sparse_slice.py +63 -0
- mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +61 -0
- mindspore/ops/_op_impl/aicpu/squared_difference.py +2 -0
- mindspore/ops/_op_impl/aicpu/strided_slice_v2.py +93 -0
- mindspore/ops/_op_impl/aicpu/strided_slice_v2_grad.py +66 -0
- mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
- mindspore/ops/_op_impl/{tbe/gather_v2.py → aicpu/tile.py} +24 -24
- mindspore/ops/_op_impl/aicpu/tridiagonal_solve.py +35 -0
- mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
- mindspore/ops/_op_impl/aicpu/triu_indices.py +34 -0
- mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
- mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
- mindspore/ops/_op_impl/cpu/__init__.py +1 -2
- mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
- mindspore/ops/_op_impl/cpu/maximum_grad.py +2 -0
- mindspore/{compression/common/__init__.py → ops/_op_impl/cpu/pyexecute.py} +13 -8
- mindspore/ops/_op_impl/cpu/reduce_sum.py +8 -0
- mindspore/ops/_op_impl/cpu/sparse_slice.py +62 -0
- mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +60 -0
- mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
- mindspore/ops/_op_impl/tbe/__init__.py +27 -608
- mindspore/ops/_op_impl/tbe/addcdiv_ds.py +42 -0
- mindspore/ops/_op_impl/tbe/addcmul_ds.py +44 -0
- mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
- mindspore/ops/_op_impl/tbe/basic_lstm_cell_c_state_grad_v2.py +0 -1
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd_v2.py +41 -0
- mindspore/ops/_op_impl/tbe/bce_with_logits_loss.py +1 -0
- mindspore/ops/_op_impl/tbe/bias_add_grad.py +2 -0
- mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
- mindspore/ops/_op_impl/tbe/bn_infer_grad_ds.py +40 -0
- mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
- mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
- mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
- mindspore/ops/_op_impl/tbe/cast.py +0 -2
- mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
- mindspore/ops/_op_impl/tbe/ctc_loss_v2.py +0 -2
- mindspore/ops/_op_impl/tbe/ctc_loss_v2_grad.py +0 -2
- mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
- mindspore/ops/_op_impl/tbe/deformable_offsets.py +1 -0
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +1 -1
- mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
- mindspore/ops/_op_impl/tbe/greater.py +2 -0
- mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
- mindspore/ops/_op_impl/tbe/layer_norm_beta_gamma_backprop_v2.py +0 -1
- mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
- mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
- mindspore/ops/_op_impl/tbe/one_hot_ds.py +0 -6
- mindspore/ops/_op_impl/tbe/{greater_ds.py → reduce_all_ds.py} +13 -16
- mindspore/ops/_op_impl/tbe/reduce_any_ds.py +39 -0
- mindspore/ops/_op_impl/tbe/roi_align_ds.py +44 -0
- mindspore/ops/_op_impl/tbe/roi_align_grad_ds.py +44 -0
- mindspore/ops/_op_impl/tbe/scatter_add.py +2 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +2 -2
- mindspore/ops/_op_impl/tbe/slice.py +26 -15
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
- mindspore/ops/_op_impl/tbe/strided_slice_grad_d.py +1 -0
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
- mindspore/ops/_op_impl/tbe/unsorted_segment_sum.py +1 -1
- mindspore/ops/_op_impl/tbe/unsorted_segment_sum_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +3 -2
- mindspore/ops/_register_for_op.py +11 -0
- mindspore/ops/_utils/__init__.py +1 -1
- mindspore/ops/_utils/utils.py +20 -41
- mindspore/ops/_vmap/__init__.py +2 -2
- mindspore/ops/_vmap/vmap_array_ops.py +170 -78
- mindspore/ops/_vmap/vmap_base.py +24 -10
- mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
- mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +41 -9
- mindspore/ops/_vmap/vmap_image_ops.py +52 -0
- mindspore/ops/_vmap/vmap_math_ops.py +77 -6
- mindspore/ops/_vmap/vmap_nn_ops.py +78 -29
- mindspore/ops/_vmap/vmap_other_ops.py +3 -1
- mindspore/ops/_vmap/vmap_random_ops.py +55 -3
- mindspore/ops/_vmap/vmap_sparse_ops.py +1 -0
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/Argmax_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/Argmin_bprop.mindir +14 -13
- mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/Assign_bprop.mindir +16 -16
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +28 -0
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +306 -0
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +12 -8
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
- mindspore/ops/bprop_mindir/DType_bprop.mindir +12 -12
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +12 -13
- mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
- mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +15 -0
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -24
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -14
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +12 -12
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Equal_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +58 -0
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +54 -0
- mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +18 -15
- mindspore/ops/bprop_mindir/GatherD_bprop.mindir +26 -0
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +57 -0
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/Greater_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/IOU_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/IsInf_bprop.mindir +13 -10
- mindspore/ops/bprop_mindir/IsNan_bprop.mindir +14 -11
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/Less_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +22 -19
- mindspore/ops/bprop_mindir/Load_bprop.mindir +12 -13
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +17 -18
- mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +14 -13
- mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NonZero_bprop.mindir +14 -0
- mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +18 -19
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +25 -23
- mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +13 -13
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
- mindspore/ops/bprop_mindir/Range_bprop.mindir +21 -19
- mindspore/ops/bprop_mindir/Rank_bprop.mindir +11 -11
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +18 -17
- mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +18 -17
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +19 -23
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +60 -0
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +89 -0
- mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +52 -0
- mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/Round_bprop.mindir +14 -13
- mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +24 -0
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/Select_bprop.mindir +30 -34
- mindspore/ops/bprop_mindir/Shape_bprop.mindir +12 -12
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Sign_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/Slice_bprop.mindir +26 -0
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
- mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +28 -0
- mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Split_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +54 -0
- mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +95 -0
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +98 -0
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +28 -32
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
- mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +29 -0
- mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +14 -0
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +23 -0
- mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +18 -15
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +11 -13
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +16 -0
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +22 -0
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
- mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +13 -12
- mindspore/ops/bprop_mindir/__init__.py +1 -4
- mindspore/ops/bprop_mindir/generate_mindir.py +32 -20
- mindspore/ops/composite/__init__.py +12 -13
- mindspore/ops/composite/base.py +261 -254
- mindspore/ops/composite/env_ops.py +41 -0
- mindspore/ops/composite/math_ops.py +197 -156
- mindspore/ops/composite/multitype_ops/_compile_utils.py +428 -176
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +188 -87
- mindspore/ops/composite/multitype_ops/add_impl.py +23 -1
- mindspore/ops/composite/multitype_ops/div_impl.py +3 -3
- mindspore/ops/composite/multitype_ops/equal_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -1
- mindspore/ops/composite/multitype_ops/getitem_impl.py +52 -5
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
- mindspore/ops/composite/multitype_ops/in_impl.py +15 -3
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +33 -2
- mindspore/ops/composite/multitype_ops/less_impl.py +33 -0
- mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -2
- mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/mod_impl.py +1 -1
- mindspore/ops/composite/multitype_ops/mul_impl.py +21 -7
- mindspore/ops/composite/multitype_ops/not_in_impl.py +15 -3
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
- mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +62 -70
- mindspore/ops/composite/multitype_ops/sub_impl.py +3 -3
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +41 -4
- mindspore/ops/function/__init__.py +323 -8
- mindspore/ops/function/array_func.py +3511 -780
- mindspore/ops/function/clip_func.py +329 -0
- mindspore/ops/function/debug_func.py +6 -6
- mindspore/ops/function/grad/__init__.py +5 -1
- mindspore/ops/function/grad/grad_func.py +736 -65
- mindspore/ops/function/image_func.py +270 -0
- mindspore/ops/function/linalg_func.py +268 -8
- mindspore/ops/function/math_func.py +8032 -3164
- mindspore/ops/function/nn_func.py +5619 -1855
- mindspore/ops/function/other_func.py +115 -0
- mindspore/ops/function/parameter_func.py +11 -10
- mindspore/ops/function/random_func.py +939 -77
- mindspore/ops/function/sparse_func.py +249 -84
- mindspore/ops/function/sparse_unary_func.py +2303 -0
- mindspore/ops/function/spectral_func.py +146 -0
- mindspore/ops/function/vmap_func.py +114 -0
- mindspore/ops/functional.py +182 -254
- mindspore/ops/op_info_register.py +79 -34
- mindspore/ops/operations/__init__.py +210 -118
- mindspore/ops/operations/_csr_ops.py +7 -7
- mindspore/ops/operations/_embedding_cache_ops.py +25 -15
- mindspore/ops/operations/_grad_ops.py +447 -322
- mindspore/ops/operations/_inner_ops.py +547 -176
- mindspore/ops/operations/_map_tensor_ops.py +112 -0
- mindspore/ops/operations/_ms_kernel.py +29 -27
- mindspore/ops/operations/_ocr_ops.py +11 -11
- mindspore/ops/operations/_opaque_predicate_registry.py +41 -0
- mindspore/ops/operations/_quant_ops.py +186 -101
- mindspore/ops/operations/_rl_inner_ops.py +122 -61
- mindspore/ops/operations/_scalar_ops.py +466 -0
- mindspore/ops/operations/_sequence_ops.py +1047 -0
- mindspore/ops/operations/_tensor_array.py +10 -11
- mindspore/ops/operations/_thor_ops.py +4 -4
- mindspore/ops/operations/array_ops.py +1428 -1226
- mindspore/ops/operations/comm_ops.py +180 -117
- mindspore/ops/operations/control_ops.py +4 -2
- mindspore/ops/operations/custom_ops.py +185 -98
- mindspore/ops/operations/debug_ops.py +92 -54
- mindspore/ops/operations/image_ops.py +406 -211
- mindspore/ops/operations/inner_ops.py +42 -53
- mindspore/ops/operations/linalg_ops.py +32 -29
- mindspore/ops/operations/math_ops.py +2076 -897
- mindspore/ops/operations/nn_ops.py +1282 -1252
- mindspore/ops/operations/other_ops.py +124 -278
- mindspore/ops/operations/random_ops.py +345 -178
- mindspore/ops/operations/rl_ops.py +8 -9
- mindspore/ops/operations/sparse_ops.py +502 -157
- mindspore/ops/operations/spectral_ops.py +107 -0
- mindspore/ops/primitive.py +192 -15
- mindspore/ops/vm_impl_registry.py +23 -2
- mindspore/parallel/__init__.py +6 -1
- mindspore/parallel/_auto_parallel_context.py +199 -92
- mindspore/parallel/_cell_wrapper.py +4 -2
- mindspore/parallel/_cost_model_context.py +3 -0
- mindspore/parallel/_dp_allreduce_fusion.py +2 -1
- mindspore/parallel/_offload_context.py +185 -0
- mindspore/parallel/_parallel_serialization.py +167 -28
- mindspore/parallel/_ps_context.py +9 -5
- mindspore/parallel/_recovery_context.py +1 -1
- mindspore/parallel/_tensor.py +9 -1
- mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
- mindspore/{nn/transformer → parallel/_transformer}/layers.py +59 -37
- mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
- mindspore/{nn/transformer → parallel/_transformer}/moe.py +160 -35
- mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
- mindspore/{nn/transformer → parallel/_transformer}/transformer.py +235 -196
- mindspore/parallel/_utils.py +47 -7
- mindspore/parallel/algo_parameter_config.py +5 -1
- mindspore/parallel/checkpoint_transform.py +329 -0
- mindspore/parallel/shard.py +229 -0
- mindspore/perf_msvcbuildinsights.dll +0 -0
- mindspore/pgodb140.dll +0 -0
- mindspore/pgort140.dll +0 -0
- mindspore/profiler/__init__.py +2 -1
- mindspore/profiler/common/util.py +4 -3
- mindspore/profiler/common/validator/validate_path.py +2 -2
- mindspore/profiler/envprofiling.py +249 -0
- mindspore/profiler/parser/aicpu_data_parser.py +38 -39
- mindspore/profiler/parser/ascend_timeline_generator.py +497 -0
- mindspore/profiler/parser/base_timeline_generator.py +471 -0
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +684 -0
- mindspore/profiler/parser/framework_parser.py +42 -16
- mindspore/profiler/parser/hccl_parser.py +158 -158
- mindspore/profiler/parser/hwts_log_parser.py +7 -6
- mindspore/profiler/parser/integrator.py +18 -1579
- mindspore/profiler/parser/minddata_analyzer.py +8 -8
- mindspore/profiler/parser/msadvisor_analyzer.py +14 -27
- mindspore/profiler/parser/msadvisor_parser.py +2 -4
- mindspore/profiler/parser/optime_parser.py +17 -18
- mindspore/profiler/parser/profiler_info.py +108 -0
- mindspore/profiler/parser/step_trace_parser.py +1 -1
- mindspore/profiler/profiling.py +396 -194
- mindspore/rewrite/__init__.py +6 -2
- mindspore/rewrite/api/node.py +51 -110
- mindspore/rewrite/api/node_type.py +10 -6
- mindspore/rewrite/api/pattern_engine.py +51 -7
- mindspore/rewrite/api/scoped_value.py +64 -53
- mindspore/rewrite/api/symbol_tree.py +108 -61
- mindspore/rewrite/api/tree_node_helper.py +2 -3
- mindspore/{compression/quant/__init__.py → rewrite/ast_creator_register.py} +20 -11
- mindspore/rewrite/ast_helpers/__init__.py +6 -3
- mindspore/rewrite/ast_helpers/ast_creator.py +115 -0
- mindspore/rewrite/ast_helpers/ast_finder.py +99 -1
- mindspore/rewrite/ast_helpers/ast_modifier.py +17 -4
- mindspore/rewrite/ast_helpers/ast_replacer.py +1 -1
- mindspore/rewrite/ast_transformers/__init__.py +0 -1
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +46 -5
- mindspore/rewrite/ast_transformers/remove_return_out_of_if.py +6 -3
- mindspore/rewrite/common/__init__.py +2 -0
- mindspore/rewrite/common/event.py +1 -1
- mindspore/rewrite/common/observable.py +1 -1
- mindspore/rewrite/common/observer.py +1 -1
- mindspore/rewrite/common/rewrite_elog.py +35 -0
- mindspore/rewrite/namer.py +2 -2
- mindspore/rewrite/namespace.py +14 -4
- mindspore/rewrite/node.py +161 -13
- mindspore/rewrite/parser.py +0 -1
- mindspore/rewrite/parser_register.py +0 -1
- mindspore/rewrite/parsers/arguments_parser.py +3 -2
- mindspore/rewrite/parsers/assign_parser.py +267 -67
- mindspore/rewrite/parsers/attribute_parser.py +56 -0
- mindspore/rewrite/parsers/class_def_parser.py +191 -108
- mindspore/rewrite/parsers/constant_parser.py +101 -0
- mindspore/rewrite/parsers/container_parser.py +88 -0
- mindspore/rewrite/parsers/for_parser.py +28 -15
- mindspore/rewrite/parsers/function_def_parser.py +21 -5
- mindspore/rewrite/parsers/if_parser.py +11 -28
- mindspore/rewrite/parsers/module_parser.py +9 -6
- mindspore/rewrite/parsers/return_parser.py +3 -2
- mindspore/rewrite/sparsify/__init__.py +0 -0
- mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
- mindspore/rewrite/sparsify/sparsify.py +109 -0
- mindspore/rewrite/sparsify/utils.py +173 -0
- mindspore/rewrite/symbol_tree.py +322 -109
- mindspore/rewrite/symbol_tree_builder.py +45 -8
- mindspore/rewrite/symbol_tree_dumper.py +0 -1
- mindspore/rewrite/topological_manager.py +1 -2
- mindspore/run_check/_check_version.py +209 -112
- mindspore/run_check/run_check.py +2 -1
- mindspore/tbbmalloc.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/__init__.py +6 -4
- mindspore/train/_utils.py +28 -5
- mindspore/train/amp.py +321 -50
- mindspore/train/callback/__init__.py +3 -1
- mindspore/train/callback/_backup_and_restore.py +120 -0
- mindspore/train/callback/_callback.py +8 -8
- mindspore/train/callback/_checkpoint.py +12 -9
- mindspore/train/callback/_early_stop.py +13 -7
- mindspore/train/callback/_history.py +8 -8
- mindspore/train/callback/_lambda_callback.py +6 -6
- mindspore/train/callback/_landscape.py +36 -38
- mindspore/train/callback/_loss_monitor.py +12 -6
- mindspore/train/callback/_lr_scheduler_callback.py +2 -4
- mindspore/train/callback/_on_request_exit.py +212 -0
- mindspore/train/callback/_reduce_lr_on_plateau.py +13 -7
- mindspore/train/callback/_summary_collector.py +27 -19
- mindspore/train/callback/_time_monitor.py +13 -7
- mindspore/train/checkpoint_pb2.py +68 -8
- mindspore/train/data_sink.py +122 -33
- mindspore/train/dataset_helper.py +28 -87
- mindspore/train/loss_scale_manager.py +4 -7
- mindspore/{nn → train}/metrics/__init__.py +20 -20
- mindspore/{nn → train}/metrics/accuracy.py +12 -10
- mindspore/{nn → train}/metrics/auc.py +4 -4
- mindspore/{nn → train}/metrics/bleu_score.py +4 -4
- mindspore/{nn → train}/metrics/confusion_matrix.py +10 -8
- mindspore/{nn → train}/metrics/cosine_similarity.py +4 -4
- mindspore/{nn → train}/metrics/dice.py +6 -5
- mindspore/{nn → train}/metrics/error.py +7 -5
- mindspore/{nn → train}/metrics/fbeta.py +9 -7
- mindspore/{nn → train}/metrics/hausdorff_distance.py +8 -6
- mindspore/{nn → train}/metrics/loss.py +4 -3
- mindspore/{nn → train}/metrics/mean_surface_distance.py +6 -5
- mindspore/{nn → train}/metrics/metric.py +6 -5
- mindspore/{nn → train}/metrics/occlusion_sensitivity.py +4 -3
- mindspore/{nn → train}/metrics/perplexity.py +5 -4
- mindspore/{nn → train}/metrics/precision.py +5 -4
- mindspore/{nn → train}/metrics/recall.py +5 -4
- mindspore/{nn → train}/metrics/roc.py +7 -6
- mindspore/{nn → train}/metrics/root_mean_square_surface_distance.py +6 -5
- mindspore/{nn → train}/metrics/topk.py +7 -5
- mindspore/train/mind_ir_pb2.py +339 -32
- mindspore/train/model.py +113 -84
- mindspore/train/serialization.py +547 -167
- mindspore/train/summary/_summary_adapter.py +1 -1
- mindspore/train/summary/summary_record.py +43 -12
- mindspore/train/train_thor/convert_utils.py +7 -1
- mindspore/train/train_thor/dataset_helper.py +3 -3
- mindspore/train/train_thor/model_thor.py +0 -4
- mindspore/turbojpeg.dll +0 -0
- mindspore/vcmeta.dll +0 -0
- mindspore/vcruntime140.dll +0 -0
- mindspore/vcruntime140_1.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +4 -3
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +901 -660
- mindspore/compression/common/constant.py +0 -124
- mindspore/compression/export/__init__.py +0 -19
- mindspore/compression/export/quant_export.py +0 -514
- mindspore/compression/quant/qat.py +0 -636
- mindspore/compression/quant/quant_utils.py +0 -462
- mindspore/compression/quant/quantizer.py +0 -68
- mindspore/libatomic-1.dll +0 -0
- mindspore/libgcc_s_seh-1.dll +0 -0
- mindspore/libgfortran-4.dll +0 -0
- mindspore/libgomp-1.dll +0 -0
- mindspore/libjpeg-62.dll +0 -0
- mindspore/libmindspore.dll +0 -0
- mindspore/libmindspore_common.dll +0 -0
- mindspore/libmindspore_core.dll +0 -0
- mindspore/libmindspore_glog.dll +0 -0
- mindspore/libnnacl.dll +0 -0
- mindspore/libopencv_core452.dll +0 -0
- mindspore/libopencv_imgcodecs452.dll +0 -0
- mindspore/libopencv_imgproc452.dll +0 -0
- mindspore/libquadmath-0.dll +0 -0
- mindspore/libsqlite3.dll +0 -0
- mindspore/libssp-0.dll +0 -0
- mindspore/libstdc++-6.dll +0 -0
- mindspore/libtinyxml2.dll +0 -0
- mindspore/libturbojpeg.dll +0 -0
- mindspore/libwinpthread-1.dll +0 -0
- mindspore/nn/layer/quant.py +0 -1868
- mindspore/nn/layer/rnn_utils.py +0 -90
- mindspore/nn/probability/dpn/__init__.py +0 -22
- mindspore/nn/probability/dpn/vae/__init__.py +0 -25
- mindspore/nn/probability/dpn/vae/cvae.py +0 -138
- mindspore/nn/probability/dpn/vae/vae.py +0 -122
- mindspore/nn/probability/infer/__init__.py +0 -22
- mindspore/nn/probability/infer/variational/elbo.py +0 -70
- mindspore/nn/probability/infer/variational/svi.py +0 -84
- mindspore/nn/probability/toolbox/__init__.py +0 -22
- mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
- mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -363
- mindspore/nn/probability/transforms/__init__.py +0 -22
- mindspore/nn/probability/transforms/transform_bnn.py +0 -262
- mindspore/nn/probability/zhusuan/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
- mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
- mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
- mindspore/ops/_op_impl/tbe/bias_add_grad_ds.py +0 -52
- mindspore/ops/_op_impl/tbe/scatter_nd_add_ds.py +0 -43
- mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Identity_bprop.mindir +0 -9
- mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/stop_gradient_bprop.mindir +0 -12
- mindspore/ops/composite/array_ops.py +0 -210
- mindspore/ops/composite/clip_ops.py +0 -238
- mindspore/ops/composite/random_ops.py +0 -426
- mindspore/ops/composite/vmap_ops.py +0 -38
- mindspore/ops/operations/sponge_ops.py +0 -3531
- mindspore/ops/operations/sponge_update_ops.py +0 -2546
- mindspore/parallel/nn/__init__.py +0 -42
- mindspore/parallel/nn/loss.py +0 -22
- mindspore/parallel/nn/moe.py +0 -21
- mindspore/parallel/nn/op_parallel_config.py +0 -22
- mindspore/parallel/nn/transformer.py +0 -31
- mindspore/run_check/_check_deps_version.py +0 -84
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
- {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
|
@@ -13,19 +13,54 @@
|
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
# ============================================================================
|
|
15
15
|
"""SymbolTree builder."""
|
|
16
|
-
from __future__ import absolute_import
|
|
17
16
|
from copy import copy
|
|
18
17
|
from typing import Optional
|
|
19
18
|
import ast
|
|
20
19
|
import inspect
|
|
21
20
|
|
|
22
21
|
from mindspore.nn import Cell
|
|
23
|
-
from
|
|
24
|
-
from
|
|
25
|
-
from
|
|
26
|
-
from
|
|
27
|
-
from
|
|
28
|
-
from
|
|
22
|
+
from .symbol_tree import SymbolTree
|
|
23
|
+
from .node import TreeNode
|
|
24
|
+
from .parser_register import ParserRegister
|
|
25
|
+
from .parser import Parser
|
|
26
|
+
from .ast_transformers import FlattenRecursiveStmt
|
|
27
|
+
from .ast_helpers import AstModifier
|
|
28
|
+
from .ast_helpers import AstFinder
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class FunctionSymbolTreeBuilder:
|
|
32
|
+
"""Create function SymbolTree"""
|
|
33
|
+
def __init__(self, network: Cell, ast_root):
|
|
34
|
+
self._origin_net = network
|
|
35
|
+
self._ast_root: ast.Module = ast_root
|
|
36
|
+
self._root_tree: Optional[SymbolTree] = None
|
|
37
|
+
|
|
38
|
+
@staticmethod
|
|
39
|
+
def _ast_transform(ast_root: ast.AST) -> ast.AST:
|
|
40
|
+
"""
|
|
41
|
+
Optimize ast before parse.
|
|
42
|
+
|
|
43
|
+
Args:
|
|
44
|
+
ast_root (ast.AST): An instance of ast to be optimized.
|
|
45
|
+
|
|
46
|
+
Returns:
|
|
47
|
+
An instance of ast been optimized.
|
|
48
|
+
"""
|
|
49
|
+
transform_list = [FlattenRecursiveStmt()]
|
|
50
|
+
for transformer in transform_list:
|
|
51
|
+
ast_root = transformer.transform(ast_root)
|
|
52
|
+
return ast_root
|
|
53
|
+
|
|
54
|
+
def build(self) -> SymbolTree:
|
|
55
|
+
"""
|
|
56
|
+
Build SymbolTree.
|
|
57
|
+
|
|
58
|
+
Returns:
|
|
59
|
+
An instance of SymbolTree.
|
|
60
|
+
"""
|
|
61
|
+
self._root_tree: SymbolTree = SymbolTree(self._origin_net, self._ast_root)
|
|
62
|
+
self._root_tree.finish_build()
|
|
63
|
+
return self._root_tree
|
|
29
64
|
|
|
30
65
|
|
|
31
66
|
class SymbolTreeBuilder:
|
|
@@ -43,6 +78,8 @@ class SymbolTreeBuilder:
|
|
|
43
78
|
network_str = inspect.getsource(type(network))
|
|
44
79
|
self._ast_root: ast.Module = ast.parse(network_str)
|
|
45
80
|
self._root_tree: Optional[SymbolTree] = None
|
|
81
|
+
if isinstance(network, Cell) and network.jit_config_dict:
|
|
82
|
+
self._jit_config_dict = network.jit_config_dict
|
|
46
83
|
|
|
47
84
|
@staticmethod
|
|
48
85
|
def merge_module_of_subtree(main_tree: SymbolTree, sub_stree: SymbolTree):
|
|
@@ -140,7 +177,7 @@ class SymbolTreeBuilder:
|
|
|
140
177
|
"""
|
|
141
178
|
|
|
142
179
|
for node in self._root_tree.nodes():
|
|
143
|
-
if isinstance(node, TreeNode):
|
|
180
|
+
if isinstance(node, TreeNode) and node.get_instance():
|
|
144
181
|
SymbolTreeBuilder.merge_module_of_subtree(self._root_tree, node.symbol_tree)
|
|
145
182
|
|
|
146
183
|
def _reduce_redundant_import(self):
|
|
@@ -13,7 +13,6 @@
|
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
# ============================================================================
|
|
15
15
|
"""SymbolTree topological-relationship manager."""
|
|
16
|
-
from __future__ import absolute_import
|
|
17
16
|
from typing import Tuple
|
|
18
17
|
|
|
19
18
|
from .api.scoped_value import ScopedValue
|
|
@@ -79,7 +78,7 @@ class TopoManager(Observable):
|
|
|
79
78
|
if consumers is None:
|
|
80
79
|
self._target_consumer[product] = [(consumer, index)]
|
|
81
80
|
else:
|
|
82
|
-
self._target_consumer
|
|
81
|
+
self._target_consumer.get(product).append((consumer, index))
|
|
83
82
|
|
|
84
83
|
def _erase_provider(self, product: ScopedValue):
|
|
85
84
|
"""
|
|
@@ -26,16 +26,16 @@ from abc import abstractmethod, ABCMeta
|
|
|
26
26
|
from packaging import version
|
|
27
27
|
import numpy as np
|
|
28
28
|
from mindspore import log as logger
|
|
29
|
+
from mindspore._c_expression import MSContext, ms_ctx_param
|
|
29
30
|
from ..version import __version__
|
|
30
|
-
from ..default_config import __package_name__
|
|
31
31
|
|
|
32
32
|
|
|
33
33
|
class EnvChecker(metaclass=ABCMeta):
|
|
34
34
|
"""basic class for environment check"""
|
|
35
35
|
|
|
36
36
|
@abstractmethod
|
|
37
|
-
def check_env(self
|
|
38
|
-
|
|
37
|
+
def check_env(self):
|
|
38
|
+
"""check dependency"""
|
|
39
39
|
|
|
40
40
|
@abstractmethod
|
|
41
41
|
def set_env(self):
|
|
@@ -46,12 +46,35 @@ class EnvChecker(metaclass=ABCMeta):
|
|
|
46
46
|
pass
|
|
47
47
|
|
|
48
48
|
|
|
49
|
+
class CPUEnvChecker(EnvChecker):
|
|
50
|
+
"""CPU environment check."""
|
|
51
|
+
|
|
52
|
+
def __init__(self, library_path):
|
|
53
|
+
self.library_path = library_path
|
|
54
|
+
|
|
55
|
+
def check_env(self):
|
|
56
|
+
pass
|
|
57
|
+
|
|
58
|
+
def check_version(self):
|
|
59
|
+
pass
|
|
60
|
+
|
|
61
|
+
def set_env(self):
|
|
62
|
+
"""set env for cpu"""
|
|
63
|
+
plugin_dir = os.path.dirname(self.library_path)
|
|
64
|
+
akg_dir = os.path.join(plugin_dir, "plugin/cpu")
|
|
65
|
+
if os.getenv('LD_LIBRARY_PATH'):
|
|
66
|
+
os.environ['LD_LIBRARY_PATH'] = akg_dir + ":" + os.environ['LD_LIBRARY_PATH']
|
|
67
|
+
else:
|
|
68
|
+
os.environ['LD_LIBRARY_PATH'] = akg_dir
|
|
69
|
+
|
|
70
|
+
|
|
49
71
|
class GPUEnvChecker(EnvChecker):
|
|
50
72
|
"""GPU environment check."""
|
|
51
73
|
|
|
52
|
-
def __init__(self):
|
|
74
|
+
def __init__(self, library_path):
|
|
53
75
|
self.version = ["10.1", "11.1", "11.6"]
|
|
54
|
-
self.lib_key_to_lib_name = {'libcu': 'libcuda.so'}
|
|
76
|
+
self.lib_key_to_lib_name = {'libcu': 'libcuda.so', 'libcudnn': 'libcudnn.so'}
|
|
77
|
+
self.library_path = library_path
|
|
55
78
|
# env
|
|
56
79
|
self.path = os.getenv("PATH")
|
|
57
80
|
self.ld_lib_path = os.getenv("LD_LIBRARY_PATH")
|
|
@@ -62,8 +85,8 @@ class GPUEnvChecker(EnvChecker):
|
|
|
62
85
|
self.cuda_bin_path = self._get_bin_path("cuda")
|
|
63
86
|
self.cudnn_lib_path = self._get_lib_path("libcudnn")
|
|
64
87
|
|
|
65
|
-
def check_env(self
|
|
66
|
-
|
|
88
|
+
def check_env(self):
|
|
89
|
+
pass
|
|
67
90
|
|
|
68
91
|
def check_version(self):
|
|
69
92
|
"""Check cuda version."""
|
|
@@ -72,8 +95,8 @@ class GPUEnvChecker(EnvChecker):
|
|
|
72
95
|
version_match = True
|
|
73
96
|
if not version_match:
|
|
74
97
|
if self.v == "0":
|
|
75
|
-
logger.warning("Can not found cuda libs
|
|
76
|
-
"cuda version has been installed
|
|
98
|
+
logger.warning("Can not found cuda libs. Please confirm that the correct "
|
|
99
|
+
"cuda version has been installed. Refer to the "
|
|
77
100
|
"installation guidelines: https://www.mindspore.cn/install")
|
|
78
101
|
else:
|
|
79
102
|
logger.warning(f"MindSpore version {__version__} and cuda version {self.v} does not match, "
|
|
@@ -83,22 +106,44 @@ class GPUEnvChecker(EnvChecker):
|
|
|
83
106
|
nvcc_version = self._get_nvcc_version(False)
|
|
84
107
|
if nvcc_version and (nvcc_version not in self.version):
|
|
85
108
|
logger.warning(f"MindSpore version {__version__} and nvcc(cuda bin) version {nvcc_version} "
|
|
86
|
-
"does not match
|
|
109
|
+
"does not match. Please refer to the installation guide for version matching "
|
|
87
110
|
"information: https://www.mindspore.cn/install")
|
|
88
111
|
cudnn_version = self._get_cudnn_version()
|
|
89
112
|
if cudnn_version and int(cudnn_version) < 760:
|
|
90
113
|
logger.warning(f"MindSpore version {__version__} and cudDNN version {cudnn_version} "
|
|
91
|
-
"does not match
|
|
114
|
+
"does not match. Please refer to the installation guide for version matching "
|
|
92
115
|
"information: https://www.mindspore.cn/install. The recommended version is "
|
|
93
|
-
"CUDA10.1 with cuDNN7.6.x
|
|
116
|
+
"CUDA10.1 with cuDNN7.6.x, CUDA11.1 with cuDNN8.0.x and CUDA11.6 with cuDNN8.5.x.")
|
|
94
117
|
if cudnn_version and int(cudnn_version) < 800 and int(str(self.v).split('.')[0]) > 10:
|
|
95
118
|
logger.warning(f"CUDA version {self.v} and cuDNN version {cudnn_version} "
|
|
96
|
-
"does not match
|
|
119
|
+
"does not match. Please refer to the installation guide for version matching "
|
|
97
120
|
"information: https://www.mindspore.cn/install. The recommended version is "
|
|
98
|
-
"CUDA11.1 with cuDNN8.0.x")
|
|
121
|
+
"CUDA11.1 with cuDNN8.0.x or CUDA11.6 with cuDNN8.5.x.")
|
|
122
|
+
|
|
123
|
+
def get_cudart_version(self):
|
|
124
|
+
"""Get cuda runtime version by libcudart.so."""
|
|
125
|
+
for path in self.cuda_lib_path:
|
|
126
|
+
real_path = glob.glob(path + "/lib*/libcudart.so.*.*.*")
|
|
127
|
+
if real_path == []:
|
|
128
|
+
continue
|
|
129
|
+
ls_cudart = subprocess.run(["ls", real_path[0]], timeout=10, text=True,
|
|
130
|
+
capture_output=True, check=False)
|
|
131
|
+
if ls_cudart.returncode == 0:
|
|
132
|
+
self.v = ls_cudart.stdout.split('/')[-1].strip('libcudart.so.').strip()
|
|
133
|
+
break
|
|
134
|
+
return self.v
|
|
99
135
|
|
|
100
136
|
def set_env(self):
|
|
101
|
-
|
|
137
|
+
"""set env for gpu"""
|
|
138
|
+
v = self.get_cudart_version()
|
|
139
|
+
v = version.parse(v)
|
|
140
|
+
v_str = str(v.major) + "." + str(v.minor)
|
|
141
|
+
plugin_dir = os.path.dirname(self.library_path)
|
|
142
|
+
akg_dir = os.path.join(plugin_dir, "gpu" + v_str)
|
|
143
|
+
if os.getenv('LD_LIBRARY_PATH'):
|
|
144
|
+
os.environ['LD_LIBRARY_PATH'] = akg_dir + ":" + os.environ['LD_LIBRARY_PATH']
|
|
145
|
+
else:
|
|
146
|
+
os.environ['LD_LIBRARY_PATH'] = akg_dir
|
|
102
147
|
|
|
103
148
|
def _get_bin_path(self, bin_name):
|
|
104
149
|
"""Get bin path by bin name."""
|
|
@@ -110,7 +155,7 @@ class GPUEnvChecker(EnvChecker):
|
|
|
110
155
|
"""Get cuda bin path by lib path."""
|
|
111
156
|
path_list = []
|
|
112
157
|
for path in self.cuda_lib_path:
|
|
113
|
-
path = os.path.abspath(path.strip()+"/bin/")
|
|
158
|
+
path = os.path.abspath(path.strip() + "/bin/")
|
|
114
159
|
if Path(path).is_dir():
|
|
115
160
|
path_list.append(path)
|
|
116
161
|
return np.unique(path_list)
|
|
@@ -150,22 +195,9 @@ class GPUEnvChecker(EnvChecker):
|
|
|
150
195
|
version_str = ''.join(cudnn_version)
|
|
151
196
|
return version_str[0:3]
|
|
152
197
|
|
|
153
|
-
def _get_cudart_version(self):
|
|
154
|
-
"""Get cuda runtime version by libcudart.so."""
|
|
155
|
-
for path in self.cuda_lib_path:
|
|
156
|
-
real_path = glob.glob(path + "/lib*/libcudart.so.*.*.*")
|
|
157
|
-
if real_path == []:
|
|
158
|
-
continue
|
|
159
|
-
ls_cudart = subprocess.run(["ls", real_path[0]], timeout=10, text=True,
|
|
160
|
-
capture_output=True, check=False)
|
|
161
|
-
if ls_cudart.returncode == 0:
|
|
162
|
-
self.v = ls_cudart.stdout.split('/')[-1].strip('libcudart.so.').strip()
|
|
163
|
-
break
|
|
164
|
-
return self.v
|
|
165
|
-
|
|
166
198
|
def _check_version(self):
|
|
167
199
|
"""Check cuda version"""
|
|
168
|
-
v = self.
|
|
200
|
+
v = self.get_cudart_version()
|
|
169
201
|
v = version.parse(v)
|
|
170
202
|
v_str = str(v.major) + "." + str(v.minor)
|
|
171
203
|
if v_str not in self.version:
|
|
@@ -178,23 +210,23 @@ class GPUEnvChecker(EnvChecker):
|
|
|
178
210
|
current_path = os.path.split(os.path.realpath(__file__))[0]
|
|
179
211
|
mindspore_path = os.path.join(current_path, "../lib/plugin")
|
|
180
212
|
try:
|
|
181
|
-
real_path =
|
|
182
|
-
if real_path == []:
|
|
183
|
-
logger.error(f"{self.lib_key_to_lib_name[lib_name]} (need by mindspore-gpu) is not found
|
|
213
|
+
real_path = self.library_path
|
|
214
|
+
if real_path is None or real_path == []:
|
|
215
|
+
logger.error(f"{self.lib_key_to_lib_name[lib_name]} (need by mindspore-gpu) is not found. Please "
|
|
184
216
|
f"confirm that libmindspore_gpu.so is in directory:{mindspore_path} and the correct cuda "
|
|
185
217
|
"version has been installed, you can refer to the installation "
|
|
186
218
|
"guidelines: https://www.mindspore.cn/install")
|
|
187
219
|
return path_list
|
|
188
|
-
ldd_r = subprocess.Popen(['ldd',
|
|
220
|
+
ldd_r = subprocess.Popen(['ldd', self.library_path], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
189
221
|
ldd_result = subprocess.Popen(['/bin/grep', lib_name], stdin=ldd_r.stdout, stdout=subprocess.PIPE)
|
|
190
222
|
result = ldd_result.communicate(timeout=5)[0].decode()
|
|
191
223
|
for i in result.split('\n'):
|
|
192
224
|
path = i.partition("=>")[2]
|
|
193
225
|
if path.lower().find("not found") > 0:
|
|
194
|
-
logger.error(f"Cuda {self.version} version({lib_name}*.so need by mindspore-gpu) is not found
|
|
195
|
-
"
|
|
226
|
+
logger.error(f"Cuda {self.version} version({lib_name}*.so need by mindspore-gpu) is not found. "
|
|
227
|
+
"Please confirm that the path of cuda is set to the env LD_LIBRARY_PATH, or check "
|
|
196
228
|
"whether the CUDA version in wheel package and the CUDA runtime in current device "
|
|
197
|
-
"matches
|
|
229
|
+
"matches. Please refer to the installation guidelines: "
|
|
198
230
|
"https://www.mindspore.cn/install")
|
|
199
231
|
continue
|
|
200
232
|
path = path.partition(lib_name)[0]
|
|
@@ -202,8 +234,8 @@ class GPUEnvChecker(EnvChecker):
|
|
|
202
234
|
path_list.append(os.path.abspath(path.strip() + "../"))
|
|
203
235
|
return np.unique(path_list)
|
|
204
236
|
except subprocess.TimeoutExpired:
|
|
205
|
-
logger.warning("Failed to check cuda version due to the ldd command timeout
|
|
206
|
-
"the correct cuda version has been installed
|
|
237
|
+
logger.warning("Failed to check cuda version due to the ldd command timeout. Please confirm that "
|
|
238
|
+
"the correct cuda version has been installed. For details, refer to the "
|
|
207
239
|
"installation guidelines: https://www.mindspore.cn/install")
|
|
208
240
|
return path_list
|
|
209
241
|
|
|
@@ -221,8 +253,9 @@ class GPUEnvChecker(EnvChecker):
|
|
|
221
253
|
class AscendEnvChecker(EnvChecker):
|
|
222
254
|
"""ascend environment check"""
|
|
223
255
|
|
|
224
|
-
def __init__(self):
|
|
225
|
-
self.
|
|
256
|
+
def __init__(self, library_path):
|
|
257
|
+
self.library_path = library_path
|
|
258
|
+
self.version = ["6.11", "6.3"]
|
|
226
259
|
atlas_nnae_version = "/usr/local/Ascend/nnae/latest/compiler/version.info"
|
|
227
260
|
atlas_toolkit_version = "/usr/local/Ascend/ascend-toolkit/latest/compiler/version.info"
|
|
228
261
|
hisi_fwk_version = "/usr/local/Ascend/latest/compiler/version.info"
|
|
@@ -278,15 +311,14 @@ class AscendEnvChecker(EnvChecker):
|
|
|
278
311
|
self.ascend_opp_path_check = "/op"
|
|
279
312
|
self.v = ""
|
|
280
313
|
|
|
281
|
-
def check_env(self
|
|
314
|
+
def check_env(self):
|
|
282
315
|
self._check_env()
|
|
283
|
-
raise e
|
|
284
316
|
|
|
285
317
|
def check_version(self):
|
|
286
318
|
if not Path(self.fwk_version).is_file():
|
|
287
319
|
logger.warning("Using custom Ascend AI software package (Ascend Data Center Solution) path, package "
|
|
288
|
-
"version checking is skipped
|
|
289
|
-
"Center Solution) version is supported
|
|
320
|
+
"version checking is skipped. Please make sure Ascend AI software package (Ascend Data "
|
|
321
|
+
"Center Solution) version is supported. For details, refer to the installation guidelines "
|
|
290
322
|
"https://www.mindspore.cn/install")
|
|
291
323
|
return
|
|
292
324
|
|
|
@@ -295,31 +327,54 @@ class AscendEnvChecker(EnvChecker):
|
|
|
295
327
|
v_list = str([x for x in self.version])
|
|
296
328
|
logger.warning(f"MindSpore version {__version__} and Ascend AI software package (Ascend Data Center "
|
|
297
329
|
f"Solution)version {v} does not match, the version of software package expect one of "
|
|
298
|
-
f"{v_list}
|
|
330
|
+
f"{v_list}. Please refer to the match info on: https://www.mindspore.cn/install")
|
|
299
331
|
|
|
300
332
|
def check_deps_version(self):
|
|
301
333
|
"""
|
|
302
|
-
te
|
|
334
|
+
te and hccl wheel package version check
|
|
303
335
|
in order to update the change of 'LD_LIBRARY_PATH' env, run a sub process
|
|
304
336
|
"""
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
"_check_deps_version.py")
|
|
310
|
-
call_cmd = [sys.executable, deps_version_checker] + input_args
|
|
337
|
+
|
|
338
|
+
mindspore_version = __version__
|
|
339
|
+
supported_version = self.version
|
|
340
|
+
attention_warning = False
|
|
311
341
|
try:
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
342
|
+
from te import version as tever
|
|
343
|
+
v = '.'.join(tever.version.split('.')[0:2])
|
|
344
|
+
if v not in supported_version:
|
|
345
|
+
attention_warning = True
|
|
346
|
+
logger.warning(f"MindSpore version {mindspore_version} and \"te\" wheel package version {v} does not "
|
|
347
|
+
"match. For details, refer to the installation guidelines: "
|
|
348
|
+
"https://www.mindspore.cn/install")
|
|
349
|
+
from hccl import sys_version as hccl_version
|
|
350
|
+
v = '.'.join(hccl_version.__sys_version__.split('.')[0:2])
|
|
351
|
+
if v not in supported_version:
|
|
352
|
+
attention_warning = True
|
|
353
|
+
logger.warning(f"MindSpore version {mindspore_version} and \"hccl\" wheel package version {v} does not "
|
|
354
|
+
"match. For details, refer to the installation guidelines: "
|
|
355
|
+
"https://www.mindspore.cn/install")
|
|
356
|
+
# DO NOT modify exception type to any other, you DO NOT know what kind of exceptions the te will throw.
|
|
357
|
+
# pylint: disable=broad-except
|
|
358
|
+
except Exception as e:
|
|
359
|
+
logger.error("CheckFailed:", e.args)
|
|
360
|
+
logger.error("MindSpore relies on whl packages of \"te\" and \"hccl\" in the \"latest\" "
|
|
361
|
+
"folder of the Ascend AI software package (Ascend Data Center Solution). Please check whether"
|
|
362
|
+
" they are installed correctly or not, refer to the match info on: "
|
|
363
|
+
"https://www.mindspore.cn/install")
|
|
364
|
+
if attention_warning:
|
|
365
|
+
warning_countdown = 3
|
|
366
|
+
for i in range(warning_countdown, 0, -1):
|
|
367
|
+
logger.warning(f"Please pay attention to the above warning, countdown: {i}")
|
|
368
|
+
time.sleep(1)
|
|
321
369
|
|
|
322
370
|
def set_env(self):
|
|
371
|
+
plugin_dir = os.path.dirname(self.library_path)
|
|
372
|
+
akg_dir = os.path.join(plugin_dir, "ascend")
|
|
373
|
+
if os.getenv('LD_LIBRARY_PATH'):
|
|
374
|
+
os.environ['LD_LIBRARY_PATH'] = akg_dir + ":" + os.environ['LD_LIBRARY_PATH']
|
|
375
|
+
else:
|
|
376
|
+
os.environ['LD_LIBRARY_PATH'] = akg_dir
|
|
377
|
+
|
|
323
378
|
if not self.tbe_path:
|
|
324
379
|
self._check_env()
|
|
325
380
|
return
|
|
@@ -331,14 +386,12 @@ class AscendEnvChecker(EnvChecker):
|
|
|
331
386
|
except Exception:
|
|
332
387
|
sys.path = deepcopy(origin_path)
|
|
333
388
|
if Path(self.tbe_path).is_dir():
|
|
334
|
-
|
|
335
|
-
os.environ['LD_LIBRARY_PATH'] = self.tbe_path + ":" + os.environ['LD_LIBRARY_PATH']
|
|
336
|
-
else:
|
|
337
|
-
os.environ['LD_LIBRARY_PATH'] = self.tbe_path
|
|
389
|
+
os.environ['LD_LIBRARY_PATH'] = self.tbe_path + ":" + os.environ['LD_LIBRARY_PATH']
|
|
338
390
|
else:
|
|
339
|
-
|
|
340
|
-
f"No such directory: {self.tbe_path}
|
|
391
|
+
logger.error(
|
|
392
|
+
f"No such directory: {self.tbe_path}. Please check if Ascend AI software package (Ascend Data "
|
|
341
393
|
"Center Solution) is installed correctly.")
|
|
394
|
+
return
|
|
342
395
|
|
|
343
396
|
# check te version after set te env
|
|
344
397
|
self.check_deps_version()
|
|
@@ -354,57 +407,63 @@ class AscendEnvChecker(EnvChecker):
|
|
|
354
407
|
|
|
355
408
|
os.environ['TBE_IMPL_PATH'] = self.op_impl_path
|
|
356
409
|
else:
|
|
357
|
-
|
|
358
|
-
f"No such directory: {self.op_impl_path}
|
|
410
|
+
logger.error(
|
|
411
|
+
f"No such directory: {self.op_impl_path}. Please check if Ascend AI software package (Ascend Data "
|
|
359
412
|
"Center Solution) is installed correctly.")
|
|
413
|
+
return
|
|
360
414
|
|
|
361
415
|
if Path(self.cce_path).is_dir():
|
|
362
416
|
os.environ['PATH'] = self.cce_path + ":" + os.environ['PATH']
|
|
363
417
|
else:
|
|
364
|
-
|
|
365
|
-
f"No such directory: {self.cce_path}
|
|
418
|
+
logger.error(
|
|
419
|
+
f"No such directory: {self.cce_path}. Please check if Ascend AI software package (Ascend Data Center "
|
|
366
420
|
"Solution) is installed correctly.")
|
|
421
|
+
return
|
|
367
422
|
|
|
368
423
|
if self.op_path is None:
|
|
369
424
|
pass
|
|
370
425
|
elif Path(self.op_path).is_dir():
|
|
371
426
|
os.environ['ASCEND_OPP_PATH'] = self.op_path
|
|
372
427
|
else:
|
|
373
|
-
|
|
374
|
-
f"No such directory: {self.op_path}
|
|
428
|
+
logger.error(
|
|
429
|
+
f"No such directory: {self.op_path}. Please check if Ascend AI software package (Ascend Data Center "
|
|
375
430
|
"Solution) is installed correctly.")
|
|
431
|
+
return
|
|
376
432
|
|
|
377
433
|
if self.aicpu_path is None:
|
|
378
434
|
pass
|
|
379
435
|
elif Path(self.aicpu_path).is_dir():
|
|
380
436
|
os.environ['ASCEND_AICPU_PATH'] = self.aicpu_path
|
|
381
437
|
else:
|
|
382
|
-
|
|
383
|
-
f"No such directory: {self.aicpu_path}
|
|
438
|
+
logger.error(
|
|
439
|
+
f"No such directory: {self.aicpu_path}. Please check if Ascend AI software package (Ascend Data Center"
|
|
384
440
|
" Solution) is installed correctly.")
|
|
441
|
+
return
|
|
385
442
|
|
|
386
443
|
def _check_env(self):
|
|
387
444
|
"""ascend dependence path check"""
|
|
388
445
|
if self.path is None or self.path_check not in self.path:
|
|
389
|
-
logger.warning("Can not find ccec_compiler(need by mindspore-ascend)
|
|
390
|
-
"PATH
|
|
446
|
+
logger.warning("Can not find ccec_compiler(need by mindspore-ascend). Please check whether the Environment "
|
|
447
|
+
"Variable PATH is set. For details, refer to the installation guidelines: "
|
|
448
|
+
"https://www.mindspore.cn/install")
|
|
391
449
|
|
|
392
450
|
if self.python_path is None or self.python_path_check not in self.python_path:
|
|
393
451
|
logger.warning(
|
|
394
|
-
"Can not find tbe
|
|
395
|
-
"PYTHONPATH
|
|
452
|
+
"Can not find the tbe operator implementation(need by mindspore-ascend). Please check whether the "
|
|
453
|
+
"Environment Variable PYTHONPATH is set. For details, refer to the installation guidelines: "
|
|
396
454
|
"https://www.mindspore.cn/install")
|
|
397
455
|
|
|
398
456
|
if self.ld_lib_path is None or not (self.ld_lib_path_check_fwk in self.ld_lib_path and
|
|
399
457
|
self.ld_lib_path_check_addons in self.ld_lib_path):
|
|
400
|
-
logger.warning("Can not find driver so(need by mindspore-ascend)
|
|
401
|
-
"LD_LIBRARY_PATH
|
|
402
|
-
"https://www.mindspore.cn/install")
|
|
458
|
+
logger.warning("Can not find driver so(need by mindspore-ascend). Please check whether the "
|
|
459
|
+
"Environment Variable LD_LIBRARY_PATH is set. For details, refer to the installation "
|
|
460
|
+
"guidelines: https://www.mindspore.cn/install")
|
|
403
461
|
|
|
404
462
|
if self.ascend_opp_path is None or self.ascend_opp_path_check not in self.ascend_opp_path:
|
|
405
463
|
logger.warning(
|
|
406
|
-
"Can not find opp path (need by mindspore-ascend)
|
|
407
|
-
"
|
|
464
|
+
"Can not find opp path (need by mindspore-ascend). Please check whether the Environment Variable "
|
|
465
|
+
"ASCEND_OPP_PATH is set. For details, refer to the installation guidelines: "
|
|
466
|
+
"https://www.mindspore.cn/install")
|
|
408
467
|
|
|
409
468
|
def _read_version(self, file_path):
|
|
410
469
|
"""get ascend version info"""
|
|
@@ -418,34 +477,59 @@ class AscendEnvChecker(EnvChecker):
|
|
|
418
477
|
return self.v
|
|
419
478
|
|
|
420
479
|
|
|
480
|
+
def check_env(device, _):
|
|
481
|
+
"""callback function for checking environment variables"""
|
|
482
|
+
if device.lower() == "ascend":
|
|
483
|
+
env_checker = AscendEnvChecker(None)
|
|
484
|
+
env_checker.check_version()
|
|
485
|
+
elif device.lower() == "gpu":
|
|
486
|
+
env_checker = GPUEnvChecker(None)
|
|
487
|
+
else:
|
|
488
|
+
logger.info(f"Device {device} does not need to check any environment variable, skipping.")
|
|
489
|
+
return
|
|
490
|
+
env_checker.check_env()
|
|
491
|
+
|
|
492
|
+
|
|
493
|
+
def set_env(device, library_path):
|
|
494
|
+
"""callback function for setting environment variables"""
|
|
495
|
+
if not os.getenv("MS_DEV_CLOSE_VERSION_CHECK") is None:
|
|
496
|
+
if device in os.environ["MS_DEV_CLOSE_VERSION_CHECK"]:
|
|
497
|
+
return
|
|
498
|
+
os.environ["MS_DEV_CLOSE_VERSION_CHECK"] = os.environ["MS_DEV_CLOSE_VERSION_CHECK"] + ":" + device
|
|
499
|
+
else:
|
|
500
|
+
os.environ["MS_DEV_CLOSE_VERSION_CHECK"] = device
|
|
501
|
+
|
|
502
|
+
if device.lower() == "ascend":
|
|
503
|
+
env_checker = AscendEnvChecker(library_path)
|
|
504
|
+
elif device.lower() == "gpu":
|
|
505
|
+
env_checker = GPUEnvChecker(library_path)
|
|
506
|
+
elif device.lower() == "cpu":
|
|
507
|
+
env_checker = CPUEnvChecker(library_path)
|
|
508
|
+
else:
|
|
509
|
+
logger.info(f"Device {device} does not need to check any environment variable, skipping.")
|
|
510
|
+
return
|
|
511
|
+
|
|
512
|
+
env_checker.check_version()
|
|
513
|
+
env_checker.set_env()
|
|
514
|
+
|
|
515
|
+
|
|
421
516
|
def check_version_and_env_config():
|
|
422
517
|
"""check version and env config"""
|
|
423
|
-
if
|
|
424
|
-
env_checker = AscendEnvChecker()
|
|
518
|
+
if platform.system().lower() == 'linux':
|
|
425
519
|
# Note: pre-load libgomp.so to solve error like "cannot allocate memory in statis TLS block"
|
|
426
520
|
try:
|
|
427
521
|
import ctypes
|
|
428
522
|
ctypes.cdll.LoadLibrary("libgomp.so.1")
|
|
429
523
|
except OSError:
|
|
430
|
-
logger.warning(
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
return
|
|
440
|
-
os.environ["MS_DEV_CLOSE_VERSION_CHECK"] = "ON"
|
|
441
|
-
|
|
442
|
-
try:
|
|
443
|
-
# check version of ascend site or cuda
|
|
444
|
-
env_checker.check_version()
|
|
445
|
-
import mindspore._c_expression as _c_expression # pylint: disable=unused-import
|
|
446
|
-
env_checker.set_env()
|
|
447
|
-
except ImportError as e:
|
|
448
|
-
env_checker.check_env(e)
|
|
524
|
+
logger.warning("Pre-Load Library libgomp.so.1 failed, which might cause TLS memory allocation failure. If "
|
|
525
|
+
"the failure occurs, please refer to the FAQ for a solution: "
|
|
526
|
+
"https://www.mindspore.cn/docs/en/r2.0/faq/installation.html.")
|
|
527
|
+
if not os.getenv("MS_DEV_CLOSE_VERSION_CHECK") is None:
|
|
528
|
+
return
|
|
529
|
+
MSContext.get_instance().register_check_env_callback(check_env)
|
|
530
|
+
MSContext.get_instance().register_set_env_callback(set_env)
|
|
531
|
+
MSContext.get_instance().set_param(ms_ctx_param.device_target,
|
|
532
|
+
MSContext.get_instance().get_param(ms_ctx_param.device_target))
|
|
449
533
|
|
|
450
534
|
|
|
451
535
|
def _set_pb_env():
|
|
@@ -454,7 +538,7 @@ def _set_pb_env():
|
|
|
454
538
|
logger.info("Current env variable `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=cpp`. "
|
|
455
539
|
"When the checkpoint file is too large, "
|
|
456
540
|
"it may cause memory limit error during load checkpoint file. "
|
|
457
|
-
"This can be solved by
|
|
541
|
+
"This can be solved by setting env `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python`.")
|
|
458
542
|
elif os.getenv("PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION") is None:
|
|
459
543
|
logger.info("Setting the env `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python` to prevent memory overflow "
|
|
460
544
|
"during save or load checkpoint file.")
|
|
@@ -462,13 +546,26 @@ def _set_pb_env():
|
|
|
462
546
|
|
|
463
547
|
|
|
464
548
|
def _add_cuda_path():
|
|
549
|
+
"""add cuda path on windows."""
|
|
465
550
|
if platform.system().lower() == 'windows':
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
551
|
+
cuda_home = os.environ.get('CUDA_PATH')
|
|
552
|
+
if cuda_home is None:
|
|
553
|
+
pass
|
|
554
|
+
else:
|
|
555
|
+
cuda_bin_path = os.path.join(os.environ['CUDA_PATH'], 'bin')
|
|
556
|
+
if sys.version_info >= (3, 8):
|
|
557
|
+
os.add_dll_directory(cuda_bin_path)
|
|
558
|
+
else:
|
|
559
|
+
os.environ['PATH'] += os.pathsep + cuda_bin_path
|
|
560
|
+
cudann_home = os.environ.get('CUDNN_HOME')
|
|
561
|
+
if cudann_home is None:
|
|
562
|
+
pass
|
|
563
|
+
else:
|
|
564
|
+
cuda_home_bin_path = os.path.join(os.environ['CUDNN_HOME'], 'bin')
|
|
565
|
+
if sys.version_info >= (3, 8):
|
|
566
|
+
os.add_dll_directory(cuda_home_bin_path)
|
|
470
567
|
else:
|
|
471
|
-
os.
|
|
568
|
+
os.environ['PATH'] += os.pathsep + cuda_home_bin_path
|
|
472
569
|
|
|
473
570
|
|
|
474
571
|
check_version_and_env_config()
|
mindspore/run_check/run_check.py
CHANGED
|
@@ -40,7 +40,8 @@ def _check_mul():
|
|
|
40
40
|
input_y = ms.Tensor(np.array([4.0, 5.0, 6.0]), ms.float32)
|
|
41
41
|
mul = ms.ops.Mul()
|
|
42
42
|
mul(input_x, input_y)
|
|
43
|
-
print(
|
|
43
|
+
print("The result of multiplication calculation is correct, MindSpore has been installed on platform "
|
|
44
|
+
f"[{ms.get_context('device_target')}] successfully!")
|
|
44
45
|
|
|
45
46
|
|
|
46
47
|
def run_check():
|
mindspore/tbbmalloc.dll
ADDED
|
Binary file
|
mindspore/tinyxml2.dll
ADDED
|
Binary file
|