mindspore 2.3.0rc1__cp38-none-any.whl → 2.3.0rc2__cp38-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/__init__.py +1 -1
- mindspore/_akg/akg/utils/tbe_codegen_utils.py +13 -3
- mindspore/_c_dataengine.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_checkparam.py +20 -0
- mindspore/_extends/parse/parser.py +1 -1
- mindspore/_extends/parse/standard_method.py +6 -5
- mindspore/_mindspore_offline_debug.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/amp.py +5 -5
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/boost_cell_wrapper.py +1 -1
- mindspore/boost/group_loss_scale_manager.py +1 -1
- mindspore/common/__init__.py +4 -2
- mindspore/common/_register_for_recompute.py +48 -0
- mindspore/common/_stub_tensor.py +1 -0
- mindspore/common/api.py +56 -4
- mindspore/common/dtype.py +5 -3
- mindspore/common/dump.py +2 -2
- mindspore/common/hook_handle.py +51 -4
- mindspore/common/initializer.py +1 -1
- mindspore/common/jit_config.py +17 -6
- mindspore/common/parameter.py +7 -2
- mindspore/common/recompute.py +247 -0
- mindspore/common/sparse_tensor.py +2 -2
- mindspore/common/symbol.py +1 -1
- mindspore/common/tensor.py +74 -36
- mindspore/communication/__init__.py +3 -3
- mindspore/communication/management.py +30 -30
- mindspore/context.py +28 -15
- mindspore/dataset/__init__.py +5 -5
- mindspore/dataset/audio/__init__.py +2 -2
- mindspore/dataset/audio/transforms.py +51 -51
- mindspore/dataset/callback/ds_callback.py +2 -2
- mindspore/dataset/engine/cache_client.py +1 -1
- mindspore/dataset/engine/datasets.py +3 -3
- mindspore/dataset/engine/datasets_audio.py +14 -14
- mindspore/dataset/engine/datasets_standard_format.py +3 -3
- mindspore/dataset/engine/datasets_text.py +38 -38
- mindspore/dataset/engine/datasets_user_defined.py +3 -3
- mindspore/dataset/engine/datasets_vision.py +68 -68
- mindspore/dataset/text/__init__.py +3 -3
- mindspore/dataset/text/transforms.py +26 -26
- mindspore/dataset/transforms/__init__.py +1 -1
- mindspore/dataset/vision/__init__.py +3 -3
- mindspore/dataset/vision/transforms.py +92 -92
- mindspore/dataset/vision/utils.py +1 -1
- mindspore/experimental/optim/adadelta.py +2 -2
- mindspore/experimental/optim/adagrad.py +2 -2
- mindspore/experimental/optim/adam.py +2 -2
- mindspore/experimental/optim/adamax.py +2 -2
- mindspore/experimental/optim/adamw.py +2 -2
- mindspore/experimental/optim/asgd.py +2 -2
- mindspore/experimental/optim/lr_scheduler.py +24 -20
- mindspore/experimental/optim/nadam.py +2 -2
- mindspore/experimental/optim/optimizer.py +1 -1
- mindspore/experimental/optim/radam.py +2 -2
- mindspore/experimental/optim/rmsprop.py +2 -2
- mindspore/experimental/optim/rprop.py +2 -2
- mindspore/experimental/optim/sgd.py +2 -2
- mindspore/hal/stream.py +2 -0
- mindspore/include/mindapi/base/types.h +5 -0
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +6 -6
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/DeviceBin +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +101787 -98559
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/base/op_register.h +2 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/mix.h +8 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/norm.h +5 -3
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/reduce.h +2 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/backend/backend.h +3 -3
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/backend/rtbackend.h +3 -3
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/base/types.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/module/module.h +3 -3
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/svector/svector.h +3 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +9 -9
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +2 -6
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +2 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +460 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +217 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +116 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +16 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +27 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{attention/FlashAttentionScore_impl.h → flash_attention_score/flash_attention_score_impl.h} +2 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{attention/bs_attention_tiling.h → flash_attention_score/flash_attention_score_tiling.h} +15 -19
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/gelu/tiling/gelu_tiling.h +7 -9
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +58 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul/matmul_impl.h +19 -8
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{matmul → matmul_common}/pp_matmul_common_tiling.h +18 -8
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{matmul → matmul_common}/pp_matmul_info.h +7 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{matmul → matmul_common}/tiling_data.h +44 -6
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/tiling_utils.h +65 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_stridedslice/matmul_stridedslice_fusion_impl.h +10 -6
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +4 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/kernel/paged_attention_mix_hwsync.h +41 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{attention/PagedAttention_impl.h → paged_attention/paged_attention_impl.h} +1 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_tiling.h +63 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +2 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{attention_param.h → param/attention_param.h} +11 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +37 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +45 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache/reshape_and_cache_tiling.h +1 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/kernel/rms_norm.h +23 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/kernel/rms_norm_base.h +175 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/kernel/rms_norm_normal.h +276 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/kernel/rms_norm_split_d.h +280 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/kernel/tiling_data.h +35 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +45 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +20 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +47 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +25 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +323 -23
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/types.h +15 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +8 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layernorm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_stridedslice_fusion_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libnot_equal_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lcal.h +22 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lcal_comm.h +70 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lcal_types.h +103 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lccl.h +47 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lccl_wrapper.h +58 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lcoc.h +154 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/log.py +2 -2
- mindspore/mint/__init__.py +457 -0
- mindspore/mint/nn/__init__.py +430 -0
- mindspore/mint/nn/functional.py +424 -0
- mindspore/mint/optim/__init__.py +24 -0
- mindspore/mint/optim/adamw.py +186 -0
- mindspore/multiprocessing/__init__.py +4 -0
- mindspore/nn/__init__.py +3 -0
- mindspore/nn/cell.py +51 -47
- mindspore/nn/extend/__init__.py +29 -0
- mindspore/nn/extend/basic.py +140 -0
- mindspore/nn/extend/embedding.py +143 -0
- mindspore/nn/extend/layer/__init__.py +27 -0
- mindspore/nn/extend/layer/normalization.py +107 -0
- mindspore/nn/extend/pooling.py +117 -0
- mindspore/nn/generator.py +297 -0
- mindspore/nn/layer/basic.py +109 -1
- mindspore/nn/layer/container.py +2 -2
- mindspore/nn/layer/conv.py +6 -6
- mindspore/nn/layer/embedding.py +1 -1
- mindspore/nn/layer/normalization.py +21 -43
- mindspore/nn/layer/padding.py +4 -0
- mindspore/nn/optim/ada_grad.py +2 -2
- mindspore/nn/optim/adadelta.py +1 -1
- mindspore/nn/optim/adafactor.py +1 -1
- mindspore/nn/optim/adam.py +7 -7
- mindspore/nn/optim/adamax.py +2 -2
- mindspore/nn/optim/adasum.py +2 -2
- mindspore/nn/optim/asgd.py +2 -2
- mindspore/nn/optim/ftrl.py +1 -1
- mindspore/nn/optim/lamb.py +3 -3
- mindspore/nn/optim/lars.py +1 -1
- mindspore/nn/optim/lazyadam.py +2 -2
- mindspore/nn/optim/momentum.py +2 -2
- mindspore/nn/optim/optimizer.py +2 -2
- mindspore/nn/optim/proximal_ada_grad.py +2 -2
- mindspore/nn/optim/rmsprop.py +2 -2
- mindspore/nn/optim/rprop.py +2 -2
- mindspore/nn/optim/sgd.py +2 -2
- mindspore/nn/optim/thor.py +2 -2
- mindspore/nn/wrap/cell_wrapper.py +9 -9
- mindspore/nn/wrap/grad_reducer.py +5 -5
- mindspore/ops/_grad_experimental/grad_comm_ops.py +4 -2
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +41 -2
- mindspore/ops/_vmap/vmap_math_ops.py +27 -8
- mindspore/ops/_vmap/vmap_nn_ops.py +66 -8
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +73 -1
- mindspore/ops/auto_generate/gen_arg_dtype_cast.py +12 -3
- mindspore/ops/auto_generate/gen_arg_handler.py +24 -0
- mindspore/ops/auto_generate/gen_extend_func.py +274 -0
- mindspore/ops/auto_generate/gen_ops_def.py +889 -22
- mindspore/ops/auto_generate/gen_ops_prim.py +3541 -253
- mindspore/ops/auto_generate/pyboost_inner_prim.py +282 -0
- mindspore/ops/composite/multitype_ops/_compile_utils.py +2 -1
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +9 -0
- mindspore/ops/extend/__init__.py +9 -1
- mindspore/ops/extend/array_func.py +134 -27
- mindspore/ops/extend/math_func.py +3 -3
- mindspore/ops/extend/nn_func.py +363 -2
- mindspore/ops/function/__init__.py +19 -2
- mindspore/ops/function/array_func.py +463 -439
- mindspore/ops/function/clip_func.py +7 -18
- mindspore/ops/function/grad/grad_func.py +5 -5
- mindspore/ops/function/linalg_func.py +4 -4
- mindspore/ops/function/math_func.py +260 -243
- mindspore/ops/function/nn_func.py +825 -62
- mindspore/ops/function/random_func.py +73 -4
- mindspore/ops/function/sparse_unary_func.py +1 -1
- mindspore/ops/function/vmap_func.py +1 -1
- mindspore/ops/functional.py +2 -2
- mindspore/ops/op_info_register.py +1 -31
- mindspore/ops/operations/__init__.py +2 -3
- mindspore/ops/operations/_grad_ops.py +2 -107
- mindspore/ops/operations/_inner_ops.py +5 -5
- mindspore/ops/operations/_sequence_ops.py +2 -2
- mindspore/ops/operations/array_ops.py +11 -233
- mindspore/ops/operations/comm_ops.py +32 -32
- mindspore/ops/operations/custom_ops.py +7 -89
- mindspore/ops/operations/manually_defined/ops_def.py +329 -4
- mindspore/ops/operations/math_ops.py +13 -163
- mindspore/ops/operations/nn_ops.py +9 -316
- mindspore/ops/operations/random_ops.py +1 -1
- mindspore/ops/operations/sparse_ops.py +3 -3
- mindspore/ops/primitive.py +2 -2
- mindspore/ops_generate/arg_dtype_cast.py +12 -3
- mindspore/ops_generate/arg_handler.py +24 -0
- mindspore/ops_generate/gen_ops_inner_prim.py +2 -0
- mindspore/ops_generate/gen_pyboost_func.py +13 -6
- mindspore/ops_generate/pyboost_utils.py +2 -17
- mindspore/parallel/__init__.py +3 -2
- mindspore/parallel/_auto_parallel_context.py +106 -1
- mindspore/parallel/_parallel_serialization.py +34 -2
- mindspore/parallel/_utils.py +16 -0
- mindspore/parallel/algo_parameter_config.py +4 -4
- mindspore/parallel/checkpoint_transform.py +249 -77
- mindspore/parallel/cluster/process_entity/_api.py +1 -1
- mindspore/parallel/parameter_broadcast.py +1 -1
- mindspore/parallel/shard.py +1 -1
- mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +1 -0
- mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +17 -5
- mindspore/profiler/parser/ascend_msprof_exporter.py +3 -3
- mindspore/profiler/parser/ascend_msprof_generator.py +10 -3
- mindspore/profiler/parser/ascend_op_generator.py +26 -9
- mindspore/profiler/parser/ascend_timeline_generator.py +7 -4
- mindspore/profiler/parser/profiler_info.py +11 -1
- mindspore/profiler/profiling.py +13 -5
- mindspore/rewrite/api/node.py +12 -12
- mindspore/rewrite/api/symbol_tree.py +11 -11
- mindspore/run_check/_check_version.py +1 -1
- mindspore/safeguard/rewrite_obfuscation.py +2 -2
- mindspore/train/amp.py +4 -4
- mindspore/train/anf_ir_pb2.py +8 -2
- mindspore/train/callback/_backup_and_restore.py +2 -2
- mindspore/train/callback/_callback.py +4 -4
- mindspore/train/callback/_checkpoint.py +2 -2
- mindspore/train/callback/_early_stop.py +2 -2
- mindspore/train/callback/_landscape.py +4 -4
- mindspore/train/callback/_loss_monitor.py +2 -2
- mindspore/train/callback/_on_request_exit.py +2 -2
- mindspore/train/callback/_reduce_lr_on_plateau.py +2 -2
- mindspore/train/callback/_summary_collector.py +2 -2
- mindspore/train/callback/_time_monitor.py +2 -2
- mindspore/train/dataset_helper.py +8 -3
- mindspore/train/loss_scale_manager.py +2 -2
- mindspore/train/metrics/metric.py +3 -3
- mindspore/train/mind_ir_pb2.py +22 -17
- mindspore/train/model.py +15 -15
- mindspore/train/serialization.py +18 -18
- mindspore/train/summary/summary_record.py +7 -7
- mindspore/train/train_thor/convert_utils.py +3 -3
- mindspore/version.py +1 -1
- {mindspore-2.3.0rc1.dist-info → mindspore-2.3.0rc2.dist-info}/METADATA +1 -1
- {mindspore-2.3.0rc1.dist-info → mindspore-2.3.0rc2.dist-info}/RECORD +309 -262
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_stridedslice/tiling_data.h +0 -59
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/FlashAttentionScore_bf16_BNSD_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/FlashAttentionScore_bf16_BSH_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/FlashAttentionScore_fp16_BNSD_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/FlashAttentionScore_fp16_BSH_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/PagedAttention_bf16_BNSD_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/PagedAttention_bf16_BSH_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/PagedAttention_fp16_BNSD_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/PagedAttention_fp16_BSH_mix.o +0 -0
- /mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{attention/bs_attention_mix_hwsync.h → flash_attention_score/kernel/flash_attention_score_mix_hwsync.h} +0 -0
- {mindspore-2.3.0rc1.dist-info → mindspore-2.3.0rc2.dist-info}/WHEEL +0 -0
- {mindspore-2.3.0rc1.dist-info → mindspore-2.3.0rc2.dist-info}/entry_points.txt +0 -0
- {mindspore-2.3.0rc1.dist-info → mindspore-2.3.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -142,7 +142,7 @@ class AddToken(TextTensorOperation):
|
|
|
142
142
|
|
|
143
143
|
Tutorial Examples:
|
|
144
144
|
- `Illustration of text transforms
|
|
145
|
-
<https://www.mindspore.cn/docs/en/
|
|
145
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
146
146
|
"""
|
|
147
147
|
|
|
148
148
|
@check_add_token
|
|
@@ -191,8 +191,8 @@ class JiebaTokenizer(TextTensorOperation):
|
|
|
191
191
|
>>>
|
|
192
192
|
>>> # 1) If with_offsets=False, return one data column {["text", dtype=str]}
|
|
193
193
|
>>> # The paths to jieba_hmm_file and jieba_mp_file can be downloaded directly from the mindspore repository.
|
|
194
|
-
>>> # Refer to https://gitee.com/mindspore/mindspore/blob/
|
|
195
|
-
>>> # and https://gitee.com/mindspore/mindspore/blob/
|
|
194
|
+
>>> # Refer to https://gitee.com/mindspore/mindspore/blob/master/tests/ut/data/dataset/jiebadict/hmm_model.utf8
|
|
195
|
+
>>> # and https://gitee.com/mindspore/mindspore/blob/master/tests/ut/data/dataset/jiebadict/jieba.dict.utf8
|
|
196
196
|
>>> jieba_hmm_file = "tests/ut/data/dataset/jiebadict/hmm_model.utf8"
|
|
197
197
|
>>> jieba_mp_file = "tests/ut/data/dataset/jiebadict/jieba.dict.utf8"
|
|
198
198
|
>>> tokenizer_op = text.JiebaTokenizer(jieba_hmm_file, jieba_mp_file, mode=JiebaMode.MP, with_offsets=False)
|
|
@@ -219,7 +219,7 @@ class JiebaTokenizer(TextTensorOperation):
|
|
|
219
219
|
|
|
220
220
|
Tutorial Examples:
|
|
221
221
|
- `Illustration of text transforms
|
|
222
|
-
<https://www.mindspore.cn/docs/en/
|
|
222
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
223
223
|
"""
|
|
224
224
|
|
|
225
225
|
@check_jieba_init
|
|
@@ -409,7 +409,7 @@ class Lookup(TextTensorOperation):
|
|
|
409
409
|
|
|
410
410
|
Tutorial Examples:
|
|
411
411
|
- `Illustration of text transforms
|
|
412
|
-
<https://www.mindspore.cn/docs/en/
|
|
412
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
413
413
|
"""
|
|
414
414
|
|
|
415
415
|
@check_lookup
|
|
@@ -480,7 +480,7 @@ class Ngram(TextTensorOperation):
|
|
|
480
480
|
|
|
481
481
|
Tutorial Examples:
|
|
482
482
|
- `Illustration of text transforms
|
|
483
|
-
<https://www.mindspore.cn/docs/en/
|
|
483
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
484
484
|
"""
|
|
485
485
|
|
|
486
486
|
@check_ngram
|
|
@@ -531,7 +531,7 @@ class PythonTokenizer:
|
|
|
531
531
|
|
|
532
532
|
Tutorial Examples:
|
|
533
533
|
- `Illustration of text transforms
|
|
534
|
-
<https://www.mindspore.cn/docs/en/
|
|
534
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
535
535
|
"""
|
|
536
536
|
|
|
537
537
|
@check_python_tokenizer
|
|
@@ -587,7 +587,7 @@ class SentencePieceTokenizer(TextTensorOperation):
|
|
|
587
587
|
>>> # Use the transform in dataset pipeline mode
|
|
588
588
|
>>> numpy_slices_dataset = ds.NumpySlicesDataset(data=['Hello world'], column_names=["text"])
|
|
589
589
|
>>> # The paths to sentence_piece_vocab_file can be downloaded directly from the mindspore repository. Refer to
|
|
590
|
-
>>> # https://gitee.com/mindspore/mindspore/blob/
|
|
590
|
+
>>> # https://gitee.com/mindspore/mindspore/blob/master/tests/ut/data/dataset/test_sentencepiece/vocab.txt
|
|
591
591
|
>>> sentence_piece_vocab_file = "tests/ut/data/dataset/test_sentencepiece/vocab.txt"
|
|
592
592
|
>>> vocab = text.SentencePieceVocab.from_file([sentence_piece_vocab_file], 512, 0.9995,
|
|
593
593
|
... SentencePieceModel.UNIGRAM, {})
|
|
@@ -607,7 +607,7 @@ class SentencePieceTokenizer(TextTensorOperation):
|
|
|
607
607
|
|
|
608
608
|
Tutorial Examples:
|
|
609
609
|
- `Illustration of text transforms
|
|
610
|
-
<https://www.mindspore.cn/docs/en/
|
|
610
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
611
611
|
"""
|
|
612
612
|
|
|
613
613
|
@check_sentence_piece_tokenizer
|
|
@@ -669,7 +669,7 @@ class SlidingWindow(TextTensorOperation):
|
|
|
669
669
|
|
|
670
670
|
Tutorial Examples:
|
|
671
671
|
- `Illustration of text transforms
|
|
672
|
-
<https://www.mindspore.cn/docs/en/
|
|
672
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
673
673
|
"""
|
|
674
674
|
|
|
675
675
|
@check_slidingwindow
|
|
@@ -722,7 +722,7 @@ class ToNumber(TextTensorOperation):
|
|
|
722
722
|
|
|
723
723
|
Tutorial Examples:
|
|
724
724
|
- `Illustration of text transforms
|
|
725
|
-
<https://www.mindspore.cn/docs/en/
|
|
725
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
726
726
|
"""
|
|
727
727
|
|
|
728
728
|
@check_to_number
|
|
@@ -764,7 +764,7 @@ class ToVectors(TextTensorOperation):
|
|
|
764
764
|
>>> numpy_slices_dataset = ds.NumpySlicesDataset(data=["happy", "birthday", "to", "you"], column_names=["text"])
|
|
765
765
|
>>> # Load vectors from file
|
|
766
766
|
>>> # The paths to vectors_file can be downloaded directly from the mindspore repository. Refer to
|
|
767
|
-
>>> # https://gitee.com/mindspore/mindspore/blob/
|
|
767
|
+
>>> # https://gitee.com/mindspore/mindspore/blob/master/tests/ut/data/dataset/testVectors/vectors.txt
|
|
768
768
|
>>> vectors_file = "tests/ut/data/dataset/testVectors/vectors.txt"
|
|
769
769
|
>>> vectors = text.Vectors.from_file(vectors_file)
|
|
770
770
|
>>> # Use ToVectors operation to map tokens to vectors
|
|
@@ -783,7 +783,7 @@ class ToVectors(TextTensorOperation):
|
|
|
783
783
|
|
|
784
784
|
Tutorial Examples:
|
|
785
785
|
- `Illustration of text transforms
|
|
786
|
-
<https://www.mindspore.cn/docs/en/
|
|
786
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
787
787
|
"""
|
|
788
788
|
|
|
789
789
|
@check_to_vectors
|
|
@@ -843,7 +843,7 @@ class Truncate(TextTensorOperation):
|
|
|
843
843
|
|
|
844
844
|
Tutorial Examples:
|
|
845
845
|
- `Illustration of text transforms
|
|
846
|
-
<https://www.mindspore.cn/docs/en/
|
|
846
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
847
847
|
"""
|
|
848
848
|
|
|
849
849
|
@check_truncate
|
|
@@ -901,7 +901,7 @@ class TruncateSequencePair(TextTensorOperation):
|
|
|
901
901
|
|
|
902
902
|
Tutorial Examples:
|
|
903
903
|
- `Illustration of text transforms
|
|
904
|
-
<https://www.mindspore.cn/docs/en/
|
|
904
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
905
905
|
"""
|
|
906
906
|
|
|
907
907
|
@check_pair_truncate
|
|
@@ -965,7 +965,7 @@ class UnicodeCharTokenizer(TextTensorOperation):
|
|
|
965
965
|
|
|
966
966
|
Tutorial Examples:
|
|
967
967
|
- `Illustration of text transforms
|
|
968
|
-
<https://www.mindspore.cn/docs/en/
|
|
968
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
969
969
|
"""
|
|
970
970
|
|
|
971
971
|
@check_with_offsets
|
|
@@ -1047,7 +1047,7 @@ class WordpieceTokenizer(TextTensorOperation):
|
|
|
1047
1047
|
|
|
1048
1048
|
Tutorial Examples:
|
|
1049
1049
|
- `Illustration of text transforms
|
|
1050
|
-
<https://www.mindspore.cn/docs/en/
|
|
1050
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1051
1051
|
"""
|
|
1052
1052
|
|
|
1053
1053
|
@check_wordpiece_tokenizer
|
|
@@ -1149,7 +1149,7 @@ if platform.system().lower() != 'windows':
|
|
|
1149
1149
|
|
|
1150
1150
|
Tutorial Examples:
|
|
1151
1151
|
- `Illustration of text transforms
|
|
1152
|
-
<https://www.mindspore.cn/docs/en/
|
|
1152
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1153
1153
|
"""
|
|
1154
1154
|
|
|
1155
1155
|
@check_basic_tokenizer
|
|
@@ -1264,7 +1264,7 @@ if platform.system().lower() != 'windows':
|
|
|
1264
1264
|
|
|
1265
1265
|
Tutorial Examples:
|
|
1266
1266
|
- `Illustration of text transforms
|
|
1267
|
-
<https://www.mindspore.cn/docs/en/
|
|
1267
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1268
1268
|
"""
|
|
1269
1269
|
|
|
1270
1270
|
@check_bert_tokenizer
|
|
@@ -1323,7 +1323,7 @@ if platform.system().lower() != 'windows':
|
|
|
1323
1323
|
|
|
1324
1324
|
Tutorial Examples:
|
|
1325
1325
|
- `Illustration of text transforms
|
|
1326
|
-
<https://www.mindspore.cn/docs/en/
|
|
1326
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1327
1327
|
"""
|
|
1328
1328
|
|
|
1329
1329
|
def parse(self):
|
|
@@ -1363,7 +1363,7 @@ if platform.system().lower() != 'windows':
|
|
|
1363
1363
|
|
|
1364
1364
|
Tutorial Examples:
|
|
1365
1365
|
- `Illustration of text transforms
|
|
1366
|
-
<https://www.mindspore.cn/docs/en/
|
|
1366
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1367
1367
|
"""
|
|
1368
1368
|
|
|
1369
1369
|
def parse(self):
|
|
@@ -1411,7 +1411,7 @@ if platform.system().lower() != 'windows':
|
|
|
1411
1411
|
|
|
1412
1412
|
Tutorial Examples:
|
|
1413
1413
|
- `Illustration of text transforms
|
|
1414
|
-
<https://www.mindspore.cn/docs/en/
|
|
1414
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1415
1415
|
"""
|
|
1416
1416
|
|
|
1417
1417
|
def __init__(self, normalize_form=NormalizeForm.NFKC):
|
|
@@ -1470,7 +1470,7 @@ if platform.system().lower() != 'windows':
|
|
|
1470
1470
|
|
|
1471
1471
|
Tutorial Examples:
|
|
1472
1472
|
- `Illustration of text transforms
|
|
1473
|
-
<https://www.mindspore.cn/docs/en/
|
|
1473
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1474
1474
|
"""
|
|
1475
1475
|
|
|
1476
1476
|
@check_regex_replace
|
|
@@ -1549,7 +1549,7 @@ if platform.system().lower() != 'windows':
|
|
|
1549
1549
|
|
|
1550
1550
|
Tutorial Examples:
|
|
1551
1551
|
- `Illustration of text transforms
|
|
1552
|
-
<https://www.mindspore.cn/docs/en/
|
|
1552
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1553
1553
|
"""
|
|
1554
1554
|
|
|
1555
1555
|
@check_regex_tokenizer
|
|
@@ -1622,7 +1622,7 @@ if platform.system().lower() != 'windows':
|
|
|
1622
1622
|
|
|
1623
1623
|
Tutorial Examples:
|
|
1624
1624
|
- `Illustration of text transforms
|
|
1625
|
-
<https://www.mindspore.cn/docs/en/
|
|
1625
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1626
1626
|
|
|
1627
1627
|
"""
|
|
1628
1628
|
|
|
@@ -1691,7 +1691,7 @@ if platform.system().lower() != 'windows':
|
|
|
1691
1691
|
|
|
1692
1692
|
Tutorial Examples:
|
|
1693
1693
|
- `Illustration of text transforms
|
|
1694
|
-
<https://www.mindspore.cn/docs/en/
|
|
1694
|
+
<https://www.mindspore.cn/docs/en/master/api_python/samples/dataset/text_gallery.html>`_
|
|
1695
1695
|
"""
|
|
1696
1696
|
|
|
1697
1697
|
@check_with_offsets
|
|
@@ -31,7 +31,7 @@ Note: Legacy c_transforms and py_transforms are deprecated but can still be impo
|
|
|
31
31
|
from mindspore.dataset.transforms import py_transforms
|
|
32
32
|
|
|
33
33
|
See `Common Transforms
|
|
34
|
-
<https://www.mindspore.cn/tutorials/en/
|
|
34
|
+
<https://www.mindspore.cn/tutorials/en/master/beginner/transforms.html#common-transforms>`_ tutorial for more details.
|
|
35
35
|
|
|
36
36
|
Descriptions of common data processing terms are as follows:
|
|
37
37
|
|
|
@@ -32,7 +32,7 @@ Note: Legacy c_transforms and py_transforms are deprecated but can still be impo
|
|
|
32
32
|
import mindspore.dataset.vision.py_transforms as py_vision
|
|
33
33
|
|
|
34
34
|
See `Vision Transforms
|
|
35
|
-
<https://www.mindspore.cn/tutorials/en/
|
|
35
|
+
<https://www.mindspore.cn/tutorials/en/master/beginner/transforms.html#vision-transforms>`_ tutorial for more details.
|
|
36
36
|
|
|
37
37
|
Descriptions of common data processing terms are as follows:
|
|
38
38
|
|
|
@@ -43,10 +43,10 @@ Descriptions of common data processing terms are as follows:
|
|
|
43
43
|
The data transform operation can be executed in the data processing pipeline or in the eager mode:
|
|
44
44
|
|
|
45
45
|
- Pipeline mode is generally used to process big datasets. Examples refer to
|
|
46
|
-
`introduction to data processing pipeline <https://www.mindspore.cn/docs/en/
|
|
46
|
+
`introduction to data processing pipeline <https://www.mindspore.cn/docs/en/master/api_python/
|
|
47
47
|
mindspore.dataset.html#introduction-to-data-processing-pipeline>`_ .
|
|
48
48
|
- Eager mode is more like a function call to process data. Examples refer to
|
|
49
|
-
`Lightweight Data Processing <https://www.mindspore.cn/tutorials/en/
|
|
49
|
+
`Lightweight Data Processing <https://www.mindspore.cn/tutorials/en/master/advanced/dataset/eager.html>`_ .
|
|
50
50
|
"""
|
|
51
51
|
from . import c_transforms
|
|
52
52
|
from . import py_transforms
|