mindspore 2.4.0__cp310-none-any.whl → 2.4.1__cp310-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (114) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/_c_dataengine.cpython-310-aarch64-linux-gnu.so +0 -0
  3. mindspore/_c_expression.cpython-310-aarch64-linux-gnu.so +0 -0
  4. mindspore/bin/cache_admin +0 -0
  5. mindspore/bin/cache_server +0 -0
  6. mindspore/common/initializer.py +51 -15
  7. mindspore/common/parameter.py +18 -4
  8. mindspore/common/tensor.py +15 -49
  9. mindspore/communication/comm_func.py +7 -7
  10. mindspore/context.py +9 -0
  11. mindspore/include/mindapi/base/format.h +13 -0
  12. mindspore/lib/libdnnl.so.2 +0 -0
  13. mindspore/lib/libmindspore_backend.so +0 -0
  14. mindspore/lib/libmindspore_common.so +0 -0
  15. mindspore/lib/libmindspore_core.so +0 -0
  16. mindspore/lib/libmindspore_glog.so.0 +0 -0
  17. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  18. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  19. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  20. mindspore/lib/libmindspore_ops.so +0 -0
  21. mindspore/lib/libopencv_core.so.4.5 +0 -0
  22. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +10 -10
  23. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +8 -8
  24. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  25. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  26. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  27. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
  28. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/base/types.h +5 -5
  29. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  30. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  31. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
  32. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  33. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +1 -0
  34. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +6 -1
  35. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +4 -3
  36. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  37. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  38. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_impl.so +0 -0
  39. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_impl.so +0 -0
  40. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  41. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_impl.so +0 -0
  42. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  43. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_impl.so +0 -0
  44. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  45. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_impl.so +0 -0
  46. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_impl.so +0 -0
  47. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_impl.so +0 -0
  48. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  49. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_impl.so +0 -0
  50. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libnot_equal_impl.so +0 -0
  51. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_impl.so +0 -0
  52. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  53. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  54. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_impl.so +0 -0
  55. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  56. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  57. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  58. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  59. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  60. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  61. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  62. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  63. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  64. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  65. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  66. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  67. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  68. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  69. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  70. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  71. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  72. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
  73. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  74. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  75. mindspore/mint/__init__.py +490 -2
  76. mindspore/mint/nn/__init__.py +2 -2
  77. mindspore/mint/optim/adamw.py +6 -14
  78. mindspore/nn/cell.py +1 -3
  79. mindspore/nn/layer/basic.py +24 -7
  80. mindspore/nn/layer/embedding.py +31 -14
  81. mindspore/nn/optim/tft_wrapper.py +12 -15
  82. mindspore/ops/_grad_experimental/grad_array_ops.py +0 -11
  83. mindspore/ops/_grad_experimental/grad_comm_ops.py +20 -1
  84. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +6 -0
  85. mindspore/ops/auto_generate/gen_extend_func.py +33 -0
  86. mindspore/ops/auto_generate/gen_ops_def.py +52 -3
  87. mindspore/ops/auto_generate/gen_ops_prim.py +155 -6
  88. mindspore/ops/function/array_func.py +2 -0
  89. mindspore/ops/function/math_func.py +7 -1
  90. mindspore/ops/function/random_func.py +221 -7
  91. mindspore/ops/operations/__init__.py +1 -1
  92. mindspore/ops/operations/array_ops.py +3 -1
  93. mindspore/ops/operations/comm_ops.py +21 -0
  94. mindspore/ops/operations/manually_defined/ops_def.py +8 -10
  95. mindspore/parallel/_auto_parallel_context.py +3 -1
  96. mindspore/parallel/_cell_wrapper.py +2 -0
  97. mindspore/parallel/_tensor.py +46 -2
  98. mindspore/parallel/_utils.py +40 -21
  99. mindspore/parallel/transform_safetensors.py +196 -43
  100. mindspore/profiler/profiling.py +5 -1
  101. mindspore/run_check/_check_version.py +4 -2
  102. mindspore/train/_utils.py +92 -32
  103. mindspore/train/callback/_checkpoint.py +12 -9
  104. mindspore/train/callback/_on_request_exit.py +12 -1
  105. mindspore/train/callback/_tft_register.py +27 -4
  106. mindspore/train/dataset_helper.py +10 -2
  107. mindspore/train/model.py +20 -0
  108. mindspore/train/serialization.py +8 -18
  109. mindspore/version.py +1 -1
  110. {mindspore-2.4.0.dist-info → mindspore-2.4.1.dist-info}/METADATA +8 -6
  111. {mindspore-2.4.0.dist-info → mindspore-2.4.1.dist-info}/RECORD +114 -114
  112. {mindspore-2.4.0.dist-info → mindspore-2.4.1.dist-info}/WHEEL +0 -0
  113. {mindspore-2.4.0.dist-info → mindspore-2.4.1.dist-info}/entry_points.txt +0 -0
  114. {mindspore-2.4.0.dist-info → mindspore-2.4.1.dist-info}/top_level.txt +0 -0
mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h CHANGED
@@ -35,7 +35,7 @@ namespace acme {
35
35
  class RmsNormOp : public MultiImplsOp {
36
36
  public:
37
37
  RmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
38
- const NormParam &param, const std::string &op_name);
38
+ const NormParam &param, const std::string &op_name);
39
39
  ~RmsNormOp() = default;
40
40
 
41
41
  AcmeStatus InitImpl() override;
@@ -43,8 +43,8 @@ class RmsNormOp : public MultiImplsOp {
43
43
  const std::string &TargetKernelName() const override { return target_kernel_name; }
44
44
  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
45
45
 
46
- protected:
47
- bool UseAsdopImpl() override { return false; }
46
+ protected:
47
+ bool UseAsdopImpl() override;
48
48
  AcmeStatus TilingImplAcme(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
49
49
  AcmeStatus LaunchImplAcme(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
50
50
  const WsAddrList &ws_ptrs, void *stream) override;
@@ -53,6 +53,7 @@ protected:
53
53
 
54
54
  private:
55
55
  NormParam param_;
56
+ bool is_ascend_310p_{false};
56
57
  const std::string target_kernel_name{"NormOperation"};
57
58
  };
58
59