mindspore 2.4.0__cp311-none-any.whl → 2.4.10__cp311-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (308) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/_c_dataengine.cpython-311-aarch64-linux-gnu.so +0 -0
  3. mindspore/_c_expression.cpython-311-aarch64-linux-gnu.so +0 -0
  4. mindspore/_c_mindrecord.cpython-311-aarch64-linux-gnu.so +0 -0
  5. mindspore/bin/cache_admin +0 -0
  6. mindspore/bin/cache_server +0 -0
  7. mindspore/common/api.py +1 -4
  8. mindspore/common/file_system.py +2 -0
  9. mindspore/common/initializer.py +51 -15
  10. mindspore/common/parameter.py +6 -5
  11. mindspore/common/tensor.py +15 -49
  12. mindspore/communication/_comm_helper.py +5 -0
  13. mindspore/communication/comm_func.py +7 -7
  14. mindspore/context.py +16 -2
  15. mindspore/dataset/engine/datasets_standard_format.py +17 -0
  16. mindspore/dataset/engine/datasets_user_defined.py +27 -1
  17. mindspore/experimental/llm_boost/__init__.py +2 -2
  18. mindspore/experimental/llm_boost/atb/boost_base.py +240 -64
  19. mindspore/experimental/llm_boost/atb/llama_boost.py +46 -29
  20. mindspore/experimental/llm_boost/atb/qwen_boost.py +47 -24
  21. mindspore/include/api/context.h +1 -1
  22. mindspore/include/dataset/constants.h +2 -2
  23. mindspore/include/mindapi/base/format.h +13 -0
  24. mindspore/lib/libavcodec.so.59 +0 -0
  25. mindspore/lib/libavdevice.so.59 +0 -0
  26. mindspore/lib/libavfilter.so.8 +0 -0
  27. mindspore/lib/libavformat.so.59 +0 -0
  28. mindspore/lib/libavutil.so.57 +0 -0
  29. mindspore/lib/libdnnl.so.2 +0 -0
  30. mindspore/lib/libmindspore_backend.so +0 -0
  31. mindspore/lib/libmindspore_common.so +0 -0
  32. mindspore/lib/libmindspore_core.so +0 -0
  33. mindspore/lib/libmindspore_glog.so.0 +0 -0
  34. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  35. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  36. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  37. mindspore/lib/libmindspore_ops.so +0 -0
  38. mindspore/lib/libopencv_core.so.4.5 +0 -0
  39. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  40. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  41. mindspore/lib/libswresample.so.4 +0 -0
  42. mindspore/lib/libswscale.so.6 +0 -0
  43. mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
  44. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  45. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  46. mindspore/lib/plugin/ascend/custom_ascendc_910/framework/npu_supported_ops.json +10 -0
  47. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  48. mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -42
  49. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.py +51 -16
  50. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.py +51 -16
  51. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
  52. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  53. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
  54. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  55. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
  56. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  57. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
  58. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  59. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
  60. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  61. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
  62. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  63. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
  64. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  65. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
  66. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  67. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
  68. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  69. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
  70. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  71. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
  72. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  73. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
  74. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  75. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
  76. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  77. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
  78. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  79. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
  80. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  81. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
  82. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  83. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +302 -0
  84. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +892 -0
  85. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +892 -0
  86. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  87. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  88. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +33 -0
  89. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  90. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -0
  91. mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/npu_supported_ops.json +14 -0
  92. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +59 -0
  93. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +59 -0
  94. mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_api/lib/libcust_opapi.so +0 -0
  95. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.py +51 -16
  96. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +192 -0
  97. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +215 -0
  98. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +274 -0
  99. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +215 -0
  100. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +80 -0
  101. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  102. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +80 -0
  103. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  104. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +80 -0
  105. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  106. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
  107. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  108. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
  109. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  110. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
  111. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  112. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
  113. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  114. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
  117. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  118. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  139. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o} +0 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  141. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o} +0 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  143. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o} +0 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  173. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  174. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  175. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  176. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/all_finite.json +139 -0
  177. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +361 -0
  178. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +892 -0
  179. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +892 -0
  180. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +139 -0
  181. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +361 -0
  182. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +892 -0
  183. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +892 -0
  184. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  185. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  186. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  187. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -0
  188. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  189. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  190. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  191. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  192. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/base/types.h +5 -5
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +1 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +6 -1
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +6 -1
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +4 -3
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_impl.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_impl.so +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_impl.so +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_impl.so +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_impl.so +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_impl.so +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_impl.so +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_impl.so +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libnot_equal_impl.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_impl.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_impl.so +0 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  243. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  244. mindspore/mint/__init__.py +490 -2
  245. mindspore/mint/nn/__init__.py +2 -2
  246. mindspore/mint/optim/adamw.py +6 -14
  247. mindspore/nn/__init__.py +2 -0
  248. mindspore/nn/cell.py +16 -4
  249. mindspore/nn/layer/basic.py +24 -7
  250. mindspore/nn/layer/conv.py +3 -0
  251. mindspore/nn/layer/embedding.py +31 -14
  252. mindspore/nn/layer/pooling.py +8 -10
  253. mindspore/nn/optim/tft_wrapper.py +12 -15
  254. mindspore/nn/utils/__init__.py +22 -0
  255. mindspore/nn/utils/init.py +71 -0
  256. mindspore/ops/_grad_experimental/grad_array_ops.py +0 -11
  257. mindspore/ops/_grad_experimental/grad_comm_ops.py +45 -8
  258. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +6 -0
  259. mindspore/ops/auto_generate/gen_extend_func.py +33 -0
  260. mindspore/ops/auto_generate/gen_ops_def.py +52 -3
  261. mindspore/ops/auto_generate/gen_ops_prim.py +158 -8
  262. mindspore/ops/function/array_func.py +2 -0
  263. mindspore/ops/function/math_func.py +12 -5
  264. mindspore/ops/function/random_func.py +221 -7
  265. mindspore/ops/operations/__init__.py +1 -1
  266. mindspore/ops/operations/array_ops.py +3 -1
  267. mindspore/ops/operations/comm_ops.py +25 -1
  268. mindspore/ops/operations/custom_ops.py +6 -4
  269. mindspore/ops/operations/manually_defined/ops_def.py +8 -10
  270. mindspore/ops/operations/nn_ops.py +7 -2
  271. mindspore/parallel/_auto_parallel_context.py +26 -5
  272. mindspore/parallel/_cell_wrapper.py +24 -3
  273. mindspore/parallel/_tensor.py +46 -2
  274. mindspore/parallel/_utils.py +39 -21
  275. mindspore/parallel/transform_safetensors.py +196 -43
  276. mindspore/profiler/profiling.py +5 -1
  277. mindspore/run_check/_check_version.py +20 -9
  278. mindspore/train/_utils.py +92 -32
  279. mindspore/train/callback/_checkpoint.py +12 -9
  280. mindspore/train/callback/_on_request_exit.py +12 -1
  281. mindspore/train/callback/_tft_register.py +33 -9
  282. mindspore/train/dataset_helper.py +10 -2
  283. mindspore/train/model.py +21 -0
  284. mindspore/train/serialization.py +12 -19
  285. mindspore/version.py +1 -1
  286. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/METADATA +9 -7
  287. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/RECORD +299 -172
  288. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json +0 -58
  289. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json +0 -58
  290. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json +0 -58
  291. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +0 -109
  292. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -38
  293. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  294. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  295. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  296. mindspore/lib/plugin/ascend/custom_ascendc_ops/version.info +0 -1
  297. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_decoder_kv_cache.h +0 -0
  298. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_prompt_kv_cache.h +0 -0
  299. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.cpp +0 -0
  300. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.cpp +0 -0
  301. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_api/include/aclnn_all_finite.h +0 -0
  302. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -0
  303. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -0
  304. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.cpp +0 -0
  305. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_proto/inc/op_proto.h +0 -0
  306. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/WHEEL +0 -0
  307. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/entry_points.txt +0 -0
  308. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/top_level.txt +0 -0
mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json ADDED
@@ -0,0 +1,139 @@
1
+ {
2
+ "binList": [
3
+ {
4
+ "implMode": "high_performance",
5
+ "int64Mode": false,
6
+ "simplifiedKeyMode": 0,
7
+ "simplifiedKey": [
8
+ "AllFinite/d=0,p=1/0,2/12,2",
9
+ "AllFinite/d=0,p=0/0,2/12,2",
10
+ "AllFinite/d=1,p=1/0,2/12,2",
11
+ "AllFinite/d=1,p=0/0,2/12,2"
12
+ ],
13
+ "staticKey": "be3739d2ca4bc4d2e000c3359e0160d8d8f747cc5df8b0a05d03649390348d1f,d0f82552295948866b5bab1c0ef5a9cd9662ee964af71eeea40b0c8d27c08835",
14
+ "inputs": [
15
+ {
16
+ "name": "gradient",
17
+ "index": 0,
18
+ "dtype": "float32",
19
+ "format": "ND",
20
+ "paramType": "required",
21
+ "shape": [
22
+ -2
23
+ ],
24
+ "format_match_mode": "FormatAgnostic"
25
+ }
26
+ ],
27
+ "outputs": [
28
+ {
29
+ "name": "is_finite",
30
+ "index": 0,
31
+ "dtype": "bool",
32
+ "format": "ND",
33
+ "paramType": "required",
34
+ "shape": [
35
+ -2
36
+ ],
37
+ "format_match_mode": "FormatAgnostic"
38
+ }
39
+ ],
40
+ "opMode": "dynamic",
41
+ "optionalInputMode": "gen_placeholder",
42
+ "deterministic": "ignore",
43
+ "optionalOutputMode": "gen_placeholder",
44
+ "binInfo": {
45
+ "jsonFilePath": "ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json"
46
+ }
47
+ },
48
+ {
49
+ "implMode": "high_performance",
50
+ "int64Mode": false,
51
+ "simplifiedKeyMode": 0,
52
+ "simplifiedKey": [
53
+ "AllFinite/d=0,p=1/27,2/12,2",
54
+ "AllFinite/d=0,p=0/27,2/12,2",
55
+ "AllFinite/d=1,p=1/27,2/12,2",
56
+ "AllFinite/d=1,p=0/27,2/12,2"
57
+ ],
58
+ "staticKey": "9dc4423703e6fab72bb3c8372391b2e2af5d522f3de908e3e400a1b5e18e7158,7f66e3c6666676ff1823556ab378ab14ced057187dd81817f072c958578fcd6a",
59
+ "inputs": [
60
+ {
61
+ "name": "gradient",
62
+ "index": 0,
63
+ "dtype": "bfloat16",
64
+ "format": "ND",
65
+ "paramType": "required",
66
+ "shape": [
67
+ -2
68
+ ],
69
+ "format_match_mode": "FormatAgnostic"
70
+ }
71
+ ],
72
+ "outputs": [
73
+ {
74
+ "name": "is_finite",
75
+ "index": 0,
76
+ "dtype": "bool",
77
+ "format": "ND",
78
+ "paramType": "required",
79
+ "shape": [
80
+ -2
81
+ ],
82
+ "format_match_mode": "FormatAgnostic"
83
+ }
84
+ ],
85
+ "opMode": "dynamic",
86
+ "optionalInputMode": "gen_placeholder",
87
+ "deterministic": "ignore",
88
+ "optionalOutputMode": "gen_placeholder",
89
+ "binInfo": {
90
+ "jsonFilePath": "ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json"
91
+ }
92
+ },
93
+ {
94
+ "implMode": "high_performance",
95
+ "int64Mode": false,
96
+ "simplifiedKeyMode": 0,
97
+ "simplifiedKey": [
98
+ "AllFinite/d=0,p=1/1,2/12,2",
99
+ "AllFinite/d=0,p=0/1,2/12,2",
100
+ "AllFinite/d=1,p=1/1,2/12,2",
101
+ "AllFinite/d=1,p=0/1,2/12,2"
102
+ ],
103
+ "staticKey": "b03c3347996b5f3b8699b916889ab8e39e9bb822875d5430a15bd4b70cc62534,aaee380ee48b9c261d816baac1f6fc0b820ce3b2255e1eff19382df469b7e6de",
104
+ "inputs": [
105
+ {
106
+ "name": "gradient",
107
+ "index": 0,
108
+ "dtype": "float16",
109
+ "format": "ND",
110
+ "paramType": "required",
111
+ "shape": [
112
+ -2
113
+ ],
114
+ "format_match_mode": "FormatAgnostic"
115
+ }
116
+ ],
117
+ "outputs": [
118
+ {
119
+ "name": "is_finite",
120
+ "index": 0,
121
+ "dtype": "bool",
122
+ "format": "ND",
123
+ "paramType": "required",
124
+ "shape": [
125
+ -2
126
+ ],
127
+ "format_match_mode": "FormatAgnostic"
128
+ }
129
+ ],
130
+ "opMode": "dynamic",
131
+ "optionalInputMode": "gen_placeholder",
132
+ "deterministic": "ignore",
133
+ "optionalOutputMode": "gen_placeholder",
134
+ "binInfo": {
135
+ "jsonFilePath": "ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json"
136
+ }
137
+ }
138
+ ]
139
+ }
mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json ADDED
@@ -0,0 +1,361 @@
1
+ {
2
+ "AllFinite": {
3
+ "dynamicRankSupport": true,
4
+ "simplifiedKeyMode": 0,
5
+ "optionalInputMode": "gen_placeholder",
6
+ "optionalOutputMode": "gen_placeholder",
7
+ "params": {
8
+ "inputs": [
9
+ {
10
+ "name": "gradient",
11
+ "index": 0,
12
+ "paramType": "required",
13
+ "formatMode": "static_nd_agnostic"
14
+ }
15
+ ],
16
+ "outputs": [
17
+ {
18
+ "name": "is_finite",
19
+ "index": 0,
20
+ "paramType": "required",
21
+ "formatMode": "static_nd_agnostic"
22
+ }
23
+ ]
24
+ },
25
+ "binaryList": [
26
+ {
27
+ "coreType": 2,
28
+ "simplifiedKey": [
29
+ "AllFinite/d=0,p=1/0,2/12,2",
30
+ "AllFinite/d=0,p=0/0,2/12,2",
31
+ "AllFinite/d=1,p=1/0,2/12,2",
32
+ "AllFinite/d=1,p=0/0,2/12,2"
33
+ ],
34
+ "binPath": "ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o",
35
+ "jsonPath": "ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json"
36
+ },
37
+ {
38
+ "coreType": 2,
39
+ "simplifiedKey": [
40
+ "AllFinite/d=0,p=1/27,2/12,2",
41
+ "AllFinite/d=0,p=0/27,2/12,2",
42
+ "AllFinite/d=1,p=1/27,2/12,2",
43
+ "AllFinite/d=1,p=0/27,2/12,2"
44
+ ],
45
+ "binPath": "ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o",
46
+ "jsonPath": "ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json"
47
+ },
48
+ {
49
+ "coreType": 2,
50
+ "simplifiedKey": [
51
+ "AllFinite/d=0,p=1/1,2/12,2",
52
+ "AllFinite/d=0,p=0/1,2/12,2",
53
+ "AllFinite/d=1,p=1/1,2/12,2",
54
+ "AllFinite/d=1,p=0/1,2/12,2"
55
+ ],
56
+ "binPath": "ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o",
57
+ "jsonPath": "ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json"
58
+ }
59
+ ]
60
+ },
61
+ "DecoderKvCache": {
62
+ "dynamicRankSupport": true,
63
+ "simplifiedKeyMode": 0,
64
+ "optionalInputMode": "gen_placeholder",
65
+ "optionalOutputMode": "gen_placeholder",
66
+ "params": {
67
+ "inputs": [
68
+ {
69
+ "name": "cache",
70
+ "index": 0,
71
+ "paramType": "required",
72
+ "formatMode": "static_nd_agnostic"
73
+ },
74
+ {
75
+ "name": "update",
76
+ "index": 1,
77
+ "paramType": "required",
78
+ "formatMode": "static_nd_agnostic"
79
+ },
80
+ {
81
+ "name": "valid_seq_len",
82
+ "index": 2,
83
+ "paramType": "required",
84
+ "formatMode": "static_nd_agnostic"
85
+ },
86
+ {
87
+ "name": "batch_index",
88
+ "index": 3,
89
+ "paramType": "required",
90
+ "formatMode": "static_nd_agnostic"
91
+ },
92
+ {
93
+ "name": "seq_len_axis",
94
+ "index": 4,
95
+ "paramType": "required",
96
+ "formatMode": "static_nd_agnostic"
97
+ },
98
+ {
99
+ "name": "new_max_seq_len",
100
+ "index": 5,
101
+ "paramType": "required",
102
+ "formatMode": "static_nd_agnostic"
103
+ },
104
+ {
105
+ "name": "cur_max_seq_len",
106
+ "index": 6,
107
+ "paramType": "required",
108
+ "formatMode": "static_nd_agnostic"
109
+ }
110
+ ],
111
+ "outputs": [
112
+ {
113
+ "name": "out",
114
+ "index": 0,
115
+ "paramType": "required",
116
+ "formatMode": "static_nd_agnostic"
117
+ }
118
+ ]
119
+ },
120
+ "binaryList": [
121
+ {
122
+ "coreType": 2,
123
+ "simplifiedKey": [
124
+ "DecoderKvCache/d=0,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
125
+ "DecoderKvCache/d=0,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
126
+ "DecoderKvCache/d=1,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
127
+ "DecoderKvCache/d=1,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2"
128
+ ],
129
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o",
130
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json"
131
+ },
132
+ {
133
+ "coreType": 2,
134
+ "simplifiedKey": [
135
+ "DecoderKvCache/d=0,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
136
+ "DecoderKvCache/d=0,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
137
+ "DecoderKvCache/d=1,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
138
+ "DecoderKvCache/d=1,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2"
139
+ ],
140
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o",
141
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json"
142
+ },
143
+ {
144
+ "coreType": 2,
145
+ "simplifiedKey": [
146
+ "DecoderKvCache/d=0,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
147
+ "DecoderKvCache/d=0,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
148
+ "DecoderKvCache/d=1,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
149
+ "DecoderKvCache/d=1,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2"
150
+ ],
151
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o",
152
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json"
153
+ },
154
+ {
155
+ "coreType": 2,
156
+ "simplifiedKey": [
157
+ "DecoderKvCache/d=0,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
158
+ "DecoderKvCache/d=0,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
159
+ "DecoderKvCache/d=1,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
160
+ "DecoderKvCache/d=1,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2"
161
+ ],
162
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o",
163
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json"
164
+ },
165
+ {
166
+ "coreType": 2,
167
+ "simplifiedKey": [
168
+ "DecoderKvCache/d=0,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
169
+ "DecoderKvCache/d=0,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
170
+ "DecoderKvCache/d=1,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
171
+ "DecoderKvCache/d=1,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2"
172
+ ],
173
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o",
174
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json"
175
+ },
176
+ {
177
+ "coreType": 2,
178
+ "simplifiedKey": [
179
+ "DecoderKvCache/d=0,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
180
+ "DecoderKvCache/d=0,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
181
+ "DecoderKvCache/d=1,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
182
+ "DecoderKvCache/d=1,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2"
183
+ ],
184
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o",
185
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json"
186
+ },
187
+ {
188
+ "coreType": 2,
189
+ "simplifiedKey": [
190
+ "DecoderKvCache/d=0,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
191
+ "DecoderKvCache/d=0,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
192
+ "DecoderKvCache/d=1,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
193
+ "DecoderKvCache/d=1,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2"
194
+ ],
195
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o",
196
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json"
197
+ },
198
+ {
199
+ "coreType": 2,
200
+ "simplifiedKey": [
201
+ "DecoderKvCache/d=0,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
202
+ "DecoderKvCache/d=0,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
203
+ "DecoderKvCache/d=1,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
204
+ "DecoderKvCache/d=1,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2"
205
+ ],
206
+ "binPath": "ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o",
207
+ "jsonPath": "ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json"
208
+ }
209
+ ]
210
+ },
211
+ "PromptKvCache": {
212
+ "dynamicRankSupport": true,
213
+ "simplifiedKeyMode": 0,
214
+ "optionalInputMode": "gen_placeholder",
215
+ "optionalOutputMode": "gen_placeholder",
216
+ "params": {
217
+ "inputs": [
218
+ {
219
+ "name": "cache",
220
+ "index": 0,
221
+ "paramType": "required",
222
+ "formatMode": "static_nd_agnostic"
223
+ },
224
+ {
225
+ "name": "update",
226
+ "index": 1,
227
+ "paramType": "required",
228
+ "formatMode": "static_nd_agnostic"
229
+ },
230
+ {
231
+ "name": "valid_seq_len",
232
+ "index": 2,
233
+ "paramType": "required",
234
+ "formatMode": "static_nd_agnostic"
235
+ },
236
+ {
237
+ "name": "batch_index",
238
+ "index": 3,
239
+ "paramType": "required",
240
+ "formatMode": "static_nd_agnostic"
241
+ },
242
+ {
243
+ "name": "seq_len_axis",
244
+ "index": 4,
245
+ "paramType": "required",
246
+ "formatMode": "static_nd_agnostic"
247
+ },
248
+ {
249
+ "name": "new_max_seq_len",
250
+ "index": 5,
251
+ "paramType": "required",
252
+ "formatMode": "static_nd_agnostic"
253
+ },
254
+ {
255
+ "name": "cur_max_seq_len",
256
+ "index": 6,
257
+ "paramType": "required",
258
+ "formatMode": "static_nd_agnostic"
259
+ }
260
+ ],
261
+ "outputs": [
262
+ {
263
+ "name": "out",
264
+ "index": 0,
265
+ "paramType": "required",
266
+ "formatMode": "static_nd_agnostic"
267
+ }
268
+ ]
269
+ },
270
+ "binaryList": [
271
+ {
272
+ "coreType": 2,
273
+ "simplifiedKey": [
274
+ "PromptKvCache/d=0,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
275
+ "PromptKvCache/d=0,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
276
+ "PromptKvCache/d=1,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
277
+ "PromptKvCache/d=1,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2"
278
+ ],
279
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o",
280
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json"
281
+ },
282
+ {
283
+ "coreType": 2,
284
+ "simplifiedKey": [
285
+ "PromptKvCache/d=0,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
286
+ "PromptKvCache/d=0,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
287
+ "PromptKvCache/d=1,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
288
+ "PromptKvCache/d=1,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2"
289
+ ],
290
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o",
291
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json"
292
+ },
293
+ {
294
+ "coreType": 2,
295
+ "simplifiedKey": [
296
+ "PromptKvCache/d=0,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
297
+ "PromptKvCache/d=0,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
298
+ "PromptKvCache/d=1,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
299
+ "PromptKvCache/d=1,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2"
300
+ ],
301
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o",
302
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json"
303
+ },
304
+ {
305
+ "coreType": 2,
306
+ "simplifiedKey": [
307
+ "PromptKvCache/d=0,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
308
+ "PromptKvCache/d=0,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
309
+ "PromptKvCache/d=1,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
310
+ "PromptKvCache/d=1,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2"
311
+ ],
312
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o",
313
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json"
314
+ },
315
+ {
316
+ "coreType": 2,
317
+ "simplifiedKey": [
318
+ "PromptKvCache/d=0,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
319
+ "PromptKvCache/d=0,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
320
+ "PromptKvCache/d=1,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
321
+ "PromptKvCache/d=1,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2"
322
+ ],
323
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o",
324
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json"
325
+ },
326
+ {
327
+ "coreType": 2,
328
+ "simplifiedKey": [
329
+ "PromptKvCache/d=0,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
330
+ "PromptKvCache/d=0,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
331
+ "PromptKvCache/d=1,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
332
+ "PromptKvCache/d=1,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2"
333
+ ],
334
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o",
335
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json"
336
+ },
337
+ {
338
+ "coreType": 2,
339
+ "simplifiedKey": [
340
+ "PromptKvCache/d=0,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
341
+ "PromptKvCache/d=0,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
342
+ "PromptKvCache/d=1,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
343
+ "PromptKvCache/d=1,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2"
344
+ ],
345
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o",
346
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json"
347
+ },
348
+ {
349
+ "coreType": 2,
350
+ "simplifiedKey": [
351
+ "PromptKvCache/d=0,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
352
+ "PromptKvCache/d=0,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
353
+ "PromptKvCache/d=1,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
354
+ "PromptKvCache/d=1,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2"
355
+ ],
356
+ "binPath": "ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o",
357
+ "jsonPath": "ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json"
358
+ }
359
+ ]
360
+ }
361
+ }