mindspore 2.4.0__cp310-cp310-manylinux1_x86_64.whl → 2.4.10__cp310-cp310-manylinux1_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (292) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/_c_dataengine.cpython-310-x86_64-linux-gnu.so +0 -0
  3. mindspore/_c_expression.cpython-310-x86_64-linux-gnu.so +0 -0
  4. mindspore/_c_mindrecord.cpython-310-x86_64-linux-gnu.so +0 -0
  5. mindspore/bin/cache_server +0 -0
  6. mindspore/common/api.py +1 -4
  7. mindspore/common/file_system.py +2 -0
  8. mindspore/common/initializer.py +51 -15
  9. mindspore/common/parameter.py +6 -5
  10. mindspore/common/tensor.py +15 -49
  11. mindspore/communication/_comm_helper.py +5 -0
  12. mindspore/communication/comm_func.py +7 -7
  13. mindspore/context.py +16 -2
  14. mindspore/dataset/engine/datasets_standard_format.py +17 -0
  15. mindspore/dataset/engine/datasets_user_defined.py +27 -1
  16. mindspore/experimental/llm_boost/__init__.py +2 -2
  17. mindspore/experimental/llm_boost/atb/boost_base.py +240 -64
  18. mindspore/experimental/llm_boost/atb/llama_boost.py +46 -29
  19. mindspore/experimental/llm_boost/atb/qwen_boost.py +47 -24
  20. mindspore/include/api/context.h +1 -1
  21. mindspore/include/dataset/constants.h +2 -2
  22. mindspore/include/mindapi/base/format.h +13 -0
  23. mindspore/lib/libavcodec.so.59 +0 -0
  24. mindspore/lib/libavdevice.so.59 +0 -0
  25. mindspore/lib/libavfilter.so.8 +0 -0
  26. mindspore/lib/libavformat.so.59 +0 -0
  27. mindspore/lib/libavutil.so.57 +0 -0
  28. mindspore/lib/libdnnl.so.2 +0 -0
  29. mindspore/lib/libmindspore_backend.so +0 -0
  30. mindspore/lib/libmindspore_common.so +0 -0
  31. mindspore/lib/libmindspore_core.so +0 -0
  32. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  33. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  34. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  35. mindspore/lib/libmindspore_ops.so +0 -0
  36. mindspore/lib/libopencv_core.so.4.5 +0 -0
  37. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  38. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  39. mindspore/lib/libswresample.so.4 +0 -0
  40. mindspore/lib/libswscale.so.6 +0 -0
  41. mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
  42. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  43. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  44. mindspore/lib/plugin/ascend/custom_ascendc_910/framework/npu_supported_ops.json +10 -0
  45. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  46. mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -42
  47. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.py +51 -16
  48. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.py +51 -16
  49. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
  50. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  51. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
  52. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  53. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
  54. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  55. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
  56. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  57. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
  58. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  59. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
  60. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  61. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
  62. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  63. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
  64. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  65. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
  66. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  67. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
  68. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  69. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
  70. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  71. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
  72. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  73. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
  74. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  75. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
  76. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  77. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
  78. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  79. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
  80. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  81. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +302 -0
  82. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +892 -0
  83. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +892 -0
  84. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  85. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  86. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +33 -0
  87. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  88. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -0
  89. mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/npu_supported_ops.json +14 -0
  90. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +59 -0
  91. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +59 -0
  92. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  93. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.py +51 -16
  94. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +192 -0
  95. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +215 -0
  96. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +274 -0
  97. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +215 -0
  98. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +80 -0
  99. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  100. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +80 -0
  101. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  102. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +80 -0
  103. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  104. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
  105. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  106. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
  107. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  108. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
  109. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  110. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
  111. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  112. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
  113. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  114. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
  117. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  118. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  137. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o} +0 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  139. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o} +0 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  141. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o} +0 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  173. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  174. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/all_finite.json +139 -0
  175. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +361 -0
  176. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +892 -0
  177. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +892 -0
  178. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +139 -0
  179. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +361 -0
  180. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +892 -0
  181. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +892 -0
  182. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  183. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  184. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  185. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -0
  186. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  187. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  188. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  189. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  190. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/base/types.h +5 -5
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +1 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +6 -1
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +6 -1
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +4 -3
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_impl.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
  218. mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
  219. mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
  220. mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
  221. mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
  222. mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
  223. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  224. mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
  225. mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
  226. mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
  227. mindspore/mint/__init__.py +490 -2
  228. mindspore/mint/nn/__init__.py +2 -2
  229. mindspore/mint/optim/adamw.py +6 -14
  230. mindspore/nn/__init__.py +2 -0
  231. mindspore/nn/cell.py +16 -4
  232. mindspore/nn/layer/basic.py +24 -7
  233. mindspore/nn/layer/conv.py +3 -0
  234. mindspore/nn/layer/embedding.py +31 -14
  235. mindspore/nn/layer/pooling.py +8 -10
  236. mindspore/nn/optim/tft_wrapper.py +12 -15
  237. mindspore/nn/utils/__init__.py +22 -0
  238. mindspore/nn/utils/init.py +71 -0
  239. mindspore/ops/_grad_experimental/grad_array_ops.py +0 -11
  240. mindspore/ops/_grad_experimental/grad_comm_ops.py +45 -8
  241. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +6 -0
  242. mindspore/ops/auto_generate/gen_extend_func.py +33 -0
  243. mindspore/ops/auto_generate/gen_ops_def.py +52 -3
  244. mindspore/ops/auto_generate/gen_ops_prim.py +158 -8
  245. mindspore/ops/function/array_func.py +2 -0
  246. mindspore/ops/function/math_func.py +12 -5
  247. mindspore/ops/function/random_func.py +221 -7
  248. mindspore/ops/operations/__init__.py +1 -1
  249. mindspore/ops/operations/array_ops.py +3 -1
  250. mindspore/ops/operations/comm_ops.py +25 -1
  251. mindspore/ops/operations/custom_ops.py +6 -4
  252. mindspore/ops/operations/manually_defined/ops_def.py +8 -10
  253. mindspore/ops/operations/nn_ops.py +7 -2
  254. mindspore/parallel/_auto_parallel_context.py +26 -5
  255. mindspore/parallel/_cell_wrapper.py +24 -3
  256. mindspore/parallel/_tensor.py +46 -2
  257. mindspore/parallel/_utils.py +39 -21
  258. mindspore/parallel/transform_safetensors.py +196 -43
  259. mindspore/profiler/profiling.py +5 -1
  260. mindspore/run_check/_check_version.py +20 -9
  261. mindspore/train/_utils.py +92 -32
  262. mindspore/train/callback/_checkpoint.py +12 -9
  263. mindspore/train/callback/_on_request_exit.py +12 -1
  264. mindspore/train/callback/_tft_register.py +33 -9
  265. mindspore/train/dataset_helper.py +10 -2
  266. mindspore/train/model.py +21 -0
  267. mindspore/train/serialization.py +12 -19
  268. mindspore/version.py +1 -1
  269. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/METADATA +9 -7
  270. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/RECORD +282 -155
  271. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/lib/libcust_opapi.so +0 -0
  272. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json +0 -58
  273. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json +0 -58
  274. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json +0 -58
  275. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +0 -109
  276. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -38
  277. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  278. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  279. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  280. mindspore/lib/plugin/ascend/custom_ascendc_ops/version.info +0 -1
  281. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_decoder_kv_cache.h +0 -0
  282. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_prompt_kv_cache.h +0 -0
  283. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.cpp +0 -0
  284. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.cpp +0 -0
  285. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_api/include/aclnn_all_finite.h +0 -0
  286. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -0
  287. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -0
  288. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.cpp +0 -0
  289. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_proto/inc/op_proto.h +0 -0
  290. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/WHEEL +0 -0
  291. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/entry_points.txt +0 -0
  292. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,78 @@
1
+ {
2
+ "binFileName": "AllFinite_74e4ac02880d452e3308c94af273562e",
3
+ "binFileSuffix": ".o",
4
+ "blockDim": -1,
5
+ "coreType": "VectorCore",
6
+ "core_type": "AIV",
7
+ "intercoreSync": 0,
8
+ "kernelName": "AllFinite_74e4ac02880d452e3308c94af273562e",
9
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
10
+ "memoryStamping": [],
11
+ "opParaSize": 64,
12
+ "parameters": [
13
+ null,
14
+ null,
15
+ null
16
+ ],
17
+ "sha256": "c27bed75fca60e96de3f000ede4738866b7b7dbbe814c14a63621e5371e55c67",
18
+ "workspace": {
19
+ "num": 1,
20
+ "size": [
21
+ -1
22
+ ],
23
+ "type": [
24
+ 0
25
+ ]
26
+ },
27
+ "kernelList": [
28
+ {
29
+ "kernelName": "AllFinite_74e4ac02880d452e3308c94af273562e_0"
30
+ }
31
+ ],
32
+ "optionalInputMode": "gen_placeholder",
33
+ "optionalOutputMode": "gen_placeholder",
34
+ "compileInfo": {},
35
+ "supportInfo": {
36
+ "implMode": "high_performance",
37
+ "int64Mode": false,
38
+ "simplifiedKeyMode": 0,
39
+ "simplifiedKey": [
40
+ "AllFinite/d=0,p=1/1,2/12,2",
41
+ "AllFinite/d=0,p=0/1,2/12,2",
42
+ "AllFinite/d=1,p=1/1,2/12,2",
43
+ "AllFinite/d=1,p=0/1,2/12,2"
44
+ ],
45
+ "optionalInputMode": "gen_placeholder",
46
+ "optionalOutputMode": "gen_placeholder",
47
+ "staticKey": "b03c3347996b5f3b8699b916889ab8e39e9bb822875d5430a15bd4b70cc62534,aaee380ee48b9c261d816baac1f6fc0b820ce3b2255e1eff19382df469b7e6de",
48
+ "inputs": [
49
+ {
50
+ "name": "gradient",
51
+ "index": 0,
52
+ "dtype": "float16",
53
+ "format": "ND",
54
+ "paramType": "required",
55
+ "shape": [
56
+ -2
57
+ ],
58
+ "format_match_mode": "FormatAgnostic"
59
+ }
60
+ ],
61
+ "outputs": [
62
+ {
63
+ "name": "is_finite",
64
+ "index": 0,
65
+ "dtype": "bool",
66
+ "format": "ND",
67
+ "paramType": "required",
68
+ "shape": [
69
+ -2
70
+ ],
71
+ "format_match_mode": "FormatAgnostic"
72
+ }
73
+ ],
74
+ "opMode": "dynamic",
75
+ "deterministic": "ignore"
76
+ },
77
+ "filePath": "ascend910b/bin/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json"
78
+ }
@@ -0,0 +1,156 @@
1
+ {
2
+ "binFileName": "DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272",
3
+ "binFileSuffix": ".o",
4
+ "blockDim": -1,
5
+ "coreType": "VectorCore",
6
+ "core_type": "AIV",
7
+ "intercoreSync": 0,
8
+ "kernelName": "DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272",
9
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
10
+ "memoryStamping": [],
11
+ "opParaSize": 120,
12
+ "parameters": [
13
+ null,
14
+ null,
15
+ null,
16
+ null,
17
+ null,
18
+ null,
19
+ null,
20
+ null,
21
+ null
22
+ ],
23
+ "sha256": "aec313542e94a5f36973fc1e9fc537215ad0e69debfb9ada3789b629667bc6d0",
24
+ "workspace": {
25
+ "num": 1,
26
+ "size": [
27
+ -1
28
+ ],
29
+ "type": [
30
+ 0
31
+ ]
32
+ },
33
+ "kernelList": [
34
+ {
35
+ "kernelName": "DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272_1"
36
+ },
37
+ {
38
+ "kernelName": "DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272_2"
39
+ },
40
+ {
41
+ "kernelName": "DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272_4"
42
+ }
43
+ ],
44
+ "optionalInputMode": "gen_placeholder",
45
+ "optionalOutputMode": "gen_placeholder",
46
+ "compileInfo": {},
47
+ "supportInfo": {
48
+ "implMode": "high_performance",
49
+ "int64Mode": false,
50
+ "simplifiedKeyMode": 0,
51
+ "simplifiedKey": [
52
+ "DecoderKvCache/d=0,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
53
+ "DecoderKvCache/d=0,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
54
+ "DecoderKvCache/d=1,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
55
+ "DecoderKvCache/d=1,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2"
56
+ ],
57
+ "optionalInputMode": "gen_placeholder",
58
+ "optionalOutputMode": "gen_placeholder",
59
+ "staticKey": "d2856beaf2ce2851079a33584f85d8aef4bd9ee1145fdcf53bacd6d0035a1c4e,4a1f6ada9e32bab6f426997be4c2205d430f3e80f3e028831ec7146ba3e0f1f9",
60
+ "inputs": [
61
+ {
62
+ "name": "cache",
63
+ "index": 0,
64
+ "dtype": "float32",
65
+ "format": "ND",
66
+ "paramType": "required",
67
+ "shape": [
68
+ -2
69
+ ],
70
+ "format_match_mode": "FormatAgnostic"
71
+ },
72
+ {
73
+ "name": "update",
74
+ "index": 1,
75
+ "dtype": "float32",
76
+ "format": "ND",
77
+ "paramType": "required",
78
+ "shape": [
79
+ -2
80
+ ],
81
+ "format_match_mode": "FormatAgnostic"
82
+ },
83
+ {
84
+ "name": "valid_seq_len",
85
+ "index": 2,
86
+ "dtype": "int64",
87
+ "format": "ND",
88
+ "paramType": "required",
89
+ "shape": [
90
+ -2
91
+ ],
92
+ "format_match_mode": "FormatAgnostic"
93
+ },
94
+ {
95
+ "name": "batch_index",
96
+ "index": 3,
97
+ "dtype": "int64",
98
+ "format": "ND",
99
+ "paramType": "required",
100
+ "shape": [
101
+ -2
102
+ ],
103
+ "format_match_mode": "FormatAgnostic"
104
+ },
105
+ {
106
+ "name": "seq_len_axis",
107
+ "index": 4,
108
+ "dtype": "int64",
109
+ "format": "ND",
110
+ "paramType": "required",
111
+ "shape": [
112
+ -2
113
+ ],
114
+ "format_match_mode": "FormatAgnostic"
115
+ },
116
+ {
117
+ "name": "new_max_seq_len",
118
+ "index": 5,
119
+ "dtype": "int64",
120
+ "format": "ND",
121
+ "paramType": "required",
122
+ "shape": [
123
+ -2
124
+ ],
125
+ "format_match_mode": "FormatAgnostic"
126
+ },
127
+ {
128
+ "name": "cur_max_seq_len",
129
+ "index": 6,
130
+ "dtype": "int64",
131
+ "format": "ND",
132
+ "paramType": "required",
133
+ "shape": [
134
+ -2
135
+ ],
136
+ "format_match_mode": "FormatAgnostic"
137
+ }
138
+ ],
139
+ "outputs": [
140
+ {
141
+ "name": "out",
142
+ "index": 0,
143
+ "dtype": "float32",
144
+ "format": "ND",
145
+ "paramType": "required",
146
+ "shape": [
147
+ -2
148
+ ],
149
+ "format_match_mode": "FormatAgnostic"
150
+ }
151
+ ],
152
+ "opMode": "dynamic",
153
+ "deterministic": "ignore"
154
+ },
155
+ "filePath": "ascend910b/bin/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json"
156
+ }
@@ -0,0 +1,156 @@
1
+ {
2
+ "binFileName": "DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b",
3
+ "binFileSuffix": ".o",
4
+ "blockDim": -1,
5
+ "coreType": "VectorCore",
6
+ "core_type": "AIV",
7
+ "intercoreSync": 0,
8
+ "kernelName": "DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b",
9
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
10
+ "memoryStamping": [],
11
+ "opParaSize": 120,
12
+ "parameters": [
13
+ null,
14
+ null,
15
+ null,
16
+ null,
17
+ null,
18
+ null,
19
+ null,
20
+ null,
21
+ null
22
+ ],
23
+ "sha256": "1bc6b0274589701f0be3c7ee7ef9ace565f6411595707dc238ee0d9dd4bbc1d6",
24
+ "workspace": {
25
+ "num": 1,
26
+ "size": [
27
+ -1
28
+ ],
29
+ "type": [
30
+ 0
31
+ ]
32
+ },
33
+ "kernelList": [
34
+ {
35
+ "kernelName": "DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b_1"
36
+ },
37
+ {
38
+ "kernelName": "DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b_2"
39
+ },
40
+ {
41
+ "kernelName": "DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b_4"
42
+ }
43
+ ],
44
+ "optionalInputMode": "gen_placeholder",
45
+ "optionalOutputMode": "gen_placeholder",
46
+ "compileInfo": {},
47
+ "supportInfo": {
48
+ "implMode": "high_performance",
49
+ "int64Mode": false,
50
+ "simplifiedKeyMode": 0,
51
+ "simplifiedKey": [
52
+ "DecoderKvCache/d=0,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
53
+ "DecoderKvCache/d=0,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
54
+ "DecoderKvCache/d=1,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
55
+ "DecoderKvCache/d=1,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2"
56
+ ],
57
+ "optionalInputMode": "gen_placeholder",
58
+ "optionalOutputMode": "gen_placeholder",
59
+ "staticKey": "579237385a964bada8a617527b726bf4b371f37aedcd5f85e7706c67a0362ae6,d53e39ec83fca93fe8939b3dd91ac407f71aa776a24f0f34ab1248434e08b868",
60
+ "inputs": [
61
+ {
62
+ "name": "cache",
63
+ "index": 0,
64
+ "dtype": "uint16",
65
+ "format": "ND",
66
+ "paramType": "required",
67
+ "shape": [
68
+ -2
69
+ ],
70
+ "format_match_mode": "FormatAgnostic"
71
+ },
72
+ {
73
+ "name": "update",
74
+ "index": 1,
75
+ "dtype": "uint16",
76
+ "format": "ND",
77
+ "paramType": "required",
78
+ "shape": [
79
+ -2
80
+ ],
81
+ "format_match_mode": "FormatAgnostic"
82
+ },
83
+ {
84
+ "name": "valid_seq_len",
85
+ "index": 2,
86
+ "dtype": "int64",
87
+ "format": "ND",
88
+ "paramType": "required",
89
+ "shape": [
90
+ -2
91
+ ],
92
+ "format_match_mode": "FormatAgnostic"
93
+ },
94
+ {
95
+ "name": "batch_index",
96
+ "index": 3,
97
+ "dtype": "int64",
98
+ "format": "ND",
99
+ "paramType": "required",
100
+ "shape": [
101
+ -2
102
+ ],
103
+ "format_match_mode": "FormatAgnostic"
104
+ },
105
+ {
106
+ "name": "seq_len_axis",
107
+ "index": 4,
108
+ "dtype": "int64",
109
+ "format": "ND",
110
+ "paramType": "required",
111
+ "shape": [
112
+ -2
113
+ ],
114
+ "format_match_mode": "FormatAgnostic"
115
+ },
116
+ {
117
+ "name": "new_max_seq_len",
118
+ "index": 5,
119
+ "dtype": "int64",
120
+ "format": "ND",
121
+ "paramType": "required",
122
+ "shape": [
123
+ -2
124
+ ],
125
+ "format_match_mode": "FormatAgnostic"
126
+ },
127
+ {
128
+ "name": "cur_max_seq_len",
129
+ "index": 6,
130
+ "dtype": "int64",
131
+ "format": "ND",
132
+ "paramType": "required",
133
+ "shape": [
134
+ -2
135
+ ],
136
+ "format_match_mode": "FormatAgnostic"
137
+ }
138
+ ],
139
+ "outputs": [
140
+ {
141
+ "name": "out",
142
+ "index": 0,
143
+ "dtype": "uint16",
144
+ "format": "ND",
145
+ "paramType": "required",
146
+ "shape": [
147
+ -2
148
+ ],
149
+ "format_match_mode": "FormatAgnostic"
150
+ }
151
+ ],
152
+ "opMode": "dynamic",
153
+ "deterministic": "ignore"
154
+ },
155
+ "filePath": "ascend910b/bin/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json"
156
+ }
@@ -0,0 +1,156 @@
1
+ {
2
+ "binFileName": "DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2",
3
+ "binFileSuffix": ".o",
4
+ "blockDim": -1,
5
+ "coreType": "VectorCore",
6
+ "core_type": "AIV",
7
+ "intercoreSync": 0,
8
+ "kernelName": "DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2",
9
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
10
+ "memoryStamping": [],
11
+ "opParaSize": 120,
12
+ "parameters": [
13
+ null,
14
+ null,
15
+ null,
16
+ null,
17
+ null,
18
+ null,
19
+ null,
20
+ null,
21
+ null
22
+ ],
23
+ "sha256": "824f91f2640033f842634e91cf66784788b8310c703890ddd88939054a1feb47",
24
+ "workspace": {
25
+ "num": 1,
26
+ "size": [
27
+ -1
28
+ ],
29
+ "type": [
30
+ 0
31
+ ]
32
+ },
33
+ "kernelList": [
34
+ {
35
+ "kernelName": "DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2_1"
36
+ },
37
+ {
38
+ "kernelName": "DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2_2"
39
+ },
40
+ {
41
+ "kernelName": "DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2_4"
42
+ }
43
+ ],
44
+ "optionalInputMode": "gen_placeholder",
45
+ "optionalOutputMode": "gen_placeholder",
46
+ "compileInfo": {},
47
+ "supportInfo": {
48
+ "implMode": "high_performance",
49
+ "int64Mode": false,
50
+ "simplifiedKeyMode": 0,
51
+ "simplifiedKey": [
52
+ "DecoderKvCache/d=0,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
53
+ "DecoderKvCache/d=0,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
54
+ "DecoderKvCache/d=1,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
55
+ "DecoderKvCache/d=1,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2"
56
+ ],
57
+ "optionalInputMode": "gen_placeholder",
58
+ "optionalOutputMode": "gen_placeholder",
59
+ "staticKey": "366c00139469d27f4b71f0f737382f7c95084cafbebf4737641592bbefadf2d2,4660a5fb2bb2e39fa68d63480e26a349989a80df80a73d22d6f01a52ba708861",
60
+ "inputs": [
61
+ {
62
+ "name": "cache",
63
+ "index": 0,
64
+ "dtype": "uint8",
65
+ "format": "ND",
66
+ "paramType": "required",
67
+ "shape": [
68
+ -2
69
+ ],
70
+ "format_match_mode": "FormatAgnostic"
71
+ },
72
+ {
73
+ "name": "update",
74
+ "index": 1,
75
+ "dtype": "uint8",
76
+ "format": "ND",
77
+ "paramType": "required",
78
+ "shape": [
79
+ -2
80
+ ],
81
+ "format_match_mode": "FormatAgnostic"
82
+ },
83
+ {
84
+ "name": "valid_seq_len",
85
+ "index": 2,
86
+ "dtype": "int64",
87
+ "format": "ND",
88
+ "paramType": "required",
89
+ "shape": [
90
+ -2
91
+ ],
92
+ "format_match_mode": "FormatAgnostic"
93
+ },
94
+ {
95
+ "name": "batch_index",
96
+ "index": 3,
97
+ "dtype": "int64",
98
+ "format": "ND",
99
+ "paramType": "required",
100
+ "shape": [
101
+ -2
102
+ ],
103
+ "format_match_mode": "FormatAgnostic"
104
+ },
105
+ {
106
+ "name": "seq_len_axis",
107
+ "index": 4,
108
+ "dtype": "int64",
109
+ "format": "ND",
110
+ "paramType": "required",
111
+ "shape": [
112
+ -2
113
+ ],
114
+ "format_match_mode": "FormatAgnostic"
115
+ },
116
+ {
117
+ "name": "new_max_seq_len",
118
+ "index": 5,
119
+ "dtype": "int64",
120
+ "format": "ND",
121
+ "paramType": "required",
122
+ "shape": [
123
+ -2
124
+ ],
125
+ "format_match_mode": "FormatAgnostic"
126
+ },
127
+ {
128
+ "name": "cur_max_seq_len",
129
+ "index": 6,
130
+ "dtype": "int64",
131
+ "format": "ND",
132
+ "paramType": "required",
133
+ "shape": [
134
+ -2
135
+ ],
136
+ "format_match_mode": "FormatAgnostic"
137
+ }
138
+ ],
139
+ "outputs": [
140
+ {
141
+ "name": "out",
142
+ "index": 0,
143
+ "dtype": "uint8",
144
+ "format": "ND",
145
+ "paramType": "required",
146
+ "shape": [
147
+ -2
148
+ ],
149
+ "format_match_mode": "FormatAgnostic"
150
+ }
151
+ ],
152
+ "opMode": "dynamic",
153
+ "deterministic": "ignore"
154
+ },
155
+ "filePath": "ascend910b/bin/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json"
156
+ }