mindspore 2.4.0__cp39-cp39-manylinux1_x86_64.whl → 2.4.10__cp39-cp39-manylinux1_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (294) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/_c_dataengine.cpython-39-x86_64-linux-gnu.so +0 -0
  3. mindspore/_c_expression.cpython-39-x86_64-linux-gnu.so +0 -0
  4. mindspore/_c_mindrecord.cpython-39-x86_64-linux-gnu.so +0 -0
  5. mindspore/bin/cache_admin +0 -0
  6. mindspore/bin/cache_server +0 -0
  7. mindspore/common/api.py +1 -4
  8. mindspore/common/file_system.py +2 -0
  9. mindspore/common/initializer.py +51 -15
  10. mindspore/common/parameter.py +6 -5
  11. mindspore/common/tensor.py +15 -49
  12. mindspore/communication/_comm_helper.py +5 -0
  13. mindspore/communication/comm_func.py +7 -7
  14. mindspore/context.py +16 -2
  15. mindspore/dataset/engine/datasets_standard_format.py +17 -0
  16. mindspore/dataset/engine/datasets_user_defined.py +27 -1
  17. mindspore/experimental/llm_boost/__init__.py +2 -2
  18. mindspore/experimental/llm_boost/atb/boost_base.py +240 -64
  19. mindspore/experimental/llm_boost/atb/llama_boost.py +46 -29
  20. mindspore/experimental/llm_boost/atb/qwen_boost.py +47 -24
  21. mindspore/include/api/context.h +1 -1
  22. mindspore/include/dataset/constants.h +2 -2
  23. mindspore/include/mindapi/base/format.h +13 -0
  24. mindspore/lib/libavcodec.so.59 +0 -0
  25. mindspore/lib/libavdevice.so.59 +0 -0
  26. mindspore/lib/libavfilter.so.8 +0 -0
  27. mindspore/lib/libavformat.so.59 +0 -0
  28. mindspore/lib/libavutil.so.57 +0 -0
  29. mindspore/lib/libdnnl.so.2 +0 -0
  30. mindspore/lib/libmindspore_backend.so +0 -0
  31. mindspore/lib/libmindspore_common.so +0 -0
  32. mindspore/lib/libmindspore_core.so +0 -0
  33. mindspore/lib/libmindspore_glog.so.0 +0 -0
  34. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  35. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  36. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  37. mindspore/lib/libmindspore_ops.so +0 -0
  38. mindspore/lib/libopencv_core.so.4.5 +0 -0
  39. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  40. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  41. mindspore/lib/libswresample.so.4 +0 -0
  42. mindspore/lib/libswscale.so.6 +0 -0
  43. mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
  44. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  45. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  46. mindspore/lib/plugin/ascend/custom_ascendc_910/framework/npu_supported_ops.json +10 -0
  47. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  48. mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -42
  49. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.py +51 -16
  50. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.py +51 -16
  51. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
  52. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  53. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
  54. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  55. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
  56. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  57. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
  58. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  59. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
  60. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  61. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
  62. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  63. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
  64. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  65. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
  66. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  67. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
  68. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  69. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
  70. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  71. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
  72. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  73. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
  74. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  75. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
  76. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  77. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
  78. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  79. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
  80. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  81. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
  82. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  83. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +302 -0
  84. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +892 -0
  85. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +892 -0
  86. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  87. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  88. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +33 -0
  89. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  90. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -0
  91. mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/npu_supported_ops.json +14 -0
  92. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +59 -0
  93. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +59 -0
  94. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  95. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.py +51 -16
  96. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +192 -0
  97. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +215 -0
  98. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +274 -0
  99. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +215 -0
  100. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +80 -0
  101. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  102. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +80 -0
  103. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  104. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +80 -0
  105. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  106. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
  107. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  108. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
  109. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  110. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
  111. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  112. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
  113. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  114. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
  117. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  118. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  139. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o} +0 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  141. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o} +0 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  143. mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o} +0 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  173. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  174. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  175. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  176. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/all_finite.json +139 -0
  177. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +361 -0
  178. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +892 -0
  179. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +892 -0
  180. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +139 -0
  181. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +361 -0
  182. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +892 -0
  183. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +892 -0
  184. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  185. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  186. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  187. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -0
  188. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  189. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  190. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  191. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  192. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/utils/rt/base/types.h +5 -5
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +1 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +6 -1
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +6 -1
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +4 -3
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_impl.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
  220. mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
  221. mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
  222. mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
  223. mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
  224. mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
  225. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  226. mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
  227. mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
  228. mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
  229. mindspore/mint/__init__.py +490 -2
  230. mindspore/mint/nn/__init__.py +2 -2
  231. mindspore/mint/optim/adamw.py +6 -14
  232. mindspore/nn/__init__.py +2 -0
  233. mindspore/nn/cell.py +16 -4
  234. mindspore/nn/layer/basic.py +24 -7
  235. mindspore/nn/layer/conv.py +3 -0
  236. mindspore/nn/layer/embedding.py +31 -14
  237. mindspore/nn/layer/pooling.py +8 -10
  238. mindspore/nn/optim/tft_wrapper.py +12 -15
  239. mindspore/nn/utils/__init__.py +22 -0
  240. mindspore/nn/utils/init.py +71 -0
  241. mindspore/ops/_grad_experimental/grad_array_ops.py +0 -11
  242. mindspore/ops/_grad_experimental/grad_comm_ops.py +45 -8
  243. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +6 -0
  244. mindspore/ops/auto_generate/gen_extend_func.py +33 -0
  245. mindspore/ops/auto_generate/gen_ops_def.py +52 -3
  246. mindspore/ops/auto_generate/gen_ops_prim.py +158 -8
  247. mindspore/ops/function/array_func.py +2 -0
  248. mindspore/ops/function/math_func.py +12 -5
  249. mindspore/ops/function/random_func.py +221 -7
  250. mindspore/ops/operations/__init__.py +1 -1
  251. mindspore/ops/operations/array_ops.py +3 -1
  252. mindspore/ops/operations/comm_ops.py +25 -1
  253. mindspore/ops/operations/custom_ops.py +6 -4
  254. mindspore/ops/operations/manually_defined/ops_def.py +8 -10
  255. mindspore/ops/operations/nn_ops.py +7 -2
  256. mindspore/parallel/_auto_parallel_context.py +26 -5
  257. mindspore/parallel/_cell_wrapper.py +24 -3
  258. mindspore/parallel/_tensor.py +46 -2
  259. mindspore/parallel/_utils.py +39 -21
  260. mindspore/parallel/transform_safetensors.py +196 -43
  261. mindspore/profiler/profiling.py +5 -1
  262. mindspore/run_check/_check_version.py +20 -9
  263. mindspore/train/_utils.py +92 -32
  264. mindspore/train/callback/_checkpoint.py +12 -9
  265. mindspore/train/callback/_on_request_exit.py +12 -1
  266. mindspore/train/callback/_tft_register.py +33 -9
  267. mindspore/train/dataset_helper.py +10 -2
  268. mindspore/train/model.py +21 -0
  269. mindspore/train/serialization.py +12 -19
  270. mindspore/version.py +1 -1
  271. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/METADATA +9 -7
  272. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/RECORD +284 -157
  273. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/lib/libcust_opapi.so +0 -0
  274. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json +0 -58
  275. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json +0 -58
  276. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json +0 -58
  277. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +0 -109
  278. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -38
  279. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  280. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  281. mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  282. mindspore/lib/plugin/ascend/custom_ascendc_ops/version.info +0 -1
  283. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_decoder_kv_cache.h +0 -0
  284. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_prompt_kv_cache.h +0 -0
  285. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.cpp +0 -0
  286. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.cpp +0 -0
  287. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_api/include/aclnn_all_finite.h +0 -0
  288. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -0
  289. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -0
  290. /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.cpp +0 -0
  291. /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_proto/inc/op_proto.h +0 -0
  292. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/WHEEL +0 -0
  293. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/entry_points.txt +0 -0
  294. {mindspore-2.4.0.dist-info → mindspore-2.4.10.dist-info}/top_level.txt +0 -0
mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json ADDED
@@ -0,0 +1,892 @@
1
+ {
2
+ "binList": [
3
+ {
4
+ "implMode": "high_performance",
5
+ "int64Mode": false,
6
+ "simplifiedKeyMode": 0,
7
+ "simplifiedKey": [
8
+ "DecoderKvCache/d=0,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
9
+ "DecoderKvCache/d=0,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
10
+ "DecoderKvCache/d=1,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
11
+ "DecoderKvCache/d=1,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2"
12
+ ],
13
+ "staticKey": "d2856beaf2ce2851079a33584f85d8aef4bd9ee1145fdcf53bacd6d0035a1c4e,4a1f6ada9e32bab6f426997be4c2205d430f3e80f3e028831ec7146ba3e0f1f9",
14
+ "inputs": [
15
+ {
16
+ "name": "cache",
17
+ "index": 0,
18
+ "dtype": "float32",
19
+ "format": "ND",
20
+ "paramType": "required",
21
+ "shape": [
22
+ -2
23
+ ],
24
+ "format_match_mode": "FormatAgnostic"
25
+ },
26
+ {
27
+ "name": "update",
28
+ "index": 1,
29
+ "dtype": "float32",
30
+ "format": "ND",
31
+ "paramType": "required",
32
+ "shape": [
33
+ -2
34
+ ],
35
+ "format_match_mode": "FormatAgnostic"
36
+ },
37
+ {
38
+ "name": "valid_seq_len",
39
+ "index": 2,
40
+ "dtype": "int64",
41
+ "format": "ND",
42
+ "paramType": "required",
43
+ "shape": [
44
+ -2
45
+ ],
46
+ "format_match_mode": "FormatAgnostic"
47
+ },
48
+ {
49
+ "name": "batch_index",
50
+ "index": 3,
51
+ "dtype": "int64",
52
+ "format": "ND",
53
+ "paramType": "required",
54
+ "shape": [
55
+ -2
56
+ ],
57
+ "format_match_mode": "FormatAgnostic"
58
+ },
59
+ {
60
+ "name": "seq_len_axis",
61
+ "index": 4,
62
+ "dtype": "int64",
63
+ "format": "ND",
64
+ "paramType": "required",
65
+ "shape": [
66
+ -2
67
+ ],
68
+ "format_match_mode": "FormatAgnostic"
69
+ },
70
+ {
71
+ "name": "new_max_seq_len",
72
+ "index": 5,
73
+ "dtype": "int64",
74
+ "format": "ND",
75
+ "paramType": "required",
76
+ "shape": [
77
+ -2
78
+ ],
79
+ "format_match_mode": "FormatAgnostic"
80
+ },
81
+ {
82
+ "name": "cur_max_seq_len",
83
+ "index": 6,
84
+ "dtype": "int64",
85
+ "format": "ND",
86
+ "paramType": "required",
87
+ "shape": [
88
+ -2
89
+ ],
90
+ "format_match_mode": "FormatAgnostic"
91
+ }
92
+ ],
93
+ "outputs": [
94
+ {
95
+ "name": "out",
96
+ "index": 0,
97
+ "dtype": "float32",
98
+ "format": "ND",
99
+ "paramType": "required",
100
+ "shape": [
101
+ -2
102
+ ],
103
+ "format_match_mode": "FormatAgnostic"
104
+ }
105
+ ],
106
+ "opMode": "dynamic",
107
+ "optionalInputMode": "gen_placeholder",
108
+ "deterministic": "ignore",
109
+ "optionalOutputMode": "gen_placeholder",
110
+ "binInfo": {
111
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json"
112
+ }
113
+ },
114
+ {
115
+ "implMode": "high_performance",
116
+ "int64Mode": false,
117
+ "simplifiedKeyMode": 0,
118
+ "simplifiedKey": [
119
+ "DecoderKvCache/d=0,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
120
+ "DecoderKvCache/d=0,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
121
+ "DecoderKvCache/d=1,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
122
+ "DecoderKvCache/d=1,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2"
123
+ ],
124
+ "staticKey": "579237385a964bada8a617527b726bf4b371f37aedcd5f85e7706c67a0362ae6,d53e39ec83fca93fe8939b3dd91ac407f71aa776a24f0f34ab1248434e08b868",
125
+ "inputs": [
126
+ {
127
+ "name": "cache",
128
+ "index": 0,
129
+ "dtype": "uint16",
130
+ "format": "ND",
131
+ "paramType": "required",
132
+ "shape": [
133
+ -2
134
+ ],
135
+ "format_match_mode": "FormatAgnostic"
136
+ },
137
+ {
138
+ "name": "update",
139
+ "index": 1,
140
+ "dtype": "uint16",
141
+ "format": "ND",
142
+ "paramType": "required",
143
+ "shape": [
144
+ -2
145
+ ],
146
+ "format_match_mode": "FormatAgnostic"
147
+ },
148
+ {
149
+ "name": "valid_seq_len",
150
+ "index": 2,
151
+ "dtype": "int64",
152
+ "format": "ND",
153
+ "paramType": "required",
154
+ "shape": [
155
+ -2
156
+ ],
157
+ "format_match_mode": "FormatAgnostic"
158
+ },
159
+ {
160
+ "name": "batch_index",
161
+ "index": 3,
162
+ "dtype": "int64",
163
+ "format": "ND",
164
+ "paramType": "required",
165
+ "shape": [
166
+ -2
167
+ ],
168
+ "format_match_mode": "FormatAgnostic"
169
+ },
170
+ {
171
+ "name": "seq_len_axis",
172
+ "index": 4,
173
+ "dtype": "int64",
174
+ "format": "ND",
175
+ "paramType": "required",
176
+ "shape": [
177
+ -2
178
+ ],
179
+ "format_match_mode": "FormatAgnostic"
180
+ },
181
+ {
182
+ "name": "new_max_seq_len",
183
+ "index": 5,
184
+ "dtype": "int64",
185
+ "format": "ND",
186
+ "paramType": "required",
187
+ "shape": [
188
+ -2
189
+ ],
190
+ "format_match_mode": "FormatAgnostic"
191
+ },
192
+ {
193
+ "name": "cur_max_seq_len",
194
+ "index": 6,
195
+ "dtype": "int64",
196
+ "format": "ND",
197
+ "paramType": "required",
198
+ "shape": [
199
+ -2
200
+ ],
201
+ "format_match_mode": "FormatAgnostic"
202
+ }
203
+ ],
204
+ "outputs": [
205
+ {
206
+ "name": "out",
207
+ "index": 0,
208
+ "dtype": "uint16",
209
+ "format": "ND",
210
+ "paramType": "required",
211
+ "shape": [
212
+ -2
213
+ ],
214
+ "format_match_mode": "FormatAgnostic"
215
+ }
216
+ ],
217
+ "opMode": "dynamic",
218
+ "optionalInputMode": "gen_placeholder",
219
+ "deterministic": "ignore",
220
+ "optionalOutputMode": "gen_placeholder",
221
+ "binInfo": {
222
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json"
223
+ }
224
+ },
225
+ {
226
+ "implMode": "high_performance",
227
+ "int64Mode": false,
228
+ "simplifiedKeyMode": 0,
229
+ "simplifiedKey": [
230
+ "DecoderKvCache/d=0,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
231
+ "DecoderKvCache/d=0,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
232
+ "DecoderKvCache/d=1,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
233
+ "DecoderKvCache/d=1,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2"
234
+ ],
235
+ "staticKey": "366c00139469d27f4b71f0f737382f7c95084cafbebf4737641592bbefadf2d2,4660a5fb2bb2e39fa68d63480e26a349989a80df80a73d22d6f01a52ba708861",
236
+ "inputs": [
237
+ {
238
+ "name": "cache",
239
+ "index": 0,
240
+ "dtype": "uint8",
241
+ "format": "ND",
242
+ "paramType": "required",
243
+ "shape": [
244
+ -2
245
+ ],
246
+ "format_match_mode": "FormatAgnostic"
247
+ },
248
+ {
249
+ "name": "update",
250
+ "index": 1,
251
+ "dtype": "uint8",
252
+ "format": "ND",
253
+ "paramType": "required",
254
+ "shape": [
255
+ -2
256
+ ],
257
+ "format_match_mode": "FormatAgnostic"
258
+ },
259
+ {
260
+ "name": "valid_seq_len",
261
+ "index": 2,
262
+ "dtype": "int64",
263
+ "format": "ND",
264
+ "paramType": "required",
265
+ "shape": [
266
+ -2
267
+ ],
268
+ "format_match_mode": "FormatAgnostic"
269
+ },
270
+ {
271
+ "name": "batch_index",
272
+ "index": 3,
273
+ "dtype": "int64",
274
+ "format": "ND",
275
+ "paramType": "required",
276
+ "shape": [
277
+ -2
278
+ ],
279
+ "format_match_mode": "FormatAgnostic"
280
+ },
281
+ {
282
+ "name": "seq_len_axis",
283
+ "index": 4,
284
+ "dtype": "int64",
285
+ "format": "ND",
286
+ "paramType": "required",
287
+ "shape": [
288
+ -2
289
+ ],
290
+ "format_match_mode": "FormatAgnostic"
291
+ },
292
+ {
293
+ "name": "new_max_seq_len",
294
+ "index": 5,
295
+ "dtype": "int64",
296
+ "format": "ND",
297
+ "paramType": "required",
298
+ "shape": [
299
+ -2
300
+ ],
301
+ "format_match_mode": "FormatAgnostic"
302
+ },
303
+ {
304
+ "name": "cur_max_seq_len",
305
+ "index": 6,
306
+ "dtype": "int64",
307
+ "format": "ND",
308
+ "paramType": "required",
309
+ "shape": [
310
+ -2
311
+ ],
312
+ "format_match_mode": "FormatAgnostic"
313
+ }
314
+ ],
315
+ "outputs": [
316
+ {
317
+ "name": "out",
318
+ "index": 0,
319
+ "dtype": "uint8",
320
+ "format": "ND",
321
+ "paramType": "required",
322
+ "shape": [
323
+ -2
324
+ ],
325
+ "format_match_mode": "FormatAgnostic"
326
+ }
327
+ ],
328
+ "opMode": "dynamic",
329
+ "optionalInputMode": "gen_placeholder",
330
+ "deterministic": "ignore",
331
+ "optionalOutputMode": "gen_placeholder",
332
+ "binInfo": {
333
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json"
334
+ }
335
+ },
336
+ {
337
+ "implMode": "high_performance",
338
+ "int64Mode": false,
339
+ "simplifiedKeyMode": 0,
340
+ "simplifiedKey": [
341
+ "DecoderKvCache/d=0,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
342
+ "DecoderKvCache/d=0,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
343
+ "DecoderKvCache/d=1,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
344
+ "DecoderKvCache/d=1,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2"
345
+ ],
346
+ "staticKey": "dafbaa7729ee57d9bd826dd6d7f52da2d65774c338c69121d56f550a80b273d8,019e97b8cf077e7059fd496cdbabfa941b786d929b510dac7f0080899bbaf716",
347
+ "inputs": [
348
+ {
349
+ "name": "cache",
350
+ "index": 0,
351
+ "dtype": "int8",
352
+ "format": "ND",
353
+ "paramType": "required",
354
+ "shape": [
355
+ -2
356
+ ],
357
+ "format_match_mode": "FormatAgnostic"
358
+ },
359
+ {
360
+ "name": "update",
361
+ "index": 1,
362
+ "dtype": "int8",
363
+ "format": "ND",
364
+ "paramType": "required",
365
+ "shape": [
366
+ -2
367
+ ],
368
+ "format_match_mode": "FormatAgnostic"
369
+ },
370
+ {
371
+ "name": "valid_seq_len",
372
+ "index": 2,
373
+ "dtype": "int64",
374
+ "format": "ND",
375
+ "paramType": "required",
376
+ "shape": [
377
+ -2
378
+ ],
379
+ "format_match_mode": "FormatAgnostic"
380
+ },
381
+ {
382
+ "name": "batch_index",
383
+ "index": 3,
384
+ "dtype": "int64",
385
+ "format": "ND",
386
+ "paramType": "required",
387
+ "shape": [
388
+ -2
389
+ ],
390
+ "format_match_mode": "FormatAgnostic"
391
+ },
392
+ {
393
+ "name": "seq_len_axis",
394
+ "index": 4,
395
+ "dtype": "int64",
396
+ "format": "ND",
397
+ "paramType": "required",
398
+ "shape": [
399
+ -2
400
+ ],
401
+ "format_match_mode": "FormatAgnostic"
402
+ },
403
+ {
404
+ "name": "new_max_seq_len",
405
+ "index": 5,
406
+ "dtype": "int64",
407
+ "format": "ND",
408
+ "paramType": "required",
409
+ "shape": [
410
+ -2
411
+ ],
412
+ "format_match_mode": "FormatAgnostic"
413
+ },
414
+ {
415
+ "name": "cur_max_seq_len",
416
+ "index": 6,
417
+ "dtype": "int64",
418
+ "format": "ND",
419
+ "paramType": "required",
420
+ "shape": [
421
+ -2
422
+ ],
423
+ "format_match_mode": "FormatAgnostic"
424
+ }
425
+ ],
426
+ "outputs": [
427
+ {
428
+ "name": "out",
429
+ "index": 0,
430
+ "dtype": "int8",
431
+ "format": "ND",
432
+ "paramType": "required",
433
+ "shape": [
434
+ -2
435
+ ],
436
+ "format_match_mode": "FormatAgnostic"
437
+ }
438
+ ],
439
+ "opMode": "dynamic",
440
+ "optionalInputMode": "gen_placeholder",
441
+ "deterministic": "ignore",
442
+ "optionalOutputMode": "gen_placeholder",
443
+ "binInfo": {
444
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json"
445
+ }
446
+ },
447
+ {
448
+ "implMode": "high_performance",
449
+ "int64Mode": false,
450
+ "simplifiedKeyMode": 0,
451
+ "simplifiedKey": [
452
+ "DecoderKvCache/d=0,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
453
+ "DecoderKvCache/d=0,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
454
+ "DecoderKvCache/d=1,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
455
+ "DecoderKvCache/d=1,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2"
456
+ ],
457
+ "staticKey": "a105a3f88667ea94d06dc8d464d600140663445bbbd5295a1d5eb89517432b66,4ce748ca8ff4bed6e31fac5f8432d082ae5ff023e6fe790cb3d4ba8452403580",
458
+ "inputs": [
459
+ {
460
+ "name": "cache",
461
+ "index": 0,
462
+ "dtype": "int32",
463
+ "format": "ND",
464
+ "paramType": "required",
465
+ "shape": [
466
+ -2
467
+ ],
468
+ "format_match_mode": "FormatAgnostic"
469
+ },
470
+ {
471
+ "name": "update",
472
+ "index": 1,
473
+ "dtype": "int32",
474
+ "format": "ND",
475
+ "paramType": "required",
476
+ "shape": [
477
+ -2
478
+ ],
479
+ "format_match_mode": "FormatAgnostic"
480
+ },
481
+ {
482
+ "name": "valid_seq_len",
483
+ "index": 2,
484
+ "dtype": "int64",
485
+ "format": "ND",
486
+ "paramType": "required",
487
+ "shape": [
488
+ -2
489
+ ],
490
+ "format_match_mode": "FormatAgnostic"
491
+ },
492
+ {
493
+ "name": "batch_index",
494
+ "index": 3,
495
+ "dtype": "int64",
496
+ "format": "ND",
497
+ "paramType": "required",
498
+ "shape": [
499
+ -2
500
+ ],
501
+ "format_match_mode": "FormatAgnostic"
502
+ },
503
+ {
504
+ "name": "seq_len_axis",
505
+ "index": 4,
506
+ "dtype": "int64",
507
+ "format": "ND",
508
+ "paramType": "required",
509
+ "shape": [
510
+ -2
511
+ ],
512
+ "format_match_mode": "FormatAgnostic"
513
+ },
514
+ {
515
+ "name": "new_max_seq_len",
516
+ "index": 5,
517
+ "dtype": "int64",
518
+ "format": "ND",
519
+ "paramType": "required",
520
+ "shape": [
521
+ -2
522
+ ],
523
+ "format_match_mode": "FormatAgnostic"
524
+ },
525
+ {
526
+ "name": "cur_max_seq_len",
527
+ "index": 6,
528
+ "dtype": "int64",
529
+ "format": "ND",
530
+ "paramType": "required",
531
+ "shape": [
532
+ -2
533
+ ],
534
+ "format_match_mode": "FormatAgnostic"
535
+ }
536
+ ],
537
+ "outputs": [
538
+ {
539
+ "name": "out",
540
+ "index": 0,
541
+ "dtype": "int32",
542
+ "format": "ND",
543
+ "paramType": "required",
544
+ "shape": [
545
+ -2
546
+ ],
547
+ "format_match_mode": "FormatAgnostic"
548
+ }
549
+ ],
550
+ "opMode": "dynamic",
551
+ "optionalInputMode": "gen_placeholder",
552
+ "deterministic": "ignore",
553
+ "optionalOutputMode": "gen_placeholder",
554
+ "binInfo": {
555
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json"
556
+ }
557
+ },
558
+ {
559
+ "implMode": "high_performance",
560
+ "int64Mode": false,
561
+ "simplifiedKeyMode": 0,
562
+ "simplifiedKey": [
563
+ "DecoderKvCache/d=0,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
564
+ "DecoderKvCache/d=0,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
565
+ "DecoderKvCache/d=1,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
566
+ "DecoderKvCache/d=1,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2"
567
+ ],
568
+ "staticKey": "1bf21ec8503562f45856e49214da2764b1106b27117a346649bf1190fcea2377,66d08f3cbca1ee8bb7a630ae0a83e8b93fad44c64989b984d4cb49c124b8aed5",
569
+ "inputs": [
570
+ {
571
+ "name": "cache",
572
+ "index": 0,
573
+ "dtype": "int16",
574
+ "format": "ND",
575
+ "paramType": "required",
576
+ "shape": [
577
+ -2
578
+ ],
579
+ "format_match_mode": "FormatAgnostic"
580
+ },
581
+ {
582
+ "name": "update",
583
+ "index": 1,
584
+ "dtype": "int16",
585
+ "format": "ND",
586
+ "paramType": "required",
587
+ "shape": [
588
+ -2
589
+ ],
590
+ "format_match_mode": "FormatAgnostic"
591
+ },
592
+ {
593
+ "name": "valid_seq_len",
594
+ "index": 2,
595
+ "dtype": "int64",
596
+ "format": "ND",
597
+ "paramType": "required",
598
+ "shape": [
599
+ -2
600
+ ],
601
+ "format_match_mode": "FormatAgnostic"
602
+ },
603
+ {
604
+ "name": "batch_index",
605
+ "index": 3,
606
+ "dtype": "int64",
607
+ "format": "ND",
608
+ "paramType": "required",
609
+ "shape": [
610
+ -2
611
+ ],
612
+ "format_match_mode": "FormatAgnostic"
613
+ },
614
+ {
615
+ "name": "seq_len_axis",
616
+ "index": 4,
617
+ "dtype": "int64",
618
+ "format": "ND",
619
+ "paramType": "required",
620
+ "shape": [
621
+ -2
622
+ ],
623
+ "format_match_mode": "FormatAgnostic"
624
+ },
625
+ {
626
+ "name": "new_max_seq_len",
627
+ "index": 5,
628
+ "dtype": "int64",
629
+ "format": "ND",
630
+ "paramType": "required",
631
+ "shape": [
632
+ -2
633
+ ],
634
+ "format_match_mode": "FormatAgnostic"
635
+ },
636
+ {
637
+ "name": "cur_max_seq_len",
638
+ "index": 6,
639
+ "dtype": "int64",
640
+ "format": "ND",
641
+ "paramType": "required",
642
+ "shape": [
643
+ -2
644
+ ],
645
+ "format_match_mode": "FormatAgnostic"
646
+ }
647
+ ],
648
+ "outputs": [
649
+ {
650
+ "name": "out",
651
+ "index": 0,
652
+ "dtype": "int16",
653
+ "format": "ND",
654
+ "paramType": "required",
655
+ "shape": [
656
+ -2
657
+ ],
658
+ "format_match_mode": "FormatAgnostic"
659
+ }
660
+ ],
661
+ "opMode": "dynamic",
662
+ "optionalInputMode": "gen_placeholder",
663
+ "deterministic": "ignore",
664
+ "optionalOutputMode": "gen_placeholder",
665
+ "binInfo": {
666
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json"
667
+ }
668
+ },
669
+ {
670
+ "implMode": "high_performance",
671
+ "int64Mode": false,
672
+ "simplifiedKeyMode": 0,
673
+ "simplifiedKey": [
674
+ "DecoderKvCache/d=0,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
675
+ "DecoderKvCache/d=0,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
676
+ "DecoderKvCache/d=1,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
677
+ "DecoderKvCache/d=1,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2"
678
+ ],
679
+ "staticKey": "9d9eaa5f1e5b5a4f36e27528da38ed71f086f7845d1aad504b59e99598422cb7,3cfc7852e24feade9b8326ee968e19c24c80614cb9faa559faa1ae98d2182ed2",
680
+ "inputs": [
681
+ {
682
+ "name": "cache",
683
+ "index": 0,
684
+ "dtype": "bfloat16",
685
+ "format": "ND",
686
+ "paramType": "required",
687
+ "shape": [
688
+ -2
689
+ ],
690
+ "format_match_mode": "FormatAgnostic"
691
+ },
692
+ {
693
+ "name": "update",
694
+ "index": 1,
695
+ "dtype": "bfloat16",
696
+ "format": "ND",
697
+ "paramType": "required",
698
+ "shape": [
699
+ -2
700
+ ],
701
+ "format_match_mode": "FormatAgnostic"
702
+ },
703
+ {
704
+ "name": "valid_seq_len",
705
+ "index": 2,
706
+ "dtype": "int64",
707
+ "format": "ND",
708
+ "paramType": "required",
709
+ "shape": [
710
+ -2
711
+ ],
712
+ "format_match_mode": "FormatAgnostic"
713
+ },
714
+ {
715
+ "name": "batch_index",
716
+ "index": 3,
717
+ "dtype": "int64",
718
+ "format": "ND",
719
+ "paramType": "required",
720
+ "shape": [
721
+ -2
722
+ ],
723
+ "format_match_mode": "FormatAgnostic"
724
+ },
725
+ {
726
+ "name": "seq_len_axis",
727
+ "index": 4,
728
+ "dtype": "int64",
729
+ "format": "ND",
730
+ "paramType": "required",
731
+ "shape": [
732
+ -2
733
+ ],
734
+ "format_match_mode": "FormatAgnostic"
735
+ },
736
+ {
737
+ "name": "new_max_seq_len",
738
+ "index": 5,
739
+ "dtype": "int64",
740
+ "format": "ND",
741
+ "paramType": "required",
742
+ "shape": [
743
+ -2
744
+ ],
745
+ "format_match_mode": "FormatAgnostic"
746
+ },
747
+ {
748
+ "name": "cur_max_seq_len",
749
+ "index": 6,
750
+ "dtype": "int64",
751
+ "format": "ND",
752
+ "paramType": "required",
753
+ "shape": [
754
+ -2
755
+ ],
756
+ "format_match_mode": "FormatAgnostic"
757
+ }
758
+ ],
759
+ "outputs": [
760
+ {
761
+ "name": "out",
762
+ "index": 0,
763
+ "dtype": "bfloat16",
764
+ "format": "ND",
765
+ "paramType": "required",
766
+ "shape": [
767
+ -2
768
+ ],
769
+ "format_match_mode": "FormatAgnostic"
770
+ }
771
+ ],
772
+ "opMode": "dynamic",
773
+ "optionalInputMode": "gen_placeholder",
774
+ "deterministic": "ignore",
775
+ "optionalOutputMode": "gen_placeholder",
776
+ "binInfo": {
777
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json"
778
+ }
779
+ },
780
+ {
781
+ "implMode": "high_performance",
782
+ "int64Mode": false,
783
+ "simplifiedKeyMode": 0,
784
+ "simplifiedKey": [
785
+ "DecoderKvCache/d=0,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
786
+ "DecoderKvCache/d=0,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
787
+ "DecoderKvCache/d=1,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
788
+ "DecoderKvCache/d=1,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2"
789
+ ],
790
+ "staticKey": "5b6eb0646104e3bfbf6807cffb63d6e2c93ec882a7dd0591c62c0d0970d383e3,88c450482f18f03934b7498b7e6887db4b5ed9d7c87482ba3a2d4c0da69b9441",
791
+ "inputs": [
792
+ {
793
+ "name": "cache",
794
+ "index": 0,
795
+ "dtype": "float16",
796
+ "format": "ND",
797
+ "paramType": "required",
798
+ "shape": [
799
+ -2
800
+ ],
801
+ "format_match_mode": "FormatAgnostic"
802
+ },
803
+ {
804
+ "name": "update",
805
+ "index": 1,
806
+ "dtype": "float16",
807
+ "format": "ND",
808
+ "paramType": "required",
809
+ "shape": [
810
+ -2
811
+ ],
812
+ "format_match_mode": "FormatAgnostic"
813
+ },
814
+ {
815
+ "name": "valid_seq_len",
816
+ "index": 2,
817
+ "dtype": "int64",
818
+ "format": "ND",
819
+ "paramType": "required",
820
+ "shape": [
821
+ -2
822
+ ],
823
+ "format_match_mode": "FormatAgnostic"
824
+ },
825
+ {
826
+ "name": "batch_index",
827
+ "index": 3,
828
+ "dtype": "int64",
829
+ "format": "ND",
830
+ "paramType": "required",
831
+ "shape": [
832
+ -2
833
+ ],
834
+ "format_match_mode": "FormatAgnostic"
835
+ },
836
+ {
837
+ "name": "seq_len_axis",
838
+ "index": 4,
839
+ "dtype": "int64",
840
+ "format": "ND",
841
+ "paramType": "required",
842
+ "shape": [
843
+ -2
844
+ ],
845
+ "format_match_mode": "FormatAgnostic"
846
+ },
847
+ {
848
+ "name": "new_max_seq_len",
849
+ "index": 5,
850
+ "dtype": "int64",
851
+ "format": "ND",
852
+ "paramType": "required",
853
+ "shape": [
854
+ -2
855
+ ],
856
+ "format_match_mode": "FormatAgnostic"
857
+ },
858
+ {
859
+ "name": "cur_max_seq_len",
860
+ "index": 6,
861
+ "dtype": "int64",
862
+ "format": "ND",
863
+ "paramType": "required",
864
+ "shape": [
865
+ -2
866
+ ],
867
+ "format_match_mode": "FormatAgnostic"
868
+ }
869
+ ],
870
+ "outputs": [
871
+ {
872
+ "name": "out",
873
+ "index": 0,
874
+ "dtype": "float16",
875
+ "format": "ND",
876
+ "paramType": "required",
877
+ "shape": [
878
+ -2
879
+ ],
880
+ "format_match_mode": "FormatAgnostic"
881
+ }
882
+ ],
883
+ "opMode": "dynamic",
884
+ "optionalInputMode": "gen_placeholder",
885
+ "deterministic": "ignore",
886
+ "optionalOutputMode": "gen_placeholder",
887
+ "binInfo": {
888
+ "jsonFilePath": "ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json"
889
+ }
890
+ }
891
+ ]
892
+ }