mindspore 2.4.10__cp39-cp39-manylinux1_x86_64.whl → 2.5.0__cp39-cp39-manylinux1_x86_64.whl

mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json

@@ -0,0 +1,165 @@
+{
+ "binFileName": "PromptKvCache_570b62f187dfd439b64613d881deedb7",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "VectorCore",
+ "core_type": "AIV",
+ "intercoreSync": 0,
+ "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "3f6bec4f8d19543793deefae465a4a7eeefc3b28081205a018f834cd0224ca6a",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_1"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_2"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_4"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_10"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_20"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
+   "PromptKvCache/d=0,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
+   "PromptKvCache/d=1,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
+   "PromptKvCache/d=1,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "9d9eaa5f1e5b5a4f36e27528da38ed71f086f7845d1aad504b59e99598422cb7,3cfc7852e24feade9b8326ee968e19c24c80614cb9faa559faa1ae98d2182ed2",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "bfloat16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "bfloat16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "bfloat16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910_93/bin/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json

@@ -0,0 +1,165 @@
+{
+ "binFileName": "PromptKvCache_585218c11411ff84709b9e725b66c435",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "VectorCore",
+ "core_type": "AIV",
+ "intercoreSync": 0,
+ "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "08b746c643a5aa5f8e200de5e241c09c2a85eedcb4c572416784e4479f34de19",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435_1"
+  },
+  {
+   "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435_2"
+  },
+  {
+   "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435_4"
+  },
+  {
+   "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435_10"
+  },
+  {
+   "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435_20"
+  },
+  {
+   "kernelName": "PromptKvCache_585218c11411ff84709b9e725b66c435_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
+   "PromptKvCache/d=0,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
+   "PromptKvCache/d=1,p=1/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2",
+   "PromptKvCache/d=1,p=0/6,2/6,2/9,2/9,2/9,2/9,2/9,2/6,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "1bf21ec8503562f45856e49214da2764b1106b27117a346649bf1190fcea2377,66d08f3cbca1ee8bb7a630ae0a83e8b93fad44c64989b984d4cb49c124b8aed5",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "int16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "int16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "int16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910_93/bin/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json

@@ -0,0 +1,165 @@
+{
+ "binFileName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "VectorCore",
+ "core_type": "AIV",
+ "intercoreSync": 0,
+ "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "a0a80d52a5144368d97fa7dd2f8dcf264d9300beb4c384a10f2804183f818edd",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e_1"
+  },
+  {
+   "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e_2"
+  },
+  {
+   "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e_4"
+  },
+  {
+   "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e_10"
+  },
+  {
+   "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e_20"
+  },
+  {
+   "kernelName": "PromptKvCache_5c9365ccde170b358c5b126d69dae13e_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
+   "PromptKvCache/d=0,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
+   "PromptKvCache/d=1,p=1/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2",
+   "PromptKvCache/d=1,p=0/0,2/0,2/9,2/9,2/9,2/9,2/9,2/0,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "d2856beaf2ce2851079a33584f85d8aef4bd9ee1145fdcf53bacd6d0035a1c4e,4a1f6ada9e32bab6f426997be4c2205d430f3e80f3e028831ec7146ba3e0f1f9",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "float32",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "float32",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "float32",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910_93/bin/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json

@@ -0,0 +1,165 @@
+{
+ "binFileName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "VectorCore",
+ "core_type": "AIV",
+ "intercoreSync": 0,
+ "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "00a300ba0b1c1a58db33a3a3707fa3b34098c3f5025393243d11b1292c71cb35",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e_1"
+  },
+  {
+   "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e_2"
+  },
+  {
+   "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e_4"
+  },
+  {
+   "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e_10"
+  },
+  {
+   "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e_20"
+  },
+  {
+   "kernelName": "PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
+   "PromptKvCache/d=0,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
+   "PromptKvCache/d=1,p=1/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2",
+   "PromptKvCache/d=1,p=0/3,2/3,2/9,2/9,2/9,2/9,2/9,2/3,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "a105a3f88667ea94d06dc8d464d600140663445bbbd5295a1d5eb89517432b66,4ce748ca8ff4bed6e31fac5f8432d082ae5ff023e6fe790cb3d4ba8452403580",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "int32",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "int32",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "int32",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910_93/bin/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json"
+}