mindspore 2.4.0__cp311-cp311-manylinux1_x86_64.whl → 2.4.10__cp311-cp311-manylinux1_x86_64.whl

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "66bf39e4030d443bc94727abce7164038a382c7f81ea135be96a266a637c63be",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_1"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_2"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_4"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_10"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_20"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
+   "PromptKvCache/d=0,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
+   "PromptKvCache/d=1,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
+   "PromptKvCache/d=1,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "579237385a964bada8a617527b726bf4b371f37aedcd5f85e7706c67a0362ae6,d53e39ec83fca93fe8939b3dd91ac407f71aa776a24f0f34ab1248434e08b868",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "uint16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "uint16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "uint16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "767f251d086ecf564b0a00918da91d816b0566ee7b6d5baaf54663c8c9ed251e",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_1"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_2"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_4"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_10"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_20"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
+   "PromptKvCache/d=0,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
+   "PromptKvCache/d=1,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
+   "PromptKvCache/d=1,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "dafbaa7729ee57d9bd826dd6d7f52da2d65774c338c69121d56f550a80b273d8,019e97b8cf077e7059fd496cdbabfa941b786d929b510dac7f0080899bbaf716",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "int8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "int8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "int8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "27e33fe0b4058acf7fafc9c70259c48988f70f6d4a5633e0d1d38b62d6797e9f",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5_1"
+  },
+  {
+   "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5_2"
+  },
+  {
+   "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5_4"
+  },
+  {
+   "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5_10"
+  },
+  {
+   "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5_20"
+  },
+  {
+   "kernelName": "PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
+   "PromptKvCache/d=0,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
+   "PromptKvCache/d=1,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
+   "PromptKvCache/d=1,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "5b6eb0646104e3bfbf6807cffb63d6e2c93ec882a7dd0591c62c0d0970d383e3,88c450482f18f03934b7498b7e6887db4b5ed9d7c87482ba3a2d4c0da69b9441",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "float16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "float16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "float16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_570b62f187dfd439b64613d881deedb7",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "17f7fb968e6878306af2bd551d489fee97dd2498a5ff027bda018f614698132f",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_1"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_2"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_4"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_10"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_20"
+  },
+  {
+   "kernelName": "PromptKvCache_570b62f187dfd439b64613d881deedb7_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
+   "PromptKvCache/d=0,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
+   "PromptKvCache/d=1,p=1/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2",
+   "PromptKvCache/d=1,p=0/27,2/27,2/9,2/9,2/9,2/9,2/9,2/27,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "9d9eaa5f1e5b5a4f36e27528da38ed71f086f7845d1aad504b59e99598422cb7,3cfc7852e24feade9b8326ee968e19c24c80614cb9faa559faa1ae98d2182ed2",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "bfloat16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "bfloat16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "bfloat16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json"
+}