mindspore 2.4.1__cp310-none-any.whl → 2.4.10__cp310-none-any.whl

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json

@@ -0,0 +1,158 @@
+{
+ "binFileName": "DecoderKvCache_c74cdc5fef094383401856f8519504af",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "DecoderKvCache_c74cdc5fef094383401856f8519504af",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 120,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "c08ab681613668a58148d6a018ca360b676d3a06a70c12de094ecef2f44f5b4b",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "DecoderKvCache_c74cdc5fef094383401856f8519504af_1"
+  },
+  {
+   "kernelName": "DecoderKvCache_c74cdc5fef094383401856f8519504af_2"
+  },
+  {
+   "kernelName": "DecoderKvCache_c74cdc5fef094383401856f8519504af_4"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "DecoderKvCache/d=0,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
+   "DecoderKvCache/d=0,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
+   "DecoderKvCache/d=1,p=1/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2",
+   "DecoderKvCache/d=1,p=0/1,2/1,2/9,2/9,2/9,2/9,2/9,2/1,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "5b6eb0646104e3bfbf6807cffb63d6e2c93ec882a7dd0591c62c0d0970d383e3,88c450482f18f03934b7498b7e6887db4b5ed9d7c87482ba3a2d4c0da69b9441",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "float16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "float16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "float16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "45b5602b4b1058b85d61b1186baee0ae77a4a13e76cd5a16177231ae1d327650",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d_1"
+  },
+  {
+   "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d_2"
+  },
+  {
+   "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d_4"
+  },
+  {
+   "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d_10"
+  },
+  {
+   "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d_20"
+  },
+  {
+   "kernelName": "PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
+   "PromptKvCache/d=0,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
+   "PromptKvCache/d=1,p=1/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2",
+   "PromptKvCache/d=1,p=0/4,2/4,2/9,2/9,2/9,2/9,2/9,2/4,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "366c00139469d27f4b71f0f737382f7c95084cafbebf4737641592bbefadf2d2,4660a5fb2bb2e39fa68d63480e26a349989a80df80a73d22d6f01a52ba708861",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "uint8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "uint8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "uint8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "66bf39e4030d443bc94727abce7164038a382c7f81ea135be96a266a637c63be",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_1"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_2"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_4"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_10"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_20"
+  },
+  {
+   "kernelName": "PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
+   "PromptKvCache/d=0,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
+   "PromptKvCache/d=1,p=1/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2",
+   "PromptKvCache/d=1,p=0/7,2/7,2/9,2/9,2/9,2/9,2/9,2/7,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "579237385a964bada8a617527b726bf4b371f37aedcd5f85e7706c67a0362ae6,d53e39ec83fca93fe8939b3dd91ac407f71aa776a24f0f34ab1248434e08b868",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "uint16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "uint16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "uint16",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json"
+}

mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json

@@ -0,0 +1,167 @@
+{
+ "binFileName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061",
+ "binFileSuffix": ".o",
+ "blockDim": -1,
+ "coreType": "AiCore",
+ "globalworkspace_spec_workspace": {
+  "size": 32,
+  "type": 0
+ },
+ "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061",
+ "magic": "RT_DEV_BINARY_MAGIC_ELF",
+ "memoryStamping": [],
+ "opParaSize": 104,
+ "parameters": [
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null,
+  null
+ ],
+ "sha256": "767f251d086ecf564b0a00918da91d816b0566ee7b6d5baaf54663c8c9ed251e",
+ "workspace": {
+  "num": 1,
+  "size": [
+   -1
+  ],
+  "type": [
+   0
+  ]
+ },
+ "kernelList": [
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_1"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_2"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_4"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_10"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_20"
+  },
+  {
+   "kernelName": "PromptKvCache_0cb9a6f894b925250227136e5aab7061_40"
+  }
+ ],
+ "optionalInputMode": "gen_placeholder",
+ "optionalOutputMode": "gen_placeholder",
+ "compileInfo": {},
+ "supportInfo": {
+  "implMode": "high_performance",
+  "int64Mode": false,
+  "simplifiedKeyMode": 0,
+  "simplifiedKey": [
+   "PromptKvCache/d=0,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
+   "PromptKvCache/d=0,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
+   "PromptKvCache/d=1,p=1/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2",
+   "PromptKvCache/d=1,p=0/2,2/2,2/9,2/9,2/9,2/9,2/9,2/2,2"
+  ],
+  "optionalInputMode": "gen_placeholder",
+  "optionalOutputMode": "gen_placeholder",
+  "staticKey": "dafbaa7729ee57d9bd826dd6d7f52da2d65774c338c69121d56f550a80b273d8,019e97b8cf077e7059fd496cdbabfa941b786d929b510dac7f0080899bbaf716",
+  "inputs": [
+   {
+    "name": "cache",
+    "index": 0,
+    "dtype": "int8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "update",
+    "index": 1,
+    "dtype": "int8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "valid_seq_len",
+    "index": 2,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "batch_index",
+    "index": 3,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "seq_len_axis",
+    "index": 4,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "new_max_seq_len",
+    "index": 5,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   },
+   {
+    "name": "cur_max_seq_len",
+    "index": 6,
+    "dtype": "int64",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "outputs": [
+   {
+    "name": "out",
+    "index": 0,
+    "dtype": "int8",
+    "format": "ND",
+    "paramType": "required",
+    "shape": [
+     -2
+    ],
+    "format_match_mode": "FormatAgnostic"
+   }
+  ],
+  "opMode": "dynamic",
+  "deterministic": "ignore"
+ },
+ "filePath": "ascend910/bin/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json"
+}