mindspore 2.5.0__cp310-cp310-win_amd64.whl → 2.6.0__cp310-cp310-win_amd64.whl

mindspore/ops_generate/{gen_utils.py → common/gen_utils.py}

@@ -20,10 +20,14 @@ import glob
 import hashlib
 import pathlib
 import re
-import stat
 import logging
+import json
+from collections import OrderedDict
+
 import yaml
 
+from . import gen_constants as K
+
 
 def convert_dtype_str(dtype_str):
     """
@@ -140,10 +144,30 @@ def safe_load_yaml(yaml_file_path):
     """
     Load yaml dictionary from file.
     """
-    yaml_str = dict()
+    if not yaml_file_path.endswith('.yaml'):
+        raise ValueError(f"Invalid yaml file path: {yaml_file_path}")
+
     with open(yaml_file_path, 'r') as yaml_file:
-        yaml_str.update(yaml.safe_load(yaml_file))
-    return yaml_str
+        return yaml.safe_load(yaml_file)
+
+
+def safe_load_yaml_from_dir(yaml_dir_path):
+    """
+    Load yaml dictionary from directory.
+    """
+    yaml_dict = dict()
+    if not os.path.isdir(yaml_dir_path):
+        raise ValueError(f"Invalid yaml directory path: {yaml_dir_path}")
+
+    for yaml_file_path in glob.glob(os.path.join(yaml_dir_path, '*.yaml')):
+        with open(yaml_file_path, 'r') as f:
+            yaml_data = yaml.safe_load(f)
+        for name, data in yaml_data.items():
+            if name in yaml_dict:
+                raise ValueError(f"Duplicate yaml object with name '{name}'.")
+            yaml_dict[name] = data
+
+    return yaml_dict
 
 
 def get_assign_str_by_type_it(class_name, arg_info, arg_name, dtype):
@@ -165,26 +189,44 @@ def get_assign_str_by_type_it(class_name, arg_info, arg_name, dtype):
     return assign_str
 
 
-def write_file(path, data):
-    """
-    write data to path
-    :param path:
-    :param data:
-    :return:
-    """
-    flags = os.O_RDWR | os.O_CREAT
-    mode = stat.S_IWUSR | stat.S_IRUSR
-    fd = os.open(path, flags, mode)
-    with os.fdopen(fd, "w") as f:
-        f.write(data)
+gen_file_lists = set()  # list of all generated files
 
 
 def save_file(save_path, file_name, content):
+    """
+    Save file to path. For existing file, only update the file if the content is different.
+    """
+    global gen_file_lists
     pathlib.Path(save_path).mkdir(parents=True, exist_ok=True)
     dst_file_path = os.path.join(save_path, file_name)
-    tmp_file_path = os.path.join(save_path, f"tmp_{file_name}")
-    write_file(tmp_file_path, content)
-    check_change_and_replace_file(dst_file_path, tmp_file_path)
+    gen_file_lists.add(os.path.abspath(dst_file_path))
+
+    if os.path.exists(dst_file_path):
+        if get_file_md5(dst_file_path) == hashlib.md5(content.encode('utf-8')).hexdigest():
+            return
+
+    with open(dst_file_path, "w") as f:
+        f.write(content)
+
+
+def clear_obsolete_auto_gen_files():
+    """
+    Clear obsolete auto-generated files.
+    """
+    gen_file_list_filename = os.path.join(K.WORK_DIR, "gen_file_lists.json")
+    if not os.path.exists(gen_file_list_filename):
+        last_gen_file_lists = set()
+    else:
+        with open(gen_file_list_filename, "r") as f:
+            last_gen_file_lists = set(json.load(f))
+
+    obsolete_files = last_gen_file_lists - gen_file_lists
+    for file in obsolete_files:
+        if os.path.isfile(file):
+            os.remove(file)
+
+    with open(gen_file_list_filename, "w") as f:
+        json.dump(list(gen_file_lists), f)
 
 
 def normalize_func_description_format(description):
@@ -293,3 +335,14 @@ def init_args_signature_rw(args_signature):
             ref_list.extend(args_signature.rw_ref.replace(' ', '').split(","))
 
     return read_list, ref_list, write_list
+
+
+class OrderedSet:
+    def __init__(self):
+        self._dict = OrderedDict()
+
+    def add(self, item):
+        self._dict[item] = None
+
+    def __iter__(self):
+        return iter(self._dict.keys())

mindspore/ops_generate/{op_proto.py → common/op_proto.py}

@@ -15,7 +15,14 @@
 
 """Op Proto module for defining operator prototypes and their arguments."""
 
-import gen_constants as K
+import os
+from typing import Dict
+
+from resources.resource_loader import ResourceLoader
+from resources.resource_list import ResourceType
+
+from . import gen_constants as K
+from .gen_utils import safe_load_yaml_from_dir
 
 
 class OpArg:
@@ -208,6 +215,62 @@ class OpProto:
         return op_proto
 
 
+class OpProtoLoader(ResourceLoader):
+    """
+    OpProtoLoader is a class for loading operator prototypes from YAML data.
+    """
+    def __init__(self):
+        ops_yaml_path = os.path.join(K.WORK_DIR, K.MS_OP_DEF_YAML_PATH)
+        infer_ops_yaml_path = os.path.join(ops_yaml_path, 'infer')
+        self.yaml_paths = [ops_yaml_path, infer_ops_yaml_path]
+        self.type = ResourceType.OP_PROTO
+        self.is_deprecated = False
+        self.func_op = False
+
+    def load(self) -> Dict[ResourceType, object]:
+        """
+        Load OpProto.
+
+        Returns:
+            Dict[ResourceType, object]: The resource type and the OpProto.
+        """
+        yaml_dict = {}
+        for yaml_path in self.yaml_paths:
+            yaml_dict.update(safe_load_yaml_from_dir(yaml_path))
+        op_protos = []
+        for op_name, op_data in yaml_dict.items():
+            op_proto = OpProto.load_from_yaml(op_name, op_data)
+            if self.is_deprecated:
+                op_proto.op_name = 'deprecated_' + op_name
+            op_proto.func_op = self.func_op
+            op_protos.append(op_proto)
+        return {self.type: op_protos}
+
+
+class DeprecatedOpProtoLoader(OpProtoLoader):
+    """
+    DeprecatedOpProtoLoader is a class for loading deprecated operator prototypes from YAML data.
+    """
+    def __init__(self):
+        super().__init__()
+        self.yaml_paths = [os.path.join(K.WORK_DIR, K.MS_OP_DEPRECATED_DEF_YAML_PATH)]
+        self.type = ResourceType.DEPRECATED_OP_PROTO
+        self.is_deprecated = True
+        self.func_op = True
+
+
+class FuncOpProtoLoader(OpProtoLoader):
+    """
+    FuncOpProtoLoader is a class for loading func_op operator prototypes from YAML data.
+    """
+    def __init__(self):
+        super().__init__()
+        self.yaml_paths = [os.path.join(K.WORK_DIR, K.MS_OP_DEF_FUNC_OP_YAML_PATH)]
+        self.type = ResourceType.FUNC_OP_PROTO
+        self.is_deprecated = False
+        self.func_op = True
+
+
 def get_op_args_signature(op_name, op_data):
     """
     Retrieves the argument signature from the operation data.

mindspore/ops_generate/{template.py → common/template.py}

@@ -15,7 +15,7 @@
 """Templates for code auto generation."""
 import re
 import os
-import gen_constants as K
+import common.gen_constants as K
 
 
 class Template:
@@ -80,14 +80,13 @@ class Template:
 
 
 NEW_LINE = "\n"
-WORK_PATH = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../../../../")
 
 PYTHON_PRIM_TEMPLATE = Template("""
 
 class _Pyboost${class_name}Prim(${class_name}Prim_):
     def __call__(self, ${input_args}):
         ${process_func}
-        return _convert_stub(super().__call__([${processed_args}]))
+        return super().__call__([${processed_args}])
 
 
 ${func_impl_name}_impl = _Pyboost${class_name}Prim()
@@ -95,7 +94,7 @@ ${func_impl_name}_impl = _Pyboost${class_name}Prim()
 
 IMPORT_PYBOOST_PRIM_HEADER = f"""
 from mindspore.common._stub_tensor import _convert_stub
-from mindspore.ops.auto_generate.gen_arg_handler import *
+from mindspore.ops._utils.arg_handler import *
 """
 
 IMPORT_PYBOOST_FUNC_HEADER = f"""
@@ -111,191 +110,197 @@ REGISTER_DEFINE_TEMPLATE = Template(
       .def(py::init<>())
       .def("__call__", &${class_name}PrimAdapter::Call, "Call ${class_name} op.");
     m->def(\"${pyboost_op_name}\", &mindspore::pynative::${pyboost_cfunc_name}, \"Encrypt the data.\");""")
-REGISTER_TEMPLATE = Template("void RegisterPyBoostFunction(py::module *m) {${register_func}\n}")
+REGISTER_TEMPLATE = Template(
+    "void RegisterPyBoostFunction(py::module *m) {${register_func}\n}")
 
 REGISTER_PYBOOST_GRAD_DEFINE_TEMPLATE = Template(
     "MS_REG_PYBOOST_GRAD_OP(${pyboost_op_name}, mindspore::runtime::${pyboost_cfunc_name});\n")
 REGISTER_PYBOOST_GRAD_TEMPLATE = Template("${register_func}")
 
 PYBOOST_FUNCTION_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_functions_h.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_functions_h.tpl'))
 
 PYBOOST_FUNCTION_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_function.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_function.tpl'))
 
 PYBOOST_COMM_FUNCTION_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_comm_function.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_comm_function.tpl'))
+
+PYBOOST_FUNCTION_DYNAMIC_OUTPUT_TEMPLATE = Template.load_from_file(
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_function_dynamic_output.tpl'))
 
 PYBOOST_FUNCTIONS_CC_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_functions_cc.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_functions_cc.tpl'))
 
 PYBOOST_OVERLOAD_FUNCTIONS_CC_TEMPLATE = Template.load_from_file(
     os.path.join(
-        WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_overload_functions_cc.tpl'))
+        K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_overload_functions_cc.tpl'))
 
 PYBOOST_MINT_CLASS_DEF = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_mint_class_def.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_mint_class_def.tpl'))
 
 PYBOOST_OVERLOAD_MINT_CLASS_DEF = Template.load_from_file(
     os.path.join(
-        WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/pyboost_overload_mint_class_def.tpl'))
+        K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/pyboost_overload_mint_class_def.tpl'))
 
 # template path need to be moved
 FUNCTIONAL_OVERLOAD_PY_TEMPLATE = Template.load_from_file(
     os.path.join(
-        WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/functional_overload_py.tpl')
+        K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/functional_overload_py.tpl')
 )
 
 TENSOR_FUNC_CC_REG = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_cc_reg.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_func_cc_reg.tpl'))
 
 TENSOR_API_HEADER = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_api_header.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_api_header.tpl'))
 
 TENSOR_API_SOURCE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_api_source.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_api_source.tpl'))
 
 TENSOR_FUNC_UTILS = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_utils_header.tpl'))
-
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_func_utils_header.tpl'))
 
 TENSOR_FUNC_CALL_BODY = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_call_body.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_func_call_body.tpl'))
 
 TENSOR_FUNC_OVERLOAD_CALL_BODY = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_overload_call_body.tpl'))
+    os.path.join(K.WORK_DIR,
+                 './mindspore/ccsrc/pynative/op_function/template/tensor_func_overload_call_body.tpl'))
 
 TENSOR_FUNC_UT_BODY = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_ut_body.tpl'))
+    os.path.join(K.WORK_DIR,
+                 './mindspore/ccsrc/pynative/op_function/template/tensor_func_ut_body.tpl'))
 
 TENSOR_FUNC_UT_OVERLOAD_BODY = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_ut_overload_body.tpl'))
+    os.path.join(K.WORK_DIR,
+                 './mindspore/ccsrc/pynative/op_function/template/tensor_func_ut_overload_body.tpl'))
 
 TENSOR_CPP_METHOD = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_cpp_method.tpl'))
+    os.path.join(K.WORK_DIR,
+                 './mindspore/ccsrc/pynative/op_function/template/tensor_cpp_method.tpl'))
 
 TENSOR_FUNC_CLASS_REG = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_func_class_reg.tpl'))
-
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_func_class_reg.tpl'))
 
 PYBOOST_GRAD_FUNCTION_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/runtime/pynative/op_function/template/pyboost_grad_function.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pyboost/grad_functions/template/pyboost_grad_function.tpl'))
 
 PYBOOST_GRAD_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/runtime/pynative/op_function/template/pyboost_grad_function_header.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pyboost/grad_functions/template/pyboost_grad_function_header.tpl'))
 
 PYBOOST_NATIVE_GRAD_FUNCTION_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/grad/function/template/native_grad_function.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/grad/function/template/native_grad_function.tpl'))
 
 PYBOOST_NATIVE_GRAD_FUNCTIONS_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 './mindspore/ccsrc/pipeline/pynative/grad/function/template/pyboost_native_grad_functions.tpl'))
+    os.path.join(K.WORK_DIR,
+                 './mindspore/ccsrc/pynative/grad/function/template/pyboost_native_grad_functions.tpl'))
 
 PYBOOST_NATIVE_GRAD_FUNCTIONS_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 './mindspore/ccsrc/pipeline/pynative/grad/function/template/pyboost_native_grad_functions_header.tpl'))
+    os.path.join(K.WORK_DIR,
+                 './mindspore/ccsrc/pynative/grad/function/template/pyboost_native_grad_functions_header.tpl'))
 
 GEN_OPS_DEF_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/python/mindspore/ops_generate/gen_ops_def_header.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/python/mindspore/ops_generate/op_def/gen_ops_def_header.tpl'))
 
 PYBOOST_BASE_OP_DEFINE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, f'./{K.MS_COMMON_PYBOOST_KERNEL_PATH}/template/pyboost_op_header.tpl'))
+    os.path.join(K.WORK_DIR, f'./{K.MS_PYBOOST_BASE_PATH}/template/pyboost_op_header.tpl'))
 
 PYBOOST_OP_REGISTER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, f'./{K.MS_COMMON_PYBOOST_KERNEL_PATH}/template/pyboost_op_register.tpl'))
+    os.path.join(K.WORK_DIR, f'./{K.MS_PYBOOST_BASE_PATH}/template/pyboost_op_register.tpl'))
 
 # Ascend op generate
 PYBOOST_ASCEND_OP_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template/pyboost_aclnn_header_template.tpl'))
 
 PYBOOST_ASCEND_OP_SOURCE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template/pyboost_aclnn_source_template.tpl'))
 
 PYBOOST_ASCEND_SINGLE_OP_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template/pyboost_aclnn_single_op_header_template.tpl'))
 
+PYBOOST_ASCEND_SINGLE_HCLL_OP_HEADER_TEMPLATE = Template.load_from_file(
+    os.path.join(K.WORK_DIR,
+                 f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template/pyboost_aclnn_single_hccl_op_header_template.tpl'))
+
 PYBOOST_ASCEND_SINGLE_OP_SOURCE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template/pyboost_aclnn_single_op_source_template.tpl'))
 
 PYBOOST_ASCEND_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template/pyboost_ascend_call_template.tpl'))
 
 PYBOOST_ASCEND_VIEW_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 f'./{K.MS_COMMON_PYBOOST_KERNEL_PATH}/template/'
+    os.path.join(K.WORK_DIR,
+                 f'./{K.MS_PYBOOST_BASE_PATH}/template/'
                  'pyboost_view_template.tpl'))
 
 PYBOOST_ASCEND_CUSTOMIZE_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/ascend/pyboost/template'
                  '/pyboost_ascend_customize_call_template.tpl'))
 
 # GPU op generate
 PYBOOST_GPU_OP_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  './mindspore/ops/kernel/gpu/pyboost/template/pyboost_gpu_header_template.tpl'))
 
 PYBOOST_GPU_OP_SOURCE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  './mindspore/ops/kernel/gpu/pyboost/template/pyboost_gpu_source_template.tpl'))
 
 PYBOOST_GPU_SINGLE_OP_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  './mindspore/ops/kernel/gpu/pyboost/template/pyboost_gpu_single_op_header_template.tpl'))
 
 PYBOOST_GPU_SINGLE_OP_SOURCE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  './mindspore/ops/kernel/gpu/pyboost/template/pyboost_gpu_single_op_source_template.tpl'))
 
 PYBOOST_GPU_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  './mindspore/ops/kernel/gpu/pyboost/template/pyboost_gpu_call_template.tpl'))
 
 PYBOOST_GPU_VIEW_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 f'./{K.MS_COMMON_PYBOOST_KERNEL_PATH}/template/pyboost_view_template.tpl'))
+    os.path.join(K.WORK_DIR,
+                 f'./{K.MS_PYBOOST_BASE_PATH}/template/pyboost_view_template.tpl'))
 
 PYBOOST_GPU_CUSTOMIZE_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  './mindspore/ops/kernel/gpu/pyboost/template'
                  '/pyboost_gpu_customize_call_template.tpl'))
 
 # CPU op generate
 PYBOOST_CPU_OP_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/cpu/pyboost/template/pyboost_cpu_header_template.tpl'))
 
 PYBOOST_CPU_OP_SOURCE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/cpu/pyboost/template/pyboost_cpu_source_template.tpl'))
 
 PYBOOST_CPU_SINGLE_OP_HEADER_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/cpu/pyboost/template/pyboost_cpu_single_op_header_template.tpl'))
 
 PYBOOST_CPU_SINGLE_OP_SOURCE_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/cpu/pyboost/template/pyboost_cpu_single_op_source_template.tpl'))
 
 PYBOOST_CPU_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/cpu/pyboost/template/pyboost_cpu_call_template.tpl'))
 
 PYBOOST_CPU_VIEW_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 f'./{K.MS_COMMON_PYBOOST_KERNEL_PATH}/template/pyboost_view_template.tpl'))
+    os.path.join(K.WORK_DIR,
+                 f'./{K.MS_PYBOOST_BASE_PATH}/template/pyboost_view_template.tpl'))
 
 PYBOOST_CPU_CUSTOMIZE_CALL_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
+    os.path.join(K.WORK_DIR,
                  f'./{K.MS_OPS_KERNEL_PATH}/cpu/pyboost/template'
                  '/pyboost_cpu_customize_call_template.tpl'))
 
@@ -341,7 +346,7 @@ ValuePtrList values;
 auto output_value = std::make_shared<ValueTuple>(values);
 """
 
-PY_LICENCE_STR = f"""# Copyright 2023 Huawei Technologies Co., Ltd
+PY_LICENSE_STR = f"""# Copyright 2023 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -365,10 +370,12 @@ from mindspore.ops import signature as sig
 from mindspore.common import dtype as mstype
 from mindspore.common._decorator import deprecated
 from mindspore.ops._primitive_cache import _get_cache_prim
-from mindspore.ops.auto_generate.gen_arg_dtype_cast import type_it
-from mindspore.ops.auto_generate.gen_arg_handler import *
+from mindspore.ops._utils.arg_dtype_cast import type_it
+from mindspore.ops._utils.arg_handler import *
 from mindspore._c_expression import OpDtype
 from mindspore.common._stub_tensor import _convert_stub
+from mindspore.common.jit_context import jit_context
+from mindspore._checkparam import is_stub_tensor
 """
 
 OP_PRIM_CLASS_DEFINE_TEMPLATE = Template("""
@@ -405,7 +412,7 @@ PRIMITIVE_CLASS_DESC = """    r\"\"\"
 """
 
 CC_LICENSE_STR = f"""/**
- * Copyright 2023 Huawei Technologies Co., Ltd
+ * Copyright 2023-2025 Huawei Technologies Co., Ltd
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -429,14 +436,12 @@ $gen_default_py
 }
 """)
 
-
 op_labels_template = Template("""
 op_labels = {
 $gen_label_py
 }
 """)
 
-
 lite_ops_h_class_template = Template("""class OPS_API ${op_name} : public BaseOperator {
  public:
   MIND_API_BASE_MEMBER(${op_name});
@@ -448,7 +453,8 @@ lite_ops_h_class_template = Template("""class OPS_API ${op_name} : public BaseOp
 op_cc_template = Template("""class OPS_API ${op_name} : public BaseOperator {
  public:
   MIND_API_BASE_MEMBER(${op_name});
-  ${op_name}() : BaseOperator(kName${op_name}) {}${arg_prim_init_list}
+  ${op_name}();
+  ${arg_prim_init_list}
 };
 
 """)
@@ -459,10 +465,10 @@ op_template = Template("""void ${op_name}::set_${arg_name}(const ${dtype} &${arg
                        """             { return GetValue<${dtype}>(GetAttr("${arg_name}")); }\n\n""")
 
 ACLNN_KERNEL_CC_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, f'./{K.MS_OPS_KERNEL_PATH}/ascend/opapi/template/aclnn_kernel_cc.tpl'))
+    os.path.join(K.WORK_DIR, f'./{K.MS_OPS_KERNEL_PATH}/ascend/opapi/template/aclnn_kernel_cc.tpl'))
 
 ACLNN_KERNEL_H_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, f'./{K.MS_OPS_KERNEL_PATH}/ascend/opapi/template/aclnn_kernel_h.tpl'))
+    os.path.join(K.WORK_DIR, f'./{K.MS_OPS_KERNEL_PATH}/ascend/opapi/template/aclnn_kernel_h.tpl'))
 
 update_output_shape_and_size_template = Template("""
 void ${kernelmod_name}::UpdateOutputShapeAndSize(const std::vector<KernelTensor *> &,
@@ -472,7 +478,6 @@ void ${kernelmod_name}::UpdateOutputShapeAndSize(const std::vector<KernelTensor
 }
 """)
 
-
 UPDATE_OUTPUT_SHAPE_AND_SIZE = """
   bool IsNeedUpdateOutputShapeAndSize() override { return true; }
   void UpdateOutputShapeAndSize(const std::vector<KernelTensor *> &inputs, const std::vector<KernelTensor *> &outputs);
@@ -482,30 +487,37 @@ TUPLE_TENSOR_NOT_SUPPORTED = Template("""
     Please provide a KernelMod name in yaml and using python gen_aclnn_implement.py -n xx manually.""")
 
 FUNCTIONAL_MAP_CC_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 f'./mindspore/ccsrc/pipeline/pynative/op_function/template/functional_map_cc.tpl'))
+    os.path.join(K.WORK_DIR,
+                 f'./mindspore/ccsrc/pynative/op_function/template/functional_map_cc.tpl'))
 
 FUNCTIONAL_MAP_H_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH,
-                 f'./mindspore/ccsrc/pipeline/pynative/op_function/template/functional_map_h.tpl'))
+    os.path.join(K.WORK_DIR,
+                 f'./mindspore/ccsrc/pynative/op_function/template/functional_map_h.tpl'))
 
 ADD_TENSOR_DOCS_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/tensor_docs_py.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/tensor_docs_py.tpl'))
 
 AUTO_GRAD_IMPL_CC_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/auto_grad_impl_cc.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/auto_grad_impl_cc.tpl'))
 
 AUTO_GRAD_REG_H_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/auto_grad_reg_h.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/auto_grad_reg_h.tpl'))
 
 FUNCTIONS_CC_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/functions_cc.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/functions_cc.tpl'))
 
 FUNCTION_BODY_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/function_body.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/function_body.tpl'))
 
 FUNCTIONS_H_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/functions_h.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/functions_h.tpl'))
 
 DO_GRAD_FUNCTION_BODY_TEMPLATE = Template.load_from_file(
-    os.path.join(WORK_PATH, './mindspore/ccsrc/pipeline/pynative/op_function/template/do_grad_function.tpl'))
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pynative/op_function/template/do_grad_function.tpl'))
+
+TENSOR_PY_CC_TEMPLATE = Template.load_from_file(
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pybind_api/ir/template/tensor_py_gen.tpl'))
+TENSOR_PY_H_TEMPLATE = Template.load_from_file(
+    os.path.join(K.WORK_DIR, './mindspore/ccsrc/pybind_api/ir/template/tensor_py_genH.tpl'))
+OP_DEF_INC_HEAD_TEMPLATE = Template(
+    "#include \"mindspore/ops/op_def/auto_generate/gen_ops_primitive_${prefix_char}.h\"")