mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.4__py3-none-any.whl

msprobe/pytorch/hook_module/wrap_npu_custom.py

@@ -1,73 +1,93 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""
-
-import os
-import torch
-import torch_npu
-import yaml
-
-from msprobe.pytorch.hook_module.hook_module import HOOKModule
-from msprobe.pytorch.common.utils import torch_device_guard, torch_without_guard_version
-from msprobe.core.common.const import Const
-from msprobe.core.common.file_check import FileOpen
-
-cur_path = os.path.dirname(os.path.realpath(__file__))
-yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
-with FileOpen(yaml_path, 'r') as f:
-    WrapNpuOps = yaml.safe_load(f).get('torch_npu')
-
-
-def get_npu_ops():
-    global WrapNpuOps
-    if torch_without_guard_version:
-        _npu_ops = dir(torch.ops.npu)
-    else:
-        _npu_ops = dir(torch_npu._C._VariableFunctionsClass)
-    return set(WrapNpuOps) & set(_npu_ops)
-
-
-class HOOKNpuOP(object):
-    pass
-
-
-class NpuOPTemplate(HOOKModule):
-
-    def __init__(self, op_name, hook):
-        self.op_name_ = op_name
-        self.prefix_op_name_ = "NPU" + Const.SEP + str(op_name) + Const.SEP
-        super().__init__(hook)
-
-    @torch_device_guard
-    def forward(self, *args, **kwargs):
-        if torch_without_guard_version:
-            return getattr(torch.ops.npu, str(self.op_name_))(*args, **kwargs)
-        else:
-            return getattr(torch_npu._C._VariableFunctionsClass, str(self.op_name_))(*args, **kwargs)
-
-
-def wrap_npu_op(op_name, hook):
-
-    def npu_op_template(*args, **kwargs):
-        return NpuOPTemplate(op_name, hook)(*args, **kwargs)
-
-    return npu_op_template
-
-
-def wrap_npu_ops_and_bind(hook):
-    _npu_ops = get_npu_ops()
-    for op_name in _npu_ops:
-        setattr(HOOKNpuOP, "wrap_" + str(op_name), wrap_npu_op(op_name, hook))
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+import torch
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard, torch_without_guard_version
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_utils import load_yaml
+from msprobe.pytorch.function_factory import npu_custom_functions
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+
+
+try:
+    import torch_npu
+except ImportError:
+    is_gpu = True
+else:
+    is_gpu = False
+
+
+cuda_func_mapping = {
+    "npu_fusion_attention" : "gpu_fusion_attention"
+}
+
+
+def get_npu_ops():
+    if torch_without_guard_version:
+        _npu_ops = dir(torch.ops.npu)
+    else:
+        _npu_ops = dir(torch_npu._C._VariableFunctionsClass)
+    yaml_data = load_yaml(yaml_path)
+    wrap_npu_ops = yaml_data.get('torch_npu')
+    return set(wrap_npu_ops) & set(_npu_ops)
+
+
+class HOOKNpuOP(object):
+    pass
+
+
+class NpuOPTemplate(HOOKModule):
+
+    def __init__(self, op_name, hook, need_hook=True, device=Const.CPU_LOWERCASE):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "NPU" + Const.SEP + str(op_name) + Const.SEP
+        self.need_hook = need_hook
+        self.device = device
+        if need_hook:
+            super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        if not self.need_hook:
+            if self.op_name_ not in npu_custom_functions:
+                raise Exception(f'There is not bench function {self.op_name_}')
+            if self.device == Const.CUDA_LOWERCASE:
+                self.op_name_ = cuda_func_mapping.get(self.op_name_, self.op_name_)
+            if self.device in [Const.CUDA_LOWERCASE, Const.CPU_LOWERCASE]:
+                return npu_custom_functions[self.op_name_](*args, **kwargs)
+        if torch_without_guard_version:
+            return getattr(torch.ops.npu, str(self.op_name_))(*args, **kwargs)
+        else:
+            return getattr(torch_npu._C._VariableFunctionsClass, str(self.op_name_))(*args, **kwargs)
+
+
+def wrap_npu_op(op_name, hook):
+    def npu_op_template(*args, **kwargs):
+        return NpuOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return npu_op_template
+
+
+def wrap_npu_ops_and_bind(hook):
+    _npu_ops = get_npu_ops()
+    for op_name in _npu_ops:
+        setattr(HOOKNpuOP, "wrap_" + str(op_name), wrap_npu_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_tensor.py

@@ -1,72 +1,71 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""
-
-import os
-
-import torch
-import yaml
-
-from msprobe.pytorch.hook_module.hook_module import HOOKModule
-from msprobe.pytorch.common.utils import torch_device_guard, parameter_adapter
-from msprobe.core.common.const import Const
-from msprobe.core.common.file_check import FileOpen
-
-cur_path = os.path.dirname(os.path.realpath(__file__))
-yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
-with FileOpen(yaml_path, 'r') as f:
-    WrapTensorOps = yaml.safe_load(f).get('tensor')
-
-
-def get_tensor_ops():
-    global WrapTensorOps
-    _tensor_ops = dir(torch.Tensor)
-    return set(WrapTensorOps) & set(_tensor_ops)
-
-
-TensorOps = {op: getattr(torch.Tensor, op) for op in get_tensor_ops()}
-
-
-class HOOKTensor(object):
-    pass
-
-
-class TensorOPTemplate(HOOKModule):
-
-    def __init__(self, op_name, hook, need_hook=True):
-        self.op_name_ = op_name
-        self.prefix_op_name_ = "Tensor" + Const.SEP + str(op_name) + Const.SEP
-        if need_hook:
-            super().__init__(hook)
-
-    @torch_device_guard
-    @parameter_adapter
-    def forward(self, *args, **kwargs):
-        return TensorOps[str(self.op_name_)](*args, **kwargs)
-
-
-def wrap_tensor_op(op_name, hook):
-
-    def tensor_op_template(*args, **kwargs):
-        return TensorOPTemplate(op_name, hook)(*args, **kwargs)
-
-    return tensor_op_template
-
-
-def wrap_tensor_ops_and_bind(hook):
-    _tensor_ops = get_tensor_ops()
-    for op_name in _tensor_ops:
-        setattr(HOOKTensor, "wrap_" + str(op_name), wrap_tensor_op(op_name, hook))
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+
+import torch
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard, parameter_adapter
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_utils import load_yaml
+
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+
+
+def get_tensor_ops():
+    _tensor_ops = dir(torch.Tensor)
+    yaml_data = load_yaml(yaml_path)
+    wrap_tensor_ops = yaml_data.get('tensor')
+    return set(wrap_tensor_ops) & set(_tensor_ops)
+
+
+TensorOps = {op: getattr(torch.Tensor, op) for op in get_tensor_ops()}
+
+
+class HOOKTensor(object):
+    pass
+
+
+class TensorOPTemplate(HOOKModule):
+
+    def __init__(self, op_name, hook, need_hook=True):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "Tensor" + Const.SEP + str(op_name) + Const.SEP
+        if need_hook:
+            super().__init__(hook)
+
+    @torch_device_guard
+    @parameter_adapter
+    def forward(self, *args, **kwargs):
+        return TensorOps[str(self.op_name_)](*args, **kwargs)
+
+
+def wrap_tensor_op(op_name, hook):
+
+    def tensor_op_template(*args, **kwargs):
+        return TensorOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return tensor_op_template
+
+
+def wrap_tensor_ops_and_bind(hook):
+    _tensor_ops = get_tensor_ops()
+    for op_name in _tensor_ops:
+        setattr(HOOKTensor, "wrap_" + str(op_name), wrap_tensor_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_torch.py

@@ -1,88 +1,86 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""
-
-import os
-
-import torch
-import yaml
-
-from msprobe.pytorch.hook_module.hook_module import HOOKModule
-from msprobe.pytorch.common.utils import torch_device_guard
-from msprobe.core.common.const import Const
-from msprobe.core.common.file_check import FileOpen
-
-cur_path = os.path.dirname(os.path.realpath(__file__))
-yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
-with FileOpen(yaml_path, 'r') as f:
-    WrapTorchOps = yaml.safe_load(f).get('torch')
-
-
-def get_torch_ops():
-    global WrapTorchOps
-    _torch_ops = []
-    for operation in WrapTorchOps:
-        if '.' in operation:
-            operation_sub_module_name, operation_sub_op = operation.rsplit('.', 1)
-            operation_sub_module = getattr(torch, operation_sub_module_name)
-            if operation_sub_op in dir(operation_sub_module):
-                _torch_ops.append(operation)
-        else:
-            if hasattr(torch, operation):
-                _torch_ops.append(operation)
-    return set(_torch_ops)
-
-
-TorchOps = {}
-for op in get_torch_ops():
-    if '.' in op:
-        sub_module_name, sub_op = op.rsplit('.', 1)
-        sub_module = getattr(torch, sub_module_name)
-        TorchOps[op] = getattr(sub_module, sub_op)
-    else:
-        TorchOps[op] = getattr(torch, op)
-
-
-
-class HOOKTorchOP(object):
-    pass
-
-
-class TorchOPTemplate(HOOKModule):
-
-    def __init__(self, op_name, hook, need_hook=True):
-        self.op_name_ = op_name
-        self.prefix_op_name_ = "Torch" + Const.SEP + str(op_name) + Const.SEP
-        if need_hook:
-            super().__init__(hook)
-
-    @torch_device_guard
-    def forward(self, *args, **kwargs):
-        return TorchOps[str(self.op_name_)](*args, **kwargs)
-
-
-def wrap_torch_op(op_name, hook):
-
-    def torch_op_template(*args, **kwargs):
-        return TorchOPTemplate(op_name, hook)(*args, **kwargs)
-
-    return torch_op_template
-
-
-def wrap_torch_ops_and_bind(hook):
-    _torch_ops = get_torch_ops()
-    for op_name in _torch_ops:
-        setattr(HOOKTorchOP, "wrap_" + op_name, wrap_torch_op(op_name, hook))
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+import torch
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_utils import load_yaml
+
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+
+
+def get_torch_ops():
+    _torch_ops = []
+    yaml_data = load_yaml(yaml_path)
+    wrap_torch_ops = yaml_data.get('torch')
+    for operation in wrap_torch_ops:
+        if '.' in operation:
+            operation_sub_module_name, operation_sub_op = operation.rsplit('.', 1)
+            operation_sub_module = getattr(torch, operation_sub_module_name)
+            if operation_sub_op in dir(operation_sub_module):
+                _torch_ops.append(operation)
+        else:
+            if hasattr(torch, operation):
+                _torch_ops.append(operation)
+    return set(_torch_ops)
+
+
+TorchOps = {}
+for op in get_torch_ops():
+    if '.' in op:
+        sub_module_name, sub_op = op.rsplit('.', 1)
+        sub_module = getattr(torch, sub_module_name)
+        TorchOps[op] = getattr(sub_module, sub_op)
+    else:
+        TorchOps[op] = getattr(torch, op)
+
+
+
+class HOOKTorchOP(object):
+    pass
+
+
+class TorchOPTemplate(HOOKModule):
+
+    def __init__(self, op_name, hook, need_hook=True):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "Torch" + Const.SEP + str(op_name) + Const.SEP
+        if need_hook:
+            super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return TorchOps[str(self.op_name_)](*args, **kwargs)
+
+
+def wrap_torch_op(op_name, hook):
+
+    def torch_op_template(*args, **kwargs):
+        return TorchOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return torch_op_template
+
+
+def wrap_torch_ops_and_bind(hook):
+    _torch_ops = get_torch_ops()
+    for op_name in _torch_ops:
+        setattr(HOOKTorchOP, "wrap_" + op_name, wrap_torch_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_vf.py

@@ -1,64 +1,62 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""
-
-import os
-
-import torch
-import yaml
-
-from msprobe.pytorch.hook_module.hook_module import HOOKModule
-from msprobe.core.common.file_check import FileOpen
-from msprobe.pytorch.common.utils import torch_device_guard
-from msprobe.core.common.const import Const
-
-cur_path = os.path.dirname(os.path.realpath(__file__))
-yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
-with FileOpen(yaml_path, 'r') as f:
-    WrapVfOps = yaml.safe_load(f).get('_VF')
-
-
-def get_vf_ops():
-    global WrapVfOps
-    return WrapVfOps
-
-
-class HOOKVfOP(object):
-    pass
-
-
-class VfOPTemplate(HOOKModule):
-    def __init__(self, op_name, hook):
-        self.op_name_ = op_name
-        self.prefix_op_name_ = "VF" + Const.SEP + str(op_name) + Const.SEP
-        super().__init__(hook)
-
-    @torch_device_guard
-    def forward(self, *args, **kwargs):
-        return getattr(torch._C._VariableFunctionsClass, str(self.op_name_))(*args, **kwargs)
-
-
-def wrap_vf_op(op_name, hook):
-    def vf_op_template(*args, **kwargs):
-        return VfOPTemplate(op_name, hook)(*args, **kwargs)
-
-    return vf_op_template
-
-
-def wrap_vf_ops_and_bind(hook):
-    _vf_ops = get_vf_ops()
-    for op_name in _vf_ops:
-        setattr(HOOKVfOP, "wrap_" + op_name, wrap_vf_op(op_name, hook))
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+import torch
+
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_utils import load_yaml
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard
+
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+
+
+def get_vf_ops():
+    yaml_data = load_yaml(yaml_path)
+    wrap_vf_ops = yaml_data.get('_VF')
+    return wrap_vf_ops
+
+
+class HOOKVfOP(object):
+    pass
+
+
+class VfOPTemplate(HOOKModule):
+    def __init__(self, op_name, hook):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "VF" + Const.SEP + str(op_name) + Const.SEP
+        super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return getattr(torch._C._VariableFunctionsClass, str(self.op_name_))(*args, **kwargs)
+
+
+def wrap_vf_op(op_name, hook):
+    def vf_op_template(*args, **kwargs):
+        return VfOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return vf_op_template
+
+
+def wrap_vf_ops_and_bind(hook):
+    _vf_ops = get_vf_ops()
+    for op_name in _vf_ops:
+        setattr(HOOKVfOP, "wrap_" + op_name, wrap_vf_op(op_name, hook))