mindstudio-probe 1.0.1__py3-none-any.whl

msprobe/pytorch/hook_module/utils.py

@@ -0,0 +1,29 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2024-2024. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+import yaml
+
+from msprobe.core.common.file_check import FileOpen
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    Ops = yaml.safe_load(f)
+    WrapFunctionalOps = Ops.get('functional')
+    WrapTensorOps = Ops.get('tensor')
+    WrapTorchOps = Ops.get('torch')

msprobe/pytorch/hook_module/wrap_aten.py

@@ -0,0 +1,100 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2023-2023. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+import torch
+
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_check import FileOpen
+
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapAtenOps = yaml.safe_load(f).get('aten')
+
+
+aten_func = {}
+for f in dir(torch.ops.aten):
+    aten_func[f] = getattr(torch.ops.aten, f)
+
+
+def get_aten_ops():
+    global WrapAtenOps
+    _all_aten_ops = dir(torch.ops.aten)
+    return set(WrapAtenOps) & set(_all_aten_ops)
+
+
+class HOOKAtenOP(object):
+    pass
+
+
+class AtenOPTemplate(HOOKModule):
+    def __init__(self, op, hook):
+        if isinstance(op, torch._ops.OpOverloadPacket):
+            op_name_ = op._qualified_op_name.split("::")[-1]
+        else:
+            op_name_ = op.name().split("::")[-1]
+            overload_name = op._overloadname
+            if not '.' + overload_name in op_name_:
+                op_name_ = op_name_ + '.' + overload_name
+        self.op = op
+        self.prefix_op_name_ = "Aten" + Const.SEP + str(op_name_) + Const.SEP
+        super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return self.op(*args, **kwargs)
+
+
+class AtenOPPacketTemplate():
+    def __init__(self, opPacket, hook):
+        self.opPacket = opPacket
+        self.hook = hook
+
+    def __getattr__(self, key):
+        try:
+            attr = getattr(self.opPacket, key)
+        except AttributeError as e:
+            raise AttributeError(f"AtenOPPacketTemplate or OpOverloadPacket does not have attribute '{key}'.") from e
+        if isinstance(attr, torch._ops.OpOverload):
+            return AtenOPTemplate(attr, self.hook)
+        else:
+            return attr
+
+    @torch_device_guard
+    def __call__(self, *args, **kwargs):
+        return AtenOPTemplate(self.opPacket, self.hook)(*args, **kwargs)
+
+    def overloads(self):
+        return self.opPacket.overloads()
+
+
+def wrap_aten_op(op, hook):
+    return AtenOPPacketTemplate(op, hook)
+
+
+def wrap_aten_ops_and_bind(hook):
+    _aten_ops = get_aten_ops()
+    for op_name in _aten_ops:
+        if not isinstance(aten_func.get(op_name), torch._ops.OpOverloadPacket):
+            continue
+        setattr(HOOKAtenOP, "wrap_" + str(op_name), wrap_aten_op(aten_func.get(op_name), hook))

msprobe/pytorch/hook_module/wrap_distributed.py

@@ -0,0 +1,75 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2022-2023. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+from functools import wraps
+import torch.distributed as dist
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_check import FileOpen
+
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapDistributedOps = yaml.safe_load(f).get('distributed')
+
+
+distributed_func = {}
+for f in dir(dist):
+    distributed_func[f] = getattr(dist, f)
+
+
+def get_distributed_ops():
+    global WrapDistributedOps
+    _all_distributed_ops = dir(dist)
+    return set(WrapDistributedOps) & set(_all_distributed_ops)
+
+
+class HOOKDistributedOP(object):
+    pass
+
+
+class DistributedOPTemplate(HOOKModule):
+    def __init__(self, op_name, build_hook):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "Distributed" + Const.SEP + str(op_name) + Const.SEP
+        super().__init__(build_hook)
+        if not self.stop_hook and self.op_name_ in Const.INPLACE_LIST:
+            self.op_is_inplace = True
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return distributed_func.get(self.op_name_)(*args, **kwargs)
+
+
+def wrap_distributed_op(op_name, hook):
+    @wraps(DistributedOPTemplate)
+    def distributed_op_template(*args, **kwargs):
+        return DistributedOPTemplate(op_name, hook)(*args, **kwargs)
+
+    distributed_op_template.__name__ = op_name
+    return distributed_op_template
+
+
+def wrap_distributed_ops_and_bind(hook):
+    _distributed_ops = get_distributed_ops()
+    for op_name in _distributed_ops:
+        setattr(HOOKDistributedOP, "wrap_" + str(op_name), wrap_distributed_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_functional.py

@@ -0,0 +1,108 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+
+import torch
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard
+from msprobe.core.common.const import Const
+from msprobe.pytorch.common.log import logger
+from msprobe.core.common.file_check import FileOpen
+
+
+def remove_dropout():
+    if torch.__version__ > "1.8":
+        logger.info_on_rank_0("For precision comparison, the probability p in the dropout method is set to 0.")
+        import torch.nn.functional as F
+        from torch import _VF
+        from torch.overrides import has_torch_function_unary, handle_torch_function
+
+        def function_dropout(input: torch.Tensor, p: float = 0.5, training: bool = True,
+                             inplace: bool = False) -> torch.Tensor:
+            if has_torch_function_unary(input):
+                return handle_torch_function(function_dropout, (input,), input, p=0., training=training, inplace=inplace)
+            if p < 0.0 or p > 1.0:
+                raise ValueError("dropout probability has to be between 0 and 1, " "but got {}".format(p))
+            return _VF.dropout_(input, 0., training) if inplace else _VF.dropout(input, 0., training)
+
+
+        def function_dropout2d(input: torch.Tensor, p: float = 0.5, training: bool = True,
+                               inplace: bool = False) -> torch.Tensor:
+            if has_torch_function_unary(input):
+                return handle_torch_function(function_dropout2d, (input,), input, p=0., training=training, inplace=inplace)
+            if p < 0.0 or p > 1.0:
+                raise ValueError("dropout probability has to be between 0 and 1, " "but got {}".format(p))
+            return _VF.feature_dropout_(input, 0., training) if inplace else _VF.feature_dropout(input, 0., training)
+
+
+        def function_dropout3d(input: torch.Tensor, p: float = 0.5, training: bool = True,
+                               inplace: bool = False) -> torch.Tensor:
+            if has_torch_function_unary(input):
+                return handle_torch_function(function_dropout3d, (input,), input, p=0., training=training, inplace=inplace)
+            if p < 0.0 or p > 1.0:
+                raise ValueError("dropout probability has to be between 0 and 1, " "but got {}".format(p))
+            return _VF.feature_dropout_(input, 0., training) if inplace else _VF.feature_dropout(input, 0., training)
+
+        F.dropout = function_dropout
+        F.dropout2d = function_dropout2d
+        F.dropout3d = function_dropout3d
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapFunctionalOps = yaml.safe_load(f).get('functional')
+
+
+def get_functional_ops():
+    global WrapFunctionalOps
+    _all_functional_ops = dir(torch.nn.functional)
+    return set(WrapFunctionalOps) & set(_all_functional_ops)
+
+
+TorchFunctions = {func: getattr(torch.nn.functional, func) for func in get_functional_ops()}
+
+
+class HOOKFunctionalOP(object):
+    pass
+
+
+class FunctionalOPTemplate(HOOKModule):
+    def __init__(self, op_name, hook, need_hook=True):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "Functional" + Const.SEP + str(op_name) + Const.SEP
+        if need_hook:
+            super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return TorchFunctions[str(self.op_name_)](*args, **kwargs)
+
+
+def wrap_functional_op(op_name, hook):
+    def functional_op_template(*args, **kwargs):
+        return FunctionalOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return functional_op_template
+
+
+def wrap_functional_ops_and_bind(hook):
+    _functional_ops = get_functional_ops()
+    for op_name in _functional_ops:
+        setattr(HOOKFunctionalOP, "wrap_" + op_name, wrap_functional_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_npu_custom.py

@@ -0,0 +1,73 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+import torch
+import torch_npu
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard, torch_without_guard_version
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_check import FileOpen
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapNpuOps = yaml.safe_load(f).get('torch_npu')
+
+
+def get_npu_ops():
+    global WrapNpuOps
+    if torch_without_guard_version:
+        _npu_ops = dir(torch.ops.npu)
+    else:
+        _npu_ops = dir(torch_npu._C._VariableFunctionsClass)
+    return set(WrapNpuOps) & set(_npu_ops)
+
+
+class HOOKNpuOP(object):
+    pass
+
+
+class NpuOPTemplate(HOOKModule):
+
+    def __init__(self, op_name, hook):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "NPU" + Const.SEP + str(op_name) + Const.SEP
+        super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        if torch_without_guard_version:
+            return getattr(torch.ops.npu, str(self.op_name_))(*args, **kwargs)
+        else:
+            return getattr(torch_npu._C._VariableFunctionsClass, str(self.op_name_))(*args, **kwargs)
+
+
+def wrap_npu_op(op_name, hook):
+
+    def npu_op_template(*args, **kwargs):
+        return NpuOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return npu_op_template
+
+
+def wrap_npu_ops_and_bind(hook):
+    _npu_ops = get_npu_ops()
+    for op_name in _npu_ops:
+        setattr(HOOKNpuOP, "wrap_" + str(op_name), wrap_npu_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_tensor.py

@@ -0,0 +1,72 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+
+import torch
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard, parameter_adapter
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_check import FileOpen
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapTensorOps = yaml.safe_load(f).get('tensor')
+
+
+def get_tensor_ops():
+    global WrapTensorOps
+    _tensor_ops = dir(torch.Tensor)
+    return set(WrapTensorOps) & set(_tensor_ops)
+
+
+TensorOps = {op: getattr(torch.Tensor, op) for op in get_tensor_ops()}
+
+
+class HOOKTensor(object):
+    pass
+
+
+class TensorOPTemplate(HOOKModule):
+
+    def __init__(self, op_name, hook, need_hook=True):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "Tensor" + Const.SEP + str(op_name) + Const.SEP
+        if need_hook:
+            super().__init__(hook)
+
+    @torch_device_guard
+    @parameter_adapter
+    def forward(self, *args, **kwargs):
+        return TensorOps[str(self.op_name_)](*args, **kwargs)
+
+
+def wrap_tensor_op(op_name, hook):
+
+    def tensor_op_template(*args, **kwargs):
+        return TensorOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return tensor_op_template
+
+
+def wrap_tensor_ops_and_bind(hook):
+    _tensor_ops = get_tensor_ops()
+    for op_name in _tensor_ops:
+        setattr(HOOKTensor, "wrap_" + str(op_name), wrap_tensor_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_torch.py

@@ -0,0 +1,88 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+
+import torch
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.pytorch.common.utils import torch_device_guard
+from msprobe.core.common.const import Const
+from msprobe.core.common.file_check import FileOpen
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapTorchOps = yaml.safe_load(f).get('torch')
+
+
+def get_torch_ops():
+    global WrapTorchOps
+    _torch_ops = []
+    for operation in WrapTorchOps:
+        if '.' in operation:
+            operation_sub_module_name, operation_sub_op = operation.rsplit('.', 1)
+            operation_sub_module = getattr(torch, operation_sub_module_name)
+            if operation_sub_op in dir(operation_sub_module):
+                _torch_ops.append(operation)
+        else:
+            if hasattr(torch, operation):
+                _torch_ops.append(operation)
+    return set(_torch_ops)
+
+
+TorchOps = {}
+for op in get_torch_ops():
+    if '.' in op:
+        sub_module_name, sub_op = op.rsplit('.', 1)
+        sub_module = getattr(torch, sub_module_name)
+        TorchOps[op] = getattr(sub_module, sub_op)
+    else:
+        TorchOps[op] = getattr(torch, op)
+
+
+
+class HOOKTorchOP(object):
+    pass
+
+
+class TorchOPTemplate(HOOKModule):
+
+    def __init__(self, op_name, hook, need_hook=True):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "Torch" + Const.SEP + str(op_name) + Const.SEP
+        if need_hook:
+            super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return TorchOps[str(self.op_name_)](*args, **kwargs)
+
+
+def wrap_torch_op(op_name, hook):
+
+    def torch_op_template(*args, **kwargs):
+        return TorchOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return torch_op_template
+
+
+def wrap_torch_ops_and_bind(hook):
+    _torch_ops = get_torch_ops()
+    for op_name in _torch_ops:
+        setattr(HOOKTorchOP, "wrap_" + op_name, wrap_torch_op(op_name, hook))

msprobe/pytorch/hook_module/wrap_vf.py

@@ -0,0 +1,64 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2019-2020. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+
+import os
+
+import torch
+import yaml
+
+from msprobe.pytorch.hook_module.hook_module import HOOKModule
+from msprobe.core.common.file_check import FileOpen
+from msprobe.pytorch.common.utils import torch_device_guard
+from msprobe.core.common.const import Const
+
+cur_path = os.path.dirname(os.path.realpath(__file__))
+yaml_path = os.path.join(cur_path, "support_wrap_ops.yaml")
+with FileOpen(yaml_path, 'r') as f:
+    WrapVfOps = yaml.safe_load(f).get('_VF')
+
+
+def get_vf_ops():
+    global WrapVfOps
+    return WrapVfOps
+
+
+class HOOKVfOP(object):
+    pass
+
+
+class VfOPTemplate(HOOKModule):
+    def __init__(self, op_name, hook):
+        self.op_name_ = op_name
+        self.prefix_op_name_ = "VF" + Const.SEP + str(op_name) + Const.SEP
+        super().__init__(hook)
+
+    @torch_device_guard
+    def forward(self, *args, **kwargs):
+        return getattr(torch._C._VariableFunctionsClass, str(self.op_name_))(*args, **kwargs)
+
+
+def wrap_vf_op(op_name, hook):
+    def vf_op_template(*args, **kwargs):
+        return VfOPTemplate(op_name, hook)(*args, **kwargs)
+
+    return vf_op_template
+
+
+def wrap_vf_ops_and_bind(hook):
+    _vf_ops = get_vf_ops()
+    for op_name in _vf_ops:
+        setattr(HOOKVfOP, "wrap_" + op_name, wrap_vf_op(op_name, hook))