mindspore 2.1.0__cp39-none-any.whl → 2.2.11__cp39-none-any.whl

mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/sparse_tiling.py

@@ -1,45 +0,0 @@
-# Copyright 2023 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-"""tiling for sparse """
-from mindspore.ops._op_impl._custom_op.flash_attention.tiling_strategy.strategy import TilingPara
-from mindspore.ops._op_impl._custom_op.flash_attention.tiling_strategy.strategy import TilingStrategy
-
-
-class SparseTiling(TilingStrategy):
-    """A tiling strategy implementation for sparse shape"""
-
-    @classmethod
-    def strategy_name(cls):
-        return "sparse"
-
-    def tiling(self) -> TilingPara:
-        self.Br = min(128, self.Nq)
-        self.Bc = min(128, self.N)
-
-        self.Tr = self.Nq // self.Br
-        self.Tc = self.N // self.Bc
-
-        if self.Nq % self.Br != 0:
-            self.last_Br = self.Nq - self.Tr * self.Br
-            self.Tr += 1
-        else:
-            self.last_Br = self.Br
-        if self.N % self.Bc != 0:
-            self.last_Bc = self.N - self.Tc * self.Bc
-            self.Tc += 1
-        else:
-            self.last_Bc = self.Bc
-
-        return self.gen_tiling_para()

mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/strategy.py

@@ -1,67 +0,0 @@
-# Copyright 2023 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-"""The base class of tiling strategy"""
-from abc import ABCMeta
-from abc import abstractmethod
-from collections import namedtuple
-
-TilingPara = namedtuple("TilingPara", "Br last_Br Bc last_Bc Tr Tc")
-
-
-class TilingStrategy(metaclass=ABCMeta):
-    """Tiling strategy interface. All implementations should be defined in this module,
-    otherwise, the UT will fail.
-    """
-
-    _strategies = {}
-
-    def __init__(self, Nq, N, head_dim) -> None:
-        super().__init__()
-        self.Nq = Nq
-        self.N = N
-        self.Br = None
-        self.last_Br = None
-        self.Bc = None
-        self.last_Bc = None
-        self.Tr = None
-        self.Tc = None
-        self.d = head_dim
-
-    def __init_subclass__(cls, **kwargs):
-        TilingStrategy._strategies[cls.strategy_name()] = cls
-
-    @classmethod
-    @abstractmethod
-    def strategy_name(cls):
-        """strategy name"""
-        raise NotImplementedError
-
-    @classmethod
-    def from_strategy_name(cls, stgy_name: str):
-        """from strategy name"""
-        stgy_clz = TilingStrategy._strategies.get(stgy_name)
-        if stgy_clz is None:
-            raise Exception(f"Strategy:{stgy_name} not supported")
-
-        return stgy_clz
-
-    @abstractmethod
-    def tiling(self) -> TilingPara:
-        """tiling"""
-        raise NotImplementedError
-
-    def gen_tiling_para(self) -> TilingPara:
-        """gen tiling para"""
-        return TilingPara(self.Br, self.last_Br, self.Bc, self.last_Bc, self.Tr, self.Tc)

mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py

@@ -1,62 +0,0 @@
-# Copyright 2023 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-"""wukong tiling"""
-from mindspore.ops._op_impl._custom_op.flash_attention.tiling_strategy.strategy import TilingPara
-from mindspore.ops._op_impl._custom_op.flash_attention.tiling_strategy.strategy import TilingStrategy
-
-
-class WukongTiling(TilingStrategy):
-    """A tiling strategy implementation for wukonghuahua model shape"""
-
-    @classmethod
-    def strategy_name(cls):
-        return "wukong"
-
-    def tiling(self) -> TilingPara:
-        """
-        反向的空间分布待详细分析
-        N = (4096, 1024, 256, 64) 或 77
-        Nq = (4096, 1024, 256, 64)
-        d = dv = (40, 80, 160， 160)
-        """
-        if self.N <= 77:  # [77, 64]
-            # cross-attention or self-attention of (64, 64, 160)
-            self.Bc = self.N
-            self.Tc = self.N // self.Bc
-            if self.d <= 80:  # [40, 80]
-                # 内存瓶颈为在ub中对P*V结果[Br, dv]进行cast
-                self.Br = min(self.Nq, 64)
-                self.Tr = self.Nq // self.Br
-            else:
-                self.Br = min(self.Nq, 64)
-                self.Tr = self.Nq // self.Br
-        else:
-            # self-attention
-            if self.N == 256:
-                self.Bc = 64
-                self.Tc = 1
-                # 内存瓶颈为在ub中对Q*K的结果[Br, Bc]进行cast
-                self.Br = 64
-                self.Tr = self.Nq // self.Br
-            else:
-                self.Bc = 64
-                self.Tc = self.N // self.Bc
-                self.Br = 64
-                self.Tr = self.Nq // self.Br
-
-        self.last_Br = self.Br
-        self.last_Bc = self.Bc
-
-        return self.gen_tiling_para()

mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir

@@ -1,138 +0,0 @@
-
-0.1.1	MindSpore*2.0.0rc1:�8
-�
2get_bprop_depthwise_conv2d_native.145:[CNode]146:12get_bprop_depthwise_conv2d_native.145:[CNode]146:1"REF::bprop.147:Default/bprop.147-op123
-J[ValueNode]148[ValueNode]148"Constant*
-value*channel_multiplier�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1482get_bprop_depthwise_conv2d_native.145:[CNode]149:22get_bprop_depthwise_conv2d_native.145:[CNode]149:2"REF::getattr:3:Default/getattr-op124
-C[ValueNode]150[ValueNode]150"Constant*
-value*kernel_size�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1502get_bprop_depthwise_conv2d_native.145:[CNode]151:42get_bprop_depthwise_conv2d_native.145:[CNode]151:4"REF::getattr:3:Default/getattr-op125
-@[ValueNode]152[ValueNode]152"Constant*
-value*pad_mode�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1522get_bprop_depthwise_conv2d_native.145:[CNode]153:52get_bprop_depthwise_conv2d_native.145:[CNode]153:5"REF::getattr:3:Default/getattr-op126
-;[ValueNode]154[ValueNode]154"Constant*
-value*pad�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1542get_bprop_depthwise_conv2d_native.145:[CNode]155:62get_bprop_depthwise_conv2d_native.145:[CNode]155:6"REF::getattr:3:Default/getattr-op127
-@[ValueNode]156[ValueNode]156"Constant*
-value*pad_list�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1562get_bprop_depthwise_conv2d_native.145:[CNode]157:72get_bprop_depthwise_conv2d_native.145:[CNode]157:7"REF::getattr:3:Default/getattr-op128
-<[ValueNode]158[ValueNode]158"Constant*
-value*mode�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1582get_bprop_depthwise_conv2d_native.145:[CNode]159:82get_bprop_depthwise_conv2d_native.145:[CNode]159:8"REF::getattr:3:Default/getattr-op129
->[ValueNode]160[ValueNode]160"Constant*
-value*stride�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1602get_bprop_depthwise_conv2d_native.145:[CNode]161:92get_bprop_depthwise_conv2d_native.145:[CNode]161:9"REF::getattr:3:Default/getattr-op130
-@[ValueNode]162[ValueNode]162"Constant*
-value*dilation�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1623get_bprop_depthwise_conv2d_native.145:[CNode]163:103get_bprop_depthwise_conv2d_native.145:[CNode]163:10"REF::getattr:3:Default/getattr-op131
-=[ValueNode]164[ValueNode]164"Constant*
-value*group�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1643get_bprop_depthwise_conv2d_native.145:[CNode]165:113get_bprop_depthwise_conv2d_native.145:[CNode]165:11"REF::getattr:3:Default/getattr-op132
-�
-2get_bprop_depthwise_conv2d_native.145:[CNode]149:2
-2get_bprop_depthwise_conv2d_native.145:[CNode]151:4
-2get_bprop_depthwise_conv2d_native.145:[CNode]153:5
-2get_bprop_depthwise_conv2d_native.145:[CNode]155:6
-2get_bprop_depthwise_conv2d_native.145:[CNode]157:7
-2get_bprop_depthwise_conv2d_native.145:[CNode]159:8
-2get_bprop_depthwise_conv2d_native.145:[CNode]161:9
-3get_bprop_depthwise_conv2d_native.145:[CNode]163:10
-3get_bprop_depthwise_conv2d_native.145:[CNode]165:113get_bprop_depthwise_conv2d_native.145:input_grad:123get_bprop_depthwise_conv2d_native.145:input_grad:12"UREF::ClassType::mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropInput:kDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropInput'-op133
-�
2get_bprop_depthwise_conv2d_native.145:get_shape:132get_bprop_depthwise_conv2d_native.145:get_shape:13"8REF::ClassType::mindspore.ops.operations.array_ops.Shape:NDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Shape'-op134
-J[ValueNode]167[ValueNode]167"Constant*
-value*channel_multiplier�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1673get_bprop_depthwise_conv2d_native.145:[CNode]168:163get_bprop_depthwise_conv2d_native.145:[CNode]168:16"REF::getattr:3:Default/getattr-op137
-C[ValueNode]169[ValueNode]169"Constant*
-value*kernel_size�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1693get_bprop_depthwise_conv2d_native.145:[CNode]170:173get_bprop_depthwise_conv2d_native.145:[CNode]170:17"REF::getattr:3:Default/getattr-op138
-@[ValueNode]171[ValueNode]171"Constant*
-value*pad_mode�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1713get_bprop_depthwise_conv2d_native.145:[CNode]172:183get_bprop_depthwise_conv2d_native.145:[CNode]172:18"REF::getattr:3:Default/getattr-op139
-;[ValueNode]173[ValueNode]173"Constant*
-value*pad�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1733get_bprop_depthwise_conv2d_native.145:[CNode]174:193get_bprop_depthwise_conv2d_native.145:[CNode]174:19"REF::getattr:3:Default/getattr-op140
-@[ValueNode]175[ValueNode]175"Constant*
-value*pad_list�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1753get_bprop_depthwise_conv2d_native.145:[CNode]176:203get_bprop_depthwise_conv2d_native.145:[CNode]176:20"REF::getattr:3:Default/getattr-op141
-<[ValueNode]177[ValueNode]177"Constant*
-value*mode�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1773get_bprop_depthwise_conv2d_native.145:[CNode]178:213get_bprop_depthwise_conv2d_native.145:[CNode]178:21"REF::getattr:3:Default/getattr-op142
->[ValueNode]179[ValueNode]179"Constant*
-value*stride�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1793get_bprop_depthwise_conv2d_native.145:[CNode]180:223get_bprop_depthwise_conv2d_native.145:[CNode]180:22"REF::getattr:3:Default/getattr-op143
-@[ValueNode]181[ValueNode]181"Constant*
-value*dilation�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1813get_bprop_depthwise_conv2d_native.145:[CNode]182:233get_bprop_depthwise_conv2d_native.145:[CNode]182:23"REF::getattr:3:Default/getattr-op144
-=[ValueNode]183[ValueNode]183"Constant*
-value*group�

-�

-*get_bprop_depthwise_conv2d_native.145:self
-[ValueNode]1833get_bprop_depthwise_conv2d_native.145:[CNode]184:243get_bprop_depthwise_conv2d_native.145:[CNode]184:24"REF::getattr:3:Default/getattr-op145
-�
-3get_bprop_depthwise_conv2d_native.145:[CNode]168:16
-3get_bprop_depthwise_conv2d_native.145:[CNode]170:17
-3get_bprop_depthwise_conv2d_native.145:[CNode]172:18
-3get_bprop_depthwise_conv2d_native.145:[CNode]174:19
-3get_bprop_depthwise_conv2d_native.145:[CNode]176:20
-3get_bprop_depthwise_conv2d_native.145:[CNode]178:21
-3get_bprop_depthwise_conv2d_native.145:[CNode]180:22
-3get_bprop_depthwise_conv2d_native.145:[CNode]182:23
-3get_bprop_depthwise_conv2d_native.145:[CNode]184:244get_bprop_depthwise_conv2d_native.145:filter_grad:254get_bprop_depthwise_conv2d_native.145:filter_grad:25"VREF::ClassType::mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropFilter:lDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropFilter'-op146%get_bprop_depthwise_conv2d_native.145*,
-*get_bprop_depthwise_conv2d_native.145:self*)
-'get_bprop_depthwise_conv2d_native.145:x*)
-'get_bprop_depthwise_conv2d_native.145:w*+
-)get_bprop_depthwise_conv2d_native.145:out*,
-*get_bprop_depthwise_conv2d_native.145:dout24
-2get_bprop_depthwise_conv2d_native.145:[CNode]146:1:@85175c1c488b3e1ea22f043bda0b2294bae9f00ea3df376e07c2ee6e401d7533J/grad_nn_ops.pyB�
-�

-'get_bprop_depthwise_conv2d_native.145:xbprop.147:[CNode]166:14bprop.147:[CNode]166:14"7REF::get_bprop_depthwise_conv2d_native.145:get_shape:13:135
-�

-bprop.147:[CNode]166:14
-'get_bprop_depthwise_conv2d_native.145:w
-*get_bprop_depthwise_conv2d_native.145:doutbprop.147:dx:15bprop.147:dx:15"8REF::get_bprop_depthwise_conv2d_native.145:input_grad:12:136
-�

-'get_bprop_depthwise_conv2d_native.145:wbprop.147:[CNode]185:26bprop.147:[CNode]185:26"7REF::get_bprop_depthwise_conv2d_native.145:get_shape:13:147
-�

-'get_bprop_depthwise_conv2d_native.145:x
-bprop.147:[CNode]185:26
-*get_bprop_depthwise_conv2d_native.145:doutbprop.147:dw:27bprop.147:dw:27"9REF::get_bprop_depthwise_conv2d_native.145:filter_grad:25:148
-�

-bprop.147:dx:15
-bprop.147:dw:27bprop.147:[CNode]186:28bprop.147:[CNode]186:28"REF::S-Prim-MakeTuple:29:Default/S-Prim-MakeTuple-op149	bprop.1472
-bprop.147:[CNode]186:28P
b
-	getattr:3getattr"b)
-S-Prim-MakeTuple:29S-Prim-MakeTuple"h

mindspore/ops/bprop_mindir/generate_mindir.py

@@ -1,114 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-"""Generate the mindir for bprop"""
-from __future__ import absolute_import
-import os
-import shutil
-import argparse
-import logging
-
-import mindspore.ops._grad_experimental as g
-from mindspore._c_expression import _export_bprop_mindir
-from mindspore.ops._grad_experimental.grad_base import bprop_getters, bprops
-
-logging.getLogger().setLevel(logging.INFO)
-os.environ['MS_DEV_EXPORT_BPROP_MINDIR'] = '1'
-
-
-def run_generate(bprop_mindir_install_dir, bprop_map, force_update):
-    """Run the generate process of bprop mindir."""
-    for op_name in bprop_map.keys():
-        if not isinstance(op_name, str):
-            continue
-        if os.path.isfile(os.path.join(bprop_mindir_install_dir, op_name + "_bprop.mindir")):
-            _export_bprop_mindir(op_name, force_update)
-
-
-def run_generate_with_op_name(op_name, force_update):
-    """Run the generate process of bprop mindir for single op."""
-    _export_bprop_mindir(op_name, force_update)
-
-
-if __name__ == "__main__":
-    parser = argparse.ArgumentParser(description="Bprop mindir generator")
-    parser.add_argument('--mindspore_path', type=str, default=None,
-                        help="The absolute path of the mindspore root directory where the bprop source files has been \
-                        modified. If not specified, it will find the bprop source files in your mindspore installed \
-                        path. Default: None.")
-    parser.add_argument('--op', type=str, default=None,
-                        help="The name of the operator whose bprop is to be transformed to mindir file. If not \
-                        specified, it will generate all the mindir files of bprop which has already been transform \
-                        to mindir. Default: None.")
-    parser.add_argument('--force', type=bool, default=False,
-                        help="Whether to force to generate mindir file of a bprop function regardless of nothing \
-                        changed. Default: False.")
-
-    args_opt = parser.parse_args()
-    # mindspore/ops/_grad_experimental/__init__.py
-    BPROP_PATH = g.__file__
-    bprop_installed_dir = BPROP_PATH[: BPROP_PATH.rindex('/')]
-    bprop_mindir_export_dir = os.path.join(bprop_installed_dir, "..", "bprop_mindir")
-
-    mindspore_path = args_opt.mindspore_path
-    bprop_src_dir = None
-    bprop_mindir_src_dir = None
-    if mindspore_path is not None:
-        mindspore_path = mindspore_path.rstrip('/')
-        python_ops_dir = os.path.join(mindspore_path, "mindspore", "python", "mindspore", "ops")
-        bprop_src_dir = os.path.join(python_ops_dir, "_grad_experimental")
-        bprop_mindir_src_dir = os.path.join(python_ops_dir, "bprop_mindir")
-
-    copy_flag = bprop_src_dir is not None and bprop_src_dir != bprop_installed_dir
-    # If the specified bprop source directory is not on the mindspore installed path,
-    # copy the bprop source files to the installed path.
-    BACKUP_SUFFIX = "_generate_bak"
-    if copy_flag:
-        shutil.rmtree(bprop_installed_dir + BACKUP_SUFFIX, ignore_errors=True)
-        os.rename(bprop_installed_dir, bprop_installed_dir + BACKUP_SUFFIX)
-        os.mkdir(bprop_installed_dir)
-        ls = os.listdir(bprop_src_dir)
-        for line in ls:
-            file_path = os.path.join(bprop_src_dir, line)
-            if os.path.isfile(file_path):
-                shutil.copy(file_path, bprop_installed_dir)
-                logging.info("copied: %s", file_path)
-
-    force = args_opt.force
-    op = args_opt.op
-    if op is None:
-        run_generate(bprop_mindir_export_dir, bprop_getters, force)
-        run_generate(bprop_mindir_export_dir, bprops, force)
-    else:
-        run_generate_with_op_name(op, force)
-
-    # If the specified bprop source directory is not on the mindspore installed path,
-    # copy the generated mindir files to the mindir directory relative to the specified path.
-    if copy_flag:
-        shutil.rmtree(bprop_installed_dir)
-        os.rename(bprop_installed_dir + BACKUP_SUFFIX, bprop_installed_dir)
-        ls = os.listdir(bprop_mindir_export_dir)
-        for line in ls:
-            file_path = os.path.join(bprop_mindir_export_dir, line)
-            if file_path.endswith(".mindir") and os.path.isfile(file_path):
-                os.chmod(file_path, 0o644)
-                shutil.copy(file_path, bprop_mindir_src_dir)
-                logging.info("copied: %s", file_path)
-
-        logging.info("The new bprop mindir files has been generated in the path \"%s\"", bprop_mindir_src_dir)
-    else:
-        logging.info("The new bprop mindir files has been generated in the path \"%s\", "
-                     "copy the *.mindir to your mindspore path or PYTHONPATH if necessary.", bprop_mindir_export_dir)
-
-    del os.environ['MS_DEV_EXPORT_BPROP_MINDIR']

mindspore/rewrite/node_visitor.py

@@ -1,44 +0,0 @@
-# Copyright 2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-"""Visit nods of SymbolTree."""
-
-
-class NodeVisitor:
-    """Iterator class to access SymbolTree nodes"""
-    def __init__(self, stree):
-        self._stree = stree
-        self._nodes = []
-        self._index = 0
-
-    def __iter__(self):
-        self._nodes = list(self._stree.get_nodes_dict().values())
-        self._index = 0
-        return self
-
-    def __next__(self):
-        if self._index < len(self._nodes):
-            node = self._nodes[self._index]
-            self._index += 1
-            return node
-
-        raise StopIteration
-
-    def append_node(self, node):
-        """append new node to iterator"""
-        self._nodes.append(node)
-
-    def remove_node(self, node):
-        """remove node of iterator"""
-        self._nodes.remove(node)