mindspore 2.1.0__cp38-cp38-win_amd64.whl → 2.2.11__cp38-cp38-win_amd64.whl

mindspore/_extends/graph_kernel/expanders/logsoftmax.py

@@ -1,46 +0,0 @@
-# Copyright 2020-2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for LogSoftmax"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.add_format(DF.DEFAULT)
-@VLD.check_attrs('axis')
-class LogSoftmax(Expander):
-    """LogSoftmax expander"""
-
-    def _expand(self, graph_builder):
-        input_x = self.inputs[0]
-        axis = self.attrs['axis']
-        processor = self.processor
-
-        if isinstance(axis, int):
-            axis = (axis,)
-
-        ori_dtype = input_x.dtype
-        if ori_dtype != "float16" and processor == "aicore":
-            input_x_f16 = graph_builder.emit('Cast', [input_x], attrs={'dst_type': 'float16'})
-            max_x_f16 = graph_builder.emit('ReduceMax', [input_x_f16], attrs={'reduce_axis': axis, 'keep_dims': True})
-            max_x = graph_builder.emit('Cast', [max_x_f16], attrs={'dst_type': ori_dtype})
-        else:
-            max_x = graph_builder.emit('ReduceMax', [input_x], attrs={'reduce_axis': axis, 'keep_dims': True})
-        data_sub = graph_builder.emit('Sub', [input_x, max_x])
-        data_exp = graph_builder.emit('Exp', [data_sub])
-        data_expsum = graph_builder.emit('ReduceSum', [data_exp], attrs={'reduce_axis': axis, 'keep_dims': True})
-        log_expsum = graph_builder.emit('Log', [data_expsum])
-        result = graph_builder.emit('Sub', [data_sub, log_expsum])
-
-        return result

mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py

@@ -1,36 +0,0 @@
-# Copyright 2020-2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for LogSoftmaxGrad"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.add_format(DF.DEFAULT, DF.DEFAULT)
-@VLD.check_attrs('axis')
-class LogSoftmaxGrad(Expander):
-    """LogSoftmaxGrad expander"""
-
-    def _expand(self, graph_builder):
-        input_logits, input_dy = self.inputs
-        axis = self.attrs['axis']
-        if isinstance(axis, int):
-            axis = (axis,)
-
-        softmax = graph_builder.emit('Exp', [input_logits])
-        dy_sum = graph_builder.emit('ReduceSum', [input_dy], attrs={'reduce_axis': axis, 'keep_dims': True})
-        mul_result = graph_builder.emit('Mul', [softmax, dy_sum])
-        result = graph_builder.emit('Sub', [input_dy, mul_result])
-
-        return result

mindspore/_extends/graph_kernel/expanders/matmul.py

@@ -1,80 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for BatchMatMul and MatMul"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from mindspore._extends.graph_kernel.model.model import GraphKernelUnsupportedException as GKException
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_attrs('transpose_a', 'transpose_b', 'left_format', 'right_format')
-class MatMul(Expander):
-    """
-    MatMul expander
-    """
-
-    def __init__(self, expand_info):
-        super(MatMul, self).__init__(expand_info)
-        self.shape_a = self.inputs[0]['shape']
-        self.shape_b = self.inputs[1]['shape']
-        self.transpose_a = False
-        self.transpose_b = False
-        self.left_format = ""
-        self.right_format = ""
-
-    def _optimize_to_mul(self):
-        """check if matmul can be replace by mul"""
-        if self.processor != 'aicore' or self.left_format != DF.DEFAULT or self.right_format != DF.DEFAULT:
-            return False
-        k_a = self.shape_a[-2] if self.transpose_a else self.shape_a[-1]
-        k_b = self.shape_b[-1] if self.transpose_b else self.shape_b[-2]
-        if k_a != 1 or k_b != 1:
-            return False
-        return True
-
-    def _check(self):
-        input_num = len(self.inputs)
-        if input_num < 2:
-            raise GKException("For 'MatMul', inputs number should bigger than 1, but got {}.".format(input_num))
-
-    def _expand(self, graph_builder):
-        self.transpose_a = self.attrs['transpose_a']
-        self.transpose_b = self.attrs['transpose_b']
-        self.left_format = self.attrs['left_format']
-        self.right_format = self.attrs['right_format']
-
-        def transpose(shape):
-            trans_shape = list(shape)
-            trans_shape[-2] = shape[-1]
-            trans_shape[-1] = shape[-2]
-            return trans_shape
-        if not self._optimize_to_mul():
-            raise GKException("MatMul/BatchMatMul do not need to be replaced by Mul")
-        # Matmul is replaced by Mul([b m k], [b k n]) when k==1
-        input_a = self.inputs[0]
-        input_b = self.inputs[1]
-        if self.transpose_a:
-            shape_a_trans = transpose(self.shape_a)
-            input_a = graph_builder.emit('Reshape', [input_a], attrs={'shape': shape_a_trans})
-        if self.transpose_b:
-            shape_b_trans = transpose(self.shape_b)
-            input_b = graph_builder.emit('Reshape', [input_b], attrs={'shape': shape_b_trans})
-        result = graph_builder.emit('Mul', [input_a, input_b])
-        if 'dst_type' in self.attrs and self.inputs[0].dtype != self.attrs['dst_type']:
-            result = graph_builder.emit('Cast', [result], attrs={'dst_type': self.attrs['dst_type']})
-        return result
-
-
-class BatchMatMul(MatMul):
-    """BatchMatMul expander"""

mindspore/_extends/graph_kernel/expanders/maximum_grad.py

@@ -1,59 +0,0 @@
-# Copyright 2020-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for maximum_grad"""
-from mindspore._extends.graph_kernel.model.model import GraphKernelUnsupportedException as GKException
-from ._utils import Expander, ExpanderInfoValidator as VLD
-from .minimum_grad import MinimumGrad
-
-
-@VLD.check_all_formats_same
-class MaximumGrad(Expander):
-    """MaximumGrad expander"""
-
-    def _check(self):
-        if not self.attrs.get('grad_x', True) and not self.attrs.get('grad_y', True):
-            raise GKException("For 'MaximumGrad', value of attr 'grad_x' and 'grad_y' should be False, but got {} and "
-                              "{}".format(self.attrs.get('grad_x'), self.attrs.get('grad_y')))
-        return super()._check()
-
-    def _expand(self, graph_builder):
-        input_x, input_y, input_dout = self.inputs
-        ge_result = graph_builder.emit('GreaterEqual', [input_x, input_y])
-        ge_result = graph_builder.emit('Cast', [ge_result], attrs={'dst_type': input_x.dtype})
-        dx = graph_builder.emit('Mul', [ge_result, input_dout])
-        dy = graph_builder.emit('Sub', [input_dout, dx])
-
-        reduce_axis_x = MinimumGrad.get_reduce_axis(input_x.shape, dx.shape)
-        reduce_axis_y = MinimumGrad.get_reduce_axis(input_y.shape, dy.shape)
-        if reduce_axis_x:
-            dx_reduce = graph_builder.emit('ReduceSum', [dx], attrs={'reduce_axis': reduce_axis_x, 'keep_dims': False})
-            if dx_reduce.shape != input_x.shape:
-                dx_out = graph_builder.emit('Reshape', [dx_reduce], attrs={'shape': input_x.shape})
-            else:
-                dx_out = dx_reduce
-        else:
-            dx_out = dx
-
-        if reduce_axis_y:
-            dy_reduce = graph_builder.emit('ReduceSum', [dy], attrs={'reduce_axis': reduce_axis_y, 'keep_dims': False})
-            if dy_reduce.shape != input_y.shape:
-                dy_out = graph_builder.emit('Reshape', [dy_reduce], attrs={'shape': input_y.shape})
-            else:
-                dy_out = dy_reduce
-        else:
-            dy_out = dy
-
-        # output two results, regardless of grad_x and grad_y
-        return dx_out, dy_out

mindspore/_extends/graph_kernel/expanders/minimum_grad.py

@@ -1,80 +0,0 @@
-# Copyright 2020-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for minimum_grad"""
-from mindspore._extends.graph_kernel.model.model import GraphKernelUnsupportedException as GKException
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class MinimumGrad(Expander):
-    """MinimumGrad expander"""
-
-    def _check(self):
-        if not self.attrs.get('grad_x', True) and not self.attrs.get('grad_y', True):
-            raise GKException("For 'MinimumGrad', value of attr 'grad_x' and 'grad_y' should be False, but got {} and "
-                              "{}".format(self.attrs.get('grad_x'), self.attrs.get('grad_y')))
-        return super(MinimumGrad, self)._check()
-
-    def _expand(self, graph_builder):
-        input_x, input_y, input_dout = self.inputs
-
-        le_result = graph_builder.emit('LessEqual', [input_x, input_y])
-        le_result = graph_builder.emit('Cast', [le_result], attrs={'dst_type': input_x.dtype})
-        dx = graph_builder.emit('Mul', [le_result, input_dout])
-        dy = graph_builder.emit('Sub', [input_dout, dx])
-
-        # for minimumgrad op, output_shape should be equal to input_shape,
-        # but some elementwise operating may broadcast input_shape
-        # then output_shape not equal to original input_shape, so need to reduce output to let them equal
-        reduce_axis_x = self.get_reduce_axis(input_x.shape, dx.shape)
-        reduce_axis_y = self.get_reduce_axis(input_y.shape, dy.shape)
-        if reduce_axis_x:
-            dx_reduce = graph_builder.emit('ReduceSum', [dx], attrs={'reduce_axis': reduce_axis_x, 'keep_dims': False})
-            if dx_reduce.shape != input_x.shape:
-                dx_out = graph_builder.emit('Reshape', [dx_reduce], attrs={'shape': input_x.shape})
-            else:
-                dx_out = dx_reduce
-        else:
-            dx_out = dx
-
-        if reduce_axis_y:
-            dy_reduce = graph_builder.emit('ReduceSum', [dy], attrs={'reduce_axis': reduce_axis_y, 'keep_dims': False})
-            if dy_reduce.shape != input_y.shape:
-                dy_out = graph_builder.emit('Reshape', [dy_reduce], attrs={'shape': input_y.shape})
-            else:
-                dy_out = dy_reduce
-        else:
-            dy_out = dy
-
-        # output two results, regardless of grad_x and grad_y
-        return dx_out, dy_out
-
-    @staticmethod
-    def get_reduce_axis(original_shape, broadcast_shape):
-        """compute reduce axis for final output_shape"""
-        if len(original_shape) > len(broadcast_shape):
-            raise ValueError("For 'MinimumGrad', the length of original_shape should be less than or equal to the "
-                             "length of broadcast_shape, but got {} and {}".format(original_shape, broadcast_shape))
-
-        tmp_shape = [1] * (len(broadcast_shape) - len(original_shape)) + original_shape
-        reduce_axis = []
-        for idx, _ in enumerate(tmp_shape):
-            if tmp_shape[idx] != broadcast_shape[idx]:
-                if tmp_shape[idx] == 1:
-                    reduce_axis.append(idx)
-                else:
-                    raise ValueError("For 'MinimumGrad', original_shape {} and broadcast_shape {} can not broadcast."
-                                     .format(original_shape, broadcast_shape))
-        return reduce_axis

mindspore/_extends/graph_kernel/expanders/oneslike.py

@@ -1,26 +0,0 @@
-# Copyright 2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for OnesLike"""
-from ._utils import Expander
-
-
-class OnesLike(Expander):
-    """OnesLike expander"""
-
-    def _expand(self, graph_builder):
-        input_x = self.inputs[0]
-        const_one = graph_builder.value(input_x.dtype, 1)
-        result = graph_builder.emit('BroadcastTo', [const_one], attrs={'shape': input_x.shape})
-        return result

mindspore/_extends/graph_kernel/expanders/reduce_mean.py

@@ -1,43 +0,0 @@
-# Copyright 2020-2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for reduce_mean"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.add_format(DF.DEFAULT)
-@VLD.check_attrs('axis', 'keep_dims')
-class ReduceMean(Expander):
-    """ReduceMean expander"""
-
-    def _expand(self, graph_builder):
-        x = self.inputs[0]
-        axis = self.attrs['axis']
-        keep_dims = self.attrs['keep_dims']
-
-        if not isinstance(axis, (tuple, list)):
-            axis = (axis,)
-        elif not axis:
-            axis = list(range(len(x.shape)))
-        reduce_size = 1.0
-        for idx in axis:
-            reduce_size *= x.shape[idx]
-
-        reduce_size_value = graph_builder.value(x.dtype, reduce_size)
-
-        sum_x = graph_builder.emit('ReduceSum', [x], attrs={'reduce_axis': axis, 'keep_dims': keep_dims})
-        result = graph_builder.emit('RealDiv', [sum_x, reduce_size_value])
-
-        return result

mindspore/_extends/graph_kernel/expanders/relu_grad.py

@@ -1,32 +0,0 @@
-# Copyright 2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for relu_grad"""
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class ReluGrad(Expander):
-    """ReLU expander"""
-
-    def _expand(self, graph_builder):
-        input_x = self.inputs[0]
-        input_y = self.inputs[1]
-
-        const_zero = graph_builder.value(input_y.dtype, 0)
-        ge_result = graph_builder.emit('Greater', [input_y, const_zero])
-        ge_result = graph_builder.emit('Cast', [ge_result], attrs={'dst_type': input_x.dtype})
-        result = graph_builder.emit('Mul', [ge_result, input_x])
-
-        return result

mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py

@@ -1,41 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for SigmoidCrossEntropyWithLogits"""
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class SigmoidCrossEntropyWithLogits(Expander):
-    """SigmoidCrossEntropyWithLogits expander"""
-
-    def _expand(self, graph_builder):
-        logits, labels = self.inputs
-        # Calculate sigmoid_cross_entropy_with_logits(logits, labels)
-        # formula of sigmoid_cross_entropy_with_logits is:
-        #     -(labels * log(sigmoid(logits)) + (1 - labels) * log(1 - sigmoid(logits)))
-        # To ensure stability and avoid overflow, the formula equal to :
-        #     max(logits, 0) - logits * labels + log(1 + exp(-abs(logits)))
-        const_one = graph_builder.value(logits.dtype, 1.0)
-        const_zero = graph_builder.value(logits.dtype, 0.0)
-        max_logits = graph_builder.emit('Maximum', [logits, const_zero])
-        logits_mul_labels = graph_builder.emit('Mul', [logits, labels])
-        abs_logits = graph_builder.emit('Abs', [logits])
-        neg_abs_logits = graph_builder.emit('Neg', [abs_logits])
-        exp_neg_abs_logits = graph_builder.emit('Exp', [neg_abs_logits])
-        one_add_exp_neg_abs_logits = graph_builder.emit('Add', [const_one, exp_neg_abs_logits])
-        log_one_add_exp_neg_abs_logits = graph_builder.emit('Log', [one_add_exp_neg_abs_logits])
-        res_tmp = graph_builder.emit('Sub', [max_logits, logits_mul_labels])
-        res = graph_builder.emit('Add', [res_tmp, log_one_add_exp_neg_abs_logits])
-        return res

mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py

@@ -1,35 +0,0 @@
-# Copyright 2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for SigmoidCrossEntropyWithLogitsGrad"""
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class SigmoidCrossEntropyWithLogitsGrad(Expander):
-    """SigmoidCrossEntropyWithLogitsGrad expander"""
-
-    def _expand(self, graph_builder):
-        logits, label, dout = self.inputs
-        # Calculate sigmoid_cross_entropy_with_logits_grad(logits, label, dout)
-        # formula of sigmoid_cross_entropy_with_logits_grad is :
-        #     (sigmoid(logits) - label) * dout
-        const_one = graph_builder.value(logits.dtype, 1.0)
-        neg_x = graph_builder.emit('Neg', [logits])
-        exp_neg_x = graph_builder.emit('Exp', [neg_x])
-        add_exp = graph_builder.emit('Add', [const_one, exp_neg_x])
-        sigmoid_res = graph_builder.emit('RealDiv', [const_one, add_exp])
-        sigmoid_res_sub_label = graph_builder.emit('Sub', [sigmoid_res, label])
-        res = graph_builder.emit('Mul', [sigmoid_res_sub_label, dout])
-        return res

mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py

@@ -1,31 +0,0 @@
-# Copyright 2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for SigmoidGrad"""
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class SigmoidGrad(Expander):
-    """SigmoidGrad expander"""
-
-    def _expand(self, graph_builder):
-        input_y, dy = self.inputs
-        # Calculate sigmoid_grad(y, dy)
-        # formula of sigmoid_grad is : (1 - y) * y * dy
-        const_one = graph_builder.value(input_y.dtype, 1.0)
-        one_mins_y = graph_builder.emit('Sub', [const_one, input_y])
-        y_mul_dy = graph_builder.emit('Mul', [input_y, dy])
-        res = graph_builder.emit('Mul', [one_mins_y, y_mul_dy])
-        return res

mindspore/_extends/graph_kernel/expanders/slice.py

@@ -1,35 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for slice"""
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_attrs('begin', 'size')
-class Slice(Expander):
-    """Slice expander"""
-
-    def _expand(self, graph_builder):
-        input_x = self.inputs[0]
-        begin = self.attrs['begin']
-        size = self.attrs['size']
-        end = []
-        strides = []
-        for i, begin_idx in enumerate(begin):
-            strides.append(1)
-            end.append(begin_idx + size[i])
-        output = graph_builder.tensor(size, input_x.dtype, input_x.data_format)
-        graph_builder.op('StridedSlice', output, [input_x], attrs={'begin': begin, 'end': end, 'strides': strides})
-
-        return output

mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py

@@ -1,42 +0,0 @@
-# Copyright 2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for SoftmaxCrossEntropyWithLogits"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.add_format(DF.DEFAULT, DF.DEFAULT)
-class SoftmaxCrossEntropyWithLogits(Expander):
-    """SoftmaxCrossEntropyWithLogits expander"""
-
-    def _expand(self, graph_builder):
-        logits, label = self.inputs
-        # Calculate softmax_cross_entropy_with_logits(logits, label)
-        # formula of softmax_cross_entropy_with_logits is : -reduce_sum(label * log(softmax(logits)))
-        axis = (-1,)
-        max_x = graph_builder.emit('ReduceMax', [logits], attrs={'reduce_axis': axis, 'keep_dims': True})
-        data_sub = graph_builder.emit('Sub', [logits, max_x])
-        data_exp = graph_builder.emit('Exp', [data_sub])
-        data_expsum = graph_builder.emit('ReduceSum', [data_exp], attrs={'reduce_axis': axis, 'keep_dims': True})
-        data_softmax = graph_builder.emit('RealDiv', [data_exp, data_expsum])
-        const_eps = graph_builder.value(logits.dtype, 0.000001)
-        data_softmax_safety = graph_builder.emit("Maximum", [data_softmax, const_eps])
-        softmax_log = graph_builder.emit('Log', [data_softmax_safety])
-        label_mul_log = graph_builder.emit('Mul', [label, softmax_log])
-        tmp_res = data_expsum = graph_builder.emit('ReduceSum', [label_mul_log], attrs={
-            'reduce_axis': axis, 'keep_dims': False})
-        loss = graph_builder.emit('Neg', [tmp_res])
-        dlogits = graph_builder.emit('Sub', [data_softmax, label])
-        return loss, dlogits

mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py

@@ -1,41 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for SoftmaxGradExt"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-from ._utils import get_reduce_axis_shape
-
-
-@VLD.add_format(DF.FRAC_NZ, DF.FRAC_NZ, DF.DEFAULT)
-@VLD.add_format(DF.DEFAULT, DF.DEFAULT, DF.DEFAULT)
-@VLD.check_attrs('axis')
-class SoftmaxGradExt(Expander):
-    """SoftmaxGradExt expander"""
-
-    def _expand(self, graph_builder):
-        x, y, z = self.inputs
-        axis = self.attrs['axis']
-
-        reduce_axis, ori_reduced_shape = get_reduce_axis_shape(x.shape, x.data_format, axis)
-
-        data_mul = graph_builder.emit('Mul', [x, y])
-        data_sum = graph_builder.emit('ReduceSum', [data_mul],
-                                      attrs={'reduce_axis': reduce_axis, 'keep_dims': True, 'reduce_output_fuse': True})
-        if x.data_format == DF.FRAC_NZ:
-            data_sum = graph_builder.emit('Reshape', [data_sum], attrs={'shape': ori_reduced_shape})
-        data_sub = graph_builder.emit('Sub', [x, data_sum])
-        data_mul2 = graph_builder.emit('Mul', [data_sub, y])
-        result = graph_builder.emit('Mul', [data_mul2, z])
-        return result