mindspore 2.0.0rc1__cp38-cp38-manylinux1_x86_64.whl → 2.2.0__cp38-cp38-manylinux1_x86_64.whl

mindspore/_extends/graph_kernel/expanders/square_sum_v1.py

@@ -1,37 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for SquareSumV1"""
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-from ._utils import get_reduce_axis_shape
-
-
-@VLD.add_format(DF.FRAC_NZ)
-@VLD.add_format(DF.DEFAULT)
-@VLD.check_attrs('axis')
-class SquareSumV1(Expander):
-    """Square expander"""
-
-    def _expand(self, graph_builder):
-        x = self.inputs[0]
-        axis = self.attrs['axis']
-
-        reduce_axis, ori_reduced_shape = get_reduce_axis_shape(x.shape, x.data_format, axis)
-
-        square_res = graph_builder.emit('Mul', [x, x])
-        result = graph_builder.emit('ReduceSum', [square_res], attrs={'reduce_axis': reduce_axis, 'keep_dims': False})
-        if x.data_format == DF.FRAC_NZ:
-            result = graph_builder.emit('Reshape', [result], attrs={'shape': ori_reduced_shape})
-        return result

mindspore/_extends/graph_kernel/expanders/squared_difference.py

@@ -1,43 +0,0 @@
-# Copyright 2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for squared_difference"""
-from mindspore._extends.graph_kernel.model.model import GraphKernelUnsupportedException as GKException
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class SquaredDifference(Expander):
-    """SquaredDifference expander"""
-
-    def __init__(self, expand_info):
-        super().__init__(expand_info)
-        self.dtype_x = self.inputs[0]['data_type']
-        self.dtype_y = self.inputs[1]['data_type']
-
-    def _check(self):
-        if self.dtype_x == "float64" or self.dtype_y == "float64":
-            raise GKException("For 'SquaredDifference', the inputs data type must not be float64")
-        if self.dtype_x != self.dtype_y:
-            raise GKException("For 'SquaredDifference', the inputs data type should be same, but got {} and {}"
-                              .format(self.dtype_x, self.dtype_y))
-
-    def _expand(self, graph_builder):
-        input_x = self.inputs[0]
-        input_y = self.inputs[1]
-
-        sub_val = graph_builder.emit('Sub', [input_x, input_y])
-        result = graph_builder.emit('Mul', [sub_val, sub_val])
-
-        return result

mindspore/_extends/graph_kernel/expanders/tanh_grad.py

@@ -1,31 +0,0 @@
-# Copyright 2020-2021 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for tanh_grad"""
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.check_all_formats_same
-class TanhGrad(Expander):
-    """TanhGrad expander"""
-
-    def _expand(self, graph_builder):
-        input_y, input_dy = self.inputs
-
-        const_one = graph_builder.value(input_y.dtype, 1)
-        double_y = graph_builder.emit('Mul', [input_y, input_y])
-        one_sub_double_y = graph_builder.emit('Sub', [const_one, double_y])
-        result = graph_builder.emit('Mul', [input_dy, one_sub_double_y])
-
-        return result

mindspore/_extends/graph_kernel/expanders/tile.py

@@ -1,54 +0,0 @@
-# Copyright 2020-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""generate json desc for Tile"""
-from mindspore._extends.graph_kernel.model.model import GraphKernelUnsupportedException as GKException
-from mindspore._extends.graph_kernel.model.model import DataFormat as DF
-from ._utils import Expander, ExpanderInfoValidator as VLD
-
-
-@VLD.add_format(DF.DEFAULT)
-@VLD.check_attrs('multiples')
-class Tile(Expander):
-    """Tile expander"""
-
-    def _get_output_shape(self):
-        """Get output shape"""
-        shape = list(self.inputs[0].shape)
-        multiples = list(self.attrs["multiples"])
-
-        diff_len = len(multiples) - len(shape)
-        if diff_len < 0:
-            raise GKException("For 'Tile', dimensions of attr 'multiples' should be greater than or equal to "
-                              "dimensions of input shape, but got {} and {}".format(multiples, shape))
-        if diff_len > 0:
-            for _ in range(diff_len):
-                shape.insert(0, 1)
-
-        output_shape = []
-
-        for sh, mul in list(zip(shape, multiples)):
-            if sh != 1 and mul != 1:
-                raise GKException("For 'Tile', input shape{} and attr 'multiples'{} can not broadcast."
-                                  .format(self.inputs[0].shape, multiples))
-            dim = sh * mul
-            output_shape.append(dim)
-        return output_shape
-
-    def _expand(self, graph_builder):
-        input_x = self.inputs[0]
-        output_shape = self._get_output_shape()
-
-        result = graph_builder.emit('BroadcastTo', [input_x], attrs={'shape': output_shape})
-        return result

mindspore/_extends/graph_kernel/model/op_infer.py

@@ -1,506 +0,0 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ===========================================================================
-"""GraphKernel Op Infer"""
-
-import copy
-import sys
-from functools import reduce as prod_reduce
-from .model import GraphKernelUnsupportedException as GKException
-from .model import PrimLib, DataFormat as DF
-
-
-def infer(op_name, inputs, attrs):
-    """infer shape dtype and format"""
-
-    def _create_opinfer():
-        self_module = sys.modules.get(__name__, None)
-        if self_module is None:
-            raise GKException("OpInfo does not support op {}".format(op_name))
-
-        if hasattr(self_module, op_name):
-            op_cls = getattr(self_module, op_name)
-            return op_cls(op_name, inputs, attrs)
-        # common infer
-        class_name_map = {
-            PrimLib.ELEMWISE: "_Elemwise",
-            PrimLib.REDUCE: "_Reduce",
-        }
-        cls_name = class_name_map.get(PrimLib.primtives.get(op_name, PrimLib.default_primtive).iter_type, None)
-        if not cls_name:
-            raise GKException("OpInfo does not support op {}".format(op_name))
-        op_cls = getattr(self_module, cls_name)
-        return op_cls(op_name, inputs, attrs)
-
-    return _create_opinfer().infer()
-
-
-class OpInfer:
-    """
-    OpInfer is the base class for inferring operator info in GraphKernel model builder.
-
-    There are three methods should be overridden to define the infer logic of the operator:
-    _infer_shape(), _infer_type() and _infer_format().
-    """
-
-    def __init__(self, name, inputs, attrs):
-        self.name = name
-        self.inputs = inputs
-        self.attrs = attrs
-
-    def infer(self):
-        """Infer shape, type and format by op inputs"""
-        self._check()
-        return self._infer_shape(), self._infer_type(), self._infer_format()
-
-    def _infer_shape(self):
-        return self.inputs[0].shape
-
-    def _infer_type(self):
-        return self.inputs[0].dtype
-
-    def _infer_format(self):
-        return self.inputs[0].data_format
-
-    def _check(self):
-        self._check_shape()
-        self._check_type()
-        self._check_format()
-
-    def _check_shape(self):
-        pass
-
-    def _check_type(self):
-        """check all dtypes are same"""
-        dtype = self.inputs[0].dtype
-        for i, t in enumerate(self.inputs[1:]):
-            if t.dtype != dtype:
-                raise GKException(
-                    "Incompatible data type between input {}({}) and {}({})".format(0, dtype, i + 1, t.dtype))
-
-    def _check_format(self):
-        """check formats are compatible. only DefaultFormat is compatible with others"""
-        result = self.inputs[0].data_format
-        i = 0
-        for j, t in enumerate(self.inputs[1:]):
-            if t.data_format != result:
-                if DF.DEFAULT not in (result, t.data_format):
-                    raise GKException("Incompatible format between input {}({}) and {}({})".format(
-                        i, result, j + 1, t.data_format))
-                if result == DF.DEFAULT:
-                    result = t.data_format
-                    i = j + 1
-
-
-class _Elemwise(OpInfer):
-    """Common infer for elementwise operators"""
-
-    @staticmethod
-    def broadcast_shape(shapes):
-        """deduce broadcast shape using same rules as numpy"""
-        dim_size = max(len(shape) for shape in shapes)
-        align_shapes = [[1] * (dim_size - len(shape)) + shape for shape in shapes]
-        out_shape = [1] * dim_size
-        for i in range(dim_size):
-            for align_shape in align_shapes:
-                if align_shape[i] == 1:
-                    continue
-                if out_shape[i] == 1:
-                    out_shape[i] = align_shape[i]
-                elif out_shape[i] != align_shape[i]:
-                    raise GKException("Input shapes {} can not broadcast.".format(shapes))
-        return out_shape
-
-    @staticmethod
-    def defaultformat_to_nz(default_shape):
-        """default format shape to fractal_Nz format shape"""
-        # As shape (1,) can broadcast to any shape, it can be regarded as a special FractalNZ shape
-        if len(default_shape) == 1 and default_shape[0] == 1:
-            return default_shape
-        more_two_d_shape, two_d_shape = default_shape[:-2], default_shape[-2:]
-        # (32) or (1, 32) -> (2, 1, 1, 16)
-        if len(two_d_shape) == 1 or (len(two_d_shape) == 2 and two_d_shape[0] == 1):
-            shape = [two_d_shape[-1] // 16, 1, 1, 16]
-            if two_d_shape[-1] % 16 != 0:
-                raise GKException("Can not convert default format shape{} to fractal_Nz format shape, because default "
-                                  "format shape[-1] should be multiplies of 16, but got {}"
-                                  .format(default_shape, two_d_shape[-1]))
-            return more_two_d_shape + shape
-        # (32, 1) -> (1, 2, 16, 1)
-        if len(two_d_shape) == 2 and two_d_shape[1] == 1:
-            shape = [1, two_d_shape[0] // 16, 16, 1]
-            if two_d_shape[0] % 16 != 0:
-                raise GKException("Can not convert default format shape{} to fractal_Nz format shape, because default "
-                                  "format shape[-2] should be multiples of 16, but got {}"
-                                  .format(default_shape, two_d_shape[0]))
-            return more_two_d_shape + shape
-        # (32, 48) -> (3, 2, 16, 16)
-        shape = [two_d_shape[1] // 16, two_d_shape[0] // 16, 16, 16]
-        if two_d_shape[0] % 16 != 0 or two_d_shape[1] % 16 != 0:
-            raise GKException("Can not convert default format shape{} to fractal_Nz format shape, because default "
-                              "format shape[-2] and shape[-1] should be multiples of 16, but got {} and {}"
-                              .format(default_shape, two_d_shape[0], two_d_shape[1]))
-        return more_two_d_shape + shape
-
-    def _infer_shape(self):
-        """returns the output shape with broadcast"""
-
-        # in case all inputs are default format/NHWC/NCHW
-        is_default = [op_input.data_format in (DF.DEFAULT, DF.NHWC, DF.NCHW) for op_input in self.inputs]
-        if all(is_default):
-            return self.broadcast_shape([op_input.shape for op_input in self.inputs])
-
-        # in case formats are fractal_nz, default_fromat/NHWC/HCHW(optional)
-        is_default_frac_nz = (op_input.data_format in (DF.DEFAULT, DF.NHWC, DF.NCHW, DF.FRAC_NZ)
-                              for op_input in self.inputs)
-        if all(is_default_frac_nz):
-            nz_shapes = [self.defaultformat_to_nz(op_input.shape) if op_input.data_format != DF.FRAC_NZ
-                         else op_input.shape for op_input in self.inputs]
-            return self.broadcast_shape(nz_shapes)
-
-        inputs_format = [op_input.data_format for op_input in self.inputs]
-        raise GKException("Only support DefaultFormat, NHWC, NCHW and FRACTAL_NZ in inputs format, but got {}"
-                          .format(inputs_format))
-
-    def _infer_format(self):
-        for tensor in self.inputs:
-            if tensor.data_format != DF.DEFAULT:
-                return tensor.data_format
-        return DF.DEFAULT
-
-
-class _Reduce(OpInfer):
-    """Common infer for reduction operators"""
-
-    def _check(self):
-        super(_Reduce, self)._check()
-        # check reduce axis in the range [-len, len)
-        shape_len = len(self.inputs[0].shape)
-        axis = self.attrs['reduce_axis']
-        if isinstance(axis, int):
-            axis = [axis]
-        if not all((-shape_len <= i < shape_len) for i in axis):
-            raise GKException(
-                "Reduce axis should be in range [{},{}) but got {}".format(-shape_len, shape_len, axis))
-
-    def _infer_shape(self):
-        shape = copy.deepcopy(self.inputs[0].shape)
-        axis = self.attrs['reduce_axis']
-
-        if isinstance(axis, int):
-            axis = [axis]
-        if any(i < 0 for i in axis):
-            # change the axis to non-negative number.
-            axis = list(map(lambda i: i + len(shape) if i < 0 else i, axis))
-        self.attrs['reduce_axis'] = sorted(axis)
-
-        if self.attrs['keep_dims']:
-            for i in axis:
-                shape[i] = 1
-            return shape
-
-        real_shape = []
-        for i, s in enumerate(shape):
-            if i not in axis:
-                real_shape.append(s)
-        return real_shape
-
-    def _infer_format(self):
-        return DF.DEFAULT
-
-
-class _Reshape(OpInfer):
-    """Common infer for reshape operators, should not be instantiated"""
-
-    def _infer_shape(self):
-        raise GKException("_infer_shape should be implemented by subclass")
-
-    def _infer_format(self):
-        return DF.DEFAULT if "format" not in self.attrs else self.attrs["format"]
-
-
-class Reshape(_Reshape):
-    """Reshape op infer"""
-
-    def _check_shape(self):
-        input_shape = self.inputs[0].shape
-        output_shape = self.attrs["shape"]
-        size_before_reshape = prod_reduce(lambda x, y: x * y, input_shape)
-        size_after_reshape = prod_reduce(lambda x, y: x * y, output_shape)
-        if size_before_reshape != size_after_reshape:
-            raise GKException("For 'Reshape', can not reshape {} to {}".format(input_shape, output_shape))
-
-    def _infer_shape(self):
-        return self.attrs["shape"]
-
-
-class Cast(_Elemwise):
-    """Cast op infer"""
-
-    def _infer_type(self):
-        return self.attrs["dst_type"]
-
-
-class InplaceAssign(_Elemwise):
-    """InplaceAssign op infer"""
-
-    def _infer_shape(self):
-        return self.inputs[2].shape
-
-    def _infer_type(self):
-        return self.inputs[2].dtype
-
-    def _infer_format(self):
-        return self.inputs[2].data_format
-
-
-class BroadcastTo(OpInfer):
-    """BroadcastTo op infer"""
-
-    def _infer_shape(self):
-        return self.attrs["shape"]
-
-    def _infer_format(self):
-        return self.inputs[0].data_format
-
-
-class _CompareOp(_Elemwise):
-    """Compare operators"""
-
-    def _infer_type(self):
-        return "bool"
-
-
-class CImag(OpInfer):
-    """CImag op infer"""
-
-    def _check_type(self):
-        if self.inputs[0].dtype != "complex64" and self.inputs[0].dtype != "complex128":
-            raise GKException("For 'CImag', input[0] should be of type complex64 or"
-                              "type complex128, but got {}".format(self.inputs[0].dtype))
-
-    def _infer_type(self):
-        if self.inputs[0].dtype == "complex64":
-            return "float32"
-        return "float64"
-
-
-class CReal(OpInfer):
-    """CReal op infer"""
-
-    def _check_type(self):
-        if self.inputs[0].dtype != "complex64" and self.inputs[0].dtype != "complex128":
-            raise GKException("For 'CReal', input[0] should be of type complex64 or"
-                              "type complex128, but got {}".format(self.inputs[0].dtype))
-
-    def _infer_type(self):
-        if self.inputs[0].dtype == "complex64":
-            return "float32"
-        return "float64"
-
-
-class Complex(OpInfer):
-    """Complex op infer"""
-
-    def _check_type(self):
-        if self.inputs[0].dtype != "float32" and self.inputs[0].dtype != "float64":
-            raise GKException("For 'Complex', input[0] should be of type float32 or type float64,"
-                              "but got {}".format(self.inputs[0].dtype))
-        if self.inputs[0].dtype != self.inputs[1].dtype:
-            raise GKException("For 'Complex', inputs data type mismatch ({} vs {})"
-                              .format(self.inputs[0].dtype, self.inputs[1].dtype))
-
-    def _infer_type(self):
-        if self.inputs[0].dtype == "float32":
-            return "complex64"
-        return "complex128"
-
-
-class Less(_CompareOp):
-    """Less op infer"""
-
-
-class LessEqual(_CompareOp):
-    """LessEqual op infer"""
-
-
-class Equal(_CompareOp):
-    """Equal op infer"""
-
-
-class Greater(_CompareOp):
-    """Greater op infer"""
-
-
-class GreaterEqual(_CompareOp):
-    """GreaterEqual op infer"""
-
-
-class Select(_Elemwise):
-    """Select op infer"""
-
-    def _check_type(self):
-        if self.inputs[0].dtype != "bool":
-            raise GKException("For 'Select', input[0] should be of type bool, but got {}".format(self.inputs[0].dtype))
-        if self.inputs[1].dtype != self.inputs[2].dtype:
-            raise GKException("For 'Select', input[1] and input[2] data type mismatch ({} vs {})"
-                              .format(self.inputs[1].dtype, self.inputs[2].dtype))
-
-    def _infer_type(self):
-        return self.inputs[1].dtype
-
-
-def check_format_any(formats, checked_format):
-    """Check whether input format in formats list"""
-    if not isinstance(formats, (list, tuple)):
-        raise GKException("formats {} should be of type list or tuple, but got {}.".format(formats, type(formats)))
-    if checked_format not in formats:
-        raise GKException("Check {} failed: can not find it in {}".format(checked_format, formats))
-
-
-def check_nd(data, nd):
-    """Check whether data are nd format"""
-    if not isinstance(data, (list, tuple)) or len(data) != nd:
-        raise GKException("input should be {}D list or tuple, but got {}.".format(nd, data))
-
-
-def conv_had_pad(pad_list, pad_mode):
-    """Check whether conv need to add pad"""
-    if not isinstance(pad_list, (list, tuple)) or len(pad_list) != 4:
-        raise GKException("pad_list should be 4D list or tuple, but got {}".format(pad_list))
-    if pad_list[0] != pad_list[1] or pad_list[2] != pad_list[3]:
-        return True
-    if pad_mode not in ["VALID", "valid"]:
-        for _, pad in enumerate(pad_list):
-            if pad != 0:
-                return True
-    return False
-
-
-class Conv2D(OpInfer):
-    """Conv2D infer"""
-
-    def _infer_type(self):
-        if isinstance(self.attrs, dict) and "dst_type" in self.attrs:
-            return self.attrs["dst_type"]
-        return self.inputs[0].dtype
-
-    def _infer_shape(self):
-        shape_0 = list(self.inputs[0].shape)
-        shape_1 = list(self.inputs[1].shape)
-        check_nd(shape_0, 4)
-        check_nd(shape_1, 4)
-
-        formats = [self.inputs[0].data_format, self.inputs[1].data_format, self.attrs["format"]]
-        check_format_any(formats, DF.NHWC)
-
-        n, h, w, out_channel = shape_0[0], shape_0[1], shape_0[2], shape_1[0]
-        pad_list = self.attrs["pad_list"]
-        pad_mode = self.attrs["pad_mode"]
-        kernel_size = self.attrs["kernel_size"]
-        stride = self.attrs["stride"]
-        dilation = self.attrs["dilation"]
-        check_nd(pad_list, 4)
-        check_nd(kernel_size, 2)
-        check_nd(stride, 4)
-        check_nd(dilation, 4)
-
-        has_pad = conv_had_pad(pad_list, pad_mode)
-        if not has_pad:
-            pad_list = [0, 0, 0, 0]
-
-        k_h = (kernel_size[0] - 1) * dilation[-2] + 1
-        k_w = (kernel_size[1] - 1) * dilation[-1] + 1
-        out_h = (h + pad_list[0] + pad_list[1] - k_h) // stride[-2] + 1
-        out_w = (w + pad_list[2] + pad_list[3] - k_w) // stride[-1] + 1
-        return [n, out_h, out_w, out_channel]
-
-
-class MatMul(OpInfer):
-    """MatMul infer"""
-
-    def _infer_type(self):
-        if isinstance(self.attrs, dict) and "dst_type" in self.attrs:
-            return self.attrs["dst_type"]
-        return self.inputs[0].dtype
-
-    def _infer_shape(self):
-        shape_0 = list(self.inputs[0].shape)
-        shape_1 = list(self.inputs[1].shape)
-        if len(shape_0) != 2 or len(shape_1) != 2:
-            raise GKException("For 'MatMul', inputs shape must be 2D, but got {}, {}"
-                              .format(shape_0, shape_1))
-        transpose_a = self.attrs["transpose_a"]
-        transpose_b = self.attrs["transpose_b"]
-        m, k1 = (shape_0[-1], shape_0[-2]) if transpose_a else (shape_0[-2], shape_0[-1])
-        k2, n = (shape_1[-1], shape_1[-2]) if transpose_b else (shape_1[-2], shape_1[-1])
-        if k1 != k2:
-            raise GKException("For 'MatMul', inputs have different k value: {} vs {}".format(k1, k2))
-        output_shape = [m, n]
-        return output_shape
-
-
-class PadAkg(OpInfer):
-    """PadAkg infer"""
-
-    def _infer_shape(self):
-        shape = list(self.inputs[0].shape)
-        n = len(shape)
-        pad_before = list(self.attrs["head"])
-        pad_after = list(self.attrs["tail"])
-        if len(pad_before) != n or len(pad_after) != n:
-            raise GKException("For 'PadAkg', input dimension and pad mismatch: {}d vs {}d vs {}d"
-                              .format(n, len(pad_before), len(pad_after)))
-        out_shape = [shape[i] + pad_before[i] + pad_after[i] for i in range(n)]
-        return out_shape
-
-
-class UnPadAkg(OpInfer):
-    """UnPadAkg infer"""
-
-    def _infer_shape(self):
-        shape = list(self.inputs[0].shape)
-        n = len(shape)
-        unpad_after = list(self.attrs["tail"])
-        if len(unpad_after) != n:
-            raise GKException("For 'UnPadAkg', input dimension and pad mismatch: {}d vs {}d"
-                              .format(n, len(unpad_after)))
-        out_shape = [shape[i] - unpad_after[i] for i in range(n)]
-        return out_shape
-
-
-class Gather(OpInfer):
-    """Gather infer"""
-
-    def _infer_shape(self):
-        input_shape = self.inputs[0].shape
-        indices_shape = self.inputs[1].shape
-        axis = self.attrs['axis']
-        output_shape = input_shape
-        indices_shape_one_dim = 1
-        for dim in indices_shape:
-            indices_shape_one_dim *= dim
-        output_shape[axis] = indices_shape_one_dim
-        return output_shape
-
-    def _infer_type(self):
-        return self.inputs[0].dtype
-
-    def _infer_format(self):
-        return self.inputs[0].data_format
-
-    def _check_type(self):
-        if self.inputs[1].dtype != "int32":
-            raise GKException("For 'Gather', inputs[1] should be of type int32, but got {}"
-                              .format(self.inputs[1].dtype))