mindspore 2.4.0__cp310-cp310-macosx_11_0_arm64.whl

mindspore/ops/operations/_sequence_ops.py

@@ -0,0 +1,1155 @@
+# Copyright 2022-2023 Huawei Technologies Co., Ltd
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============================================================================
+"""Operations for sequence"""
+from mindspore.ops.primitive import Primitive, PrimitiveWithCheck, prim_attr_register
+import mindspore._checkparam as validator
+from mindspore.common import Tensor
+from mindspore._c_expression import Tensor as Tensor_
+
+
+class ListAppend(Primitive):
+    r"""
+    Append element to the end of list.
+
+    .. note::
+        This operation is used for dynamic length list and this it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_data** (List) - The list for target to append. Must be dynamic length sequence
+        - **target** (Any Object) - The target element to be appended. The shape and type of target must be the same as
+          as the element within 'input_data'.
+
+    Outputs:
+        Dynamic length list after append.
+
+    Raises:
+        TypeError: The 'input_data' is not dynamic length list.
+        ValueError: The shape or type of 'target' is not the same as the element within 'input_data'.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListAppend"""
+        self.init_prim_io_names(inputs=['input_data', 'target'], outputs=['output_data'])
+
+
+class ListInsert(Primitive):
+    r"""
+    Insert element to the index of list.
+
+    .. note::
+        This operation is used for dynamic length list and this it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_data** (List) - The list for target to append. Must be dynamic length sequence
+        - **index** (Int) - The list for index to insert.
+        - **target** (Any Object) - The target element to be inserted. The shape and type of target must be the same as
+          as the element within 'input_data'.
+
+    Outputs:
+        Dynamic length list after insert.
+
+    Raises:
+        TypeError: The 'input_data' is not dynamic length list.
+        ValueError: The shape or type of 'target' is not the same as the element within 'input_data'.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListInsert"""
+        self.init_prim_io_names(inputs=['input_data', 'index', 'target'], outputs=['output_data'])
+
+
+class ListAppendAndInsertGrad(Primitive):
+    r"""
+    Pop the end of element from list.
+
+    .. note::
+        This operation is used for dynamic length list and this it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_data** (List) - The list for target to pop. Must be dynamic length sequence
+        - **index** (Int) - The list for index to pop.
+
+    Outputs:
+        Dynamic length list after pop and the pop value.
+
+    Raises:
+        TypeError: The 'input_data' is not dynamic length list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListAppendAndInsertGrad"""
+        self.init_prim_io_names(inputs=['input_data', 'index'], outputs=['output_data'])
+
+
+class ShapeMulGrad(Primitive):
+    r"""
+    shape_mul grad.
+
+    .. note::
+        This operation is used for dynamic length list and this it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_data** (List) - The list for target to pop. Must be dynamic length sequence
+        - **dout** (Int) - The dout of shape_mul.
+
+    Outputs:
+        Dynamic length tuple.
+
+    Raises:
+        TypeError: The 'input_data' is not dynamic length list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListAppendAndInsertGrad"""
+        self.init_prim_io_names(inputs=['input_data', 'dout'], outputs=['output_data'])
+
+
+class shape_mul(Primitive):
+    r"""
+    shape_mul.
+
+    .. note::
+        This operation is used for dynamic length list and this it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_data** (List) - The list to shape_mul. Must be dynamic length sequence
+
+    Outputs:
+        Scalar.
+
+    Raises:
+        TypeError: The 'input_data' is not dynamic length list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListAppendAndInsertGrad"""
+        self.init_prim_io_names(inputs=['input_data'], outputs=['output_data'])
+
+    def __call__(self, input_data):
+        if not isinstance(input_data, tuple):
+            raise ValueError("For primitive [shape_mul], input must be tuple")
+        out = 1
+        for x in input_data:
+            out *= x
+        return out
+
+
+class SequenceSlice(Primitive):
+    r"""
+    Sequence slice operation.
+
+    .. note::
+        This it is only for internal used. The sequence input should be dynamic length sequence or at least one of
+        start/end/step should be variable.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **seq** (Union[List, Tuple]) - The sequence to slice.
+        - **start** (int) - start index of slice.
+        - **stop** (int) - stop index of slice.
+        - **step** (int) - step of slice.
+
+    Outputs:
+        Dynamic length sequence after slice.
+
+    Raises:
+        TypeError: The 'seq' input is neither list or tuple.
+        ValueError: The 'seq' input is not dynamic length and none of start/end/step is variable.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceSlice"""
+        self.init_prim_io_names(inputs=['seq', 'start', 'stop', 'step'], outputs=['output_data'])
+
+    def __call__(self, sequence, start, stop, step):
+        return sequence[start:stop:step]
+
+
+class InSequence(Primitive):
+    r"""
+    element in sequence.
+
+    .. note::
+        This operation is used for dynamic length list and this it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **element** (Any Object) - The element can be a tensor or scalar
+        - **input_data** (Sequence) - The sequence. Must be dynamic length sequence
+
+    Outputs:
+        element in sequence, True or False.
+
+    Raises:
+        TypeError: The 'input_data' is not dynamic length list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListAppend"""
+        self.init_prim_io_names(inputs=['element', 'input_data'], outputs=['output_data'])
+
+    def __call__(self, target, sequence):
+        return target in sequence
+
+
+class SequenceSliceSetItem(Primitive):
+    r"""
+    Sequence slice setitem operation.
+
+    .. note::
+        This it is only for internal used. The sequence input should be dynamic length sequence or at least one of
+        start/end/step should be variable.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **seq** (Union[List, Tuple]) - The sequence to perform slice setitem.
+        - **target** (Union[List, Tuple]) - The target item to set.
+        - **start** (int) - start index of slice.
+        - **stop** (int) - stop index of slice.
+        - **step** (int) - step of slice.
+
+    Outputs:
+        Dynamic length sequence after slice setitem.
+
+    Raises:
+        ValueError: The 'seq' and 'target' input is not dynamic length and none of start/end/step is variable.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceSliceSetItem"""
+        self.init_prim_io_names(inputs=['seq', 'target', 'start', 'stop', 'step'], outputs=['output_data'])
+
+
+class SequenceSliceGrad(Primitive):
+    """Reverse of slice."""
+
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceSliceGrad"""
+        self.init_prim_io_names(inputs=['dy', 'x', 'start', 'stop', 'step'], outputs=['dx'])
+
+
+class SequenceAdd(Primitive):
+    r"""
+    Add elements of two sequence together.
+
+    .. note::
+        This it is only for internal used. At least one of the sequence should be dynamic length sequence.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_1** (Union[List, Tuple]) - The first sequence for sequence addition.
+        - **input_2** (Union[List, Tuple]) - The second sequence for sequence addition.
+
+    Outputs:
+        Dynamic length sequence after addition.
+
+    Raises:
+        TypeError: The 'input_1' and 'input_2' are not both list or tuple.
+        TypeError: Both of 'input_1' and 'input_2' are not dynamic length sequence.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceAdd"""
+        self.init_prim_io_names(inputs=['input_1', 'input_2'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x + y
+
+
+class SequenceAddOffset(Primitive):
+    r"""
+    Get offsets of SequenceAdd inputs within its output, refs to ConcatOffset.
+
+    .. note::
+        This it is only for internal used. At least one of the sequence should be dynamic length sequence.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (List, Tuple) - A Tuple/List.
+        - **input_1** (List, Tuple) - A Tuple/List.
+
+    Outputs:
+        A tuple of offsets of SequenceAdd inputs within its output.
+
+    Raises:
+        TypeError: The data in 'input_0' and 'input_1' are not both list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceAddOffset"""
+        self.init_prim_io_names(inputs=['shape_0', 'shape_1'], outputs=['output'])
+
+
+class TupleToTensor(Primitive):
+    r"""
+    Convert tuple to tensor
+
+    If the type of the first number in the tuple is integer, the data type of the output tensor is int.
+    Otherwise, the data type of the output tensor is float.
+
+    .. note::
+        This it is only for internal used. The input_tuple can be constant/variable value or dynamic length tuple.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_tuple** (Tuple) - A tuple of numbers. These numbers have the same type. The shape is :math:`(N,)`
+        - **dtype** (mindspore.dtype): The target data type. Default: mindspore.float32.
+
+    Outputs:
+        Tensor, if the input tuple contains `N` numbers, then the shape of the output tensor is (N,).
+
+    Raises:
+        TypeError: If `input_tuple` is not a tuple.
+        ValueError: If length of `input_tuple` is less than 0.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize TupleToTensor"""
+        self.init_prim_io_names(inputs=['input_tuple', 'dtype'], outputs=['output_data'])
+
+    def __call__(self, x, dtype):
+        return self.infer_value(x, dtype)
+
+    def infer_value(self, x, dtype):
+        """infer value"""
+        if x is None:
+            return None
+        if isinstance(x, range):
+            x = tuple(x)
+        if isinstance(x, tuple) and None not in x:
+            return Tensor(x, dtype=dtype)
+        return None
+
+
+class ListToTensor(Primitive):
+    r"""
+    Convert list to tensor
+
+    If the type of the first number in the list is integer, the data type of the output tensor is int.
+    Otherwise, the data type of the output tensor is float.
+
+    .. note::
+        This it is only for internal used. The input_list can be constant/variable value or dynamic length list.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_list** (List) - A tuple of numbers. These numbers have the same type. The shape is :math:`(N,)`
+        - **dtype** (mindspore.dtype): The target data type. Default: mindspore.float32.
+
+    Outputs:
+        Tensor, if the input tuple contains `N` numbers, then the shape of the output tensor is (N,).
+
+    Raises:
+        TypeError: If `input_list` is not a list.
+        ValueError: If length of `input_list` is less than 0.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize ListToTensor"""
+        self.init_prim_io_names(inputs=['input_list', 'dtype'], outputs=['output_data'])
+
+    def __call__(self, x, dtype):
+        if x is not None and None not in x and isinstance(x, list):
+            return Tensor(x, dtype)
+        raise RuntimeError(f"input must be list, but got {x}")
+
+
+class TensorToTuple(PrimitiveWithCheck):
+    r"""
+    Convert tensor to tuple
+
+    .. note::
+        This it is only for internal used. The input_tensor can be constant/variable value.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_tensor** (Tensor) - The input_tensor must be a 1-D Tensor.
+
+    Outputs:
+        Tuple, the length is equal to tensor shape.
+
+    Raises:
+        TypeError: If `input_tensor` is not a tensor.
+        ValueError: If rank of `input_tensor` is not 1.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize TensorToTuple"""
+        self.init_prim_io_names(inputs=['input_tensor'], outputs=['output_data'])
+
+    def __call__(self, x):
+        return self.infer_value(x)
+
+    def infer_value(self, x):
+        """Infer_value TensorToTuple"""
+        value = None
+        if x is not None and isinstance(x, (Tensor, Tensor_)) and len(x.asnumpy().shape) <= 1:
+            value = tuple(x.asnumpy().tolist())
+        return value
+
+
+class TensorToList(PrimitiveWithCheck):
+    r"""
+    Convert tensor to list
+
+    .. note::
+        This it is only for internal used. The input_tensor can be constant/variable value.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_tensor** (Tensor) - The input_tensor must be a 1-D Tensor.
+
+    Outputs:
+        List, the length is equal to tensor shape.
+
+    Raises:
+        TypeError: If `input_tensor` is not a tensor.
+        ValueError: If rank of `input_tensor` is not 1.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize TensorToList"""
+        self.init_prim_io_names(inputs=['input_tensor'], outputs=['output_data'])
+
+    def __call__(self, x):
+        return self.infer_value(x)
+
+    def infer_value(self, x):
+        """infer_value TensorToList"""
+        value = None
+        if x is not None and isinstance(x, (Tensor, Tensor_)) and len(x.asnumpy().shape) <= 1:
+            value = x.asnumpy().tolist()
+        return value
+
+
+class TensorToScalar(PrimitiveWithCheck):
+    r"""
+    Convert tensor to scalar
+
+    .. note::
+        This it is only for internal used. The input_tensor can be constant/variable value.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_tensor** (Tensor) - The input_tensor must be a 0-D Tensor.
+
+    Outputs:
+        Scalar, a constant or variable scalar.
+
+    Raises:
+        TypeError: If `input_tensor` is not a tensor.
+        ValueError: If rank of `input_tensor` is not 0.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize TensorToScalar"""
+        self.init_prim_io_names(inputs=['input_tensor'], outputs=['output_data'])
+
+    def __call__(self, x):
+        return self.infer_value(x)
+
+    def infer_value(self, x):
+        """infer_value TensorToScalar"""
+        if isinstance(x, (Tensor_, Tensor)):
+            if not x.shape or x.shape == (1,) or x.shape == [1,]:
+                return x.asnumpy().item()
+        return None
+
+
+class SequenceCount(Primitive):
+    r"""
+    Support sequence count operation 'seq.count(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence to count elements.
+        - **target** (Any Object) - The target element to find in sequence.
+
+    Outputs:
+        Integer, counting of target element.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceCount"""
+        self.init_prim_io_names(inputs=['sequence', 'target'], outputs=['output_data'])
+
+    def __call__(self, sequence, target):
+        return sequence.count(target)
+
+
+class SequenceIndex(Primitive):
+    r"""
+    Support sequence index operation 'seq.index(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence to find the index value of the first occurrence.
+        - **target** (Any Object) - The target element to find in sequence.
+        - **start** (Integer) - The start index to find in sequence.
+        - **end** (Integer) - The end index to find in sequence.
+
+    Outputs:
+        Integer, the index value of the first occurrence of the target element.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+        ValueError: The 'target' is not in the 'sequence'.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceIndex"""
+        self.init_prim_io_names(inputs=['sequence', 'target', 'start', 'end'], outputs=['output_data'])
+
+    def __call__(self, sequence, target, start=None, end=None):
+        return sequence.index(target, start, end)
+
+
+class SequenceMul(Primitive):
+    r"""
+    Support sequence multiplication operation 'seq.mul(scalar)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence to count elements.
+        - **scalar** (Any Object) - The times to replicate the sequence.
+
+    Outputs:
+        List or tuple with 'scalar' times multiplication.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+        ValueError: Both 'sequence' and 'scalar' is constant.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceMul"""
+        self.init_prim_io_names(inputs=['sequence', 'scalar'], outputs=['output_data'])
+
+    def __call__(self, sequence, scalar):
+        return sequence * scalar
+
+
+class SequenceZerosLike(Primitive):
+    r"""
+    Returns a Sequence with a value of 0 and its shape and data type is the same as the input.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence to count elements.
+
+    Outputs:
+        List or tuple filled with zeros.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceZerosLike"""
+        self.init_prim_io_names(inputs=['sequence'], outputs=['output_data'])
+
+
+class make_range(Primitive):
+    r"""
+    Creates a sequence of numbers in range [start, limit) with step size delta.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **start** (Union[int, float]) - Start of interval.
+        - **limit** (Union[int, float]) - End of interval.
+        - **delta** (Union[int, float]) - Spacing between values.
+
+    Outputs:
+        A 1-D Sequence, with the same type as the inputs.
+
+    Raises:
+        TypeError: If datatype of `start`, `limit` or `delta` is not same.
+        TypeError: If datatype of `start`, `limit` or `delta` is not supported.
+        ValueError: If `delta` = 0.
+        ValueError: If `start` >= `limit` when `delta` > 0.
+        ValueError: If `start` <= `limit` when `delta` < 0.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize make_range"""
+        self.init_prim_io_names(inputs=['start', 'limit', 'delta'], outputs=['output_data'])
+
+    def __call__(self, start, limit, delta):
+        return range(start, limit, delta)
+
+
+class tuple_equal(Primitive):
+    r"""
+    Support sequence equal operation 'equal(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **x** (Union[Tuple]) - The tuple.
+        - **y** (Union[Tuple]) - The tuple.
+
+    Outputs:
+        Bool.
+
+    Raises:
+        TypeError: The 'x' is not tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize tuple_equal"""
+
+    def __call__(self, x, y):
+        return x == y
+
+
+class list_equal(Primitive):
+    r"""
+    Support sequence equal operation 'equal(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **x** (Union[List]) - The list.
+        - **y** (Union[List]) - The list.
+
+    Outputs:
+        Bool.
+
+    Raises:
+        TypeError: The 'x' is not list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize list_equal"""
+
+    def __call__(self, x, y):
+        return x == y
+
+
+class sequence_len(Primitive):
+    r"""
+    Returns length of Sequence.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence.
+
+    Outputs:
+        Integer, length of Sequence.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize sequence_len"""
+        self.init_prim_io_names(inputs=['sequence'], outputs=['output_data'])
+
+    def __call__(self, x):
+        return len(x)
+
+
+class SequenceMax(Primitive):
+    r"""
+    Support sequence max operation 'max(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence.
+
+    Outputs:
+        The maximum element.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceMax"""
+        self.init_prim_io_names(inputs=['sequence'], outputs=['output_data'])
+
+
+class SequenceMin(Primitive):
+    r"""
+    Support sequence min operation 'min(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence.
+
+    Outputs:
+        The minimum element.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceMax"""
+        self.init_prim_io_names(inputs=['sequence'], outputs=['output_data'])
+
+
+class SequenceAddN(Primitive):
+    r"""
+    Support sequence AddN operation.
+
+    .. note::
+        This it is only for internal used.
+
+    Inputs:
+        - **sequence** (Union[List, Tuple]) - The sequence.
+
+    Outputs:
+        The addition of all input.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize SequenceAddN"""
+        self.init_prim_io_names(inputs=["inputs"], outputs=["sum"])
+
+
+class SequenceStack(Primitive):
+    r"""
+    Support sequence stack operation.
+
+    .. note::
+        This it is only for internal used.
+
+    Args:
+        axis (Int):  Dimension to stack. Default: ``0`` .
+            Negative values wrap around. The range is [-(R+1), R+1).
+
+    Inputs:
+        - **input_x** (Union[tuple, list]) - A Tuple or list of Tensor objects with the same shape and type.
+
+    Outputs:
+        Tensor. A stacked Tensor with the same type as `input_x`.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+
+    @prim_attr_register
+    def __init__(self, axis=0):
+        """Initialize Stack"""
+        self.init_prim_io_names(inputs=['x'], outputs=['y'])
+        validator.check_value_type("axis", axis, [int], self.name)
+        self.axis = axis
+
+
+class SequenceUnstack(Primitive):
+    r"""
+    Support sequence unstack operation.
+
+    .. note::
+        This it is only for internal used.
+
+    Args:
+        axis (Int): Dimension along which to unpack. Default: ``0`` .
+            Negative values wrap around. The range is [-R, R).
+        num (Union[None, int]): The number of output tensors.
+            Automatically inferred by input_x and axis if ``None`` . Default: ``None`` .
+
+    Inputs:
+        **input_x** (Tensor) - The shape is :math:`(x_1, x_2, ..., x_R)`.
+          A tensor to be unstacked and the rank of the tensor must be greater than 0.
+
+    Outputs:
+        A tuple of tensors, the shape of each objects is the same.
+
+    Raises:
+        TypeError: The 'sequence' is not list or tuple.
+
+    Supported Platforms:
+        ``CPU``
+    """
+
+    @prim_attr_register
+    def __init__(self, axis=0, num=None):
+        """Initialize SequenceUnstack"""
+        self.init_prim_io_names(inputs=['x'], outputs=['y'])
+        validator.check_value_type("axis", axis, [int], self.name)
+        self.axis = axis
+        if num is not None:
+            validator.check_value_type("num", num, [int], self.name)
+
+
+class tuple_greater_than(Primitive):
+    r"""
+    Support tuple_greater_than operation 'greater_than(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[Tuple]) - The first tuple.
+        - **input_1** (Union[Tuple]) - The second tuple.
+
+    Outputs:
+        A bool value to indicate whether tuple 'input_0' is greater than tuple 'input_1'.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize tuple_greater_than"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x > y
+
+
+class tuple_greater_equal(Primitive):
+    r"""
+    Support tuple_greater_equal  operation 'greater_equal(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[Tuple]) - The first tuple.
+        - **input_1** (Union[Tuple]) - The second tuple.
+
+    Outputs:
+        A bool value to indicate whether tuple 'input_0' is greater than or equal to tuple 'input_1'.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not list or tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize tuple_greater_equal"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x >= y
+
+
+class list_greater_than(Primitive):
+    r"""
+    Support list_greater_than operation 'greater_than(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[List]) - The first list.
+        - **input_1** (Union[List]) - The second list.
+
+    Outputs:
+        A bool value to indicate whether list 'input_0' is greater than list 'input_1'.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not list or list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize list_greater_than"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x > y
+
+
+class list_greater_equal(Primitive):
+    r"""
+    Support list_greater_equal  operation 'greater_equal(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[List]) - The first list.
+        - **input_1** (Union[List]) - The second list.
+
+    Outputs:
+        A bool value to indicate whether list 'input_0' is greater than or equal to list 'input_1'.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not list or list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize list_greater_equal"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x >= y
+
+
+class tuple_lt(Primitive):
+    r"""
+    Support tuple less_than operation 'less_than(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[Tuple]) - The first sequence.
+        - **input_1** (Union[Tuple]) - The second sequence, dtype and shape should be same as 'input_0'.
+
+    Outputs:
+        A bool value to indicate whether every element in 'input_0' is less than element in 'input_1' correspondingly.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize tuple_lt"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x < y
+
+
+class list_lt(Primitive):
+    r"""
+    Support list less_than operation 'less_than(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[List]) - The first sequence.
+        - **input_1** (Union[List]) - The second sequence, dtype and shape should be same as 'input_0'.
+
+    Outputs:
+        A bool value to indicate whether every element in 'input_0' is less than element in 'input_1' correspondingly.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize list_lt"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x < y
+
+
+class tuple_le(Primitive):
+    r"""
+    Support tuple less_equal operation 'less_equal(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[Tuple]) - The first sequence.
+        - **input_1** (Union[Tuple]) - The second sequence, dtype and shape should be same as 'input_0'.
+
+    Outputs:
+        A bool value to indicate whether every element in 'input_0' is less equal element in 'input_1' correspondingly.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not tuple.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize tuple_le"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x <= y
+
+
+class list_le(Primitive):
+    r"""
+    Support list less equal operation 'less_equal(target)'.
+
+    .. note::
+        This it is only for internal used.
+        This primitive only have 'CPU' implementation, for other platform, it runs using heterogeneous.
+
+    Inputs:
+        - **input_0** (Union[List]) - The first sequence.
+        - **input_1** (Union[List]) - The second sequence, dtype and shape should be same as 'input_0'.
+
+    Outputs:
+        A bool value to indicate whether every element in 'input_0' is less equal element in 'input_1' correspondingly.
+
+    Raises:
+        TypeError: The 'input_0' or 'input_1' is not list.
+
+    Supported Platforms:
+        ``Ascend`` ``GPU`` ``CPU``
+    """
+    @prim_attr_register
+    def __init__(self):
+        """Initialize list_le"""
+        self.init_prim_io_names(
+            inputs=['input_0', 'input_1'], outputs=['output_data'])
+
+    def __call__(self, x, y):
+        return x <= y