mindspore 2.2.11__cp39-cp39-win_amd64.whl → 2.3.0__cp39-cp39-win_amd64.whl

mindspore/ops/op_info_register.py

@@ -235,7 +235,7 @@ class _CustomInstaller:
             # generate and copy reg info file
             op_info = self._gen_ai_core_reg_info(imply_path, self.func.__name__)
             self._copy_file(imply_path, self.ai_core_impl_dir)
-            for arc_name in ["ascend910", "ascend910b"]:
+            for arc_name in ["ascend910", "ascend910b", "ascend910c", "ascend310p"]:
                 arc_dir = os.path.join(self.ai_core_config_dir, arc_name)
                 _CustomInstaller._create_dir(arc_dir)
                 self._save_op_info(arc_dir, "aic-{}-ops-info.json".format(arc_name), op_info)
@@ -384,6 +384,7 @@ class RegOp:
         """
         if not isinstance(value, str):
             raise TypeError("%s value must be str" % str(value))
+        return True
 
     def _is_int(self, value):
         """
@@ -397,6 +398,7 @@ class RegOp:
         """
         if not isinstance(value, int):
             raise TypeError("%s value must be int" % str(value))
+        return True
 
     def _is_bool(self, value):
         """
@@ -410,6 +412,7 @@ class RegOp:
         """
         if not isinstance(value, bool):
             raise TypeError("%s value must be bool" % str(value))
+        return True
 
     @staticmethod
     def _is_list(value):
@@ -424,6 +427,7 @@ class RegOp:
         """
         if not isinstance(value, list):
             raise TypeError("%s value must be list" % str(value))
+        return True
 
     def _check_param(self, param_list, key_list, fn_list, kwargs):
         """
@@ -490,8 +494,8 @@ class RegOp:
             self._is_string(arg[0])
             self._is_string(arg[1])
             if len(arg) == 3:
-                self._is_string(arg[2])
-                dtype_format.append(arg)
+                if self._is_string(arg[2]):
+                    dtype_format.append(arg)
             else:
                 dtype_format.append(arg)
         self.dtype_format_.append(tuple(dtype_format))
@@ -775,8 +779,8 @@ class TBERegOp(RegOp):
                                          False: indicates that the operator does not support dynamic rank.
                                          Default: ``False`` .
         """
-        self._is_bool(dynamic_rank_support)
-        self.dynamic_rank_support_ = dynamic_rank_support
+        if self._is_bool(dynamic_rank_support):
+            self.dynamic_rank_support_ = dynamic_rank_support
         return self
 
     def real_input_index(self, real_input_index):
@@ -889,8 +893,8 @@ class TBERegOp(RegOp):
         Args:
             dynamic_compile_static (bool): Value of dynamic compile static. Default: ``False`` .
         """
-        self._is_bool(dynamic_compile_static)
-        self.dynamic_compile_static_ = dynamic_compile_static
+        if self._is_bool(dynamic_compile_static):
+            self.dynamic_compile_static_ = dynamic_compile_static
         return self
 
     def need_check_supported(self, need_check_supported=False):
@@ -900,8 +904,8 @@ class TBERegOp(RegOp):
         Args:
             need_check_supported (bool): Value of need_check_supported. Default: ``False`` .
         """
-        self._is_bool(need_check_supported)
-        self.need_check_support_ = need_check_supported
+        if self._is_bool(need_check_supported):
+            self.need_check_support_ = need_check_supported
         return self
 
     def is_dynamic_format(self, is_dynamic_format=False):
@@ -911,8 +915,8 @@ class TBERegOp(RegOp):
         Args:
             is_dynamic_format (bool): Value of is_dynamic_format. Default: ``False`` .
         """
-        self._is_bool(is_dynamic_format)
-        self.dynamic_format_ = is_dynamic_format
+        if self._is_bool(is_dynamic_format):
+            self.dynamic_format_ = is_dynamic_format
         return self
 
     def op_pattern(self, pattern=None):
@@ -922,8 +926,7 @@ class TBERegOp(RegOp):
         Args:
             pattern (str): Value of op pattern, e.g. "broadcast", "reduce". Default: ``None`` .
         """
-        if pattern is not None:
-            self._is_string(pattern)
+        if pattern is not None and self._is_string(pattern):
             self.op_pattern_ = pattern
         return self
 
@@ -1044,11 +1047,6 @@ class CustomRegOp(RegOp):
             TypeError: If `index` is neither int nor None.
             TypeError: If `name` is neither str nor None.
             TypeError: If `param_type` is neither str nor None.
-
-        Tutorial Examples:
-            - `Custom Operators (Custom-based) - Defining Custom Operator of aicpu Type
-              <https://mindspore.cn/tutorials/experts/en/r2.2/operation/op_custom.html#
-              defining-custom-operator-of-aicpu-type>`_
         """
         param_list = [index, name, param_type]
         key_list = ["index", "name", "paramType"]
@@ -1084,11 +1082,6 @@ class CustomRegOp(RegOp):
             TypeError: If `index` is neither int nor None.
             TypeError: If `name` is neither str nor None.
             TypeError: If `param_type` is neither str nor None.
-
-        Tutorial Examples:
-            - `Custom Operators (Custom-based) - Defining Custom Operator of aicpu Type
-              <https://mindspore.cn/tutorials/experts/en/r2.2/operation/op_custom.html#
-              defining-custom-operator-of-aicpu-type>`_
         """
         param_list = [index, name, param_type]
         key_list = ["index", "name", "paramType"]
@@ -1112,11 +1105,6 @@ class CustomRegOp(RegOp):
 
         Raises:
             ValueError: If the size of `args` not equal to the sum of input tensors and output tensors.
-
-        Tutorial Examples:
-            - `Custom Operators (Custom-based) - Defining Custom Operator of aicpu Type
-              <https://mindspore.cn/tutorials/experts/en/r2.2/operation/op_custom.html#
-              defining-custom-operator-of-aicpu-type>`_
         """
         io_nums = len(self.inputs) + len(self.outputs)
         if len(args) != io_nums:
@@ -1169,11 +1157,6 @@ class CustomRegOp(RegOp):
             TypeError: If `param_type` is neither str nor None.
             TypeError: If `value_type` is neither str nor None.
             TypeError: If `default_value` is neither str nor None.
-
-        Tutorial Examples:
-            - `Custom Operators (Custom-based) - Defining Custom Operator of aicpu Type
-              <https://mindspore.cn/tutorials/experts/en/r2.2/operation/op_custom.html#
-              defining-custom-operator-of-aicpu-type>`_
         """
         param_list = [name, param_type, value_type, default_value]
         key_list = ["name", "paramType", "type", "defaultValue"]
@@ -1195,11 +1178,6 @@ class CustomRegOp(RegOp):
 
         Raises:
             TypeError: If `target` is neither str nor None.
-
-        Tutorial Examples:
-            - `Custom Operators (Custom-based) - Defining Custom Operator of aicpu Type
-              <https://mindspore.cn/tutorials/experts/en/r2.2/operation/op_custom.html#
-              defining-custom-operator-of-aicpu-type>`_
         """
         if target is not None:
             self._is_string(target)
@@ -1210,11 +1188,6 @@ class CustomRegOp(RegOp):
         """
         Return the generated registration information as a dict. This function should be invoked at last on the
         `CustomRegOp` instance as shown in the above example.
-
-        Tutorial Examples:
-            - `Custom Operators (Custom-based) - Defining Custom Operator of aicpu Type
-              <https://mindspore.cn/tutorials/experts/en/r2.2/operation/op_custom.html#
-              defining-custom-operator-of-aicpu-type>`_
         """
         op_info = {}
         for k, v in self.__dict__.items():

mindspore/ops/operations/__init__.py

@@ -1,4 +1,4 @@
-# Copyright 2021-2022 Huawei Technologies Co., Ltd
+# Copyright 2021-2024 Huawei Technologies Co., Ltd
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -22,17 +22,17 @@ A collection of operators to build neural networks or to compute functions.
 from ._embedding_cache_ops import (CacheSwapTable, UpdateCache, MapCacheIdx, SubAndFilter,
                                    MapUniform, DynamicAssign, PadAndShift)
 from ._inner_ops import (MatmulDDS, DSDMatmul, Cummin, ExtractImagePatches, SelectView, CopyWithSlice)
+from ._ms_kernel import (ms_kernel, kernel)
 from ._quant_ops import *
 from ._thor_ops import (CusBatchMatMul, CusCholeskyTrsm, CusFusedAbsMax1, CusImg2Col, CusMatMulCubeDenseLeft,
                         CusMatMulCubeFraczRightMul, CusMatMulCube, CusMatrixCombine, CusTranspose02314,
                         CusMatMulCubeDenseRight, CusMatMulCubeFraczLeftCast, NewIm2Col,
                         LoadIm2Col, UpdateThorGradient, CholeskyTrsm,
                         DetTriangle, ProdForceSeA)
-from ._ms_kernel import (ms_kernel, kernel)
 from .array_ops import (ArgMaxWithValue, ArgMinWithValue, Argmax, Argmin, BatchToSpace,
                         BatchToSpaceNDV2, BroadcastTo, Cast, Coalesce, Concat, Cummax, DType, DepthToSpace, Diag,
                         DiagPart, EditDistance, EmbeddingLookup, ExpandDims, ExtractVolumePatches,
-                        Eye, Fill, Gather, GatherD, GatherNd, Identity, Im2Col, InvertPermutation,
+                        Eye, Fill, Gather, GatherD, GatherNd, Im2Col, InvertPermutation,
                         LowerBound, Lstsq, MaskedFill, MaskedSelect, Meshgrid, Mvlgamma, Ones, OnesLike,
                         Padding, ParallelConcat, PopulationCount, Range, Rank, Reshape, ResizeNearestNeighbor,
                         ReverseSequence, ReverseV2, Rint, ScalarToTensor, ScatterAdd,
@@ -44,26 +44,26 @@ from .array_ops import (ArgMaxWithValue, ArgMinWithValue, Argmax, Argmin, BatchT
                         TensorScatterUpdate, TensorShape, Tile, TopK, TransShape, Transpose, TupleToArray, Unique,
                         UniqueWithPad, UnsortedSegmentMax, UnsortedSegmentMin, UnsortedSegmentProd,
                         UnsortedSegmentSum, Unstack, UpperBound, Zeros, ZerosLike, AffineGrid, Bincount, CheckNumerics,
-                        HammingWindow, IdentityN, IndexFill, LeftShift, ListDiff, LogSpace, MatrixBandPart,
+                        HammingWindow, Identity, IdentityN, IndexFill, LeftShift, ListDiff, LogSpace, MatrixBandPart,
                         MatrixDiagPartV3, MatrixDiagV3, MatrixSetDiagV3, NonZero, Expand, Col2Im, ConjugateTranspose,
                         FillDiagonal, Fills, ResizeNearestNeighborV2, RightShift, ScatterAddWithAxis,
                         ScatterNdMul, SegmentMean, SegmentProd, SegmentSum, SegmentMax, SegmentMin, Tril, Triu,
                         UniqueConsecutive, UnravelIndex, FillV2, CountNonZero, TensorScatterElements, IndexPut,
                         MaskedScatter)
-from .comm_ops import (AllGather, AllReduce, NeighborExchange, NeighborExchangeV2, AlltoAll, _AllSwap, ReduceScatter,
-                       Broadcast,
+from .comm_ops import (AllGather, AllReduce, Reduce, NeighborExchange, NeighborExchangeV2, AlltoAll, _AllSwap,
+                       Broadcast, CollectiveGather, CollectiveScatter, Barrier, Send, Receive, BatchISendIRecv,
                        _MirrorOperator, _MirrorMiniStepOperator, _MiniStepAllGather, ReduceOp, _VirtualDataset,
                        _VirtualOutput, _VirtualDiv, _GetTensorSlice, _VirtualAdd, _VirtualAssignAdd, _VirtualAccuGrad,
                        _HostAllGather, _HostReduceScatter, _MirrorMicroStepOperator, _MicroStepAllGather,
-                       _VirtualPipelineEnd)
+                       _VirtualPipelineEnd, AlltoAllV, ReduceScatter)
 from .control_ops import GeSwitch, Merge
 from .custom_ops import (Custom)
 from .debug_ops import (ImageSummary, InsertGradientOf, HookBackward, ScalarSummary,
-                        TensorSummary, HistogramSummary, Print, Assert)
+                        TensorSummary, HistogramSummary, TensorDump, Print, Assert)
 from .image_ops import (CropAndResize, NonMaxSuppressionV3, HSVToRGB, AdjustHue, AdjustSaturation,
                         NonMaxSuppressionWithOverlaps, ResizeArea, ResizeBilinearV2, ExtractGlimpse,
                         CombinedNonMaxSuppression, RGBToHSV, ScaleAndTranslate, ResizeLinear1D, ResizeBicubic)
-from .inner_ops import (ScalarCast, Randperm, NoRepeatNGram, LambApplyOptimizerAssign, LambApplyWeightAssign,
+from .inner_ops import (Randperm, NoRepeatNGram, LambApplyOptimizerAssign, LambApplyWeightAssign,
                         FusedWeightScaleApplyMomentum, FusedCastAdamWeightDecay, FusedAdaFactor,
                         FusedAdaFactorWithGlobalNorm)
 from .linalg_ops import (Svd, Geqrf)
@@ -99,9 +99,8 @@ from .nn_ops import (LSTM, SGD, Adam, AdamWeightDecay, FusedSparseAdam, FusedSpa
                      LogSoftmax, MaxPool3D, AvgPool3D,
                      MaxPool, DataFormatDimMap,
                      AvgPool, Conv2DBackpropInput, ComputeAccidentalHits,
-                     MaxPoolWithArgmaxV2, OneHot, Pad, MirrorPad, Mish, PReLU, ReLU, ReLU6, ReLUV2,
-                     HSwish, HSigmoid,
-                     ResizeBilinear, Sigmoid, SeLU, HShrink, ApplyKerasMomentum,
+                     MaxPoolWithArgmaxV2, OneHot, Pad, MirrorPad, Mish, PReLU, ReLU, ReLU6,
+                     HSwish, HSigmoid, Sigmoid, SeLU, HShrink, ApplyKerasMomentum,
                      SigmoidCrossEntropyWithLogits, NLLLoss, BCEWithLogitsLoss,
                      SmoothL1Loss, SoftMarginLoss, Softmax, Softsign, Softplus, LRN, RNNTLoss, DynamicRNN, DynamicGRUV2,
                      SoftmaxCrossEntropyWithLogits, ROIAlign,
@@ -118,9 +117,10 @@ from .nn_ops import (LSTM, SGD, Adam, AdamWeightDecay, FusedSparseAdam, FusedSpa
                      Dilation2D, DataFormatVecPermute, DeformableOffsets, Dense, FractionalAvgPool,
                      FractionalMaxPool, FractionalMaxPool3DWithFixedKsize, FractionalMaxPoolWithFixedKsize,
                      GridSampler2D, TripletMarginLoss, UpsampleNearest3D, UpsampleTrilinear3D, PadV3, ChannelShuffle,
-                     GLU, MaxUnpool3D, Pdist, RmsNorm, PagedAttention, PagedAttentionMask, ReshapeAndCache)
+                     GLU, MaxUnpool3D, Pdist, RmsNorm, PagedAttention, PagedAttentionMask, ReshapeAndCache,
+                     ApplyRotaryPosEmb)
 from .other_ops import (Assign, IOU, BoundingBoxDecode, BoundingBoxEncode,
-                        ConfusionMatrix, UpdateState, Load, StopGradient,
+                        ConfusionMatrix, UpdateState, Load, StopGradient, Reusing,
                         CheckValid, Partial, Depend, Push, Pull, PyExecute, PyFunc, _DynamicLossScale,
                         SampleDistortedBoundingBoxV2)
 from .random_ops import (RandomChoiceWithMask, StandardNormal, Gamma, RandomGamma, Poisson, UniformInt, UniformReal,
@@ -132,16 +132,18 @@ from .rl_ops import (BufferAppend, BufferGetItem, BufferSample)
 from .sparse_ops import (
     SparseToDense, SparseTensorDenseMatmul, SparseTensorDenseAdd, SparseSlice)
 from .spectral_ops import (BartlettWindow, BlackmanWindow)
-from ..deprecated import (identity, DropoutDoMask, MaxPoolWithArgmax,
-                          BNTrainingReduce, BNTrainingUpdate, DropoutGenMask, Gelu, FastGelu,
+from ..deprecated import (identity, DropoutDoMask, MaxPoolWithArgmax, DropoutGenMask, Gelu, FastGelu,
                           TensorAdd, InplaceUpdate, ScatterNonAliasingAdd,
                           BatchToSpaceND, Unpack, GatherV2, DynamicShape, ScalarToArray, Pack)
+from .manually_defined._inner import ScalarCast
+from .reshard_ops import (Reshard)
 
 __all__ = [
     'HSVToRGB',
     'CeLU',
     'Ger',
     'Unique',
+    'Reusing',
     'ReverseSequence',
     'Sort',
     'EditDistance',
@@ -185,8 +187,6 @@ __all__ = [
     'Flatten',
     'MaxPoolWithArgmax',
     'MaxPoolWithArgmaxV2',
-    'BNTrainingReduce',
-    'BNTrainingUpdate',
     'BatchNorm',
     'MaxPool',
     'TopK',
@@ -226,7 +226,6 @@ __all__ = [
     'EmbeddingLookup',
     'Padding',
     'GatherD',
-    'Identity',
     'UniqueWithPad',
     'Concat',
     'Pack',
@@ -292,11 +291,11 @@ __all__ = [
     'UniformReal',
     'StandardLaplace',
     'RandomCategorical',
-    'ResizeBilinear',
     'ScalarSummary',
     'ImageSummary',
     'TensorSummary',
     'HistogramSummary',
+    'TensorDump',
     "Print",
     "Assert",
     'InsertGradientOf',
@@ -393,9 +392,11 @@ __all__ = [
     'UnsortedSegmentProd',
     "AllGather",
     "AllReduce",
+    "Reduce",
     "_AllSwap",
     "ReduceScatter",
     "Broadcast",
+    "BatchISendIRecv",
     "ReduceOp",
     'ScalarCast',
     'GetNext',
@@ -495,7 +496,6 @@ __all__ = [
     "ParallelConcat",
     "Push",
     "Pull",
-    "ReLUV2",
     "SparseToDense",
     "SparseTensorDenseAdd",
     "SparseTensorDenseMatmul",
@@ -531,6 +531,12 @@ __all__ = [
     "NeighborExchangeV2",
     "NeighborExchange",
     "AlltoAll",
+    "AlltoAllV",
+    "CollectiveGather",
+    "CollectiveScatter",
+    "Barrier",
+    "Send",
+    "Receive",
     "Custom",
     "LuSolve",
     "CholeskyInverse",
@@ -563,6 +569,7 @@ __all__ = [
     "Heaviside",
     "Histogram",
     "Hypot",
+    "Identity",
     "IdentityN",
     "IndexFill",
     "IsClose",
@@ -692,10 +699,12 @@ __all__ = [
     "MaskedScatter",
     "Ormqr",
     "RandpermV2",
-    "RmsNorm",
     "PagedAttention",
     "PagedAttentionMask",
-    "ReshapeAndCache"
+    "ReshapeAndCache",
+    "ApplyRotaryPosEmb",
+    "RmsNorm",
+    "Reshard",
 ]
 
 __custom__ = [

mindspore/ops/operations/_embedding_cache_ops.py

@@ -65,7 +65,7 @@ class SubAndFilter(PrimitiveWithCheck):
 
     Inputs:
         - **input_x** (Tensor) - Input tensor.
-        - **max_num** (Int) - The max value of element that after sub `offset`.
+        - **max_num** (int) - The max value of element that after sub `offset`.
         - **offset** (int) - Specifies the offset value of this `input_x`.
 
     Outputs: