mindspore 2.1.0__cp38-none-any.whl → 2.2.10__cp38-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/__init__.py +4 -1
- mindspore/_akg/akg/build_module.py +5 -6
- mindspore/_akg/akg/composite/build_module.py +46 -19
- mindspore/_akg/akg/composite/split_stitch.py +10 -11
- mindspore/_akg/akg/ms/info_version_adapt.py +67 -1
- mindspore/_akg/akg/tvm/api.py +4 -3
- mindspore/_akg/akg/tvm/autotvm/__init__.py +1 -2
- mindspore/_akg/akg/tvm/autotvm/graph_tuner/base_graph_tuner.py +1 -5
- mindspore/_akg/akg/tvm/autotvm/measure/__init__.py +1 -1
- mindspore/_akg/akg/tvm/autotvm/measure/measure.py +1 -10
- mindspore/_akg/akg/tvm/autotvm/measure/measure_methods.py +1 -372
- mindspore/_akg/akg/tvm/build_module.py +16 -1
- mindspore/_akg/akg/tvm/contrib/graph_runtime.py +0 -53
- mindspore/_akg/akg/tvm/hybrid/parser.py +7 -6
- mindspore/_akg/akg/tvm/ir_builder.py +1 -1
- mindspore/_akg/akg/tvm/module.py +1 -2
- mindspore/_akg/akg/tvm/stmt.py +2 -2
- mindspore/_akg/akg/utils/ascend_profilier/__init__.py +0 -0
- mindspore/_akg/akg/utils/ascend_profilier/cann_file_parser.py +76 -0
- mindspore/_akg/akg/utils/ascend_profilier/file_manager.py +56 -0
- mindspore/_akg/akg/utils/ascend_profilier/op_summary_bean.py +23 -0
- mindspore/_akg/akg/utils/ascend_profilier/op_summary_headers.py +8 -0
- mindspore/_akg/akg/utils/ascend_profilier/op_summary_parser.py +42 -0
- mindspore/_akg/akg/utils/ascend_profilier/path_manager.py +65 -0
- mindspore/_akg/akg/utils/composite_op_helper.py +9 -10
- mindspore/_akg/akg/utils/kernel_exec.py +98 -274
- mindspore/_akg/akg/utils/result_analysis.py +4 -24
- mindspore/_akg/akg/utils/tbe_codegen_utils.py +219 -0
- mindspore/_akg/akg/utils/util.py +38 -0
- mindspore/_c_dataengine.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_check_jit_forbidden_api.py +3 -1
- mindspore/_checkparam.py +23 -29
- mindspore/_extends/graph_kernel/__init__.py +0 -1
- mindspore/_extends/graph_kernel/model/graph_split.py +84 -76
- mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
- mindspore/_extends/graph_kernel/splitter.py +4 -11
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +122 -15
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +84 -67
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
- mindspore/_extends/parallel_compile/akg_compiler/util.py +10 -7
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +2 -2
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +6 -5
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
- mindspore/_extends/parse/__init__.py +12 -15
- mindspore/_extends/parse/namespace.py +7 -33
- mindspore/_extends/parse/parser.py +61 -71
- mindspore/_extends/parse/resources.py +1 -1
- mindspore/_extends/parse/standard_method.py +74 -104
- mindspore/_extends/parse/trope.py +1 -1
- mindspore/_extends/remote/kernel_build_server.py +25 -7
- mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
- mindspore/_install_custom.py +43 -0
- mindspore/_mindspore_offline_debug.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/amp.py +47 -11
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/boost.py +1 -8
- mindspore/boost/boost_cell_wrapper.py +3 -2
- mindspore/boost/grad_accumulation.py +1 -1
- mindspore/boost/group_loss_scale_manager.py +8 -7
- mindspore/common/__init__.py +5 -3
- mindspore/common/_jit_fallback_utils.py +6 -0
- mindspore/common/_register_for_adapter.py +2 -0
- mindspore/common/_register_for_tensor.py +2 -2
- mindspore/common/_stub_tensor.py +13 -0
- mindspore/common/_utils.py +13 -0
- mindspore/common/api.py +174 -259
- mindspore/common/auto_dynamic_shape.py +494 -0
- mindspore/common/dtype.py +18 -11
- mindspore/common/dump.py +6 -4
- mindspore/common/initializer.py +14 -14
- mindspore/common/jit_config.py +33 -15
- mindspore/common/lazy_inline.py +126 -7
- mindspore/common/mindir_util.py +101 -0
- mindspore/common/parameter.py +51 -41
- mindspore/common/seed.py +4 -4
- mindspore/common/sparse_tensor.py +13 -14
- mindspore/common/tensor.py +243 -165
- mindspore/communication/__init__.py +7 -4
- mindspore/communication/_comm_helper.py +83 -4
- mindspore/communication/management.py +152 -84
- mindspore/config/op_info.config +14 -3
- mindspore/config/super_bar_config.json +4 -2
- mindspore/context.py +152 -61
- mindspore/dataset/__init__.py +5 -5
- mindspore/dataset/audio/__init__.py +2 -2
- mindspore/dataset/audio/transforms.py +52 -52
- mindspore/dataset/callback/ds_callback.py +16 -2
- mindspore/dataset/core/config.py +68 -51
- mindspore/dataset/engine/cache_client.py +28 -5
- mindspore/dataset/engine/datasets.py +250 -112
- mindspore/dataset/engine/datasets_audio.py +43 -211
- mindspore/dataset/engine/datasets_standard_format.py +16 -35
- mindspore/dataset/engine/datasets_text.py +43 -67
- mindspore/dataset/engine/datasets_user_defined.py +86 -100
- mindspore/dataset/engine/datasets_vision.py +219 -1029
- mindspore/dataset/engine/iterators.py +11 -4
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +4 -0
- mindspore/dataset/engine/obs/util.py +3 -0
- mindspore/dataset/engine/samplers.py +1 -1
- mindspore/dataset/engine/validators.py +19 -5
- mindspore/dataset/text/__init__.py +3 -3
- mindspore/dataset/text/transforms.py +101 -127
- mindspore/dataset/text/utils.py +205 -138
- mindspore/dataset/transforms/__init__.py +1 -1
- mindspore/dataset/transforms/py_transforms_util.py +40 -12
- mindspore/dataset/transforms/transforms.py +95 -40
- mindspore/dataset/utils/browse_dataset.py +8 -2
- mindspore/dataset/utils/line_reader.py +17 -19
- mindspore/dataset/vision/__init__.py +3 -3
- mindspore/dataset/vision/c_transforms.py +6 -3
- mindspore/dataset/vision/transforms.py +409 -287
- mindspore/dataset/vision/utils.py +13 -14
- mindspore/dataset/vision/validators.py +11 -1
- mindspore/experimental/map_parameter.py +14 -0
- mindspore/{nn/optim_ex → experimental/optim}/__init__.py +30 -29
- mindspore/{nn/optim_ex → experimental/optim}/adam.py +60 -67
- mindspore/{nn/optim_ex → experimental/optim}/adamw.py +181 -203
- mindspore/experimental/optim/lr_scheduler.py +1427 -0
- mindspore/{nn/optim_ex → experimental/optim}/optimizer.py +252 -259
- mindspore/{nn/optim_ex → experimental/optim}/sgd.py +147 -152
- mindspore/gen_ops.py +273 -0
- mindspore/include/OWNERS +0 -1
- mindspore/include/api/data_type.h +2 -1
- mindspore/include/api/graph.h +0 -15
- mindspore/include/api/kernel.h +2 -0
- mindspore/include/api/kernel_api.h +37 -12
- mindspore/include/api/model.h +17 -14
- mindspore/include/api/status.h +8 -3
- mindspore/include/api/types.h +37 -4
- mindspore/include/c_api/ms/abstract.h +67 -0
- mindspore/include/c_api/ms/attribute.h +197 -0
- mindspore/include/c_api/ms/base/handle_types.h +43 -0
- mindspore/include/c_api/ms/base/macros.h +32 -0
- mindspore/include/c_api/ms/base/status.h +33 -0
- mindspore/include/c_api/ms/base/types.h +282 -0
- mindspore/include/c_api/ms/context.h +102 -0
- mindspore/include/c_api/ms/graph.h +160 -0
- mindspore/include/c_api/ms/node.h +606 -0
- mindspore/include/c_api/ms/tensor.h +161 -0
- mindspore/include/c_api/ms/value.h +84 -0
- mindspore/include/dataset/constants.h +6 -5
- mindspore/include/dataset/execute.h +23 -13
- mindspore/include/dataset/text.h +26 -26
- mindspore/include/dataset/transforms.h +13 -13
- mindspore/include/dataset/vision.h +60 -60
- mindspore/include/dataset/vision_ascend.h +5 -6
- mindspore/include/dataset/vision_lite.h +17 -17
- mindspore/include/mindapi/base/type_id.h +1 -0
- mindspore/include/mindapi/base/types.h +1 -0
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libjemalloc.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310/aic-ascend310-ops-info.json +123 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +123 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +158 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +37 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_dsl.py +46 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_tik.py +51 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +241 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/matmul_tik.py +212 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_dsl.py +46 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_tik.py +51 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +241 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/matmul_tik.py +212 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +8928 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/libakg.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/cpu/libakg.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/mindrecord/tools/imagenet_to_mr.py +1 -1
- mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
- mindspore/nn/__init__.py +0 -2
- mindspore/nn/cell.py +313 -74
- mindspore/nn/dynamic_lr.py +21 -21
- mindspore/nn/layer/activation.py +22 -30
- mindspore/nn/layer/basic.py +15 -13
- mindspore/nn/layer/channel_shuffle.py +1 -1
- mindspore/nn/layer/container.py +271 -9
- mindspore/nn/layer/conv.py +323 -204
- mindspore/nn/layer/dense.py +8 -5
- mindspore/nn/layer/embedding.py +33 -27
- mindspore/nn/layer/flash_attention.py +141 -88
- mindspore/nn/layer/image.py +8 -6
- mindspore/nn/layer/math.py +16 -25
- mindspore/nn/layer/normalization.py +107 -66
- mindspore/nn/layer/padding.py +1 -1
- mindspore/nn/layer/pooling.py +131 -109
- mindspore/nn/layer/rnn_cells.py +27 -22
- mindspore/nn/layer/rnns.py +13 -16
- mindspore/nn/layer/thor_layer.py +1 -1
- mindspore/nn/layer/transformer.py +221 -154
- mindspore/nn/learning_rate_schedule.py +9 -1
- mindspore/nn/loss/loss.py +235 -174
- mindspore/nn/optim/ada_grad.py +2 -1
- mindspore/nn/optim/adadelta.py +1 -0
- mindspore/nn/optim/adafactor.py +2 -1
- mindspore/nn/optim/adam.py +7 -4
- mindspore/nn/optim/adamax.py +3 -2
- mindspore/nn/optim/adasum.py +2 -2
- mindspore/nn/optim/asgd.py +2 -3
- mindspore/nn/optim/ftrl.py +6 -5
- mindspore/nn/optim/lamb.py +7 -4
- mindspore/nn/optim/lars.py +1 -1
- mindspore/nn/optim/lazyadam.py +5 -3
- mindspore/nn/optim/momentum.py +2 -1
- mindspore/nn/optim/optimizer.py +53 -4
- mindspore/nn/optim/proximal_ada_grad.py +3 -4
- mindspore/nn/optim/rmsprop.py +4 -3
- mindspore/nn/optim/rprop.py +23 -12
- mindspore/nn/optim/sgd.py +26 -11
- mindspore/nn/optim/thor.py +9 -7
- mindspore/nn/probability/bijector/bijector.py +5 -5
- mindspore/nn/probability/bijector/power_transform.py +27 -27
- mindspore/nn/probability/bijector/softplus.py +3 -3
- mindspore/nn/probability/distribution/_utils/custom_ops.py +3 -3
- mindspore/nn/probability/distribution/bernoulli.py +5 -5
- mindspore/nn/probability/distribution/beta.py +3 -3
- mindspore/nn/probability/distribution/categorical.py +7 -7
- mindspore/nn/probability/distribution/cauchy.py +0 -1
- mindspore/nn/probability/distribution/distribution.py +3 -3
- mindspore/nn/probability/distribution/gamma.py +3 -3
- mindspore/nn/probability/distribution/geometric.py +4 -4
- mindspore/nn/probability/distribution/gumbel.py +4 -4
- mindspore/nn/probability/distribution/log_normal.py +2 -2
- mindspore/nn/probability/distribution/logistic.py +2 -2
- mindspore/nn/probability/distribution/poisson.py +4 -4
- mindspore/nn/probability/distribution/transformed_distribution.py +3 -3
- mindspore/nn/probability/distribution/uniform.py +6 -6
- mindspore/nn/wrap/cell_wrapper.py +84 -34
- mindspore/nn/wrap/grad_reducer.py +8 -5
- mindspore/nn/wrap/loss_scale.py +105 -42
- mindspore/numpy/array_creations.py +1 -2
- mindspore/numpy/array_ops.py +3 -2
- mindspore/numpy/utils_const.py +5 -5
- mindspore/offline_debug/convert_async.py +2 -2
- mindspore/ops/_grad_experimental/__init__.py +0 -5
- mindspore/ops/_grad_experimental/grad_array_ops.py +2 -3
- mindspore/ops/_grad_experimental/grad_comm_ops.py +15 -2
- mindspore/ops/_grad_experimental/grad_debug_ops.py +0 -37
- mindspore/ops/_grad_experimental/grad_implementations.py +11 -1
- mindspore/ops/_grad_experimental/grad_inner_ops.py +2 -216
- mindspore/ops/_grad_experimental/grad_math_ops.py +19 -199
- mindspore/ops/_grad_experimental/grad_sparse.py +15 -0
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -3
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +165 -109
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +144 -86
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +172 -187
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +51 -57
- mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +6 -17
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +1 -1
- mindspore/ops/_op_impl/aicpu/__init__.py +14 -2
- mindspore/ops/_op_impl/aicpu/add.py +3 -3
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
- mindspore/ops/_op_impl/aicpu/eps.py +32 -0
- mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
- mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
- mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/multinomial.py +3 -3
- mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
- mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
- mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
- mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
- mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
- mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
- mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -5
- mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -5
- mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
- mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
- mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
- mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
- mindspore/ops/_op_impl/tbe/__init__.py +4 -4
- mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +1 -1
- mindspore/ops/_tracefunc.py +45 -13
- mindspore/ops/_utils/utils.py +6 -1
- mindspore/ops/_vmap/vmap_array_ops.py +3 -3
- mindspore/ops/_vmap/vmap_base.py +3 -3
- mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
- mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
- mindspore/ops/_vmap/vmap_math_ops.py +5 -2
- mindspore/ops/_vmap/vmap_nn_ops.py +61 -7
- mindspore/ops/arg_dtype_cast.py +54 -0
- mindspore/ops/composite/base.py +37 -10
- mindspore/ops/composite/math_ops.py +5 -4
- mindspore/ops/composite/multitype_ops/_compile_utils.py +275 -73
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +16 -9
- mindspore/ops/composite/multitype_ops/add_impl.py +43 -4
- mindspore/ops/composite/multitype_ops/getitem_impl.py +42 -4
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
- mindspore/ops/deprecated.py +304 -0
- mindspore/ops/function/__init__.py +4 -1
- mindspore/ops/function/array_func.py +174 -193
- mindspore/ops/function/clip_func.py +81 -13
- mindspore/ops/function/debug_func.py +1 -1
- mindspore/ops/function/grad/grad_func.py +18 -9
- mindspore/ops/function/image_func.py +10 -4
- mindspore/ops/function/linalg_func.py +5 -5
- mindspore/ops/function/math_func.py +575 -386
- mindspore/ops/function/nn_func.py +568 -260
- mindspore/ops/function/random_func.py +88 -57
- mindspore/ops/function/sparse_func.py +1 -1
- mindspore/ops/function/sparse_unary_func.py +14 -12
- mindspore/ops/function/vmap_func.py +6 -5
- mindspore/ops/functional.py +15 -10
- mindspore/ops/op_info_register.py +244 -25
- mindspore/ops/operations/__init__.py +28 -19
- mindspore/ops/operations/_grad_ops.py +72 -7
- mindspore/ops/operations/_inner_ops.py +350 -17
- mindspore/ops/operations/_quant_ops.py +4 -8
- mindspore/ops/operations/_sequence_ops.py +42 -0
- mindspore/ops/operations/array_ops.py +68 -282
- mindspore/ops/operations/comm_ops.py +107 -59
- mindspore/ops/operations/custom_ops.py +94 -70
- mindspore/ops/operations/debug_ops.py +8 -4
- mindspore/ops/operations/image_ops.py +18 -12
- mindspore/ops/operations/inner_ops.py +26 -3
- mindspore/ops/operations/math_ops.py +189 -141
- mindspore/ops/operations/nn_ops.py +794 -489
- mindspore/ops/operations/other_ops.py +0 -22
- mindspore/ops/operations/random_ops.py +53 -111
- mindspore/ops/operations/sparse_ops.py +3 -1
- mindspore/ops/primitive.py +24 -18
- mindspore/parallel/_auto_parallel_context.py +68 -8
- mindspore/parallel/_cost_model_context.py +2 -2
- mindspore/parallel/_offload_context.py +17 -3
- mindspore/parallel/_parallel_serialization.py +12 -5
- mindspore/parallel/_ps_context.py +12 -0
- mindspore/parallel/_tensor.py +18 -13
- mindspore/parallel/_transformer/layers.py +5 -3
- mindspore/parallel/_transformer/loss.py +1 -0
- mindspore/parallel/_transformer/moe.py +2 -2
- mindspore/parallel/_transformer/op_parallel_config.py +12 -1
- mindspore/parallel/_transformer/transformer.py +23 -3
- mindspore/parallel/_utils.py +11 -7
- mindspore/parallel/algo_parameter_config.py +85 -5
- mindspore/parallel/checkpoint_transform.py +19 -12
- mindspore/parallel/shard.py +21 -14
- mindspore/profiler/common/struct_type.py +3 -3
- mindspore/profiler/common/util.py +4 -2
- mindspore/profiler/envprofiling.py +1 -1
- mindspore/profiler/parser/aicpu_data_parser.py +5 -3
- mindspore/profiler/parser/ascend_flops_generator.py +2 -2
- mindspore/profiler/parser/ascend_fpbp_generator.py +1 -1
- mindspore/profiler/parser/ascend_hccl_generator.py +249 -12
- mindspore/profiler/parser/ascend_msprof_exporter.py +150 -255
- mindspore/profiler/parser/ascend_msprof_generator.py +204 -17
- mindspore/profiler/parser/ascend_op_generator.py +6 -6
- mindspore/profiler/parser/ascend_steptrace_generator.py +6 -4
- mindspore/profiler/parser/ascend_timeline_generator.py +14 -187
- mindspore/profiler/parser/base_timeline_generator.py +10 -8
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +16 -12
- mindspore/profiler/parser/flops_parser.py +15 -11
- mindspore/profiler/parser/framework_parser.py +38 -22
- mindspore/profiler/parser/hccl_parser.py +16 -12
- mindspore/profiler/parser/integrator.py +22 -11
- mindspore/profiler/parser/memory_usage_parser.py +2 -2
- mindspore/profiler/parser/minddata_analyzer.py +12 -14
- mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
- mindspore/profiler/parser/msadvisor_parser.py +8 -4
- mindspore/profiler/parser/op_intermediate_parser.py +5 -2
- mindspore/profiler/parser/optime_parser.py +1 -1
- mindspore/profiler/parser/profiler_info.py +21 -2
- mindspore/profiler/parser/step_trace_parser.py +11 -14
- mindspore/profiler/profiling.py +179 -89
- mindspore/rewrite/api/node.py +102 -19
- mindspore/rewrite/api/node_type.py +5 -1
- mindspore/rewrite/api/pattern_engine.py +1 -1
- mindspore/rewrite/api/scoped_value.py +9 -17
- mindspore/rewrite/api/symbol_tree.py +131 -47
- mindspore/rewrite/ast_helpers/__init__.py +2 -1
- mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
- mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +93 -46
- mindspore/rewrite/common/rewrite_elog.py +5 -1
- mindspore/rewrite/namer.py +33 -24
- mindspore/rewrite/namespace.py +14 -5
- mindspore/{_extends/graph_kernel/expanders/complex → rewrite/node}/__init__.py +9 -9
- mindspore/rewrite/node/call_function.py +79 -0
- mindspore/rewrite/node/cell_container.py +135 -0
- mindspore/rewrite/node/control_flow.py +88 -0
- mindspore/rewrite/{node.py → node/node.py} +273 -234
- mindspore/rewrite/node/node_manager.py +254 -0
- mindspore/rewrite/{topological_manager.py → node/node_topological_manager.py} +13 -46
- mindspore/rewrite/parsers/arguments_parser.py +22 -21
- mindspore/rewrite/parsers/assign_parser.py +216 -221
- mindspore/rewrite/parsers/attribute_parser.py +9 -7
- mindspore/rewrite/parsers/class_def_parser.py +174 -113
- mindspore/rewrite/parsers/constant_parser.py +9 -6
- mindspore/rewrite/parsers/container_parser.py +9 -7
- mindspore/rewrite/parsers/for_parser.py +36 -15
- mindspore/rewrite/parsers/function_def_parser.py +24 -16
- mindspore/rewrite/parsers/if_parser.py +28 -24
- mindspore/rewrite/parsers/module_parser.py +196 -25
- mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
- mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
- mindspore/rewrite/parsers/return_parser.py +6 -6
- mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
- mindspore/rewrite/sparsify/utils.py +1 -1
- mindspore/rewrite/symbol_tree.py +523 -578
- mindspore/rewrite/symbol_tree_builder.py +9 -193
- mindspore/rewrite/symbol_tree_dumper.py +2 -2
- mindspore/run_check/_check_version.py +6 -4
- mindspore/{ops/bprop_mindir → safeguard}/__init__.py +4 -3
- mindspore/safeguard/rewrite_obfuscation.py +541 -0
- mindspore/scipy/linalg.py +1 -1
- mindspore/scipy/optimize/minimize.py +7 -3
- mindspore/train/_utils.py +7 -3
- mindspore/train/amp.py +323 -123
- mindspore/train/anf_ir_pb2.py +14 -2
- mindspore/train/callback/_backup_and_restore.py +2 -12
- mindspore/train/callback/_callback.py +29 -4
- mindspore/train/callback/_checkpoint.py +23 -8
- mindspore/train/callback/_early_stop.py +2 -2
- mindspore/train/callback/_landscape.py +4 -4
- mindspore/train/callback/_loss_monitor.py +2 -2
- mindspore/train/callback/_on_request_exit.py +2 -2
- mindspore/train/callback/_reduce_lr_on_plateau.py +3 -4
- mindspore/train/callback/_summary_collector.py +15 -8
- mindspore/train/callback/_time_monitor.py +58 -5
- mindspore/train/data_sink.py +5 -11
- mindspore/train/dataset_helper.py +84 -57
- mindspore/train/loss_scale_manager.py +2 -2
- mindspore/train/metrics/__init__.py +3 -3
- mindspore/train/metrics/cosine_similarity.py +1 -1
- mindspore/train/metrics/hausdorff_distance.py +3 -2
- mindspore/train/metrics/mean_surface_distance.py +3 -2
- mindspore/train/metrics/metric.py +39 -19
- mindspore/train/metrics/roc.py +2 -2
- mindspore/train/metrics/root_mean_square_surface_distance.py +4 -3
- mindspore/train/mind_ir_pb2.py +85 -36
- mindspore/train/model.py +187 -47
- mindspore/train/serialization.py +487 -161
- mindspore/train/summary/_summary_adapter.py +1 -1
- mindspore/train/summary/_writer_pool.py +3 -2
- mindspore/train/summary/summary_record.py +37 -17
- mindspore/train/train_thor/convert_utils.py +3 -3
- mindspore/train/train_thor/dataset_helper.py +1 -1
- mindspore/version.py +1 -1
- {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/METADATA +6 -7
- {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/RECORD +477 -517
- {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/entry_points.txt +0 -1
- mindspore/_akg/akg/tvm/contrib/debugger/__init__.py +0 -16
- mindspore/_akg/akg/tvm/contrib/debugger/debug_result.py +0 -274
- mindspore/_akg/akg/tvm/contrib/debugger/debug_runtime.py +0 -259
- mindspore/_akg/akg/tvm/contrib/peak.py +0 -341
- mindspore/_akg/akg/tvm/contrib/rpc.py +0 -25
- mindspore/_akg/akg/tvm/contrib/xcode.py +0 -257
- mindspore/_akg/akg/tvm/exec/__init__.py +0 -17
- mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py +0 -60
- mindspore/_akg/akg/tvm/exec/measure_peak.py +0 -48
- mindspore/_akg/akg/tvm/exec/query_rpc_tracker.py +0 -48
- mindspore/_akg/akg/tvm/exec/rpc_proxy.py +0 -98
- mindspore/_akg/akg/tvm/exec/rpc_server.py +0 -88
- mindspore/_akg/akg/tvm/exec/rpc_tracker.py +0 -62
- mindspore/_akg/akg/tvm/rpc/__init__.py +0 -29
- mindspore/_akg/akg/tvm/rpc/base.py +0 -182
- mindspore/_akg/akg/tvm/rpc/client.py +0 -436
- mindspore/_akg/akg/tvm/rpc/proxy.py +0 -595
- mindspore/_akg/akg/tvm/rpc/server.py +0 -413
- mindspore/_akg/akg/tvm/rpc/tornado_util.py +0 -121
- mindspore/_akg/akg/tvm/rpc/tracker.py +0 -431
- mindspore/_extends/graph_kernel/expander.py +0 -80
- mindspore/_extends/graph_kernel/expanders/__init__.py +0 -54
- mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
- mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
- mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
- mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
- mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
- mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
- mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
- mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
- mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
- mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
- mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
- mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
- mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
- mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
- mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
- mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
- mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
- mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
- mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
- mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
- mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
- mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
- mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
- mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
- mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
- mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
- mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
- mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
- mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
- mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
- mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
- mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
- mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
- mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
- mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
- mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
- mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
- mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
- mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
- mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
- mindspore/dataset/datapreprocess/__init__.py +0 -20
- mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
- mindspore/include/api/net.h +0 -142
- mindspore/nn/lr_scheduler.py +0 -262
- mindspore/ops/_grad_experimental/grad_image_ops.py +0 -248
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -181
- mindspore/ops/_grad_experimental/grad_other_ops.py +0 -72
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
- mindspore/ops/_grad_experimental/grad_sequence_ops.py +0 -351
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
- mindspore/rewrite/node_visitor.py +0 -44
- {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/WHEEL +0 -0
- {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/top_level.txt +0 -0
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Copyright 2020-
|
|
2
|
+
* Copyright 2020-2023 Huawei Technologies Co., Ltd
|
|
3
3
|
*
|
|
4
4
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
5
|
* you may not use this file except in compliance with the License.
|
|
@@ -67,7 +67,7 @@ class DATASET_API Affine final : public TensorTransform {
|
|
|
67
67
|
const std::vector<uint8_t> &fill_value = {0, 0, 0});
|
|
68
68
|
|
|
69
69
|
/// \brief Destructor.
|
|
70
|
-
~Affine() = default;
|
|
70
|
+
~Affine() override = default;
|
|
71
71
|
|
|
72
72
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
73
73
|
/// \return Shared pointer to TensorOperation object.
|
|
@@ -98,7 +98,7 @@ class DATASET_API CenterCrop final : public TensorTransform {
|
|
|
98
98
|
explicit CenterCrop(const std::vector<int32_t> &size);
|
|
99
99
|
|
|
100
100
|
/// \brief Destructor.
|
|
101
|
-
~CenterCrop() = default;
|
|
101
|
+
~CenterCrop() override = default;
|
|
102
102
|
|
|
103
103
|
protected:
|
|
104
104
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -133,7 +133,7 @@ class DATASET_API Crop final : public TensorTransform {
|
|
|
133
133
|
Crop(const std::vector<int32_t> &coordinates, const std::vector<int32_t> &size);
|
|
134
134
|
|
|
135
135
|
/// \brief Destructor.
|
|
136
|
-
~Crop() = default;
|
|
136
|
+
~Crop() override = default;
|
|
137
137
|
|
|
138
138
|
protected:
|
|
139
139
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -162,7 +162,7 @@ class DATASET_API Decode final : public TensorTransform {
|
|
|
162
162
|
explicit Decode(bool rgb = true);
|
|
163
163
|
|
|
164
164
|
/// \brief Destructor.
|
|
165
|
-
~Decode() = default;
|
|
165
|
+
~Decode() override = default;
|
|
166
166
|
|
|
167
167
|
protected:
|
|
168
168
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -196,7 +196,7 @@ class DATASET_API GaussianBlur final : public TensorTransform {
|
|
|
196
196
|
explicit GaussianBlur(const std::vector<int32_t> &kernel_size, const std::vector<float> &sigma = {0., 0.});
|
|
197
197
|
|
|
198
198
|
/// \brief Destructor.
|
|
199
|
-
~GaussianBlur() = default;
|
|
199
|
+
~GaussianBlur() override = default;
|
|
200
200
|
|
|
201
201
|
protected:
|
|
202
202
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -222,7 +222,7 @@ class DATASET_API HWC2CHW final : public TensorTransform {
|
|
|
222
222
|
HWC2CHW();
|
|
223
223
|
|
|
224
224
|
/// \brief Destructor.
|
|
225
|
-
~HWC2CHW() = default;
|
|
225
|
+
~HWC2CHW() override = default;
|
|
226
226
|
|
|
227
227
|
protected:
|
|
228
228
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -254,7 +254,7 @@ class DATASET_API Normalize final : public TensorTransform {
|
|
|
254
254
|
Normalize(const std::vector<float> &mean, const std::vector<float> &std, bool is_hwc = true);
|
|
255
255
|
|
|
256
256
|
/// \brief Destructor.
|
|
257
|
-
~Normalize() = default;
|
|
257
|
+
~Normalize() override = default;
|
|
258
258
|
|
|
259
259
|
protected:
|
|
260
260
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -302,7 +302,7 @@ class DATASET_API Pad final : public TensorTransform {
|
|
|
302
302
|
BorderType padding_mode = BorderType::kConstant);
|
|
303
303
|
|
|
304
304
|
/// \brief Destructor.
|
|
305
|
-
~Pad() = default;
|
|
305
|
+
~Pad() override = default;
|
|
306
306
|
|
|
307
307
|
protected:
|
|
308
308
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -354,7 +354,7 @@ class DATASET_API RandomAffine final : public TensorTransform {
|
|
|
354
354
|
const std::vector<uint8_t> &fill_value = {0, 0, 0});
|
|
355
355
|
|
|
356
356
|
/// \brief Destructor.
|
|
357
|
-
~RandomAffine() = default;
|
|
357
|
+
~RandomAffine() override = default;
|
|
358
358
|
|
|
359
359
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
360
360
|
/// \return Shared pointer to TensorOperation object.
|
|
@@ -384,7 +384,7 @@ class DATASET_API Rescale final : public TensorTransform {
|
|
|
384
384
|
Rescale(float rescale, float shift);
|
|
385
385
|
|
|
386
386
|
/// \brief Destructor.
|
|
387
|
-
~Rescale() = default;
|
|
387
|
+
~Rescale() override = default;
|
|
388
388
|
|
|
389
389
|
protected:
|
|
390
390
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -422,7 +422,7 @@ class DATASET_API Resize final : public TensorTransform {
|
|
|
422
422
|
explicit Resize(const std::vector<int32_t> &size, InterpolationMode interpolation = InterpolationMode::kLinear);
|
|
423
423
|
|
|
424
424
|
/// \brief Destructor.
|
|
425
|
-
~Resize() = default;
|
|
425
|
+
~Resize() override = default;
|
|
426
426
|
|
|
427
427
|
protected:
|
|
428
428
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -464,7 +464,7 @@ class DATASET_API ResizePreserveAR final : public TensorTransform {
|
|
|
464
464
|
ResizePreserveAR(int32_t height, int32_t width, int32_t img_orientation = 0);
|
|
465
465
|
|
|
466
466
|
/// \brief Destructor.
|
|
467
|
-
~ResizePreserveAR() = default;
|
|
467
|
+
~ResizePreserveAR() override = default;
|
|
468
468
|
|
|
469
469
|
protected:
|
|
470
470
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -494,7 +494,7 @@ class DATASET_API RGB2BGR final : public TensorTransform {
|
|
|
494
494
|
RGB2BGR() = default;
|
|
495
495
|
|
|
496
496
|
/// \brief Destructor.
|
|
497
|
-
~RGB2BGR() = default;
|
|
497
|
+
~RGB2BGR() override = default;
|
|
498
498
|
|
|
499
499
|
protected:
|
|
500
500
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -521,7 +521,7 @@ class DATASET_API RGB2GRAY final : public TensorTransform {
|
|
|
521
521
|
RGB2GRAY() = default;
|
|
522
522
|
|
|
523
523
|
/// \brief Destructor.
|
|
524
|
-
~RGB2GRAY() = default;
|
|
524
|
+
~RGB2GRAY() override = default;
|
|
525
525
|
|
|
526
526
|
protected:
|
|
527
527
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -582,7 +582,7 @@ class DATASET_API Rotate final : public TensorTransform {
|
|
|
582
582
|
const std::vector<float> ¢er = {}, const std::vector<uint8_t> &fill_value = {0, 0, 0});
|
|
583
583
|
|
|
584
584
|
/// \brief Destructor.
|
|
585
|
-
~Rotate() = default;
|
|
585
|
+
~Rotate() override = default;
|
|
586
586
|
|
|
587
587
|
protected:
|
|
588
588
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
|
@@ -612,7 +612,7 @@ class DATASET_API SwapRedBlue final : public TensorTransform {
|
|
|
612
612
|
SwapRedBlue();
|
|
613
613
|
|
|
614
614
|
/// \brief Destructor.
|
|
615
|
-
~SwapRedBlue() = default;
|
|
615
|
+
~SwapRedBlue() override = default;
|
|
616
616
|
|
|
617
617
|
protected:
|
|
618
618
|
/// \brief The function to convert a TensorTransform object into a TensorOperation object.
|
mindspore/lib/libdnnl.so.2
CHANGED
|
Binary file
|
|
Binary file
|
mindspore/lib/libmindspore.so
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
mindspore/lib/libnnacl.so
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
mindspore/lib/libps_cache.so
CHANGED
|
Binary file
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
{
|
|
2
|
+
"AddDSL":{
|
|
3
|
+
"input0":{
|
|
4
|
+
"dtype":"float16",
|
|
5
|
+
"format":"NCHW",
|
|
6
|
+
"name":"x1",
|
|
7
|
+
"paramType":"required"
|
|
8
|
+
},
|
|
9
|
+
"input1":{
|
|
10
|
+
"dtype":"float16",
|
|
11
|
+
"format":"NCHW",
|
|
12
|
+
"name":"x2",
|
|
13
|
+
"paramType":"required"
|
|
14
|
+
},
|
|
15
|
+
"opFile":{
|
|
16
|
+
"value":"add_dsl"
|
|
17
|
+
},
|
|
18
|
+
"opInterface":{
|
|
19
|
+
"value":"add_dsl"
|
|
20
|
+
},
|
|
21
|
+
"output0":{
|
|
22
|
+
"dtype":"float16",
|
|
23
|
+
"format":"NCHW",
|
|
24
|
+
"name":"y",
|
|
25
|
+
"paramType":"required"
|
|
26
|
+
}
|
|
27
|
+
},
|
|
28
|
+
"AddTik":{
|
|
29
|
+
"input0":{
|
|
30
|
+
"dtype":"float16",
|
|
31
|
+
"format":"ND",
|
|
32
|
+
"name":"x1",
|
|
33
|
+
"paramType":"required"
|
|
34
|
+
},
|
|
35
|
+
"input1":{
|
|
36
|
+
"dtype":"float16",
|
|
37
|
+
"format":"ND",
|
|
38
|
+
"name":"x2",
|
|
39
|
+
"paramType":"required"
|
|
40
|
+
},
|
|
41
|
+
"opFile":{
|
|
42
|
+
"value":"add_tik"
|
|
43
|
+
},
|
|
44
|
+
"opInterface":{
|
|
45
|
+
"value":"add_tik"
|
|
46
|
+
},
|
|
47
|
+
"output0":{
|
|
48
|
+
"dtype":"float16",
|
|
49
|
+
"format":"ND",
|
|
50
|
+
"name":"y",
|
|
51
|
+
"paramType":"required"
|
|
52
|
+
}
|
|
53
|
+
},
|
|
54
|
+
"FlashAttention":{
|
|
55
|
+
"input0":{
|
|
56
|
+
"dtype":"float16,float32,int32",
|
|
57
|
+
"format":"ND,ND,ND",
|
|
58
|
+
"name":"q",
|
|
59
|
+
"paramType":"required"
|
|
60
|
+
},
|
|
61
|
+
"input1":{
|
|
62
|
+
"dtype":"float16,float32,int32",
|
|
63
|
+
"format":"ND,ND,ND",
|
|
64
|
+
"name":"k",
|
|
65
|
+
"paramType":"required"
|
|
66
|
+
},
|
|
67
|
+
"input2":{
|
|
68
|
+
"dtype":"float16,float32,int32",
|
|
69
|
+
"format":"ND,ND,ND",
|
|
70
|
+
"name":"v",
|
|
71
|
+
"paramType":"required"
|
|
72
|
+
},
|
|
73
|
+
"input3":{
|
|
74
|
+
"dtype":"float16,float32,int32",
|
|
75
|
+
"format":"ND,ND,ND",
|
|
76
|
+
"name":"attention_mask",
|
|
77
|
+
"paramType":"required"
|
|
78
|
+
},
|
|
79
|
+
"opFile":{
|
|
80
|
+
"value":"flash_attention"
|
|
81
|
+
},
|
|
82
|
+
"opInterface":{
|
|
83
|
+
"value":"flash_attention"
|
|
84
|
+
},
|
|
85
|
+
"output0":{
|
|
86
|
+
"dtype":"float16,float32,int32",
|
|
87
|
+
"format":"ND,ND,ND",
|
|
88
|
+
"name":"y",
|
|
89
|
+
"paramType":"required"
|
|
90
|
+
}
|
|
91
|
+
},
|
|
92
|
+
"MatmulTik":{
|
|
93
|
+
"input0":{
|
|
94
|
+
"dtype":"int8,uint8,float16",
|
|
95
|
+
"format":"ND,ND,ND",
|
|
96
|
+
"name":"x1",
|
|
97
|
+
"needCompile":"false",
|
|
98
|
+
"paramType":"required",
|
|
99
|
+
"shape":"all"
|
|
100
|
+
},
|
|
101
|
+
"input1":{
|
|
102
|
+
"dtype":"int8,int8,float16",
|
|
103
|
+
"format":"ND,ND,ND",
|
|
104
|
+
"name":"x2",
|
|
105
|
+
"needCompile":"false",
|
|
106
|
+
"paramType":"required",
|
|
107
|
+
"shape":"all"
|
|
108
|
+
},
|
|
109
|
+
"opFile":{
|
|
110
|
+
"value":"matmul_tik"
|
|
111
|
+
},
|
|
112
|
+
"opInterface":{
|
|
113
|
+
"value":"matmul_tik"
|
|
114
|
+
},
|
|
115
|
+
"output0":{
|
|
116
|
+
"dtype":"int32,int32,float",
|
|
117
|
+
"format":"ND,ND,ND",
|
|
118
|
+
"name":"y",
|
|
119
|
+
"paramType":"required",
|
|
120
|
+
"shape":"all"
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
{
|
|
2
|
+
"AddDSL":{
|
|
3
|
+
"input0":{
|
|
4
|
+
"dtype":"float16",
|
|
5
|
+
"format":"NCHW",
|
|
6
|
+
"name":"x1",
|
|
7
|
+
"paramType":"required"
|
|
8
|
+
},
|
|
9
|
+
"input1":{
|
|
10
|
+
"dtype":"float16",
|
|
11
|
+
"format":"NCHW",
|
|
12
|
+
"name":"x2",
|
|
13
|
+
"paramType":"required"
|
|
14
|
+
},
|
|
15
|
+
"opFile":{
|
|
16
|
+
"value":"add_dsl"
|
|
17
|
+
},
|
|
18
|
+
"opInterface":{
|
|
19
|
+
"value":"add_dsl"
|
|
20
|
+
},
|
|
21
|
+
"output0":{
|
|
22
|
+
"dtype":"float16",
|
|
23
|
+
"format":"NCHW",
|
|
24
|
+
"name":"y",
|
|
25
|
+
"paramType":"required"
|
|
26
|
+
}
|
|
27
|
+
},
|
|
28
|
+
"AddTik":{
|
|
29
|
+
"input0":{
|
|
30
|
+
"dtype":"float16",
|
|
31
|
+
"format":"ND",
|
|
32
|
+
"name":"x1",
|
|
33
|
+
"paramType":"required"
|
|
34
|
+
},
|
|
35
|
+
"input1":{
|
|
36
|
+
"dtype":"float16",
|
|
37
|
+
"format":"ND",
|
|
38
|
+
"name":"x2",
|
|
39
|
+
"paramType":"required"
|
|
40
|
+
},
|
|
41
|
+
"opFile":{
|
|
42
|
+
"value":"add_tik"
|
|
43
|
+
},
|
|
44
|
+
"opInterface":{
|
|
45
|
+
"value":"add_tik"
|
|
46
|
+
},
|
|
47
|
+
"output0":{
|
|
48
|
+
"dtype":"float16",
|
|
49
|
+
"format":"ND",
|
|
50
|
+
"name":"y",
|
|
51
|
+
"paramType":"required"
|
|
52
|
+
}
|
|
53
|
+
},
|
|
54
|
+
"FlashAttention":{
|
|
55
|
+
"input0":{
|
|
56
|
+
"dtype":"float16,float32,int32",
|
|
57
|
+
"format":"ND,ND,ND",
|
|
58
|
+
"name":"q",
|
|
59
|
+
"paramType":"required"
|
|
60
|
+
},
|
|
61
|
+
"input1":{
|
|
62
|
+
"dtype":"float16,float32,int32",
|
|
63
|
+
"format":"ND,ND,ND",
|
|
64
|
+
"name":"k",
|
|
65
|
+
"paramType":"required"
|
|
66
|
+
},
|
|
67
|
+
"input2":{
|
|
68
|
+
"dtype":"float16,float32,int32",
|
|
69
|
+
"format":"ND,ND,ND",
|
|
70
|
+
"name":"v",
|
|
71
|
+
"paramType":"required"
|
|
72
|
+
},
|
|
73
|
+
"input3":{
|
|
74
|
+
"dtype":"float16,float32,int32",
|
|
75
|
+
"format":"ND,ND,ND",
|
|
76
|
+
"name":"attention_mask",
|
|
77
|
+
"paramType":"required"
|
|
78
|
+
},
|
|
79
|
+
"opFile":{
|
|
80
|
+
"value":"flash_attention"
|
|
81
|
+
},
|
|
82
|
+
"opInterface":{
|
|
83
|
+
"value":"flash_attention"
|
|
84
|
+
},
|
|
85
|
+
"output0":{
|
|
86
|
+
"dtype":"float16,float32,int32",
|
|
87
|
+
"format":"ND,ND,ND",
|
|
88
|
+
"name":"y",
|
|
89
|
+
"paramType":"required"
|
|
90
|
+
}
|
|
91
|
+
},
|
|
92
|
+
"MatmulTik":{
|
|
93
|
+
"input0":{
|
|
94
|
+
"dtype":"int8,uint8,float16",
|
|
95
|
+
"format":"ND,ND,ND",
|
|
96
|
+
"name":"x1",
|
|
97
|
+
"needCompile":"false",
|
|
98
|
+
"paramType":"required",
|
|
99
|
+
"shape":"all"
|
|
100
|
+
},
|
|
101
|
+
"input1":{
|
|
102
|
+
"dtype":"int8,int8,float16",
|
|
103
|
+
"format":"ND,ND,ND",
|
|
104
|
+
"name":"x2",
|
|
105
|
+
"needCompile":"false",
|
|
106
|
+
"paramType":"required",
|
|
107
|
+
"shape":"all"
|
|
108
|
+
},
|
|
109
|
+
"opFile":{
|
|
110
|
+
"value":"matmul_tik"
|
|
111
|
+
},
|
|
112
|
+
"opInterface":{
|
|
113
|
+
"value":"matmul_tik"
|
|
114
|
+
},
|
|
115
|
+
"output0":{
|
|
116
|
+
"dtype":"int32,int32,float",
|
|
117
|
+
"format":"ND,ND,ND",
|
|
118
|
+
"name":"y",
|
|
119
|
+
"paramType":"required",
|
|
120
|
+
"shape":"all"
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
}
|
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
{
|
|
2
|
+
"AddDSL":{
|
|
3
|
+
"input0":{
|
|
4
|
+
"dtype":"float16,float32,int32",
|
|
5
|
+
"format":"ND,ND,ND",
|
|
6
|
+
"name":"x1",
|
|
7
|
+
"paramType":"required"
|
|
8
|
+
},
|
|
9
|
+
"input1":{
|
|
10
|
+
"dtype":"float16,float32,int32",
|
|
11
|
+
"format":"ND,ND,ND",
|
|
12
|
+
"name":"x2",
|
|
13
|
+
"paramType":"required"
|
|
14
|
+
},
|
|
15
|
+
"opFile":{
|
|
16
|
+
"value":"add_dsl"
|
|
17
|
+
},
|
|
18
|
+
"opInterface":{
|
|
19
|
+
"value":"add_dsl"
|
|
20
|
+
},
|
|
21
|
+
"output0":{
|
|
22
|
+
"dtype":"float16,float32,int32",
|
|
23
|
+
"format":"ND,ND,ND",
|
|
24
|
+
"name":"y",
|
|
25
|
+
"paramType":"required"
|
|
26
|
+
}
|
|
27
|
+
},
|
|
28
|
+
"AddTik":{
|
|
29
|
+
"input0":{
|
|
30
|
+
"dtype":"float16,float32,int32",
|
|
31
|
+
"format":"ND,ND,ND",
|
|
32
|
+
"name":"x1",
|
|
33
|
+
"paramType":"required"
|
|
34
|
+
},
|
|
35
|
+
"input1":{
|
|
36
|
+
"dtype":"float16,float32,int32",
|
|
37
|
+
"format":"ND,ND,ND",
|
|
38
|
+
"name":"x2",
|
|
39
|
+
"paramType":"required"
|
|
40
|
+
},
|
|
41
|
+
"opFile":{
|
|
42
|
+
"value":"add_tik"
|
|
43
|
+
},
|
|
44
|
+
"opInterface":{
|
|
45
|
+
"value":"add_tik"
|
|
46
|
+
},
|
|
47
|
+
"output0":{
|
|
48
|
+
"dtype":"float16,float32,int32",
|
|
49
|
+
"format":"ND,ND,ND",
|
|
50
|
+
"name":"y",
|
|
51
|
+
"paramType":"required"
|
|
52
|
+
}
|
|
53
|
+
},
|
|
54
|
+
"FlashAttention":{
|
|
55
|
+
"input0":{
|
|
56
|
+
"dtype":"float16,float32,int32",
|
|
57
|
+
"format":"ND,ND,ND",
|
|
58
|
+
"name":"q",
|
|
59
|
+
"paramType":"required"
|
|
60
|
+
},
|
|
61
|
+
"input1":{
|
|
62
|
+
"dtype":"float16,float32,int32",
|
|
63
|
+
"format":"ND,ND,ND",
|
|
64
|
+
"name":"k",
|
|
65
|
+
"paramType":"required"
|
|
66
|
+
},
|
|
67
|
+
"input2":{
|
|
68
|
+
"dtype":"float16,float32,int32",
|
|
69
|
+
"format":"ND,ND,ND",
|
|
70
|
+
"name":"v",
|
|
71
|
+
"paramType":"required"
|
|
72
|
+
},
|
|
73
|
+
"input3":{
|
|
74
|
+
"dtype":"float16,float32,int32",
|
|
75
|
+
"format":"ND,ND,ND",
|
|
76
|
+
"name":"attention_mask",
|
|
77
|
+
"paramType":"required"
|
|
78
|
+
},
|
|
79
|
+
"opFile":{
|
|
80
|
+
"value":"flash_attention"
|
|
81
|
+
},
|
|
82
|
+
"opInterface":{
|
|
83
|
+
"value":"flash_attention"
|
|
84
|
+
},
|
|
85
|
+
"output0":{
|
|
86
|
+
"dtype":"float16,float32,int32",
|
|
87
|
+
"format":"ND,ND,ND",
|
|
88
|
+
"name":"y",
|
|
89
|
+
"paramType":"required"
|
|
90
|
+
}
|
|
91
|
+
},
|
|
92
|
+
"KVCacheMgr":{
|
|
93
|
+
"input0":{
|
|
94
|
+
"dtype":"float32, int32, uint32, float16, int16, uint16, int8, uint8",
|
|
95
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
96
|
+
"name":"past",
|
|
97
|
+
"paramType":"required"
|
|
98
|
+
},
|
|
99
|
+
"input1":{
|
|
100
|
+
"dtype":"float32, int32, uint32, float16, int16, uint16, int8, uint8",
|
|
101
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
102
|
+
"name":"cur",
|
|
103
|
+
"paramType":"required"
|
|
104
|
+
},
|
|
105
|
+
"input2":{
|
|
106
|
+
"dtype":"int32,int32,int32,int32,int32,int32,int32,int32",
|
|
107
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
108
|
+
"name":"index",
|
|
109
|
+
"paramType":"required"
|
|
110
|
+
},
|
|
111
|
+
"needCheckSupport":{
|
|
112
|
+
"flag":"true"
|
|
113
|
+
},
|
|
114
|
+
"opFile":{
|
|
115
|
+
"value":"kv_cache_mgr"
|
|
116
|
+
},
|
|
117
|
+
"opInterface":{
|
|
118
|
+
"value":"kv_cache_mgr"
|
|
119
|
+
},
|
|
120
|
+
"output0":{
|
|
121
|
+
"dtype":"float32, int32, uint32, float16, int16, uint16, int8, uint8",
|
|
122
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
123
|
+
"name":"past",
|
|
124
|
+
"paramType":"required"
|
|
125
|
+
}
|
|
126
|
+
},
|
|
127
|
+
"MatmulTik":{
|
|
128
|
+
"input0":{
|
|
129
|
+
"dtype":"int8,uint8,float16",
|
|
130
|
+
"format":"ND,ND,ND",
|
|
131
|
+
"name":"x1",
|
|
132
|
+
"needCompile":"false",
|
|
133
|
+
"paramType":"required",
|
|
134
|
+
"shape":"all"
|
|
135
|
+
},
|
|
136
|
+
"input1":{
|
|
137
|
+
"dtype":"int8,int8,float16",
|
|
138
|
+
"format":"ND,ND,ND",
|
|
139
|
+
"name":"x2",
|
|
140
|
+
"needCompile":"false",
|
|
141
|
+
"paramType":"required",
|
|
142
|
+
"shape":"all"
|
|
143
|
+
},
|
|
144
|
+
"opFile":{
|
|
145
|
+
"value":"matmul_tik"
|
|
146
|
+
},
|
|
147
|
+
"opInterface":{
|
|
148
|
+
"value":"matmul_tik"
|
|
149
|
+
},
|
|
150
|
+
"output0":{
|
|
151
|
+
"dtype":"int32,int32,float",
|
|
152
|
+
"format":"ND,ND,ND",
|
|
153
|
+
"name":"y",
|
|
154
|
+
"paramType":"required",
|
|
155
|
+
"shape":"all"
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
{
|
|
2
|
+
"KVCacheMgr":{
|
|
3
|
+
"input0":{
|
|
4
|
+
"dtype":"float32, int32, uint32, float16, int16, uint16, int8, uint8",
|
|
5
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
6
|
+
"name":"past",
|
|
7
|
+
"paramType":"required"
|
|
8
|
+
},
|
|
9
|
+
"input1":{
|
|
10
|
+
"dtype":"float32, int32, uint32, float16, int16, uint16, int8, uint8",
|
|
11
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
12
|
+
"name":"cur",
|
|
13
|
+
"paramType":"required"
|
|
14
|
+
},
|
|
15
|
+
"input2":{
|
|
16
|
+
"dtype":"int32,int32,int32,int32,int32,int32,int32,int32",
|
|
17
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
18
|
+
"name":"index",
|
|
19
|
+
"paramType":"required"
|
|
20
|
+
},
|
|
21
|
+
"needCheckSupport":{
|
|
22
|
+
"flag":"true"
|
|
23
|
+
},
|
|
24
|
+
"opFile":{
|
|
25
|
+
"value":"kv_cache_mgr"
|
|
26
|
+
},
|
|
27
|
+
"opInterface":{
|
|
28
|
+
"value":"kv_cache_mgr"
|
|
29
|
+
},
|
|
30
|
+
"output0":{
|
|
31
|
+
"dtype":"float32, int32, uint32, float16, int16, uint16, int8, uint8",
|
|
32
|
+
"format":"ND,ND,ND,ND,ND,ND,ND,ND",
|
|
33
|
+
"name":"past",
|
|
34
|
+
"paramType":"required"
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
}
|