mindspore 2.0.0rc1__cp38-none-any.whl → 2.2.0__cp38-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +2 -2
- mindspore/__init__.py +5 -2
- mindspore/_akg/akg/build_module.py +5 -6
- mindspore/_akg/akg/composite/build_module.py +49 -16
- mindspore/_akg/akg/composite/split_stitch.py +10 -11
- mindspore/_akg/akg/config/repository.json +195 -0
- mindspore/_akg/akg/global_configs.py +5 -1
- mindspore/_akg/akg/ms/info_version_adapt.py +67 -1
- mindspore/_akg/akg/tvm/api.py +4 -3
- mindspore/_akg/akg/tvm/autotvm/__init__.py +1 -2
- mindspore/_akg/akg/tvm/autotvm/graph_tuner/base_graph_tuner.py +1 -5
- mindspore/_akg/akg/tvm/autotvm/measure/__init__.py +1 -1
- mindspore/_akg/akg/tvm/autotvm/measure/measure.py +1 -10
- mindspore/_akg/akg/tvm/autotvm/measure/measure_methods.py +1 -372
- mindspore/_akg/akg/tvm/build_module.py +16 -1
- mindspore/_akg/akg/tvm/contrib/graph_runtime.py +0 -53
- mindspore/_akg/akg/tvm/hybrid/parser.py +7 -6
- mindspore/_akg/akg/tvm/ir_builder.py +1 -1
- mindspore/_akg/akg/tvm/module.py +1 -2
- mindspore/_akg/akg/tvm/stmt.py +2 -2
- mindspore/_akg/akg/utils/composite_op_helper.py +9 -10
- mindspore/_akg/akg/utils/kernel_exec.py +58 -260
- mindspore/_akg/akg/utils/op_dsl.py +17 -1
- mindspore/_akg/akg/utils/result_analysis.py +4 -24
- mindspore/_akg/akg/utils/tbe_codegen_utils.py +198 -0
- mindspore/_c_dataengine.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/_check_jit_forbidden_api.py +5 -1
- mindspore/_checkparam.py +79 -62
- mindspore/_extends/graph_kernel/__init__.py +0 -1
- mindspore/_extends/graph_kernel/model/graph_split.py +2 -0
- mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
- mindspore/_extends/graph_kernel/splitter.py +1 -9
- mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +128 -21
- mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +2 -2
- mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +18 -13
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +13 -9
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
- mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
- mindspore/_extends/parse/__init__.py +19 -17
- mindspore/_extends/parse/namespace.py +7 -36
- mindspore/_extends/parse/parser.py +375 -189
- mindspore/_extends/parse/resources.py +36 -41
- mindspore/_extends/parse/standard_method.py +350 -245
- mindspore/_extends/parse/trope.py +2 -12
- mindspore/_extends/remote/kernel_build_server.py +24 -7
- mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
- mindspore/_install_custom.py +43 -0
- mindspore/_mindspore_offline_debug.cpython-38-aarch64-linux-gnu.so +0 -0
- mindspore/amp.py +85 -19
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/base.py +2 -2
- mindspore/boost/boost.py +27 -32
- mindspore/boost/boost_cell_wrapper.py +37 -13
- mindspore/boost/grad_accumulation.py +1 -1
- mindspore/boost/grad_freeze.py +34 -6
- mindspore/boost/group_loss_scale_manager.py +15 -14
- mindspore/boost/less_batch_normalization.py +28 -3
- mindspore/common/__init__.py +15 -11
- mindspore/common/_auto_dynamic.py +68 -0
- mindspore/common/_jit_fallback_utils.py +111 -0
- mindspore/common/_register_for_adapter.py +17 -5
- mindspore/common/_register_for_tensor.py +2 -2
- mindspore/common/_stub_tensor.py +18 -15
- mindspore/common/_utils.py +31 -7
- mindspore/common/api.py +269 -101
- mindspore/common/auto_dynamic_shape.py +498 -0
- mindspore/common/dtype.py +61 -21
- mindspore/common/dump.py +9 -7
- mindspore/common/initializer.py +106 -76
- mindspore/common/jit_config.py +35 -14
- mindspore/common/lazy_inline.py +187 -0
- mindspore/common/mindir_util.py +101 -0
- mindspore/common/mutable.py +10 -13
- mindspore/common/parameter.py +246 -55
- mindspore/common/seed.py +13 -7
- mindspore/common/sparse_tensor.py +29 -33
- mindspore/common/tensor.py +907 -251
- mindspore/communication/__init__.py +7 -4
- mindspore/communication/_comm_helper.py +84 -4
- mindspore/communication/management.py +160 -88
- mindspore/config/op_info.config +99 -75
- mindspore/config/super_bar_config.json +36 -4
- mindspore/context.py +526 -219
- mindspore/dataset/__init__.py +9 -46
- mindspore/dataset/audio/__init__.py +4 -19
- mindspore/dataset/audio/transforms.py +545 -233
- mindspore/dataset/audio/utils.py +21 -18
- mindspore/dataset/callback/ds_callback.py +42 -13
- mindspore/dataset/core/config.py +158 -100
- mindspore/dataset/core/validator_helpers.py +1 -63
- mindspore/dataset/debug/debug_hook.py +45 -13
- mindspore/dataset/debug/pre_defined_hook.py +5 -5
- mindspore/dataset/engine/__init__.py +0 -5
- mindspore/dataset/engine/cache_client.py +38 -15
- mindspore/dataset/engine/datasets.py +615 -278
- mindspore/dataset/engine/datasets_audio.py +154 -283
- mindspore/dataset/engine/datasets_standard_format.py +104 -116
- mindspore/dataset/engine/datasets_text.py +443 -326
- mindspore/dataset/engine/datasets_user_defined.py +251 -164
- mindspore/dataset/engine/datasets_vision.py +839 -1443
- mindspore/dataset/engine/iterators.py +11 -4
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +7 -3
- mindspore/dataset/engine/obs/util.py +3 -0
- mindspore/dataset/engine/offload.py +6 -6
- mindspore/dataset/engine/queue.py +15 -14
- mindspore/dataset/engine/samplers.py +39 -23
- mindspore/dataset/engine/serializer_deserializer.py +22 -6
- mindspore/dataset/engine/validators.py +21 -331
- mindspore/dataset/text/__init__.py +5 -33
- mindspore/dataset/text/transforms.py +334 -165
- mindspore/dataset/text/utils.py +215 -145
- mindspore/dataset/transforms/__init__.py +1 -1
- mindspore/dataset/transforms/c_transforms.py +3 -2
- mindspore/dataset/transforms/py_transforms_util.py +40 -12
- mindspore/dataset/transforms/transforms.py +174 -71
- mindspore/dataset/utils/browse_dataset.py +25 -17
- mindspore/dataset/utils/line_reader.py +24 -21
- mindspore/dataset/vision/__init__.py +5 -26
- mindspore/dataset/vision/c_transforms.py +177 -165
- mindspore/dataset/vision/py_transforms.py +114 -119
- mindspore/dataset/vision/py_transforms_util.py +54 -51
- mindspore/dataset/vision/transforms.py +1127 -381
- mindspore/dataset/vision/utils.py +54 -38
- mindspore/dataset/vision/validators.py +12 -2
- mindspore/experimental/map_parameter.py +38 -4
- mindspore/{dataset/datapreprocess → experimental/optim}/__init__.py +14 -4
- mindspore/experimental/optim/adam.py +192 -0
- mindspore/experimental/optim/adamw.py +181 -0
- mindspore/experimental/optim/lr_scheduler.py +1427 -0
- mindspore/experimental/optim/optimizer.py +252 -0
- mindspore/experimental/optim/sgd.py +147 -0
- mindspore/gen_ops.py +273 -0
- mindspore/include/OWNERS +1 -2
- mindspore/include/api/context.h +21 -1
- mindspore/include/api/data_type.h +2 -1
- mindspore/include/api/graph.h +0 -15
- mindspore/include/api/kernel.h +2 -0
- mindspore/include/api/kernel_api.h +37 -12
- mindspore/include/api/model.h +29 -42
- mindspore/include/api/model_group.h +14 -3
- mindspore/include/api/model_parallel_runner.h +18 -2
- mindspore/include/api/serialization.h +26 -0
- mindspore/include/api/status.h +1 -0
- mindspore/include/api/types.h +38 -4
- mindspore/include/c_api/ms/abstract.h +67 -0
- mindspore/include/c_api/ms/attribute.h +197 -0
- mindspore/include/c_api/ms/base/handle_types.h +43 -0
- mindspore/include/c_api/ms/base/macros.h +32 -0
- mindspore/include/c_api/ms/base/status.h +33 -0
- mindspore/include/c_api/ms/base/types.h +282 -0
- mindspore/include/c_api/ms/context.h +102 -0
- mindspore/include/c_api/ms/graph.h +160 -0
- mindspore/include/c_api/ms/node.h +606 -0
- mindspore/include/c_api/ms/tensor.h +161 -0
- mindspore/include/c_api/ms/value.h +84 -0
- mindspore/include/c_api/status_c.h +3 -0
- mindspore/include/dataset/constants.h +6 -12
- mindspore/include/dataset/execute.h +23 -13
- mindspore/include/dataset/text.h +26 -26
- mindspore/include/dataset/transforms.h +25 -31
- mindspore/include/dataset/vision.h +60 -60
- mindspore/include/dataset/vision_ascend.h +5 -6
- mindspore/include/dataset/vision_lite.h +17 -17
- mindspore/include/mindapi/base/format.h +0 -1
- mindspore/include/mindapi/base/type_id.h +2 -1
- mindspore/include/mindapi/base/types.h +5 -1
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libjemalloc.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +9000 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/libakg.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/cpu/libakg.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/log.py +9 -6
- mindspore/mindrecord/filereader.py +33 -4
- mindspore/mindrecord/filewriter.py +70 -35
- mindspore/mindrecord/mindpage.py +40 -34
- mindspore/mindrecord/shardreader.py +1 -1
- mindspore/mindrecord/shardsegment.py +1 -1
- mindspore/mindrecord/tools/cifar100_to_mr.py +25 -18
- mindspore/mindrecord/tools/cifar10_to_mr.py +25 -18
- mindspore/mindrecord/tools/csv_to_mr.py +29 -13
- mindspore/mindrecord/tools/imagenet_to_mr.py +24 -10
- mindspore/mindrecord/tools/mnist_to_mr.py +24 -11
- mindspore/mindrecord/tools/tfrecord_to_mr.py +31 -26
- mindspore/nn/cell.py +463 -169
- mindspore/nn/dynamic_lr.py +47 -43
- mindspore/nn/layer/activation.py +225 -82
- mindspore/nn/layer/basic.py +121 -79
- mindspore/nn/layer/channel_shuffle.py +21 -21
- mindspore/nn/layer/combined.py +33 -26
- mindspore/nn/layer/container.py +277 -22
- mindspore/nn/layer/conv.py +441 -304
- mindspore/nn/layer/dense.py +19 -13
- mindspore/nn/layer/embedding.py +62 -49
- mindspore/nn/layer/flash_attention.py +264 -0
- mindspore/nn/layer/image.py +50 -39
- mindspore/nn/layer/math.py +62 -51
- mindspore/nn/layer/normalization.py +219 -167
- mindspore/nn/layer/padding.py +58 -70
- mindspore/nn/layer/pooling.py +334 -287
- mindspore/nn/layer/rnn_cells.py +53 -38
- mindspore/nn/layer/rnns.py +59 -56
- mindspore/nn/layer/thor_layer.py +52 -44
- mindspore/nn/layer/timedistributed.py +6 -4
- mindspore/nn/layer/transformer.py +284 -164
- mindspore/nn/learning_rate_schedule.py +34 -25
- mindspore/nn/loss/__init__.py +3 -2
- mindspore/nn/loss/loss.py +554 -311
- mindspore/nn/optim/ada_grad.py +12 -9
- mindspore/nn/optim/adadelta.py +14 -11
- mindspore/nn/optim/adafactor.py +19 -16
- mindspore/nn/optim/adam.py +62 -47
- mindspore/nn/optim/adamax.py +13 -10
- mindspore/nn/optim/adasum.py +12 -8
- mindspore/nn/optim/asgd.py +10 -9
- mindspore/nn/optim/ftrl.py +20 -17
- mindspore/nn/optim/lamb.py +16 -12
- mindspore/nn/optim/lars.py +8 -6
- mindspore/nn/optim/lazyadam.py +25 -20
- mindspore/nn/optim/momentum.py +10 -7
- mindspore/nn/optim/optimizer.py +61 -9
- mindspore/nn/optim/proximal_ada_grad.py +14 -13
- mindspore/nn/optim/rmsprop.py +17 -13
- mindspore/nn/optim/rprop.py +30 -17
- mindspore/nn/optim/sgd.py +40 -23
- mindspore/nn/optim/thor.py +24 -26
- mindspore/nn/probability/bijector/bijector.py +11 -11
- mindspore/nn/probability/bijector/exp.py +1 -1
- mindspore/nn/probability/bijector/gumbel_cdf.py +3 -3
- mindspore/nn/probability/bijector/invert.py +1 -1
- mindspore/nn/probability/bijector/power_transform.py +29 -29
- mindspore/nn/probability/bijector/scalar_affine.py +3 -3
- mindspore/nn/probability/bijector/softplus.py +5 -5
- mindspore/nn/probability/bnn_layers/bnn_cell_wrapper.py +4 -2
- mindspore/nn/probability/bnn_layers/conv_variational.py +13 -13
- mindspore/nn/probability/bnn_layers/dense_variational.py +12 -12
- mindspore/nn/probability/bnn_layers/layer_distribution.py +9 -8
- mindspore/nn/probability/distribution/_utils/custom_ops.py +19 -3
- mindspore/nn/probability/distribution/_utils/utils.py +1 -1
- mindspore/nn/probability/distribution/bernoulli.py +9 -9
- mindspore/nn/probability/distribution/beta.py +8 -8
- mindspore/nn/probability/distribution/categorical.py +23 -15
- mindspore/nn/probability/distribution/cauchy.py +5 -6
- mindspore/nn/probability/distribution/distribution.py +3 -3
- mindspore/nn/probability/distribution/exponential.py +4 -4
- mindspore/nn/probability/distribution/gamma.py +10 -10
- mindspore/nn/probability/distribution/geometric.py +8 -8
- mindspore/nn/probability/distribution/gumbel.py +8 -9
- mindspore/nn/probability/distribution/half_normal.py +5 -5
- mindspore/nn/probability/distribution/laplace.py +5 -5
- mindspore/nn/probability/distribution/log_normal.py +12 -11
- mindspore/nn/probability/distribution/logistic.py +8 -8
- mindspore/nn/probability/distribution/normal.py +6 -5
- mindspore/nn/probability/distribution/poisson.py +10 -11
- mindspore/nn/probability/distribution/student_t.py +8 -9
- mindspore/nn/probability/distribution/transformed_distribution.py +5 -5
- mindspore/nn/probability/distribution/uniform.py +11 -11
- mindspore/nn/reinforcement/tensor_array.py +2 -2
- mindspore/nn/sparse/sparse.py +9 -9
- mindspore/nn/wrap/cell_wrapper.py +188 -63
- mindspore/nn/wrap/grad_reducer.py +21 -12
- mindspore/nn/wrap/loss_scale.py +136 -49
- mindspore/numpy/__init__.py +4 -4
- mindspore/numpy/array_creations.py +55 -56
- mindspore/numpy/array_ops.py +134 -35
- mindspore/numpy/logic_ops.py +66 -20
- mindspore/numpy/math_ops.py +142 -139
- mindspore/numpy/utils_const.py +2 -2
- mindspore/offline_debug/convert_async.py +2 -2
- mindspore/ops/_grad_experimental/__init__.py +7 -5
- mindspore/ops/_grad_experimental/grad_array_ops.py +231 -348
- mindspore/ops/{_grad → _grad_experimental}/grad_base.py +1 -33
- mindspore/ops/{_grad → _grad_experimental}/grad_comm_ops.py +25 -13
- mindspore/ops/{_grad/__init__.py → _grad_experimental/grad_debug_ops.py} +15 -7
- mindspore/ops/{_grad → _grad_experimental}/grad_implementations.py +17 -11
- mindspore/ops/_grad_experimental/grad_inner_ops.py +33 -52
- mindspore/ops/_grad_experimental/grad_math_ops.py +151 -1224
- mindspore/ops/_grad_experimental/grad_nn_ops.py +141 -414
- mindspore/ops/{_grad → _grad_experimental}/grad_quant_ops.py +10 -6
- mindspore/ops/_grad_experimental/grad_sparse.py +317 -2
- mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -13
- mindspore/ops/{_grad → _grad_experimental}/taylor_rule.py +1 -1
- mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
- mindspore/ops/_op_impl/_custom_op/flash_attention/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +406 -0
- mindspore/{_extends/graph_kernel/expanders/complex/__init__.py → ops/_op_impl/_custom_op/flash_attention/constants.py} +27 -8
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +467 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +563 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +193 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +435 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/__init__.py +0 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/sparse_tiling.py +45 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/strategy.py +67 -0
- mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +62 -0
- mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
- mindspore/ops/_op_impl/aicpu/__init__.py +41 -1
- mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d.py +37 -0
- mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/cast.py +52 -0
- mindspore/ops/_op_impl/aicpu/coalesce.py +2 -0
- mindspore/ops/_op_impl/aicpu/col2im.py +3 -1
- mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
- mindspore/ops/_op_impl/aicpu/dropout_genmask.py +6 -0
- mindspore/ops/_op_impl/aicpu/eps.py +32 -0
- mindspore/ops/_op_impl/aicpu/eye.py +4 -4
- mindspore/ops/_op_impl/aicpu/fft_with_size.py +6 -0
- mindspore/ops/_op_impl/aicpu/fill_diagonal.py +5 -0
- mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
- mindspore/ops/_op_impl/aicpu/im2col.py +3 -5
- mindspore/ops/_op_impl/aicpu/lgamma.py +1 -0
- mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
- mindspore/ops/_op_impl/aicpu/lu.py +39 -0
- mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/masked_scatter.py +1 -0
- mindspore/ops/_op_impl/aicpu/masked_select_grad.py +3 -0
- mindspore/ops/_op_impl/aicpu/matrix_band_part.py +59 -0
- mindspore/ops/_op_impl/aicpu/matrix_power.py +6 -1
- mindspore/ops/_op_impl/aicpu/median.py +1 -0
- mindspore/ops/_op_impl/aicpu/multinomial.py +9 -9
- mindspore/ops/_op_impl/aicpu/not_equal.py +0 -5
- mindspore/ops/_op_impl/aicpu/pad_v3.py +3 -1
- mindspore/ops/_op_impl/aicpu/pad_v3_grad.py +2 -0
- mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
- mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
- mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
- mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
- mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
- mindspore/ops/_op_impl/aicpu/resize_bilinear_grad.py +0 -1
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2.py +0 -6
- mindspore/ops/_op_impl/aicpu/resize_nearest_neighbor_v2_grad.py +0 -7
- mindspore/ops/_op_impl/aicpu/scatter_nd.py +2 -0
- mindspore/ops/_op_impl/aicpu/sequence_concat.py +40 -0
- mindspore/ops/_op_impl/aicpu/sequence_stack.py +40 -0
- mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
- mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
- mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -4
- mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -4
- mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
- mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
- mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
- mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
- mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d.py +14 -6
- mindspore/ops/_op_impl/aicpu/upsample_nearest_3d_grad.py +22 -8
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d.py +11 -6
- mindspore/ops/_op_impl/aicpu/upsample_trilinear_3d_grad.py +21 -10
- mindspore/ops/_op_impl/tbe/__init__.py +6 -4
- mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
- mindspore/ops/_op_impl/tbe/avg_pool.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_3d.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +4 -4
- mindspore/ops/_op_impl/tbe/avg_pool_ds.py +2 -2
- mindspore/ops/_op_impl/tbe/avg_pool_grad.py +3 -3
- mindspore/ops/_op_impl/tbe/avg_pool_grad_vm.py +3 -3
- mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
- mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer.py +2 -2
- mindspore/ops/_op_impl/tbe/bn_infer_ds.py +3 -2
- mindspore/ops/_op_impl/tbe/broadcast_to.py +1 -1
- mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +3 -3
- mindspore/ops/_op_impl/tbe/expand_dims.py +1 -1
- mindspore/ops/_op_impl/tbe/gather_v2.py +56 -0
- mindspore/ops/_op_impl/tbe/im2col.py +4 -4
- mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
- mindspore/ops/_op_impl/tbe/mem_set.py +38 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_add.py +3 -0
- mindspore/ops/_op_impl/tbe/scatter_nd_d.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
- mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +2 -2
- mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
- mindspore/ops/_primitive_cache.py +1 -1
- mindspore/ops/_tracefunc.py +241 -0
- mindspore/ops/_utils/utils.py +10 -2
- mindspore/ops/_vmap/vmap_array_ops.py +5 -3
- mindspore/ops/_vmap/vmap_base.py +5 -4
- mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
- mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +11 -6
- mindspore/ops/_vmap/vmap_math_ops.py +5 -2
- mindspore/ops/_vmap/vmap_nn_ops.py +135 -11
- mindspore/ops/arg_dtype_cast.py +54 -0
- mindspore/ops/composite/__init__.py +7 -5
- mindspore/ops/composite/base.py +78 -34
- mindspore/ops/composite/math_ops.py +5 -695
- mindspore/ops/composite/multitype_ops/_compile_utils.py +403 -97
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +28 -22
- mindspore/ops/composite/multitype_ops/add_impl.py +69 -7
- mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/div_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +48 -10
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/greater_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/less_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/logic_not_impl.py +2 -2
- mindspore/ops/composite/multitype_ops/mod_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/mul_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/negative_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/not_in_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
- mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +10 -7
- mindspore/ops/composite/multitype_ops/sub_impl.py +1 -0
- mindspore/ops/composite/multitype_ops/uadd_impl.py +2 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
- mindspore/ops/deprecated.py +304 -0
- mindspore/ops/function/__init__.py +41 -4
- mindspore/ops/function/array_func.py +1108 -467
- mindspore/ops/function/clip_func.py +94 -27
- mindspore/ops/function/debug_func.py +3 -1
- mindspore/ops/function/grad/grad_func.py +82 -73
- mindspore/ops/function/image_func.py +28 -12
- mindspore/ops/function/linalg_func.py +135 -39
- mindspore/ops/function/math_func.py +3779 -894
- mindspore/ops/function/nn_func.py +1584 -657
- mindspore/ops/function/parameter_func.py +13 -3
- mindspore/ops/function/random_func.py +247 -153
- mindspore/ops/function/sparse_func.py +14 -11
- mindspore/ops/function/sparse_unary_func.py +173 -47
- mindspore/ops/function/spectral_func.py +8 -4
- mindspore/ops/function/vmap_func.py +8 -7
- mindspore/ops/functional.py +47 -16
- mindspore/ops/op_info_register.py +346 -86
- mindspore/ops/operations/__init__.py +38 -22
- mindspore/ops/operations/_grad_ops.py +145 -149
- mindspore/ops/operations/_inner_ops.py +298 -56
- mindspore/ops/operations/_ms_kernel.py +3 -3
- mindspore/ops/operations/_quant_ops.py +24 -28
- mindspore/ops/operations/_rl_inner_ops.py +9 -7
- mindspore/ops/operations/_scalar_ops.py +115 -0
- mindspore/ops/operations/_sequence_ops.py +148 -10
- mindspore/ops/operations/_tensor_array.py +1 -1
- mindspore/ops/operations/_thor_ops.py +2 -2
- mindspore/ops/operations/array_ops.py +1239 -561
- mindspore/ops/operations/comm_ops.py +166 -90
- mindspore/ops/operations/control_ops.py +3 -3
- mindspore/ops/operations/custom_ops.py +124 -102
- mindspore/ops/operations/debug_ops.py +24 -11
- mindspore/ops/operations/image_ops.py +86 -71
- mindspore/ops/operations/inner_ops.py +18 -13
- mindspore/ops/operations/linalg_ops.py +30 -11
- mindspore/ops/operations/math_ops.py +1730 -435
- mindspore/ops/operations/nn_ops.py +1953 -943
- mindspore/ops/operations/other_ops.py +65 -43
- mindspore/ops/operations/random_ops.py +258 -98
- mindspore/ops/operations/rl_ops.py +4 -36
- mindspore/ops/operations/sparse_ops.py +38 -33
- mindspore/ops/operations/spectral_ops.py +8 -4
- mindspore/ops/primitive.py +66 -44
- mindspore/ops/signature.py +5 -5
- mindspore/parallel/_auto_parallel_context.py +80 -19
- mindspore/parallel/_cost_model_context.py +42 -0
- mindspore/parallel/_offload_context.py +162 -72
- mindspore/parallel/_parallel_serialization.py +2 -2
- mindspore/parallel/_ps_context.py +16 -4
- mindspore/parallel/_recovery_context.py +2 -1
- mindspore/parallel/_tensor.py +15 -13
- mindspore/parallel/_transformer/layers.py +8 -6
- mindspore/parallel/_transformer/loss.py +1 -0
- mindspore/parallel/_transformer/moe.py +7 -7
- mindspore/parallel/_transformer/op_parallel_config.py +12 -1
- mindspore/parallel/_transformer/transformer.py +34 -14
- mindspore/parallel/_utils.py +36 -14
- mindspore/parallel/algo_parameter_config.py +114 -20
- mindspore/parallel/checkpoint_transform.py +16 -18
- mindspore/parallel/shard.py +16 -13
- mindspore/profiler/__init__.py +1 -1
- mindspore/profiler/common/struct_type.py +3 -3
- mindspore/profiler/common/util.py +3 -2
- mindspore/profiler/envprofiling.py +11 -4
- mindspore/profiler/parser/aicpu_data_parser.py +5 -3
- mindspore/profiler/parser/ascend_flops_generator.py +94 -0
- mindspore/profiler/parser/ascend_fpbp_generator.py +76 -0
- mindspore/profiler/parser/ascend_hccl_generator.py +288 -0
- mindspore/profiler/parser/ascend_msprof_exporter.py +213 -0
- mindspore/profiler/parser/ascend_msprof_generator.py +199 -0
- mindspore/profiler/parser/ascend_op_generator.py +276 -0
- mindspore/profiler/parser/ascend_steptrace_generator.py +94 -0
- mindspore/profiler/parser/ascend_timeline_generator.py +110 -54
- mindspore/profiler/parser/base_timeline_generator.py +11 -7
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +45 -46
- mindspore/profiler/parser/flops_parser.py +15 -11
- mindspore/profiler/parser/framework_parser.py +92 -73
- mindspore/profiler/parser/hccl_parser.py +16 -12
- mindspore/profiler/parser/integrator.py +22 -11
- mindspore/profiler/parser/memory_usage_parser.py +36 -11
- mindspore/profiler/parser/minddata_analyzer.py +12 -14
- mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
- mindspore/profiler/parser/msadvisor_parser.py +8 -4
- mindspore/profiler/parser/op_intermediate_parser.py +5 -2
- mindspore/profiler/parser/optime_parser.py +1 -1
- mindspore/profiler/parser/profiler_info.py +4 -5
- mindspore/profiler/parser/step_trace_parser.py +11 -14
- mindspore/profiler/profiling.py +678 -377
- mindspore/rewrite/api/node.py +211 -54
- mindspore/rewrite/api/node_type.py +5 -0
- mindspore/rewrite/api/pattern_engine.py +22 -23
- mindspore/rewrite/api/scoped_value.py +20 -17
- mindspore/rewrite/api/symbol_tree.py +252 -106
- mindspore/rewrite/api/tree_node_helper.py +3 -0
- mindspore/rewrite/ast_helpers/__init__.py +2 -1
- mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
- mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
- mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +97 -46
- mindspore/rewrite/common/rewrite_elog.py +5 -1
- mindspore/rewrite/namer.py +51 -51
- mindspore/rewrite/namespace.py +14 -5
- mindspore/{ops/bprop_mindir → rewrite/node}/__init__.py +9 -4
- mindspore/rewrite/node/call_function.py +79 -0
- mindspore/rewrite/node/cell_container.py +135 -0
- mindspore/rewrite/node/control_flow.py +88 -0
- mindspore/rewrite/{node.py → node/node.py} +313 -247
- mindspore/rewrite/node/node_manager.py +254 -0
- mindspore/rewrite/node/node_topological_manager.py +243 -0
- mindspore/rewrite/parsers/arguments_parser.py +22 -21
- mindspore/rewrite/parsers/assign_parser.py +225 -239
- mindspore/rewrite/parsers/attribute_parser.py +9 -7
- mindspore/rewrite/parsers/class_def_parser.py +179 -218
- mindspore/rewrite/parsers/constant_parser.py +9 -6
- mindspore/rewrite/parsers/container_parser.py +9 -7
- mindspore/rewrite/parsers/for_parser.py +36 -15
- mindspore/rewrite/parsers/function_def_parser.py +23 -20
- mindspore/rewrite/parsers/if_parser.py +28 -24
- mindspore/rewrite/parsers/module_parser.py +202 -25
- mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
- mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
- mindspore/rewrite/parsers/return_parser.py +6 -6
- mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
- mindspore/rewrite/sparsify/sparsify.py +4 -1
- mindspore/rewrite/sparsify/utils.py +11 -5
- mindspore/rewrite/symbol_tree.py +577 -732
- mindspore/rewrite/symbol_tree_builder.py +9 -175
- mindspore/rewrite/symbol_tree_dumper.py +2 -2
- mindspore/run_check/_check_version.py +46 -39
- mindspore/run_check/run_check.py +3 -2
- mindspore/{scipy/sparse → safeguard}/__init__.py +4 -5
- mindspore/safeguard/rewrite_obfuscation.py +517 -0
- mindspore/scipy/__init__.py +1 -1
- mindspore/scipy/linalg.py +67 -61
- mindspore/scipy/ops.py +5 -41
- mindspore/scipy/ops_grad.py +3 -2
- mindspore/scipy/ops_wrapper.py +5 -5
- mindspore/scipy/optimize/line_search.py +8 -8
- mindspore/scipy/optimize/linear_sum_assignment.py +4 -4
- mindspore/scipy/optimize/minimize.py +16 -12
- mindspore/scipy/utils.py +1 -52
- mindspore/scipy/utils_const.py +4 -4
- mindspore/train/__init__.py +4 -4
- mindspore/train/_utils.py +13 -5
- mindspore/train/amp.py +410 -148
- mindspore/train/anf_ir_pb2.py +16 -4
- mindspore/train/callback/_backup_and_restore.py +8 -11
- mindspore/train/callback/_callback.py +80 -3
- mindspore/train/callback/_checkpoint.py +82 -51
- mindspore/train/callback/_early_stop.py +12 -15
- mindspore/train/callback/_history.py +1 -1
- mindspore/train/callback/_lambda_callback.py +13 -13
- mindspore/train/callback/_landscape.py +21 -17
- mindspore/train/callback/_loss_monitor.py +9 -10
- mindspore/train/callback/_on_request_exit.py +16 -33
- mindspore/train/callback/_reduce_lr_on_plateau.py +21 -24
- mindspore/train/callback/_summary_collector.py +44 -30
- mindspore/train/callback/_time_monitor.py +62 -12
- mindspore/train/data_sink.py +10 -16
- mindspore/train/dataset_helper.py +154 -86
- mindspore/train/loss_scale_manager.py +14 -9
- mindspore/train/metrics/__init__.py +10 -2
- mindspore/train/metrics/accuracy.py +1 -1
- mindspore/train/metrics/auc.py +1 -1
- mindspore/train/metrics/bleu_score.py +2 -2
- mindspore/train/metrics/confusion_matrix.py +14 -14
- mindspore/train/metrics/cosine_similarity.py +3 -3
- mindspore/train/metrics/dice.py +1 -1
- mindspore/train/metrics/fbeta.py +1 -1
- mindspore/train/metrics/hausdorff_distance.py +8 -6
- mindspore/train/metrics/mean_surface_distance.py +5 -4
- mindspore/train/metrics/metric.py +49 -17
- mindspore/train/metrics/occlusion_sensitivity.py +4 -4
- mindspore/train/metrics/perplexity.py +1 -1
- mindspore/train/metrics/precision.py +2 -2
- mindspore/train/metrics/recall.py +2 -3
- mindspore/train/metrics/roc.py +7 -7
- mindspore/train/metrics/root_mean_square_surface_distance.py +5 -4
- mindspore/train/metrics/topk.py +7 -4
- mindspore/train/mind_ir_pb2.py +193 -48
- mindspore/train/model.py +377 -133
- mindspore/train/serialization.py +697 -245
- mindspore/train/summary/_summary_adapter.py +5 -2
- mindspore/train/summary/_writer_pool.py +4 -3
- mindspore/train/summary/summary_record.py +25 -23
- mindspore/train/train_thor/convert_utils.py +39 -23
- mindspore/train/train_thor/dataset_helper.py +4 -3
- mindspore/train/train_thor/model_thor.py +8 -8
- mindspore/version.py +1 -1
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/METADATA +7 -8
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/RECORD +633 -804
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/entry_points.txt +0 -1
- mindspore/_akg/akg/tvm/contrib/debugger/__init__.py +0 -16
- mindspore/_akg/akg/tvm/contrib/debugger/debug_result.py +0 -274
- mindspore/_akg/akg/tvm/contrib/debugger/debug_runtime.py +0 -259
- mindspore/_akg/akg/tvm/contrib/peak.py +0 -341
- mindspore/_akg/akg/tvm/contrib/rpc.py +0 -25
- mindspore/_akg/akg/tvm/contrib/xcode.py +0 -257
- mindspore/_akg/akg/tvm/exec/__init__.py +0 -17
- mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py +0 -60
- mindspore/_akg/akg/tvm/exec/measure_peak.py +0 -48
- mindspore/_akg/akg/tvm/exec/query_rpc_tracker.py +0 -48
- mindspore/_akg/akg/tvm/exec/rpc_proxy.py +0 -98
- mindspore/_akg/akg/tvm/exec/rpc_server.py +0 -88
- mindspore/_akg/akg/tvm/exec/rpc_tracker.py +0 -62
- mindspore/_akg/akg/tvm/rpc/__init__.py +0 -29
- mindspore/_akg/akg/tvm/rpc/base.py +0 -182
- mindspore/_akg/akg/tvm/rpc/client.py +0 -436
- mindspore/_akg/akg/tvm/rpc/proxy.py +0 -595
- mindspore/_akg/akg/tvm/rpc/server.py +0 -413
- mindspore/_akg/akg/tvm/rpc/tornado_util.py +0 -121
- mindspore/_akg/akg/tvm/rpc/tracker.py +0 -431
- mindspore/_extends/graph_kernel/expander.py +0 -80
- mindspore/_extends/graph_kernel/expanders/__init__.py +0 -57
- mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
- mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
- mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
- mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
- mindspore/_extends/graph_kernel/expanders/bias_add_grad.py +0 -49
- mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
- mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
- mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
- mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
- mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
- mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
- mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
- mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
- mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
- mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
- mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
- mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
- mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
- mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
- mindspore/_extends/graph_kernel/expanders/gather.py +0 -43
- mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
- mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
- mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
- mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
- mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
- mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
- mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
- mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
- mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
- mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
- mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
- mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
- mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
- mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
- mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
- mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
- mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
- mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
- mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
- mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
- mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
- mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
- mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
- mindspore/_extends/graph_kernel/expanders/tile.py +0 -54
- mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
- mindspore/_extends/parse/jit_fallback_modules.py +0 -51
- mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
- mindspore/dataset/engine/graphdata.py +0 -1586
- mindspore/include/api/net.h +0 -142
- mindspore/ops/_grad/grad_array_ops.py +0 -1347
- mindspore/ops/_grad/grad_clip_ops.py +0 -84
- mindspore/ops/_grad/grad_debug_ops.py +0 -68
- mindspore/ops/_grad/grad_inner_ops.py +0 -235
- mindspore/ops/_grad/grad_math_ops.py +0 -1684
- mindspore/ops/_grad/grad_nn_ops.py +0 -1529
- mindspore/ops/_grad/grad_other_ops.py +0 -89
- mindspore/ops/_grad/grad_sequence_ops.py +0 -296
- mindspore/ops/_grad/grad_sparse.py +0 -323
- mindspore/ops/_grad_experimental/grad_image_ops.py +0 -249
- mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -195
- mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
- mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Argmax_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Argmin_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Assign_bprop.mindir +0 -17
- mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +0 -150
- mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +0 -306
- mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +0 -240
- mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +0 -247
- mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +0 -315
- mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +0 -278
- mindspore/ops/bprop_mindir/DType_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
- mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +0 -25
- mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +0 -18
- mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Elu_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Equal_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +0 -58
- mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Flatten_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/GatherD_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +0 -57
- mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Greater_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/HSwish_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/IOU_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsInf_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/IsNan_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +0 -126
- mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +0 -30
- mindspore/ops/bprop_mindir/LRN_bprop.mindir +0 -43
- mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/Less_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -13
- mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +0 -74
- mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +0 -75
- mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +0 -65
- mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +0 -27
- mindspore/ops/bprop_mindir/Mish_bprop.mindir +0 -35
- mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/NonZero_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/OneHot_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +0 -82
- mindspore/ops/bprop_mindir/Range_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Rank_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Reshape_bprop.mindir +0 -60
- mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +0 -89
- mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +0 -52
- mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Round_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +0 -24
- mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SeLU_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/Select_bprop.mindir +0 -31
- mindspore/ops/bprop_mindir/Shape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +0 -21
- mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Sign_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/Slice_bprop.mindir +0 -26
- mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +0 -36
- mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Softplus_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Softsign_bprop.mindir +0 -33
- mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +0 -28
- mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Split_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +0 -54
- mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +0 -95
- mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +0 -98
- mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/Tanh_bprop.mindir +0 -66
- mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +0 -29
- mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +0 -14
- mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
- mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -23
- mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +0 -19
- mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -20
- mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -16
- mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -22
- mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +0 -32
- mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +0 -38
- mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +0 -15
- mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
- mindspore/rewrite/node_visitor.py +0 -44
- mindspore/rewrite/topological_manager.py +0 -203
- mindspore/scipy/sparse/linalg.py +0 -192
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/WHEEL +0 -0
- {mindspore-2.0.0rc1.dist-info → mindspore-2.2.0.dist-info}/top_level.txt +0 -0
mindspore/.commit_id
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__commit_id__ = '[sha1]:
|
|
1
|
+
__commit_id__ = '[sha1]:9390851d,[branch]:(HEAD,origin/r2.2,r2.2)'
|
|
@@ -1178,7 +1178,7 @@ FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
|
|
|
1178
1178
|
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
1179
1179
|
DEALINGS IN THE SOFTWARE.
|
|
1180
1180
|
|
|
1181
|
-
Software: NCCL 2.
|
|
1181
|
+
Software: NCCL 2.16.5-1
|
|
1182
1182
|
Copyright (c) 2016-2019, NVIDIA CORPORATION. All rights reserved.
|
|
1183
1183
|
Copyright (c) 2015-2019, NVIDIA CORPORATION. All rights reserved.
|
|
1184
1184
|
Copyright (c) 2017-2019, NVIDIA CORPORATION. All rights reserved.
|
|
@@ -1222,7 +1222,7 @@ Copyright (c) 2015-2019, NVIDIA CORPORATION. All rights reserved.
|
|
|
1222
1222
|
The U.S. Department of Energy funded the development of this software
|
|
1223
1223
|
under subcontract 7078610 with Lawrence Berkeley National Laboratory.
|
|
1224
1224
|
|
|
1225
|
-
Software: OpenMPI 4.
|
|
1225
|
+
Software: OpenMPI 4.1.4
|
|
1226
1226
|
Copyright (c) 2015 Cisco Systems, Inc. All rights reserved.
|
|
1227
1227
|
$COPYRIGHT$
|
|
1228
1228
|
Copyright (c) 2015 Los Alamos National Security, LLC. All rights
|
mindspore/__init__.py
CHANGED
|
@@ -20,19 +20,21 @@ from mindspore import common, dataset, mindrecord, train, log, amp
|
|
|
20
20
|
from mindspore import profiler, communication, numpy, parallel
|
|
21
21
|
from mindspore.common import *
|
|
22
22
|
from mindspore.mindrecord import *
|
|
23
|
-
from mindspore.ops import _op_impl, grad, value_and_grad, vjp, jvp, jacfwd, jacrev, vmap, get_grad
|
|
23
|
+
from mindspore.ops import _op_impl, grad, value_and_grad, vjp, jvp, jacfwd, jacrev, vmap, get_grad, constexpr
|
|
24
24
|
from mindspore.train import *
|
|
25
25
|
from mindspore.log import *
|
|
26
26
|
from mindspore.context import GRAPH_MODE, PYNATIVE_MODE, set_context, get_context, set_auto_parallel_context, \
|
|
27
27
|
get_auto_parallel_context, reset_auto_parallel_context, ParallelMode, set_ps_context, \
|
|
28
|
-
get_ps_context, reset_ps_context
|
|
28
|
+
get_ps_context, reset_ps_context, set_offload_context, get_offload_context, STRICT, COMPATIBLE, LAX
|
|
29
29
|
from mindspore.version import __version__
|
|
30
30
|
from mindspore.profiler import Profiler, EnvProfiler
|
|
31
31
|
from mindspore.parallel import set_algo_parameters, get_algo_parameters, reset_algo_parameters, \
|
|
32
32
|
rank_list_for_transform, transform_checkpoint_by_rank, transform_checkpoints, merge_pipeline_strategys, shard
|
|
33
33
|
from mindspore.rewrite import SymbolTree, ScopedValue, Node, NodeType, TreeNodeHelper
|
|
34
|
+
from mindspore.safeguard import obfuscate_ckpt, load_obf_params_into_net
|
|
34
35
|
from mindspore._check_jit_forbidden_api import get_obj_module_and_name_info, is_jit_forbidden_module, \
|
|
35
36
|
is_invalid_or_jit_forbidden_method
|
|
37
|
+
from mindspore import _install_custom
|
|
36
38
|
|
|
37
39
|
|
|
38
40
|
__all__ = ["run_check"]
|
|
@@ -43,4 +45,5 @@ __all__.extend(log.__all__)
|
|
|
43
45
|
__all__.extend(context.__all__)
|
|
44
46
|
__all__.extend(parallel.__all__)
|
|
45
47
|
__all__.extend(rewrite.__all__)
|
|
48
|
+
__all__.extend(safeguard.__all__)
|
|
46
49
|
__all__.append("Profiler")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# coding: utf-8
|
|
3
|
-
# Copyright 2019 Huawei Technologies Co., Ltd
|
|
3
|
+
# Copyright 2019-2023 Huawei Technologies Co., Ltd
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -28,7 +28,6 @@ from akg.tvm import _api_internal
|
|
|
28
28
|
from akg.tvm import schedule
|
|
29
29
|
|
|
30
30
|
|
|
31
|
-
tuning_spaces = None
|
|
32
31
|
help_tiling_level = {
|
|
33
32
|
"None": 0, "General": 1, "Candidates": 2, "Tuning": 3
|
|
34
33
|
}
|
|
@@ -36,7 +35,7 @@ EMPTY_CODE = 0
|
|
|
36
35
|
L0_DEFAULT_TILING = 1
|
|
37
36
|
|
|
38
37
|
|
|
39
|
-
def dump_tiling_info(level):
|
|
38
|
+
def dump_tiling_info(level, tuning_spaces = None):
|
|
40
39
|
"""Dump tiling info."""
|
|
41
40
|
if tuning_spaces is None:
|
|
42
41
|
return
|
|
@@ -107,7 +106,8 @@ def lower(sch, args, shape_params=None, name="default_function", binds=None, att
|
|
|
107
106
|
ret = _api_internal._Lower(sch, args, shape_params, name,
|
|
108
107
|
tmp_binds, tmp_attrs, simple_mode,
|
|
109
108
|
polyhedral, tuning, target, cfg)
|
|
110
|
-
|
|
109
|
+
if tmp_attrs is None:
|
|
110
|
+
tmp_attrs = {}
|
|
111
111
|
level = tmp_attrs.get("help_tiling")
|
|
112
112
|
if attrs.get("use_new_space", False):
|
|
113
113
|
# new space: constraints format
|
|
@@ -118,7 +118,6 @@ def lower(sch, args, shape_params=None, name="default_function", binds=None, att
|
|
|
118
118
|
return space
|
|
119
119
|
elif tuning or (level is not None and level > help_tiling_level['None']):
|
|
120
120
|
level = help_tiling_level['Tuning'] if tuning else level
|
|
121
|
-
global tuning_spaces
|
|
122
121
|
tuning_spaces = {}
|
|
123
122
|
tuning_spaces["index"] = ret.index_table.asnumpy().tolist()
|
|
124
123
|
tuning_spaces["c1_range"] = ret.c1_tile_range_table.asnumpy().tolist()
|
|
@@ -132,7 +131,7 @@ def lower(sch, args, shape_params=None, name="default_function", binds=None, att
|
|
|
132
131
|
if level >= help_tiling_level["Candidates"]:
|
|
133
132
|
tuning_spaces["tuning_space"] = ret.tiling_candidate.asnumpy().tolist()
|
|
134
133
|
if not tuning:
|
|
135
|
-
dump_tiling_info(level)
|
|
134
|
+
dump_tiling_info(level, tuning_spaces)
|
|
136
135
|
return ret
|
|
137
136
|
|
|
138
137
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
# coding: utf-8
|
|
3
|
-
# Copyright 2020-
|
|
3
|
+
# Copyright 2020-2023 Huawei Technologies Co., Ltd
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -21,15 +21,12 @@ from collections.abc import Iterable
|
|
|
21
21
|
import akg
|
|
22
22
|
from akg import tvm
|
|
23
23
|
from tvm.autotvm.env import AutotvmGlobalScope
|
|
24
|
+
from akg.utils.tbe_codegen_utils import build_tbe_codegen
|
|
24
25
|
from akg.utils.kernel_exec import ReturnType, is_symbolic_tiling
|
|
25
26
|
from .split_stitch import split_stitch_attr
|
|
26
|
-
from .construct_args import get_construct_args, get_tune_construct_args, \
|
|
27
|
-
should_enable_attr, get_stmt_for_tune, add_attrs_in_segment_infos, \
|
|
28
|
-
update_attrs
|
|
29
27
|
from .construct_args import ConstructType, ConstructKey
|
|
30
28
|
from .construct_args import get_construct_args, get_tune_construct_args, \
|
|
31
29
|
should_enable_attr, get_stmt_for_tune, add_attrs_in_segment_infos
|
|
32
|
-
from .split_stitch import split_stitch_attr
|
|
33
30
|
|
|
34
31
|
|
|
35
32
|
def generate_trait(desc):
|
|
@@ -407,6 +404,18 @@ def _update_attrs_ascend(all_ops, attr):
|
|
|
407
404
|
attr["multicore_loop_switch_hoist"] = "UnsortedSegmentSum" not in all_ops
|
|
408
405
|
return attr
|
|
409
406
|
|
|
407
|
+
def _cpp_build(attrs, process, poly, segment_tree, segment_infos):
|
|
408
|
+
if attrs.get("is_tbe_codegen"):
|
|
409
|
+
func = tvm.get_global_func("lower_composite")
|
|
410
|
+
else:
|
|
411
|
+
func = tvm.get_global_func("lower_composite_to_module")
|
|
412
|
+
|
|
413
|
+
if "ret_mode" in attrs:
|
|
414
|
+
return _build_for_tuning(attrs, func, process, segment_tree, segment_infos)
|
|
415
|
+
|
|
416
|
+
res = func(process, poly, segment_tree, segment_infos)
|
|
417
|
+
return res
|
|
418
|
+
|
|
410
419
|
|
|
411
420
|
def _build_to_module(desc_s, desc_d, attrs=None, poly=True):
|
|
412
421
|
"""
|
|
@@ -512,10 +521,17 @@ def _build_to_module(desc_s, desc_d, attrs=None, poly=True):
|
|
|
512
521
|
segment_tree, segment_infos = get_construct_args(desc_s, attrs, post_funcs)
|
|
513
522
|
process = desc_d["process"]
|
|
514
523
|
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
524
|
+
return _cpp_build(attrs, process, poly, segment_tree, segment_infos)
|
|
525
|
+
|
|
526
|
+
|
|
527
|
+
def _get_ascend_type(desc):
|
|
528
|
+
if "target_info" not in desc.keys():
|
|
529
|
+
return None
|
|
530
|
+
|
|
531
|
+
target_info_type = desc["target_info"]
|
|
532
|
+
if target_info_type.get("arch"):
|
|
533
|
+
return target_info_type.get("arch")
|
|
534
|
+
return None
|
|
519
535
|
|
|
520
536
|
|
|
521
537
|
def _build_to_module_ascend(desc_s_in, desc_d_in, attr, use_repo=True):
|
|
@@ -633,14 +649,31 @@ def _build_to_module_ascend(desc_s_in, desc_d_in, attr, use_repo=True):
|
|
|
633
649
|
ConstructType.STITCH: _stitch_postprocess,
|
|
634
650
|
ConstructType.NORMAL: _normal_postprocess,
|
|
635
651
|
}
|
|
636
|
-
segment_tree, segment_infos = get_construct_args(desc_s_in, attr, post_funcs)
|
|
637
652
|
process = desc_d_in["process"]
|
|
638
|
-
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
653
|
+
ascend_type = _get_ascend_type(desc_d_in)
|
|
654
|
+
ascend_type_to_section = {"Ascend910A": "1.6", "Ascend310P3": "1.7",
|
|
655
|
+
"Ascend910B1": "2.1", "Ascend910B2": "2.2", "Ascend910B3": "2.3", "Ascend910B4": "2.4"}
|
|
656
|
+
if ascend_type is not None:
|
|
657
|
+
section = ascend_type_to_section.get(ascend_type, "1.6")
|
|
658
|
+
config_func = akg.tvm.get_global_func("cce.set_product_section")
|
|
659
|
+
config_func(section)
|
|
660
|
+
if section >= "2.1":
|
|
661
|
+
attr["is_tbe_codegen"] = True
|
|
662
|
+
segment_tree, segment_infos = get_construct_args(desc_s_in, attr, post_funcs)
|
|
663
|
+
poly = True
|
|
664
|
+
res = _cpp_build(attr, process, poly, segment_tree, segment_infos)
|
|
665
|
+
if attr.get("is_tbe_codegen"):
|
|
666
|
+
kernel_name = desc_d_in['op']
|
|
667
|
+
stmt_json = akg.tvm.save_json(res[0], "0.8.0")
|
|
668
|
+
args_json = []
|
|
669
|
+
for buf in res[1]:
|
|
670
|
+
args_json.append(akg.tvm.save_json(buf, "0.8.0"))
|
|
671
|
+
|
|
672
|
+
is_success = build_tbe_codegen(kernel_name, stmt_json, args_json, ascend_type, attr.get("dynamic", False))
|
|
673
|
+
if not is_success:
|
|
674
|
+
raise TypeError("npu_inference codegen failed.")
|
|
675
|
+
return kernel_name
|
|
676
|
+
return res
|
|
644
677
|
|
|
645
678
|
def _set_backend(desc_d):
|
|
646
679
|
desc_d_process = desc_d
|
|
@@ -240,11 +240,10 @@ def parse_merged_json(desc_d, stitch_tensor_name, input_tensor_name, output_tens
|
|
|
240
240
|
return extra_subgraph_output, list(final_output_list), final_output_within_graph
|
|
241
241
|
|
|
242
242
|
|
|
243
|
-
def
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
return inplace_assign_map, fake_output_list
|
|
243
|
+
def process_assign(op_info, assign_map, fake_output_list):
|
|
244
|
+
assign_map[op_info['output_desc'][0]['tensor_name']] = op_info['input_desc'][0][0]['tensor_name']
|
|
245
|
+
fake_output_list.append(op_info['output_desc'][0]['tensor_name'])
|
|
246
|
+
return assign_map, fake_output_list
|
|
248
247
|
|
|
249
248
|
|
|
250
249
|
def process_each_subgraph(op_info, req_map, input_tensor_name, output_tensor_name, stitch_node_list, sg):
|
|
@@ -291,16 +290,16 @@ def process_each_subgraph(op_info, req_map, input_tensor_name, output_tensor_nam
|
|
|
291
290
|
|
|
292
291
|
|
|
293
292
|
def collect_subgraph_info(desc_d, sub_stitch_graphs, req_map, input_tensor_name, output_tensor_name, stitch_node_list):
|
|
294
|
-
|
|
293
|
+
assign_map = {}
|
|
295
294
|
fake_output_list = []
|
|
296
295
|
# traversal desc_d by reverse topologically order.
|
|
297
296
|
for i in range(len(desc_d['op_desc']) - 1, -1, -1):
|
|
298
297
|
op_info = desc_d['op_desc'][i]
|
|
299
|
-
if op_info['name'] == "
|
|
300
|
-
|
|
298
|
+
if op_info['name'] == "Assign":
|
|
299
|
+
assign_map, fake_output_list = process_assign(op_info, assign_map, fake_output_list)
|
|
301
300
|
for sg in sub_stitch_graphs:
|
|
302
301
|
process_each_subgraph(op_info, req_map, input_tensor_name, output_tensor_name, stitch_node_list, sg)
|
|
303
|
-
return sub_stitch_graphs,
|
|
302
|
+
return sub_stitch_graphs, assign_map, fake_output_list
|
|
304
303
|
|
|
305
304
|
|
|
306
305
|
def sub_graph_info(sub_graph, desc_d):
|
|
@@ -391,7 +390,7 @@ def stitch_json_split(desc_d):
|
|
|
391
390
|
for i, stitch_op in enumerate(stitch_node):
|
|
392
391
|
sub_stitch_graphs.append(Graph(stitch_op))
|
|
393
392
|
|
|
394
|
-
sub_stitch_graphs,
|
|
393
|
+
sub_stitch_graphs, assign_map, fake_output_list = \
|
|
395
394
|
collect_subgraph_info(desc_d, sub_stitch_graphs, req_map,
|
|
396
395
|
input_tensor_name, complement_output, stitchnode_list)
|
|
397
396
|
# reverse op order to generate topological subgraph
|
|
@@ -418,7 +417,7 @@ def stitch_json_split(desc_d):
|
|
|
418
417
|
else:
|
|
419
418
|
clean_info = reuse_map.get(fake_op)
|
|
420
419
|
reuse_map.pop(fake_op)
|
|
421
|
-
clean_op_map[
|
|
420
|
+
clean_op_map[assign_map.get(fake_op)] = clean_info
|
|
422
421
|
|
|
423
422
|
if not alloc_map:
|
|
424
423
|
alloc_map['EMPTY'] = []
|
|
@@ -811,6 +811,72 @@
|
|
|
811
811
|
"file_name": "Fused_MatMul_split_2965019690349343666"
|
|
812
812
|
}
|
|
813
813
|
}
|
|
814
|
+
},
|
|
815
|
+
"320_64_16_16.320_320_16_16.320_64_16_16": {
|
|
816
|
+
"float16--": {
|
|
817
|
+
"metadata": {
|
|
818
|
+
"attrs": {
|
|
819
|
+
"dim": "0 0 16 16 0 1 8 8 0 2 16 16 0 3 16 16 0 4 8 4",
|
|
820
|
+
"enable_quadruple_buffer": false,
|
|
821
|
+
"bypass": 0
|
|
822
|
+
}
|
|
823
|
+
}
|
|
824
|
+
}
|
|
825
|
+
},
|
|
826
|
+
"80_64_16_16.320_80_16_16.320_64_16_16": {
|
|
827
|
+
"float16--": {
|
|
828
|
+
"metadata": {
|
|
829
|
+
"attrs": {
|
|
830
|
+
"dim": "0 0 16 16 0 1 8 8 0 2 16 16 0 3 16 16 0 4 10 4",
|
|
831
|
+
"enable_quadruple_buffer": false,
|
|
832
|
+
"bypass": 2
|
|
833
|
+
}
|
|
834
|
+
}
|
|
835
|
+
}
|
|
836
|
+
},
|
|
837
|
+
"80_1_16_16.320_80_16_16.320_1_16_16": {
|
|
838
|
+
"float16--": {
|
|
839
|
+
"metadata": {
|
|
840
|
+
"attrs": {
|
|
841
|
+
"dim": "0 0 16 16 0 1 16 16 0 2 16 16 0 3 20 4",
|
|
842
|
+
"enable_quadruple_buffer": true,
|
|
843
|
+
"bypass": 0
|
|
844
|
+
}
|
|
845
|
+
}
|
|
846
|
+
}
|
|
847
|
+
},
|
|
848
|
+
"1_1_16_16--": {
|
|
849
|
+
"float16--": {
|
|
850
|
+
"metadata": {
|
|
851
|
+
"attrs": {
|
|
852
|
+
"dim": "0 0 128 16 0 1 16 16 0 2 16 16",
|
|
853
|
+
"enable_quadruple_buffer": false,
|
|
854
|
+
"bypass": 2
|
|
855
|
+
}
|
|
856
|
+
}
|
|
857
|
+
}
|
|
858
|
+
},
|
|
859
|
+
"64_1_16_16.64_64_16_16.64_1_16_16": {
|
|
860
|
+
"float16--": {
|
|
861
|
+
"metadata": {
|
|
862
|
+
"attrs": {
|
|
863
|
+
"dim": "0 0 4 4 0 1 16 16 0 2 16 16 0 3 60 8",
|
|
864
|
+
"enable_quadruple_buffer": true,
|
|
865
|
+
"bypass": 0
|
|
866
|
+
}
|
|
867
|
+
}
|
|
868
|
+
}
|
|
869
|
+
},
|
|
870
|
+
"320_1_16_16.320_320_16_16.320_1_16_16": {
|
|
871
|
+
"float16--": {
|
|
872
|
+
"metadata": {
|
|
873
|
+
"attrs": {
|
|
874
|
+
"dim": "0 0 8 8 0 1 16 16 0 2 16 16 0 3 4 4",
|
|
875
|
+
"enable_quadruple_buffer": true,
|
|
876
|
+
"bypass": 2
|
|
877
|
+
}
|
|
878
|
+
}
|
|
879
|
+
}
|
|
814
880
|
}
|
|
815
881
|
},
|
|
816
882
|
"2.MatMul12_0_0.TransData1.3": {
|
|
@@ -898,6 +964,28 @@
|
|
|
898
964
|
"file_name": "Fused_MatMul_split_10140193613891141098"
|
|
899
965
|
}
|
|
900
966
|
}
|
|
967
|
+
},
|
|
968
|
+
"320_1_16_16.320_4396_16_16.4396_1_16_16": {
|
|
969
|
+
"float16--": {
|
|
970
|
+
"metadata": {
|
|
971
|
+
"attrs": {
|
|
972
|
+
"dim": "0 0 28 28 0 1 16 16 0 2 16 16 0 3 4 4",
|
|
973
|
+
"enable_quadruple_buffer": false,
|
|
974
|
+
"bypass": 0
|
|
975
|
+
}
|
|
976
|
+
}
|
|
977
|
+
}
|
|
978
|
+
},
|
|
979
|
+
"320_64_16_16.320_4396_16_16.4396_64_16_16": {
|
|
980
|
+
"float16--": {
|
|
981
|
+
"metadata": {
|
|
982
|
+
"attrs": {
|
|
983
|
+
"dim": "0 0 16 16 0 1 8 8 0 2 16 16 0 3 16 16 0 4 8 4",
|
|
984
|
+
"enable_quadruple_buffer": false,
|
|
985
|
+
"bypass": 0
|
|
986
|
+
}
|
|
987
|
+
}
|
|
988
|
+
}
|
|
901
989
|
}
|
|
902
990
|
},
|
|
903
991
|
"3.MatMul123_0_1.3": {
|
|
@@ -2440,5 +2528,112 @@
|
|
|
2440
2528
|
}
|
|
2441
2529
|
}
|
|
2442
2530
|
}
|
|
2531
|
+
},
|
|
2532
|
+
"3.MatMul13_0_1.Add13.4": {
|
|
2533
|
+
"320_64_16_16.1280.320_80_16_16.80_64_16_16": {
|
|
2534
|
+
"float16---": {
|
|
2535
|
+
"metadata": {
|
|
2536
|
+
"attrs": {
|
|
2537
|
+
"dim": "0 0 10 10 0 1 8 8 0 2 16 16 0 3 16 16 0 4 5 5",
|
|
2538
|
+
"enable_quadruple_buffer": false,
|
|
2539
|
+
"bypass": 0
|
|
2540
|
+
}
|
|
2541
|
+
}
|
|
2542
|
+
}
|
|
2543
|
+
},
|
|
2544
|
+
"320_1_16_16.1280.320_80_16_16.80_1_16_16": {
|
|
2545
|
+
"float16---": {
|
|
2546
|
+
"metadata": {
|
|
2547
|
+
"attrs": {
|
|
2548
|
+
"dim": "0 0 5 5 0 1 16 16 0 2 16 16 0 3 40 8",
|
|
2549
|
+
"enable_quadruple_buffer": false,
|
|
2550
|
+
"bypass": 0
|
|
2551
|
+
}
|
|
2552
|
+
}
|
|
2553
|
+
}
|
|
2554
|
+
}
|
|
2555
|
+
},
|
|
2556
|
+
"3.MatMul13_0_0.Add13.FastGeLU1.5": {
|
|
2557
|
+
"320_64_16_16.5120.320_320_16_16.320_64_16_16": {
|
|
2558
|
+
"float16---": {
|
|
2559
|
+
"metadata": {
|
|
2560
|
+
"attrs": {
|
|
2561
|
+
"dim": "0 0 16 16 0 1 8 8 0 2 16 16 0 3 16 16 0 4 8 5",
|
|
2562
|
+
"bypass": 2,
|
|
2563
|
+
"enable_quadruple_buffer": true
|
|
2564
|
+
}
|
|
2565
|
+
}
|
|
2566
|
+
}
|
|
2567
|
+
}
|
|
2568
|
+
},
|
|
2569
|
+
"3.MatMul23_0_1.Add12.4": {
|
|
2570
|
+
"320_64_16_16.320_240_16_16.3840.240_64_16_16": {
|
|
2571
|
+
"float16---": {
|
|
2572
|
+
"metadata": {
|
|
2573
|
+
"attrs": {
|
|
2574
|
+
"dim": "0 0 16 16 0 1 8 8 0 2 16 16 0 3 16 16 0 4 8 5",
|
|
2575
|
+
"bypass": 2,
|
|
2576
|
+
"enable_quadruple_buffer": true
|
|
2577
|
+
}
|
|
2578
|
+
}
|
|
2579
|
+
}
|
|
2580
|
+
},
|
|
2581
|
+
"320_1_16_16.320_240_16_16.3840.240_1_16_16": {
|
|
2582
|
+
"float16---": {
|
|
2583
|
+
"metadata": {
|
|
2584
|
+
"attrs": {
|
|
2585
|
+
"dim": "0 0 16 16 0 1 16 16 0 2 16 16 0 3 8 5",
|
|
2586
|
+
"enable_quadruple_buffer": false,
|
|
2587
|
+
"bypass": 0
|
|
2588
|
+
}
|
|
2589
|
+
}
|
|
2590
|
+
}
|
|
2591
|
+
},
|
|
2592
|
+
"320_64_16_16.320_160_16_16.2560.160_64_16_16": {
|
|
2593
|
+
"float16---": {
|
|
2594
|
+
"metadata": {
|
|
2595
|
+
"attrs": {
|
|
2596
|
+
"dim": "0 0 10 10 0 1 8 8 0 2 16 16 0 3 16 16 0 4 8 4",
|
|
2597
|
+
"enable_quadruple_buffer": false,
|
|
2598
|
+
"bypass": 0
|
|
2599
|
+
}
|
|
2600
|
+
}
|
|
2601
|
+
}
|
|
2602
|
+
},
|
|
2603
|
+
"320_1_16_16.320_160_16_16.2560.160_1_16_16": {
|
|
2604
|
+
"float16---": {
|
|
2605
|
+
"metadata": {
|
|
2606
|
+
"attrs": {
|
|
2607
|
+
"dim": "0 0 8 8 0 1 16 16 0 2 16 16 0 3 48 8",
|
|
2608
|
+
"enable_quadruple_buffer": false,
|
|
2609
|
+
"bypass": 0
|
|
2610
|
+
}
|
|
2611
|
+
}
|
|
2612
|
+
}
|
|
2613
|
+
}
|
|
2614
|
+
},
|
|
2615
|
+
"3.MatMul12_0_1.Add14.4": {
|
|
2616
|
+
"1280.320_64_16_16.320_80_16_16.80_64_16_16": {
|
|
2617
|
+
"float16---": {
|
|
2618
|
+
"metadata": {
|
|
2619
|
+
"attrs": {
|
|
2620
|
+
"dim": "0 0 10 10 0 1 8 8 0 2 16 16 0 3 16 16 0 4 8 4",
|
|
2621
|
+
"enable_quadruple_buffer": false,
|
|
2622
|
+
"bypass": 0
|
|
2623
|
+
}
|
|
2624
|
+
}
|
|
2625
|
+
}
|
|
2626
|
+
},
|
|
2627
|
+
"1280.320_1_16_16.320_80_16_16.80_1_16_16": {
|
|
2628
|
+
"float16---": {
|
|
2629
|
+
"metadata": {
|
|
2630
|
+
"attrs": {
|
|
2631
|
+
"dim": "0 0 4 4 0 1 16 16 0 2 16 16 0 3 64 8",
|
|
2632
|
+
"enable_quadruple_buffer": true,
|
|
2633
|
+
"bypass": 0
|
|
2634
|
+
}
|
|
2635
|
+
}
|
|
2636
|
+
}
|
|
2637
|
+
}
|
|
2443
2638
|
}
|
|
2444
2639
|
}
|
|
@@ -16,14 +16,18 @@
|
|
|
16
16
|
import akg.tvm
|
|
17
17
|
import os
|
|
18
18
|
|
|
19
|
+
|
|
19
20
|
@akg.tvm.register_func
|
|
20
21
|
def get_kernel_meta_path():
|
|
21
|
-
|
|
22
|
+
kernel_meta_dir = os.getenv("KERNEL_META_DIR", default="akg_kernel_meta")
|
|
23
|
+
return os.path.realpath(os.getenv('MS_COMPILER_CACHE_PATH', './')) + '/' + kernel_meta_dir + '/'
|
|
24
|
+
|
|
22
25
|
|
|
23
26
|
@akg.tvm.register_func
|
|
24
27
|
def get_dump_ir_flag():
|
|
25
28
|
return 'MS_DEV_DUMP_IR'
|
|
26
29
|
|
|
30
|
+
|
|
27
31
|
@akg.tvm.register_func
|
|
28
32
|
def get_dump_code_flag():
|
|
29
33
|
return 'MS_DEV_DUMP_CODE'
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# Copyright 2022 Huawei Technologies Co., Ltd
|
|
1
|
+
# Copyright 2022-2023 Huawei Technologies Co., Ltd
|
|
2
2
|
#
|
|
3
3
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
4
|
# you may not use this file except in compliance with the License.
|
|
@@ -26,11 +26,64 @@ v1(r1.8):
|
|
|
26
26
|
* on cpu, it contains "arch", "system" and "feature" fields.
|
|
27
27
|
* on gpu, it contains "compute_capability" and "sm_count" fields,
|
|
28
28
|
the "compute_capability" already exists from v0.
|
|
29
|
+
|
|
30
|
+
v2(r2.2):
|
|
31
|
+
1. For all the ops, the number of inputs in akg info is equal to the number of
|
|
32
|
+
real inputs, which means that no inputs are converted to attributes in the info.
|
|
33
|
+
AKG needs to handle this process by itself from now on.
|
|
34
|
+
2. For those inputs need to be converted to attributes, a key in "input_desc" of
|
|
35
|
+
this op named "value" is guaranteed, which contains the value of this input.
|
|
29
36
|
"""
|
|
30
37
|
|
|
31
38
|
import logging
|
|
32
39
|
|
|
33
40
|
|
|
41
|
+
def convert_input_to_attr(kernel_info:dict):
|
|
42
|
+
op_info = {
|
|
43
|
+
"Reshape": [(1, "shape")],
|
|
44
|
+
"ReduceMax": [(1, "axis")],
|
|
45
|
+
"ReduceMin": [(1, "axis")],
|
|
46
|
+
"ReduceSum": [(1, "axis")],
|
|
47
|
+
"Transpose": [(1, "perm")],
|
|
48
|
+
"ExpandDims": [(1, "axis")],
|
|
49
|
+
"Tile": [(1, "multiples")],
|
|
50
|
+
"StridedSlice": [(3, "strides"), (2, "end"), (1, "begin")],
|
|
51
|
+
"OneHot": [(1, "depth")],
|
|
52
|
+
"Gather": [(2, "axis")],
|
|
53
|
+
"UnsortedSegmentSum": [(2, "num_segments")],
|
|
54
|
+
"CumSum": [(1, "axis")],
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
int_input_required_ops = {
|
|
58
|
+
"OneHot",
|
|
59
|
+
"UnsortedSegmentSum",
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
ops = kernel_info["op_desc"]
|
|
63
|
+
for op in ops:
|
|
64
|
+
op_name = op["name"]
|
|
65
|
+
if op_name in op_info:
|
|
66
|
+
attr = []
|
|
67
|
+
if op["attr"]:
|
|
68
|
+
attr = op["attr"]
|
|
69
|
+
for input_info in op_info[op_name]:
|
|
70
|
+
input_index = input_info[0]
|
|
71
|
+
input_name = input_info[1]
|
|
72
|
+
if input_index >= len(op["input_desc"]):
|
|
73
|
+
continue
|
|
74
|
+
input_desc_i = op["input_desc"].pop(input_index)
|
|
75
|
+
input_value = input_desc_i[0]["value"]
|
|
76
|
+
input_dtype = "listInt"
|
|
77
|
+
if op_name not in int_input_required_ops and isinstance(input_value, int):
|
|
78
|
+
input_value = [input_value]
|
|
79
|
+
if isinstance(input_value, int):
|
|
80
|
+
input_dtype = "int"
|
|
81
|
+
attr.append(
|
|
82
|
+
{"name": input_name, "dtype": input_dtype, "value": input_value}
|
|
83
|
+
)
|
|
84
|
+
op["attr"] = attr
|
|
85
|
+
|
|
86
|
+
|
|
34
87
|
def _adapt_version_0(kernel_info: dict):
|
|
35
88
|
if "compute_capability" in kernel_info:
|
|
36
89
|
# move the "compute_capability" into "target_info" field.
|
|
@@ -39,8 +92,21 @@ def _adapt_version_0(kernel_info: dict):
|
|
|
39
92
|
kernel_info.pop("compute_capability")
|
|
40
93
|
|
|
41
94
|
|
|
95
|
+
def _adapt_version_1(kernel_info:dict):
|
|
96
|
+
pass
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
def _adapt_version_2(kernel_info:dict):
|
|
100
|
+
if kernel_info.get("version", 0) < 2:
|
|
101
|
+
return
|
|
102
|
+
else:
|
|
103
|
+
convert_input_to_attr(kernel_info)
|
|
104
|
+
|
|
105
|
+
|
|
42
106
|
_adapt_func_list = [
|
|
43
107
|
_adapt_version_0,
|
|
108
|
+
_adapt_version_1,
|
|
109
|
+
_adapt_version_2,
|
|
44
110
|
]
|
|
45
111
|
|
|
46
112
|
|
mindspore/_akg/akg/tvm/api.py
CHANGED
|
@@ -155,21 +155,22 @@ def load_json(json_str):
|
|
|
155
155
|
return _api_internal._load_json(json_str)
|
|
156
156
|
|
|
157
157
|
|
|
158
|
-
def save_json(node):
|
|
158
|
+
def save_json(node, version="0.6.0"):
|
|
159
159
|
"""Save tvm object as json string.
|
|
160
160
|
|
|
161
161
|
Parameters
|
|
162
162
|
----------
|
|
163
163
|
node : Node
|
|
164
164
|
A TVM Node object to be saved.
|
|
165
|
+
version : str
|
|
166
|
+
A TVM version string, only support "0.6.0", "0.8.0" for now.
|
|
165
167
|
|
|
166
168
|
Returns
|
|
167
169
|
-------
|
|
168
170
|
json_str : str
|
|
169
171
|
Saved json string.
|
|
170
172
|
"""
|
|
171
|
-
return _api_internal._save_json(node)
|
|
172
|
-
|
|
173
|
+
return _api_internal._save_json(node, version)
|
|
173
174
|
|
|
174
175
|
def var(name="tindex", dtype=int32):
|
|
175
176
|
"""Create a new variable with specified name and dtype
|
|
@@ -42,8 +42,7 @@ from . import env
|
|
|
42
42
|
#from . import tophub
|
|
43
43
|
|
|
44
44
|
# some shortcuts
|
|
45
|
-
from .measure import measure_option, MeasureInput, MeasureResult, MeasureErrorNo,
|
|
46
|
-
LocalBuilder, LocalRunner, RPCRunner
|
|
45
|
+
from .measure import measure_option, MeasureInput, MeasureResult, MeasureErrorNo, LocalBuilder
|
|
47
46
|
from .tuner import callback
|
|
48
47
|
from .task import template, get_config, create, ConfigSpace, ConfigEntity, \
|
|
49
48
|
register_topi_compute, register_topi_schedule, \
|
|
@@ -441,11 +441,7 @@ class BaseGraphTuner(object):
|
|
|
441
441
|
builder = autotvm.LocalBuilder(n_parallel=n_parallel, build_func=build_func)
|
|
442
442
|
runner = autotvm.LocalRunner(number=min_exec_num, repeat=1, timeout=timeout)
|
|
443
443
|
if use_rpc:
|
|
444
|
-
|
|
445
|
-
raise RuntimeError("device_key need to be set to use rpc tracker mode.")
|
|
446
|
-
runner = autotvm.measure.RPCRunner(device_key, host, port, n_parallel=n_parallel,
|
|
447
|
-
number=min_exec_num, repeat=1,
|
|
448
|
-
timeout=timeout)
|
|
444
|
+
raise RuntimeError("rpc is not supported.")
|
|
449
445
|
measure_option = autotvm.measure_option(builder=builder, runner=runner)
|
|
450
446
|
for args in args_list:
|
|
451
447
|
data, in_layout, out_layout = args
|
|
@@ -18,6 +18,6 @@
|
|
|
18
18
|
|
|
19
19
|
from .measure import MeasureInput, MeasureResult, MeasureErrorNo, measure_option, \
|
|
20
20
|
create_measure_batch
|
|
21
|
-
from .measure_methods import LocalBuilder
|
|
21
|
+
from .measure_methods import LocalBuilder
|
|
22
22
|
from .executor import Executor
|
|
23
23
|
from .local_executor import LocalExecutor
|
|
@@ -46,7 +46,7 @@ class MeasureResult(namedtuple("MeasureResult", ["costs", "error_no", "all_cost"
|
|
|
46
46
|
error_no: int
|
|
47
47
|
Denote error type, defined by MeasureErrorNo
|
|
48
48
|
all_cost: float
|
|
49
|
-
All cost of this measure, including
|
|
49
|
+
All cost of this measure, including compilation, test runs
|
|
50
50
|
timestamp: float
|
|
51
51
|
The absolute time stamp when we finish measurement.
|
|
52
52
|
"""
|
|
@@ -191,15 +191,6 @@ def measure_option(builder, runner):
|
|
|
191
191
|
>>> timeout=5)
|
|
192
192
|
>>> )
|
|
193
193
|
|
|
194
|
-
# example setting for using remote devices
|
|
195
|
-
>>> measure_option = autotvm.measure_option(
|
|
196
|
-
>>> builder=autotvm.LocalBuilder(), # use all local cpu cores for compilation
|
|
197
|
-
>>> runner=autotvm.RPCRunner(
|
|
198
|
-
>>> 'rasp3b', 'locahost', 9190, # device key, host and port of the rpc tracker
|
|
199
|
-
>>> number=4,
|
|
200
|
-
>>> timeout=4) # timeout of a run on the device. RPC request waiting time is excluded.
|
|
201
|
-
>>>)
|
|
202
|
-
|
|
203
194
|
Note
|
|
204
195
|
----
|
|
205
196
|
To make measurement results accurate, you should pick the correct value for the argument
|