mindspore 2.4.10__cp310-cp310-win_amd64.whl → 2.6.0rc1__cp310-cp310-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
- mindspore/Newtonsoft.Json.dll +0 -0
- mindspore/__init__.py +13 -6
- mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
- mindspore/_check_jit_forbidden_api.py +3 -0
- mindspore/_checkparam.py +3 -38
- mindspore/_deprecated/__init__.py +17 -0
- mindspore/_deprecated/jit.py +198 -0
- mindspore/_extends/builtin_operations.py +1 -1
- mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
- mindspore/_extends/parse/__init__.py +6 -7
- mindspore/_extends/parse/compile_config.py +83 -0
- mindspore/_extends/parse/deprecated/__init__.py +0 -0
- mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +394 -0
- mindspore/_extends/parse/jit_fallback_modules/__init__.py +0 -0
- mindspore/_extends/parse/jit_fallback_modules/check_utils.py +123 -0
- mindspore/_extends/parse/jit_fallback_modules/third_party_modules.py +50 -0
- mindspore/_extends/parse/parser.py +46 -197
- mindspore/_extends/parse/resources.py +1 -5
- mindspore/_extends/parse/standard_method.py +217 -98
- mindspore/_extends/pijit/__init__.py +2 -2
- mindspore/_extends/pijit/pijit_func_white_list.py +17 -12
- mindspore/_extends/pijit/tensor_func_list.py +27 -0
- mindspore/_extends/utils.py +1 -1
- mindspore/amp.py +11 -5
- mindspore/atlprov.dll +0 -0
- mindspore/avcodec-59.dll +0 -0
- mindspore/avdevice-59.dll +0 -0
- mindspore/avfilter-8.dll +0 -0
- mindspore/avformat-59.dll +0 -0
- mindspore/avutil-57.dll +0 -0
- mindspore/boost/__init__.py +2 -2
- mindspore/boost/base.py +3 -7
- mindspore/boost/boost_cell_wrapper.py +138 -43
- mindspore/c1.dll +0 -0
- mindspore/c1xx.dll +0 -0
- mindspore/c2.dll +0 -0
- mindspore/common/__init__.py +6 -3
- mindspore/common/_grad_function.py +56 -0
- mindspore/common/_pijit_context.py +14 -5
- mindspore/common/_register_for_tensor.py +1 -2
- mindspore/common/_stub_tensor.py +30 -14
- mindspore/common/_tensor_cpp_method.py +17 -0
- mindspore/common/_tensor_docs.py +4760 -0
- mindspore/common/api.py +435 -371
- mindspore/common/auto_dynamic_shape.py +41 -44
- mindspore/common/dtype.py +39 -36
- mindspore/common/dump.py +9 -6
- mindspore/common/file_system.py +9 -1
- mindspore/common/generator.py +2 -0
- mindspore/common/hook_handle.py +6 -2
- mindspore/common/initializer.py +13 -10
- mindspore/common/jit_begin_end.py +94 -0
- mindspore/common/jit_config.py +6 -1
- mindspore/common/jit_context.py +76 -0
- mindspore/common/jit_trace.py +378 -0
- mindspore/common/lazy_inline.py +9 -3
- mindspore/common/mindir_util.py +10 -2
- mindspore/common/mutable.py +5 -4
- mindspore/common/parameter.py +135 -52
- mindspore/common/seed.py +2 -2
- mindspore/common/sparse_tensor.py +23 -17
- mindspore/common/tensor.py +951 -1992
- mindspore/communication/__init__.py +7 -5
- mindspore/communication/_comm_helper.py +52 -2
- mindspore/communication/comm_func.py +240 -181
- mindspore/communication/management.py +95 -26
- mindspore/context.py +314 -566
- mindspore/dataset/__init__.py +65 -37
- mindspore/dataset/audio/__init__.py +2 -8
- mindspore/dataset/audio/transforms.py +3 -17
- mindspore/dataset/callback/ds_callback.py +2 -1
- mindspore/dataset/core/config.py +87 -6
- mindspore/dataset/engine/cache_admin.py +3 -3
- mindspore/dataset/engine/cache_client.py +6 -5
- mindspore/dataset/engine/datasets.py +292 -267
- mindspore/dataset/engine/datasets_audio.py +22 -8
- mindspore/dataset/engine/datasets_standard_format.py +46 -27
- mindspore/dataset/engine/datasets_text.py +78 -48
- mindspore/dataset/engine/datasets_user_defined.py +182 -116
- mindspore/dataset/engine/datasets_vision.py +120 -44
- mindspore/dataset/engine/iterators.py +283 -63
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +1 -1
- mindspore/dataset/engine/obs/util.py +8 -0
- mindspore/dataset/engine/queue.py +40 -0
- mindspore/dataset/engine/samplers.py +289 -43
- mindspore/dataset/engine/serializer_deserializer.py +3 -2
- mindspore/dataset/engine/validators.py +53 -11
- mindspore/dataset/text/__init__.py +7 -6
- mindspore/dataset/text/transforms.py +6 -5
- mindspore/dataset/text/utils.py +3 -3
- mindspore/dataset/transforms/__init__.py +0 -9
- mindspore/dataset/transforms/py_transforms_util.py +17 -0
- mindspore/dataset/transforms/transforms.py +31 -14
- mindspore/dataset/utils/browse_dataset.py +1 -1
- mindspore/dataset/vision/__init__.py +2 -9
- mindspore/dataset/vision/transforms.py +202 -158
- mindspore/dataset/vision/utils.py +7 -5
- mindspore/dataset/vision/validators.py +1 -2
- mindspore/device_context/__init__.py +21 -0
- mindspore/device_context/ascend/__init__.py +25 -0
- mindspore/device_context/ascend/device.py +72 -0
- mindspore/device_context/ascend/op_debug.py +153 -0
- mindspore/device_context/ascend/op_precision.py +193 -0
- mindspore/device_context/ascend/op_tuning.py +123 -0
- mindspore/{ops_generate/gen_constants.py → device_context/cpu/__init__.py} +6 -17
- mindspore/device_context/cpu/device.py +62 -0
- mindspore/device_context/cpu/op_tuning.py +43 -0
- mindspore/device_context/gpu/__init__.py +21 -0
- mindspore/device_context/gpu/device.py +70 -0
- mindspore/device_context/gpu/op_precision.py +67 -0
- mindspore/device_context/gpu/op_tuning.py +175 -0
- mindspore/device_manager.py +170 -0
- mindspore/dnnl.dll +0 -0
- mindspore/dpcmi.dll +0 -0
- mindspore/experimental/es/embedding_service.py +35 -27
- mindspore/experimental/llm_boost/__init__.py +1 -0
- mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
- mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
- mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
- mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
- mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
- mindspore/experimental/llm_boost/register.py +1 -0
- mindspore/experimental/map_parameter.py +4 -4
- mindspore/experimental/optim/adadelta.py +6 -6
- mindspore/experimental/optim/adagrad.py +4 -4
- mindspore/experimental/optim/adam.py +7 -0
- mindspore/experimental/optim/adamax.py +4 -4
- mindspore/experimental/optim/adamw.py +4 -0
- mindspore/experimental/optim/asgd.py +1 -1
- mindspore/experimental/optim/lr_scheduler.py +73 -46
- mindspore/experimental/optim/radam.py +34 -31
- mindspore/experimental/optim/rprop.py +1 -1
- mindspore/experimental/optim/sgd.py +1 -1
- mindspore/hal/contiguous_tensors_handle.py +6 -10
- mindspore/hal/device.py +55 -53
- mindspore/hal/event.py +52 -52
- mindspore/hal/memory.py +157 -117
- mindspore/hal/stream.py +150 -109
- mindspore/include/api/context.h +0 -1
- mindspore/include/dataset/constants.h +7 -4
- mindspore/include/dataset/execute.h +2 -2
- mindspore/jpeg62.dll +0 -0
- mindspore/log.py +50 -0
- mindspore/mindrecord/__init__.py +21 -8
- mindspore/mindrecord/config.py +17 -316
- mindspore/mindrecord/filereader.py +1 -9
- mindspore/mindrecord/filewriter.py +5 -15
- mindspore/mindrecord/mindpage.py +1 -9
- mindspore/mindspore_backend_common.dll +0 -0
- mindspore/mindspore_backend_manager.dll +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_dump.dll +0 -0
- mindspore/mindspore_frontend.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_memory_pool.dll +0 -0
- mindspore/mindspore_ms_backend.dll +0 -0
- mindspore/mindspore_ops.dll +0 -0
- mindspore/{mindspore_backend.dll → mindspore_ops_host.dll} +0 -0
- mindspore/mindspore_ops_kernel_common.dll +0 -0
- mindspore/mindspore_profiler.dll +0 -0
- mindspore/mindspore_pyboost.dll +0 -0
- mindspore/mindspore_pynative.dll +0 -0
- mindspore/mindspore_res_manager.dll +0 -0
- mindspore/mindspore_runtime_pipeline.dll +0 -0
- mindspore/mint/__init__.py +796 -759
- mindspore/mint/distributed/__init__.py +70 -4
- mindspore/mint/distributed/distributed.py +2679 -44
- mindspore/mint/linalg/__init__.py +8 -0
- mindspore/mint/nn/__init__.py +743 -22
- mindspore/mint/nn/functional.py +716 -23
- mindspore/mint/nn/layer/__init__.py +21 -4
- mindspore/mint/nn/layer/_functions.py +334 -0
- mindspore/mint/nn/layer/activation.py +276 -1
- mindspore/mint/nn/layer/basic.py +123 -0
- mindspore/mint/nn/layer/conv.py +921 -0
- mindspore/mint/nn/layer/normalization.py +223 -28
- mindspore/mint/nn/layer/padding.py +797 -0
- mindspore/mint/nn/layer/pooling.py +235 -0
- mindspore/mint/optim/__init__.py +3 -1
- mindspore/mint/optim/adam.py +223 -0
- mindspore/mint/optim/adamw.py +26 -19
- mindspore/mint/optim/sgd.py +171 -0
- mindspore/mint/special/__init__.py +2 -1
- mindspore/msobj140.dll +0 -0
- mindspore/mspdb140.dll +0 -0
- mindspore/mspdbcore.dll +0 -0
- mindspore/mspdbst.dll +0 -0
- mindspore/mspft140.dll +0 -0
- mindspore/msvcdis140.dll +0 -0
- mindspore/msvcp140_1.dll +0 -0
- mindspore/msvcp140_2.dll +0 -0
- mindspore/msvcp140_atomic_wait.dll +0 -0
- mindspore/msvcp140_codecvt_ids.dll +0 -0
- mindspore/multiprocessing/__init__.py +5 -0
- mindspore/nn/__init__.py +4 -1
- mindspore/nn/cell.py +1370 -189
- mindspore/nn/dynamic_lr.py +2 -1
- mindspore/nn/layer/activation.py +29 -27
- mindspore/nn/layer/basic.py +51 -35
- mindspore/nn/layer/channel_shuffle.py +3 -3
- mindspore/nn/layer/container.py +1 -1
- mindspore/nn/layer/conv.py +22 -17
- mindspore/nn/layer/embedding.py +12 -11
- mindspore/nn/layer/normalization.py +56 -49
- mindspore/nn/layer/padding.py +4 -3
- mindspore/nn/layer/pooling.py +120 -42
- mindspore/nn/layer/rnn_cells.py +1 -1
- mindspore/nn/layer/rnns.py +2 -1
- mindspore/nn/layer/timedistributed.py +5 -5
- mindspore/nn/layer/transformer.py +59 -36
- mindspore/nn/learning_rate_schedule.py +8 -4
- mindspore/nn/loss/loss.py +58 -55
- mindspore/nn/optim/ada_grad.py +7 -5
- mindspore/nn/optim/adadelta.py +11 -9
- mindspore/nn/optim/adafactor.py +1 -1
- mindspore/nn/optim/adam.py +17 -13
- mindspore/nn/optim/adamax.py +8 -7
- mindspore/nn/optim/adasum.py +5 -5
- mindspore/nn/optim/asgd.py +1 -1
- mindspore/nn/optim/ftrl.py +11 -9
- mindspore/nn/optim/lamb.py +1 -1
- mindspore/nn/optim/lars.py +1 -4
- mindspore/nn/optim/lazyadam.py +12 -10
- mindspore/nn/optim/momentum.py +7 -6
- mindspore/nn/optim/optimizer.py +3 -3
- mindspore/nn/optim/proximal_ada_grad.py +12 -10
- mindspore/nn/optim/rmsprop.py +13 -12
- mindspore/nn/optim/rprop.py +11 -9
- mindspore/nn/optim/sgd.py +9 -6
- mindspore/nn/optim/tft_wrapper.py +5 -2
- mindspore/nn/optim/thor.py +2 -1
- mindspore/nn/probability/bijector/bijector.py +17 -11
- mindspore/nn/probability/bijector/gumbel_cdf.py +5 -5
- mindspore/nn/probability/bijector/invert.py +2 -2
- mindspore/nn/probability/bijector/scalar_affine.py +3 -3
- mindspore/nn/probability/bijector/softplus.py +3 -2
- mindspore/nn/probability/distribution/beta.py +3 -3
- mindspore/nn/probability/distribution/categorical.py +1 -1
- mindspore/nn/probability/distribution/cauchy.py +4 -2
- mindspore/nn/probability/distribution/exponential.py +6 -7
- mindspore/nn/probability/distribution/gamma.py +2 -2
- mindspore/nn/probability/distribution/gumbel.py +2 -2
- mindspore/nn/probability/distribution/half_normal.py +5 -3
- mindspore/nn/probability/distribution/logistic.py +5 -3
- mindspore/nn/probability/distribution/poisson.py +1 -1
- mindspore/nn/probability/distribution/uniform.py +5 -3
- mindspore/nn/reinforcement/_tensors_queue.py +1 -1
- mindspore/nn/reinforcement/tensor_array.py +1 -1
- mindspore/nn/utils/init.py +13 -11
- mindspore/nn/wrap/__init__.py +6 -6
- mindspore/nn/wrap/cell_wrapper.py +181 -122
- mindspore/nn/wrap/grad_reducer.py +45 -36
- mindspore/nn/wrap/loss_scale.py +6 -7
- mindspore/numpy/array_creations.py +63 -65
- mindspore/numpy/array_ops.py +149 -144
- mindspore/numpy/logic_ops.py +41 -42
- mindspore/numpy/math_ops.py +365 -363
- mindspore/numpy/utils.py +17 -18
- mindspore/numpy/utils_const.py +5 -6
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/__init__.py +5 -3
- mindspore/ops/_grad_experimental/grad_comm_ops.py +112 -16
- mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -2
- mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
- mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
- mindspore/ops/_grad_experimental/taylor_rule.py +29 -0
- mindspore/ops/_op_impl/cpu/__init__.py +1 -0
- mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
- mindspore/ops/_register_for_op.py +0 -11
- mindspore/{ops_generate → ops/_utils}/arg_dtype_cast.py +123 -4
- mindspore/{ops_generate → ops/_utils}/arg_handler.py +3 -65
- mindspore/ops/_vmap/vmap_array_ops.py +27 -25
- mindspore/ops/_vmap/vmap_base.py +0 -2
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +21 -14
- mindspore/ops/_vmap/vmap_math_ops.py +15 -16
- mindspore/ops/_vmap/vmap_nn_ops.py +29 -42
- mindspore/ops/auto_generate/__init__.py +4 -3
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +236 -46
- mindspore/ops/auto_generate/gen_extend_func.py +764 -124
- mindspore/ops/auto_generate/gen_ops_def.py +4018 -2264
- mindspore/ops/auto_generate/gen_ops_prim.py +15463 -5037
- mindspore/ops/auto_generate/pyboost_inner_prim.py +221 -87
- mindspore/ops/composite/__init__.py +2 -1
- mindspore/ops/composite/base.py +20 -25
- mindspore/ops/composite/math_ops.py +6 -16
- mindspore/ops/composite/multitype_ops/__init__.py +5 -2
- mindspore/ops/composite/multitype_ops/_compile_utils.py +228 -30
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -2
- mindspore/ops/composite/multitype_ops/add_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/div_impl.py +6 -4
- mindspore/ops/composite/multitype_ops/equal_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/getitem_impl.py +3 -2
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/greater_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/in_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/invert_impl.py +50 -0
- mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/less_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/logic_not_impl.py +3 -2
- mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/mod_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/mul_impl.py +3 -2
- mindspore/ops/composite/multitype_ops/negative_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/not_equal_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/not_in_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +18 -0
- mindspore/ops/composite/multitype_ops/pow_impl.py +2 -30
- mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/sub_impl.py +2 -1
- mindspore/ops/function/__init__.py +40 -2
- mindspore/ops/function/_add_attr_func.py +58 -0
- mindspore/ops/function/array_func.py +2089 -2403
- mindspore/ops/function/clip_func.py +80 -23
- mindspore/ops/function/debug_func.py +57 -57
- mindspore/ops/function/grad/__init__.py +1 -0
- mindspore/ops/function/grad/grad_func.py +104 -71
- mindspore/ops/function/image_func.py +2 -2
- mindspore/ops/function/linalg_func.py +47 -78
- mindspore/ops/function/math_func.py +4501 -3802
- mindspore/ops/function/nn_func.py +1726 -620
- mindspore/ops/function/other_func.py +159 -1
- mindspore/ops/function/parameter_func.py +18 -84
- mindspore/ops/function/random_func.py +440 -387
- mindspore/ops/function/reshard_func.py +4 -70
- mindspore/ops/function/sparse_func.py +3 -3
- mindspore/ops/function/sparse_unary_func.py +6 -6
- mindspore/ops/function/spectral_func.py +25 -58
- mindspore/ops/function/vmap_func.py +24 -17
- mindspore/ops/functional.py +22 -7
- mindspore/ops/functional_overload.py +1440 -0
- mindspore/ops/op_info_register.py +32 -244
- mindspore/ops/operations/__init__.py +13 -7
- mindspore/ops/operations/_custom_ops_utils.py +247 -0
- mindspore/ops/operations/_embedding_cache_ops.py +4 -4
- mindspore/ops/operations/_grad_ops.py +2 -43
- mindspore/ops/operations/_infer_ops.py +2 -1
- mindspore/ops/operations/_inner_ops.py +43 -84
- mindspore/ops/operations/_ms_kernel.py +4 -10
- mindspore/ops/operations/_rl_inner_ops.py +1 -1
- mindspore/ops/operations/_scalar_ops.py +3 -2
- mindspore/ops/operations/_sequence_ops.py +1 -1
- mindspore/ops/operations/_tensor_array.py +1 -1
- mindspore/ops/operations/array_ops.py +81 -324
- mindspore/ops/operations/comm_ops.py +154 -108
- mindspore/ops/operations/custom_ops.py +232 -78
- mindspore/ops/operations/debug_ops.py +153 -59
- mindspore/ops/operations/inner_ops.py +7 -5
- mindspore/ops/operations/linalg_ops.py +1 -57
- mindspore/ops/operations/manually_defined/_inner.py +1 -1
- mindspore/ops/operations/manually_defined/ops_def.py +928 -180
- mindspore/ops/operations/math_ops.py +32 -234
- mindspore/ops/operations/nn_ops.py +210 -498
- mindspore/ops/operations/other_ops.py +62 -9
- mindspore/ops/operations/random_ops.py +13 -7
- mindspore/ops/operations/reshard_ops.py +1 -1
- mindspore/ops/operations/sparse_ops.py +2 -2
- mindspore/ops/primitive.py +66 -53
- mindspore/ops/tensor_method.py +1888 -0
- mindspore/ops_generate/__init__.py +0 -5
- mindspore/ops_generate/aclnn/__init__.py +0 -0
- mindspore/ops_generate/aclnn/aclnn_kernel_register_auto_cc_generator.py +135 -0
- mindspore/ops_generate/aclnn/gen_aclnn_implement.py +257 -0
- mindspore/ops_generate/api/__init__.py +0 -0
- mindspore/ops_generate/api/add_tensor_docs_generator.py +56 -0
- mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +105 -0
- mindspore/ops_generate/api/functional_map_cpp_generator.py +504 -0
- mindspore/ops_generate/api/functional_overload_py_generator.py +112 -0
- mindspore/ops_generate/api/functions_cc_generator.py +237 -0
- mindspore/ops_generate/api/gen_api.py +103 -0
- mindspore/ops_generate/api/op_api_proto.py +235 -0
- mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +461 -0
- mindspore/ops_generate/common/__init__.py +0 -0
- mindspore/ops_generate/common/base_generator.py +11 -0
- mindspore/ops_generate/common/gen_constants.py +91 -0
- mindspore/ops_generate/common/gen_utils.py +348 -0
- mindspore/ops_generate/common/op_proto.py +473 -0
- mindspore/ops_generate/common/template.py +523 -0
- mindspore/ops_generate/gen_ops.py +22 -1069
- mindspore/ops_generate/op_def/__init__.py +0 -0
- mindspore/ops_generate/op_def/gen_op_def.py +90 -0
- mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +191 -0
- mindspore/ops_generate/op_def/ops_def_cc_generator.py +299 -0
- mindspore/ops_generate/op_def/ops_def_h_generator.py +74 -0
- mindspore/ops_generate/op_def/ops_name_h_generator.py +83 -0
- mindspore/ops_generate/op_def/ops_primitive_h_generator.py +125 -0
- mindspore/ops_generate/op_def_py/__init__.py +0 -0
- mindspore/ops_generate/op_def_py/gen_op_def_py.py +47 -0
- mindspore/ops_generate/op_def_py/op_def_py_generator.py +132 -0
- mindspore/ops_generate/op_def_py/op_prim_py_generator.py +489 -0
- mindspore/ops_generate/pyboost/__init__.py +0 -0
- mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +139 -0
- mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +93 -0
- mindspore/ops_generate/pyboost/gen_pyboost_func.py +175 -0
- mindspore/ops_generate/pyboost/op_template_parser.py +517 -0
- mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +407 -0
- mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +100 -0
- mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +148 -0
- mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +155 -0
- mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +132 -0
- mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +272 -0
- mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +938 -0
- mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +357 -0
- mindspore/ops_generate/{pyboost_utils.py → pyboost/pyboost_utils.py} +179 -36
- mindspore/ops_generate/resources/__init__.py +0 -0
- mindspore/ops_generate/resources/resource_list.py +30 -0
- mindspore/ops_generate/resources/resource_loader.py +36 -0
- mindspore/ops_generate/resources/resource_manager.py +64 -0
- mindspore/ops_generate/resources/yaml_loader.py +88 -0
- mindspore/ops_generate/tensor_py_cc_generator.py +122 -0
- mindspore/parallel/__init__.py +7 -3
- mindspore/parallel/_auto_parallel_context.py +152 -34
- mindspore/parallel/_cell_wrapper.py +130 -15
- mindspore/parallel/_parallel_serialization.py +107 -5
- mindspore/parallel/_ps_context.py +1 -1
- mindspore/parallel/_recovery_context.py +7 -2
- mindspore/parallel/_tensor.py +142 -18
- mindspore/parallel/_utils.py +199 -23
- mindspore/parallel/algo_parameter_config.py +4 -4
- mindspore/parallel/auto_parallel.py +732 -0
- mindspore/parallel/checkpoint_convert.py +159 -0
- mindspore/parallel/checkpoint_transform.py +698 -35
- mindspore/parallel/cluster/process_entity/_api.py +276 -50
- mindspore/parallel/cluster/process_entity/_utils.py +41 -6
- mindspore/parallel/cluster/run.py +21 -4
- mindspore/parallel/function/__init__.py +24 -0
- mindspore/parallel/function/reshard_func.py +259 -0
- mindspore/parallel/nn/__init__.py +25 -0
- mindspore/parallel/nn/parallel_cell_wrapper.py +263 -0
- mindspore/parallel/nn/parallel_grad_reducer.py +169 -0
- mindspore/parallel/parameter_broadcast.py +25 -14
- mindspore/parallel/shard.py +137 -58
- mindspore/parallel/transform_safetensors.py +363 -305
- mindspore/pgodb140.dll +0 -0
- mindspore/pgort140.dll +0 -0
- mindspore/profiler/__init__.py +22 -5
- mindspore/profiler/analysis/__init__.py +0 -0
- mindspore/profiler/analysis/parser/__init__.py +0 -0
- mindspore/profiler/analysis/parser/ascend_cann_parser.py +170 -0
- mindspore/profiler/analysis/parser/base_parser.py +158 -0
- mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
- mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
- mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +264 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +106 -0
- mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
- mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
- mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
- mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
- mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
- mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
- mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
- mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
- mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
- mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
- mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +415 -0
- mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
- mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
- mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
- mindspore/profiler/analysis/task_manager.py +131 -0
- mindspore/profiler/analysis/time_converter.py +84 -0
- mindspore/profiler/analysis/viewer/__init__.py +0 -0
- mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +372 -0
- mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
- mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +250 -0
- mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +320 -0
- mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +327 -0
- mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +376 -0
- mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
- mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
- mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +96 -0
- mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
- mindspore/profiler/analysis/work_flow.py +73 -0
- mindspore/profiler/common/ascend_msprof_exporter.py +139 -0
- mindspore/profiler/common/command_executor.py +90 -0
- mindspore/profiler/common/constant.py +186 -3
- mindspore/profiler/common/file_manager.py +208 -0
- mindspore/profiler/common/log.py +130 -0
- mindspore/profiler/common/msprof_cmd_tool.py +221 -0
- mindspore/profiler/common/path_manager.py +395 -0
- mindspore/profiler/common/process_bar.py +168 -0
- mindspore/profiler/common/process_pool.py +9 -3
- mindspore/profiler/common/profiler_context.py +500 -0
- mindspore/profiler/common/profiler_info.py +304 -0
- mindspore/profiler/common/profiler_meta_data.py +74 -0
- mindspore/profiler/common/profiler_output_path.py +284 -0
- mindspore/profiler/common/profiler_parameters.py +251 -0
- mindspore/profiler/common/profiler_path_manager.py +179 -0
- mindspore/profiler/common/record_function.py +76 -0
- mindspore/profiler/common/tlv_decoder.py +76 -0
- mindspore/profiler/common/util.py +75 -2
- mindspore/profiler/dynamic_profiler.py +341 -75
- mindspore/profiler/envprofiler.py +163 -0
- mindspore/profiler/experimental_config.py +197 -0
- mindspore/profiler/mstx.py +242 -0
- mindspore/profiler/platform/__init__.py +21 -0
- mindspore/profiler/platform/base_profiler.py +40 -0
- mindspore/profiler/platform/cpu_profiler.py +124 -0
- mindspore/profiler/platform/gpu_profiler.py +74 -0
- mindspore/profiler/platform/npu_profiler.py +335 -0
- mindspore/profiler/profiler.py +1073 -90
- mindspore/profiler/profiler_action_controller.py +187 -0
- mindspore/profiler/profiler_interface.py +118 -0
- mindspore/profiler/schedule.py +243 -0
- mindspore/rewrite/api/node.py +15 -13
- mindspore/rewrite/api/symbol_tree.py +2 -3
- mindspore/run_check/_check_version.py +27 -20
- mindspore/run_check/run_check.py +1 -1
- mindspore/runtime/__init__.py +37 -0
- mindspore/runtime/device.py +27 -0
- mindspore/runtime/event.py +209 -0
- mindspore/runtime/executor.py +177 -0
- mindspore/runtime/memory.py +409 -0
- mindspore/runtime/stream.py +460 -0
- mindspore/runtime/thread_bind_core.py +401 -0
- mindspore/safeguard/rewrite_obfuscation.py +12 -9
- mindspore/swresample-4.dll +0 -0
- mindspore/swscale-6.dll +0 -0
- mindspore/tbbmalloc.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/__init__.py +8 -8
- mindspore/train/_utils.py +88 -25
- mindspore/train/amp.py +9 -5
- mindspore/train/callback/__init__.py +2 -2
- mindspore/train/callback/_callback.py +2 -16
- mindspore/train/callback/_checkpoint.py +53 -55
- mindspore/train/callback/_cluster_monitor.py +14 -18
- mindspore/train/callback/_early_stop.py +1 -1
- mindspore/train/callback/_flops_collector.py +103 -68
- mindspore/train/callback/_history.py +8 -5
- mindspore/train/callback/_lambda_callback.py +2 -2
- mindspore/train/callback/_landscape.py +0 -3
- mindspore/train/callback/_loss_monitor.py +2 -1
- mindspore/train/callback/_on_request_exit.py +6 -5
- mindspore/train/callback/_reduce_lr_on_plateau.py +11 -6
- mindspore/train/callback/_summary_collector.py +52 -19
- mindspore/train/callback/_time_monitor.py +2 -1
- mindspore/train/callback/{_tft_register.py → _train_fault_tolerance.py} +204 -107
- mindspore/train/data_sink.py +25 -2
- mindspore/train/dataset_helper.py +15 -16
- mindspore/train/loss_scale_manager.py +8 -7
- mindspore/train/metrics/accuracy.py +3 -3
- mindspore/train/metrics/confusion_matrix.py +9 -9
- mindspore/train/metrics/error.py +3 -3
- mindspore/train/metrics/hausdorff_distance.py +4 -4
- mindspore/train/metrics/mean_surface_distance.py +3 -3
- mindspore/train/metrics/metric.py +0 -12
- mindspore/train/metrics/occlusion_sensitivity.py +4 -2
- mindspore/train/metrics/precision.py +11 -10
- mindspore/train/metrics/recall.py +9 -9
- mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
- mindspore/train/mind_ir_pb2.py +174 -46
- mindspore/train/model.py +184 -113
- mindspore/train/serialization.py +622 -978
- mindspore/train/summary/_summary_adapter.py +2 -2
- mindspore/train/summary/summary_record.py +2 -3
- mindspore/train/train_thor/model_thor.py +1 -1
- mindspore/turbojpeg.dll +0 -0
- mindspore/utils/__init__.py +6 -3
- mindspore/utils/dryrun.py +140 -0
- mindspore/utils/hooks.py +81 -0
- mindspore/utils/runtime_execution_order_check.py +550 -0
- mindspore/utils/utils.py +138 -4
- mindspore/vcmeta.dll +0 -0
- mindspore/vcruntime140.dll +0 -0
- mindspore/vcruntime140_1.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/METADATA +3 -3
- {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/RECORD +587 -418
- {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/entry_points.txt +1 -1
- mindspore/_install_custom.py +0 -43
- mindspore/common/_register_for_adapter.py +0 -74
- mindspore/common/_tensor_overload.py +0 -139
- mindspore/mindspore_np_dtype.dll +0 -0
- mindspore/ops/auto_generate/gen_arg_dtype_cast.py +0 -252
- mindspore/ops/auto_generate/gen_arg_handler.py +0 -197
- mindspore/ops/operations/_opaque_predicate_registry.py +0 -41
- mindspore/ops_generate/gen_aclnn_implement.py +0 -263
- mindspore/ops_generate/gen_ops_inner_prim.py +0 -131
- mindspore/ops_generate/gen_pyboost_func.py +0 -1052
- mindspore/ops_generate/gen_utils.py +0 -209
- mindspore/ops_generate/op_proto.py +0 -145
- mindspore/ops_generate/template.py +0 -261
- mindspore/profiler/envprofiling.py +0 -254
- mindspore/profiler/profiling.py +0 -1926
- {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/WHEEL +0 -0
- {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/top_level.txt +0 -0
mindspore/hal/memory.py
CHANGED
|
@@ -18,37 +18,46 @@ from mindspore._c_expression import _memory_stats, _reset_max_mem_reserved, _res
|
|
|
18
18
|
from mindspore import log as logger
|
|
19
19
|
from .device import _check_inputs_validation, is_initialized
|
|
20
20
|
|
|
21
|
+
function_memory_status = {'memory_stats': False, 'memory_reserved': False, 'max_memory_reserved': False,
|
|
22
|
+
'empty_cache': False, 'reset_peak_memory_stats': False, 'memory_summary': False,
|
|
23
|
+
'memory_allocated': False, 'max_memory_allocated': False,
|
|
24
|
+
'reset_max_memory_reserved': False, 'reset_max_memory_allocated': False}
|
|
25
|
+
|
|
21
26
|
|
|
22
27
|
@_check_inputs_validation
|
|
23
28
|
def memory_stats(device_target=None):
|
|
24
29
|
"""
|
|
25
|
-
Returns status information queried from the memory pool
|
|
30
|
+
Returns status information queried from the memory pool, this api will be deprecated and removed in future
|
|
31
|
+
versions, please use the api :func:`mindspore.runtime.memory_stats` instead.
|
|
26
32
|
|
|
27
33
|
Note:
|
|
28
|
-
-
|
|
29
|
-
- For the `CPU` backend, a dictionary with empty data is always returned.
|
|
34
|
+
- For the `CPU` device, a dictionary with empty data is always returned.
|
|
30
35
|
|
|
31
36
|
Args:
|
|
32
|
-
device_target (str, optional): The device
|
|
33
|
-
Default
|
|
37
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
38
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
34
39
|
|
|
35
40
|
Returns:
|
|
36
41
|
dict, the queried memory information.
|
|
37
42
|
|
|
38
43
|
Examples:
|
|
39
|
-
>>> import mindspore
|
|
40
|
-
>>>
|
|
41
|
-
>>>
|
|
42
|
-
>>>
|
|
43
|
-
>>>
|
|
44
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
45
|
-
>>> print(ms.hal.memory_stats())
|
|
44
|
+
>>> import mindspore
|
|
45
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
46
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
47
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
48
|
+
>>> print(mindspore.hal.memory_stats())
|
|
46
49
|
{'total_reserved_memory': 1073741824, 'total_allocated_memory': 1024, 'total_idle_memory': 1073740800,
|
|
47
50
|
'total_eager_free_memory': 0, 'max_reserved_memory': 1073741824, 'max_allocated_memory': 1536,
|
|
48
51
|
'common_mem_pool_stats': {'block_unit_size': 1073741824, 'block_counts': 1, 'blocks_info':
|
|
49
52
|
{<capsule object NULL at 0x7f7e8c27b030>: {'block_stream_id': 0, 'block_memory_size': 1073741824}}},
|
|
50
53
|
'persistent_mem_pool_stats': {'block_unit_size': 1073741824, 'block_counts': 0, 'blocks_info': {}}}
|
|
51
54
|
"""
|
|
55
|
+
if not function_memory_status['memory_stats']:
|
|
56
|
+
function_memory_status['memory_stats'] = True
|
|
57
|
+
logger.warning(
|
|
58
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.memory_stats() is deprecated."
|
|
59
|
+
" Please use mindspore.runtime.memory_stats()"
|
|
60
|
+
)
|
|
52
61
|
if not is_initialized(device_target):
|
|
53
62
|
logger.warning(f"Backend {device_target} is not initialized yet. Return empty dict.")
|
|
54
63
|
return {}
|
|
@@ -58,29 +67,33 @@ def memory_stats(device_target=None):
|
|
|
58
67
|
@_check_inputs_validation
|
|
59
68
|
def memory_reserved(device_target=None):
|
|
60
69
|
"""
|
|
61
|
-
Returns the total amount of memory currently managed by the memory pool
|
|
70
|
+
Returns the total amount of memory currently managed by the memory pool, this api will be deprecated and removed in
|
|
71
|
+
future versions, please use the api :func:`mindspore.runtime.memory_reserved` instead.
|
|
62
72
|
|
|
63
73
|
Note:
|
|
64
|
-
-
|
|
65
|
-
- For the `CPU` backend, 0 is always returned.
|
|
74
|
+
- For the `CPU` device, 0 is always returned.
|
|
66
75
|
|
|
67
76
|
Args:
|
|
68
|
-
device_target (str, optional): The device
|
|
69
|
-
Default
|
|
77
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
78
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
70
79
|
|
|
71
80
|
Returns:
|
|
72
81
|
int, in Byte.
|
|
73
82
|
|
|
74
83
|
Examples:
|
|
75
|
-
>>> import mindspore
|
|
76
|
-
>>>
|
|
77
|
-
>>>
|
|
78
|
-
>>>
|
|
79
|
-
>>>
|
|
80
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
81
|
-
>>> print(ms.hal.memory_reserved())
|
|
84
|
+
>>> import mindspore
|
|
85
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
86
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
87
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
88
|
+
>>> print(mindspore.hal.memory_reserved())
|
|
82
89
|
1073741824
|
|
83
90
|
"""
|
|
91
|
+
if not function_memory_status['memory_reserved']:
|
|
92
|
+
function_memory_status['memory_reserved'] = True
|
|
93
|
+
logger.warning(
|
|
94
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.memory_reserved() is deprecated."
|
|
95
|
+
" Please use mindspore.runtime.memory_reserved()"
|
|
96
|
+
)
|
|
84
97
|
return _memory_stats(device_target).get("total_reserved_memory", 0)
|
|
85
98
|
|
|
86
99
|
|
|
@@ -88,28 +101,33 @@ def memory_reserved(device_target=None):
|
|
|
88
101
|
def max_memory_reserved(device_target=None):
|
|
89
102
|
"""
|
|
90
103
|
Returns the peak value of the total memory managed by the memory pool since the process was started.
|
|
104
|
+
This api will be deprecated and removed in future versions, please use
|
|
105
|
+
the api :func:`mindspore.runtime.max_memory_reserved` instead.
|
|
91
106
|
|
|
92
107
|
Note:
|
|
93
|
-
-
|
|
94
|
-
- For the `CPU` backend, 0 is always returned.
|
|
108
|
+
- For the `CPU` device, 0 is always returned.
|
|
95
109
|
|
|
96
110
|
Args:
|
|
97
|
-
device_target (str, optional): The device
|
|
98
|
-
Default
|
|
111
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
112
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
99
113
|
|
|
100
114
|
Returns:
|
|
101
115
|
int, in Byte.
|
|
102
116
|
|
|
103
117
|
Examples:
|
|
104
|
-
>>> import mindspore
|
|
105
|
-
>>>
|
|
106
|
-
>>>
|
|
107
|
-
>>>
|
|
108
|
-
>>>
|
|
109
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
110
|
-
>>> print(ms.hal.max_memory_reserved())
|
|
118
|
+
>>> import mindspore
|
|
119
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
120
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
121
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
122
|
+
>>> print(mindspore.hal.max_memory_reserved())
|
|
111
123
|
1073741824
|
|
112
124
|
"""
|
|
125
|
+
if not function_memory_status['max_memory_reserved']:
|
|
126
|
+
function_memory_status['max_memory_reserved'] = True
|
|
127
|
+
logger.warning(
|
|
128
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.max_memory_reserved() is deprecated."
|
|
129
|
+
" Please use mindspore.runtime.max_memory_reserved()"
|
|
130
|
+
)
|
|
113
131
|
return _memory_stats(device_target).get("max_reserved_memory", 0)
|
|
114
132
|
|
|
115
133
|
|
|
@@ -117,44 +135,49 @@ def max_memory_reserved(device_target=None):
|
|
|
117
135
|
def empty_cache():
|
|
118
136
|
"""
|
|
119
137
|
Release all memory fragments in the memory pool, so that memory arrangement
|
|
120
|
-
will be optimized
|
|
138
|
+
will be optimized, this api will be deprecated and removed in future versions, please use
|
|
139
|
+
the api :func:`mindspore.runtime.empty_cache` instead.
|
|
121
140
|
|
|
122
141
|
Note:
|
|
123
142
|
Currently, the MindSpore memory pool does not have the function of releasing memory fragments.
|
|
124
|
-
This interface is reserved but implemented as an empty method and prompted in log mode.
|
|
143
|
+
This interface is reserved but implemented as an empty method and prompted in log mode when using.
|
|
125
144
|
"""
|
|
126
|
-
|
|
145
|
+
if not function_memory_status['empty_cache']:
|
|
146
|
+
function_memory_status['empty_cache'] = True
|
|
147
|
+
logger.warning(f"The empty_cache operation is currently not supported.")
|
|
127
148
|
|
|
128
149
|
|
|
129
150
|
@_check_inputs_validation
|
|
130
151
|
def reset_peak_memory_stats(device_target=None):
|
|
131
152
|
"""
|
|
132
|
-
Reset the "peak" stats tracked by memory manager.
|
|
133
|
-
|
|
134
|
-
Note:
|
|
135
|
-
If `device_target` is not specified, get the device capability of the current backend set by context.
|
|
153
|
+
Reset the "peak" stats tracked by memory manager, this api will be deprecated and removed in future versions.
|
|
154
|
+
Please use the api :func:`mindspore.runtime.reset_peak_memory_stats` instead.
|
|
136
155
|
|
|
137
156
|
Args:
|
|
138
|
-
device_target (str, optional): The device
|
|
139
|
-
Default
|
|
157
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
158
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
140
159
|
|
|
141
160
|
Examples:
|
|
142
|
-
>>> import mindspore
|
|
143
|
-
>>>
|
|
144
|
-
>>>
|
|
145
|
-
>>>
|
|
146
|
-
>>>
|
|
147
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
148
|
-
>>> print(ms.hal.max_memory_reserved())
|
|
161
|
+
>>> import mindspore
|
|
162
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
163
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
164
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
165
|
+
>>> print(mindspore.hal.max_memory_reserved())
|
|
149
166
|
1073741824
|
|
150
|
-
>>> print(
|
|
167
|
+
>>> print(mindspore.hal.max_memory_allocated())
|
|
151
168
|
1536
|
|
152
|
-
>>>
|
|
153
|
-
>>> print(
|
|
169
|
+
>>> mindspore.hal.reset_peak_memory_stats()
|
|
170
|
+
>>> print(mindspore.hal.max_memory_reserved())
|
|
154
171
|
0
|
|
155
|
-
>>> print(
|
|
172
|
+
>>> print(mindspore.hal.max_memory_allocated())
|
|
156
173
|
0
|
|
157
174
|
"""
|
|
175
|
+
if not function_memory_status['reset_peak_memory_stats']:
|
|
176
|
+
function_memory_status['reset_peak_memory_stats'] = True
|
|
177
|
+
logger.warning(
|
|
178
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.reset_peak_memory_stats() is deprecated."
|
|
179
|
+
" Please use mindspore.runtime.reset_peak_memory_stats()"
|
|
180
|
+
)
|
|
158
181
|
_reset_max_mem_reserved(device_target)
|
|
159
182
|
_reset_max_mem_allocated(device_target)
|
|
160
183
|
|
|
@@ -162,18 +185,22 @@ def reset_peak_memory_stats(device_target=None):
|
|
|
162
185
|
@_check_inputs_validation
|
|
163
186
|
def memory_summary(device_target=None):
|
|
164
187
|
"""
|
|
165
|
-
Returns readable memory pool status information.
|
|
166
|
-
|
|
167
|
-
Note:
|
|
168
|
-
If `device_target` is not specified, get the device capability of the current backend set by context.
|
|
188
|
+
Returns readable memory pool status information, this api will be deprecated and removed in future versions.
|
|
189
|
+
Please use the api :func:`mindspore.runtime.memory_summary` instead.
|
|
169
190
|
|
|
170
191
|
Args:
|
|
171
|
-
device_target (str, optional): The device
|
|
172
|
-
Default
|
|
192
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
193
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
173
194
|
|
|
174
195
|
Returns:
|
|
175
196
|
str, readable memory pool status information in tabular form.
|
|
176
197
|
"""
|
|
198
|
+
if not function_memory_status['memory_summary']:
|
|
199
|
+
function_memory_status['memory_summary'] = True
|
|
200
|
+
logger.warning(
|
|
201
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.memory_summary() is deprecated."
|
|
202
|
+
" Please use mindspore.runtime.memory_summary()"
|
|
203
|
+
)
|
|
177
204
|
stats = _memory_stats(device_target)
|
|
178
205
|
|
|
179
206
|
def _format_size(sz, pref_sz):
|
|
@@ -189,7 +216,7 @@ def memory_summary(device_target=None):
|
|
|
189
216
|
|
|
190
217
|
metrics_to_display = [
|
|
191
218
|
("total_reserved_memory", "Reserved memory", _format_size),
|
|
192
|
-
("
|
|
219
|
+
("total_allocated_memory", "Allocated memory", _format_size),
|
|
193
220
|
("total_idle_memory", "Idle memory", _format_size),
|
|
194
221
|
("total_eager_free_memory", "Eager free memory", _format_size),
|
|
195
222
|
("max_reserved_memory", "Max reserved memory", _format_size),
|
|
@@ -215,112 +242,125 @@ def memory_summary(device_target=None):
|
|
|
215
242
|
@_check_inputs_validation
|
|
216
243
|
def memory_allocated(device_target=None):
|
|
217
244
|
"""
|
|
218
|
-
Returns the actual memory size currently occupied by Tensor
|
|
245
|
+
Returns the actual memory size currently occupied by Tensor, this api will be deprecated and removed in future
|
|
246
|
+
versions, please use the api :func:`mindspore.runtime.memory_allocated` instead.
|
|
219
247
|
|
|
220
248
|
Note:
|
|
221
|
-
-
|
|
222
|
-
- For the `CPU` backend, 0 is always returned.
|
|
249
|
+
- For the `CPU` device, 0 is always returned.
|
|
223
250
|
|
|
224
251
|
Args:
|
|
225
|
-
device_target (str, optional): The device
|
|
226
|
-
Default
|
|
252
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
253
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
227
254
|
|
|
228
255
|
Returns:
|
|
229
256
|
int, in Byte.
|
|
230
257
|
|
|
231
258
|
Examples:
|
|
232
|
-
>>> import mindspore
|
|
233
|
-
>>>
|
|
234
|
-
>>>
|
|
235
|
-
>>>
|
|
236
|
-
>>>
|
|
237
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
238
|
-
>>> print(ms.hal.memory_allocated())
|
|
259
|
+
>>> import mindspore
|
|
260
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
261
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
262
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
263
|
+
>>> print(mindspore.hal.memory_allocated())
|
|
239
264
|
1024
|
|
240
265
|
"""
|
|
241
|
-
|
|
266
|
+
if not function_memory_status['memory_allocated']:
|
|
267
|
+
function_memory_status['memory_allocated'] = True
|
|
268
|
+
logger.warning(
|
|
269
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.memory_allocated() is deprecated."
|
|
270
|
+
" Please use mindspore.runtime.memory_allocated()"
|
|
271
|
+
)
|
|
272
|
+
return _memory_stats(device_target).get("total_allocated_memory", 0)
|
|
242
273
|
|
|
243
274
|
|
|
244
275
|
@_check_inputs_validation
|
|
245
276
|
def max_memory_allocated(device_target=None):
|
|
246
277
|
"""
|
|
247
|
-
|
|
278
|
+
Return the peak memory size of the memory pool actually occupied by Tensor since the process was started.
|
|
279
|
+
This api will be deprecated and removed in future versions, please use
|
|
280
|
+
the api :func:`mindspore.runtime.max_memory_allocated` instead.
|
|
248
281
|
|
|
249
282
|
Note:
|
|
250
|
-
-
|
|
251
|
-
- For the `CPU` backend, 0 is always returned.
|
|
283
|
+
- For the `CPU` device, 0 is always returned.
|
|
252
284
|
|
|
253
285
|
Args:
|
|
254
|
-
device_target (str, optional): The device
|
|
255
|
-
Default
|
|
286
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
287
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
256
288
|
|
|
257
289
|
Returns:
|
|
258
290
|
int, in Byte.
|
|
259
291
|
|
|
260
292
|
Examples:
|
|
261
|
-
>>> import mindspore
|
|
262
|
-
>>>
|
|
263
|
-
>>>
|
|
264
|
-
>>>
|
|
265
|
-
>>>
|
|
266
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
267
|
-
>>> print(ms.hal.max_memory_allocated())
|
|
293
|
+
>>> import mindspore
|
|
294
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
295
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
296
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
297
|
+
>>> print(mindspore.hal.max_memory_allocated())
|
|
268
298
|
1536
|
|
269
299
|
"""
|
|
300
|
+
if not function_memory_status['max_memory_allocated']:
|
|
301
|
+
function_memory_status['max_memory_allocated'] = True
|
|
302
|
+
logger.warning(
|
|
303
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.max_memory_allocated() is deprecated."
|
|
304
|
+
" Please use mindspore.runtime.max_memory_allocated()"
|
|
305
|
+
)
|
|
270
306
|
return _memory_stats(device_target).get("max_allocated_memory", 0)
|
|
271
307
|
|
|
272
308
|
|
|
273
309
|
@_check_inputs_validation
|
|
274
310
|
def reset_max_memory_reserved(device_target=None):
|
|
275
311
|
"""
|
|
276
|
-
Reset the peak memory size managed by the memory pool.
|
|
277
|
-
|
|
278
|
-
Note:
|
|
279
|
-
If `device_target` is not specified, get the device capability of the current backend set by context.
|
|
312
|
+
Reset the peak memory size managed by the memory pool, this api will be deprecated and removed in future versions.
|
|
313
|
+
Please use the api :func:`mindspore.runtime.reset_max_memory_reserved` instead.
|
|
280
314
|
|
|
281
315
|
Args:
|
|
282
|
-
device_target (str, optional): The device
|
|
283
|
-
Default
|
|
316
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
317
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
284
318
|
|
|
285
319
|
Examples:
|
|
286
|
-
>>> import mindspore
|
|
287
|
-
>>>
|
|
288
|
-
>>>
|
|
289
|
-
>>>
|
|
290
|
-
>>>
|
|
291
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
292
|
-
>>> print(ms.hal.max_memory_reserved())
|
|
320
|
+
>>> import mindspore
|
|
321
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
322
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
323
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
324
|
+
>>> print(mindspore.hal.max_memory_reserved())
|
|
293
325
|
1073741824
|
|
294
|
-
>>>
|
|
295
|
-
>>> print(
|
|
326
|
+
>>> mindspore.hal.reset_max_memory_reserved()
|
|
327
|
+
>>> print(mindspore.hal.max_memory_reserved())
|
|
296
328
|
0
|
|
297
329
|
"""
|
|
330
|
+
if not function_memory_status['reset_max_memory_reserved']:
|
|
331
|
+
function_memory_status['reset_max_memory_reserved'] = True
|
|
332
|
+
logger.warning(
|
|
333
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.reset_max_memory_reserved() is deprecated."
|
|
334
|
+
" Please use mindspore.runtime.reset_max_memory_reserved()"
|
|
335
|
+
)
|
|
298
336
|
_reset_max_mem_reserved(device_target)
|
|
299
337
|
|
|
300
338
|
|
|
301
339
|
@_check_inputs_validation
|
|
302
340
|
def reset_max_memory_allocated(device_target=None):
|
|
303
341
|
"""
|
|
304
|
-
Reset the peak memory size of the memory pool actually occupied by Tensor
|
|
305
|
-
|
|
306
|
-
Note:
|
|
307
|
-
If `device_target` is not specified, get the device capability of the current backend set by context.
|
|
342
|
+
Reset the peak memory size of the memory pool actually occupied by Tensor, this api will be deprecated and removed
|
|
343
|
+
in future versions, please use the api :func:`mindspore.runtime.reset_max_memory_allocated` instead.
|
|
308
344
|
|
|
309
345
|
Args:
|
|
310
|
-
device_target (str, optional): The device
|
|
311
|
-
Default
|
|
346
|
+
device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
|
|
347
|
+
``"Ascend"`` . Default ``None`` , represents the current device set by context.
|
|
312
348
|
|
|
313
349
|
Examples:
|
|
314
|
-
>>> import mindspore
|
|
315
|
-
>>>
|
|
316
|
-
>>>
|
|
317
|
-
>>>
|
|
318
|
-
>>>
|
|
319
|
-
>>> c = ops.add(a, b).asnumpy()
|
|
320
|
-
>>> print(ms.hal.max_memory_allocated())
|
|
350
|
+
>>> import mindspore
|
|
351
|
+
>>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
352
|
+
>>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
|
|
353
|
+
>>> c = mindspore.ops.add(a, b).asnumpy()
|
|
354
|
+
>>> print(mindspore.hal.max_memory_allocated())
|
|
321
355
|
1536
|
|
322
|
-
>>>
|
|
323
|
-
>>> print(
|
|
356
|
+
>>> mindspore.hal.reset_max_memory_allocated()
|
|
357
|
+
>>> print(mindspore.hal.max_memory_allocated())
|
|
324
358
|
0
|
|
325
359
|
"""
|
|
360
|
+
if not function_memory_status['reset_max_memory_allocated']:
|
|
361
|
+
function_memory_status['reset_max_memory_allocated'] = True
|
|
362
|
+
logger.warning(
|
|
363
|
+
"WARN_DEPRECATED: The usage of mindspore.hal.reset_max_memory_allocated() is deprecated."
|
|
364
|
+
" Please use mindspore.runtime.reset_max_memory_allocated()"
|
|
365
|
+
)
|
|
326
366
|
_reset_max_mem_allocated(device_target)
|