mindspore 2.6.0__cp310-cp310-win_amd64.whl → 2.7.0__cp310-cp310-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
- mindspore/Newtonsoft.Json.dll +0 -0
- mindspore/__init__.py +2 -2
- mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
- mindspore/_checkparam.py +42 -11
- mindspore/_extends/builtin_operations.py +3 -3
- mindspore/{_deprecated → _extends/optimize}/__init__.py +9 -3
- mindspore/_extends/optimize/cell_utils.py +96 -0
- mindspore/_extends/parallel_compile/akg_compiler/custom.py +1109 -0
- mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
- mindspore/_extends/parse/__init__.py +3 -3
- mindspore/_extends/parse/compile_config.py +44 -22
- mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -2
- mindspore/_extends/parse/parser.py +64 -83
- mindspore/_extends/parse/resources.py +39 -0
- mindspore/_extends/parse/standard_method.py +47 -14
- mindspore/_extends/parse/trope.py +8 -1
- mindspore/_extends/pijit/__init__.py +1 -2
- mindspore/_extends/pijit/pijit_func_white_list.py +2 -5
- mindspore/amp.py +4 -22
- mindspore/atlprov.dll +0 -0
- mindspore/avcodec-59.dll +0 -0
- mindspore/avdevice-59.dll +0 -0
- mindspore/avfilter-8.dll +0 -0
- mindspore/avformat-59.dll +0 -0
- mindspore/avutil-57.dll +0 -0
- mindspore/boost/adasum.py +1 -1
- mindspore/boost/boost_cell_wrapper.py +4 -4
- mindspore/c1.dll +0 -0
- mindspore/c1xx.dll +0 -0
- mindspore/c2.dll +0 -0
- mindspore/common/__init__.py +43 -12
- mindspore/common/_grad_function.py +2 -1
- mindspore/common/_pijit_context.py +28 -7
- mindspore/common/_stub_tensor.py +1 -209
- mindspore/common/_tensor_cpp_method.py +1 -1
- mindspore/common/_tensor_docs.py +177 -52
- mindspore/common/_utils.py +9 -1
- mindspore/common/api.py +338 -208
- mindspore/common/dtype.py +108 -57
- mindspore/common/dump.py +11 -16
- mindspore/common/dynamic_shape/__init__.py +0 -0
- mindspore/common/{auto_dynamic_shape.py → dynamic_shape/auto_dynamic_shape.py} +17 -23
- mindspore/common/dynamic_shape/enable_dynamic.py +197 -0
- mindspore/common/file_system.py +59 -9
- mindspore/common/generator.py +2 -3
- mindspore/common/hook_handle.py +33 -5
- mindspore/common/jit_config.py +1 -1
- mindspore/common/jit_trace.py +84 -105
- mindspore/common/np_dtype.py +3 -3
- mindspore/common/parameter.py +27 -29
- mindspore/common/recompute.py +5 -7
- mindspore/common/sparse_tensor.py +0 -3
- mindspore/common/symbol.py +0 -1
- mindspore/common/tensor.py +84 -133
- mindspore/communication/_comm_helper.py +46 -4
- mindspore/communication/management.py +79 -7
- mindspore/context.py +47 -38
- mindspore/dataset/__init__.py +1 -1
- mindspore/dataset/audio/transforms.py +1 -1
- mindspore/dataset/core/config.py +38 -4
- mindspore/dataset/engine/datasets.py +350 -322
- mindspore/dataset/engine/datasets_user_defined.py +69 -23
- mindspore/dataset/engine/iterators.py +2 -2
- mindspore/dataset/engine/obs/config_loader.py +2 -2
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
- mindspore/dataset/transforms/c_transforms.py +2 -2
- mindspore/dataset/transforms/py_transforms.py +7 -3
- mindspore/dataset/transforms/transforms.py +10 -6
- mindspore/dataset/vision/__init__.py +1 -1
- mindspore/dataset/vision/py_transforms.py +8 -8
- mindspore/dataset/vision/transforms.py +17 -5
- mindspore/dataset/vision/utils.py +632 -21
- mindspore/dataset/vision/validators.py +1 -0
- mindspore/device_context/ascend/device.py +1 -1
- mindspore/device_context/ascend/op_tuning.py +35 -1
- mindspore/device_context/gpu/__init__.py +2 -2
- mindspore/device_context/gpu/device.py +1 -1
- mindspore/device_context/gpu/op_precision.py +4 -2
- mindspore/device_context/gpu/op_tuning.py +6 -3
- mindspore/device_manager.py +16 -9
- mindspore/dnnl.dll +0 -0
- mindspore/dpcmi.dll +0 -0
- mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +5 -4
- mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
- mindspore/experimental/optim/adadelta.py +13 -20
- mindspore/experimental/optim/adagrad.py +15 -22
- mindspore/experimental/optim/adam.py +17 -24
- mindspore/experimental/optim/adamax.py +14 -22
- mindspore/experimental/optim/adamw.py +28 -34
- mindspore/experimental/optim/asgd.py +15 -25
- mindspore/experimental/optim/lr_scheduler.py +27 -45
- mindspore/experimental/optim/nadam.py +14 -24
- mindspore/experimental/optim/optimizer.py +13 -23
- mindspore/experimental/optim/radam.py +18 -24
- mindspore/experimental/optim/rmsprop.py +14 -25
- mindspore/experimental/optim/rprop.py +15 -26
- mindspore/experimental/optim/sgd.py +9 -19
- mindspore/hal/__init__.py +4 -4
- mindspore/hal/contiguous_tensors_handle.py +2 -2
- mindspore/hal/memory.py +1 -0
- mindspore/include/api/cell.h +65 -5
- mindspore/include/api/cfg.h +24 -7
- mindspore/include/api/context.h +1 -0
- mindspore/include/api/delegate.h +10 -2
- mindspore/include/api/dual_abi_helper.h +100 -19
- mindspore/include/api/graph.h +14 -1
- mindspore/include/api/kernel.h +16 -3
- mindspore/include/api/kernel_api.h +9 -1
- mindspore/include/api/metrics/accuracy.h +9 -0
- mindspore/include/api/model.h +8 -1
- mindspore/include/api/model_group.h +4 -0
- mindspore/include/api/model_parallel_runner.h +2 -0
- mindspore/include/api/status.h +48 -10
- mindspore/include/api/types.h +8 -3
- mindspore/include/c_api/model_c.h +0 -58
- mindspore/include/c_api/tensor_c.h +0 -26
- mindspore/include/dataset/constants.h +9 -0
- mindspore/include/dataset/vision_ascend.h +1 -1
- mindspore/jpeg62.dll +0 -0
- mindspore/mindrecord/tools/cifar10.py +61 -11
- mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
- mindspore/mindspore_backend_common.dll +0 -0
- mindspore/mindspore_backend_manager.dll +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_cpu_res_manager.dll +0 -0
- mindspore/mindspore_dump.dll +0 -0
- mindspore/mindspore_frontend.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_memory_pool.dll +0 -0
- mindspore/mindspore_ms_backend.dll +0 -0
- mindspore/mindspore_ops.dll +0 -0
- mindspore/mindspore_ops_host.dll +0 -0
- mindspore/mindspore_ops_kernel_common.dll +0 -0
- mindspore/mindspore_profiler.dll +0 -0
- mindspore/mindspore_pyboost.dll +0 -0
- mindspore/mindspore_pynative.dll +0 -0
- mindspore/mindspore_res_manager.dll +0 -0
- mindspore/mindspore_runtime_pipeline.dll +0 -0
- mindspore/mint/__init__.py +4 -44
- mindspore/mint/distributed/__init__.py +5 -0
- mindspore/mint/distributed/distributed.py +425 -19
- mindspore/mint/nn/__init__.py +1 -1
- mindspore/mint/nn/functional.py +53 -6
- mindspore/mint/nn/layer/_functions.py +163 -294
- mindspore/mint/nn/layer/activation.py +8 -6
- mindspore/mint/nn/layer/conv.py +125 -101
- mindspore/mint/nn/layer/normalization.py +11 -25
- mindspore/mint/optim/adam.py +19 -18
- mindspore/mint/optim/adamw.py +14 -8
- mindspore/mint/optim/sgd.py +5 -5
- mindspore/msobj140.dll +0 -0
- mindspore/mspdb140.dll +0 -0
- mindspore/mspdbcore.dll +0 -0
- mindspore/mspdbst.dll +0 -0
- mindspore/mspft140.dll +0 -0
- mindspore/msvcdis140.dll +0 -0
- mindspore/msvcp140_1.dll +0 -0
- mindspore/msvcp140_2.dll +0 -0
- mindspore/msvcp140_atomic_wait.dll +0 -0
- mindspore/msvcp140_codecvt_ids.dll +0 -0
- mindspore/nn/cell.py +488 -620
- mindspore/nn/grad/cell_grad.py +11 -12
- mindspore/nn/layer/activation.py +36 -36
- mindspore/nn/layer/basic.py +74 -77
- mindspore/nn/layer/channel_shuffle.py +4 -4
- mindspore/nn/layer/combined.py +4 -2
- mindspore/nn/layer/conv.py +86 -85
- mindspore/nn/layer/dense.py +9 -7
- mindspore/nn/layer/embedding.py +50 -52
- mindspore/nn/layer/image.py +38 -40
- mindspore/nn/layer/math.py +111 -112
- mindspore/nn/layer/normalization.py +56 -44
- mindspore/nn/layer/pooling.py +58 -63
- mindspore/nn/layer/rnn_cells.py +33 -33
- mindspore/nn/layer/rnns.py +56 -56
- mindspore/nn/layer/thor_layer.py +74 -73
- mindspore/nn/layer/transformer.py +11 -1
- mindspore/nn/learning_rate_schedule.py +20 -20
- mindspore/nn/loss/loss.py +79 -81
- mindspore/nn/optim/adam.py +2 -4
- mindspore/nn/optim/adasum.py +2 -2
- mindspore/nn/optim/lamb.py +1 -3
- mindspore/nn/optim/optimizer.py +1 -1
- mindspore/nn/optim/tft_wrapper.py +2 -3
- mindspore/nn/optim/thor.py +2 -2
- mindspore/nn/probability/distribution/_utils/utils.py +2 -2
- mindspore/nn/probability/distribution/exponential.py +2 -1
- mindspore/nn/probability/distribution/poisson.py +2 -1
- mindspore/nn/sparse/sparse.py +3 -3
- mindspore/nn/wrap/cell_wrapper.py +73 -42
- mindspore/nn/wrap/grad_reducer.py +37 -52
- mindspore/nn/wrap/loss_scale.py +72 -74
- mindspore/numpy/array_creations.py +7 -7
- mindspore/numpy/fft.py +1 -1
- mindspore/numpy/math_ops.py +1 -1
- mindspore/numpy/utils_const.py +1 -1
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
- mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
- mindspore/ops/_grad_experimental/grad_inner_ops.py +0 -9
- mindspore/ops/_op_impl/cpu/__init__.py +1 -0
- mindspore/{experimental/es/__init__.py → ops/_op_impl/cpu/joinedstr_op.py} +12 -6
- mindspore/ops/_vmap/vmap_array_ops.py +6 -13
- mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +29 -10
- mindspore/ops/auto_generate/gen_extend_func.py +5 -55
- mindspore/ops/auto_generate/gen_ops_def.py +753 -273
- mindspore/ops/auto_generate/gen_ops_prim.py +1687 -958
- mindspore/ops/auto_generate/pyboost_inner_prim.py +31 -1
- mindspore/ops/composite/__init__.py +10 -0
- mindspore/ops/composite/base.py +9 -5
- mindspore/ops/composite/multitype_ops/__init__.py +12 -1
- mindspore/ops/composite/multitype_ops/_compile_utils.py +132 -108
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
- mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
- mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
- mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
- mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
- mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
- mindspore/ops/function/__init__.py +4 -1
- mindspore/ops/function/_add_attr_func.py +11 -6
- mindspore/ops/function/array_func.py +17 -100
- mindspore/ops/function/debug_func.py +8 -5
- mindspore/ops/function/grad/grad_func.py +5 -13
- mindspore/ops/function/math_func.py +65 -399
- mindspore/ops/function/nn_func.py +44 -61
- mindspore/ops/function/other_func.py +4 -1
- mindspore/ops/function/random_func.py +31 -4
- mindspore/ops/functional.py +2 -3
- mindspore/ops/functional_overload.py +486 -18
- mindspore/ops/op_info_register.py +21 -0
- mindspore/ops/operations/__init__.py +5 -2
- mindspore/ops/operations/_custom_ops_utils.py +675 -8
- mindspore/ops/operations/_inner_ops.py +14 -18
- mindspore/ops/operations/_sequence_ops.py +1 -1
- mindspore/ops/operations/array_ops.py +4 -50
- mindspore/ops/operations/comm_ops.py +186 -41
- mindspore/ops/operations/custom_ops.py +244 -175
- mindspore/ops/operations/debug_ops.py +55 -4
- mindspore/ops/operations/image_ops.py +13 -13
- mindspore/ops/operations/manually_defined/ops_def.py +27 -28
- mindspore/ops/operations/math_ops.py +8 -9
- mindspore/ops/operations/nn_ops.py +6 -7
- mindspore/ops/primitive.py +9 -20
- mindspore/ops/tensor_method.py +52 -11
- mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
- mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
- mindspore/ops_generate/api/functions_cc_generator.py +58 -10
- mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
- mindspore/ops_generate/common/base_generator.py +14 -0
- mindspore/ops_generate/common/gen_constants.py +7 -2
- mindspore/ops_generate/common/gen_utils.py +0 -19
- mindspore/ops_generate/common/op_proto.py +11 -4
- mindspore/ops_generate/common/template.py +88 -11
- mindspore/ops_generate/gen_ops.py +1 -1
- mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
- mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
- mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
- mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
- mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
- mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
- mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -16
- mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
- mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
- mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
- mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
- mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
- mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
- mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
- mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
- mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
- mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
- mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
- mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
- mindspore/parallel/_auto_parallel_context.py +9 -17
- mindspore/parallel/_cell_wrapper.py +106 -40
- mindspore/parallel/_parallel_serialization.py +4 -3
- mindspore/parallel/_ps_context.py +4 -6
- mindspore/parallel/_tensor.py +167 -12
- mindspore/parallel/_transformer/moe.py +1 -1
- mindspore/parallel/_transformer/transformer.py +17 -12
- mindspore/parallel/_utils.py +5 -11
- mindspore/parallel/auto_parallel.py +33 -12
- mindspore/parallel/checkpoint_convert.py +3 -3
- mindspore/parallel/checkpoint_transform.py +5 -1
- mindspore/parallel/cluster/process_entity/_api.py +88 -49
- mindspore/parallel/cluster/process_entity/_utils.py +95 -7
- mindspore/parallel/cluster/run.py +48 -7
- mindspore/parallel/function/__init__.py +8 -1
- mindspore/parallel/function/reshard_func.py +7 -6
- mindspore/parallel/nn/__init__.py +15 -2
- mindspore/parallel/nn/parallel_cell_wrapper.py +50 -14
- mindspore/parallel/nn/parallel_grad_reducer.py +7 -14
- mindspore/parallel/shard.py +9 -23
- mindspore/parallel/transform_safetensors.py +468 -174
- mindspore/pgodb140.dll +0 -0
- mindspore/pgort140.dll +0 -0
- mindspore/profiler/__init__.py +2 -1
- mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
- mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +3 -0
- mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
- mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
- mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
- mindspore/profiler/analysis/task_manager.py +1 -1
- mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
- mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
- mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +10 -9
- mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +43 -23
- mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
- mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
- mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
- mindspore/profiler/common/constant.py +16 -0
- mindspore/profiler/common/msprof_cmd_tool.py +2 -2
- mindspore/profiler/common/path_manager.py +9 -0
- mindspore/profiler/common/profiler_context.py +50 -29
- mindspore/profiler/common/profiler_info.py +0 -16
- mindspore/profiler/common/profiler_meta_data.py +1 -0
- mindspore/profiler/common/profiler_op_analyse.py +239 -0
- mindspore/profiler/common/profiler_output_path.py +23 -8
- mindspore/profiler/common/profiler_parameters.py +128 -35
- mindspore/profiler/dynamic_profile/__init__.py +0 -0
- mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
- mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
- mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
- mindspore/profiler/dynamic_profiler.py +374 -338
- mindspore/profiler/envprofiler.py +42 -12
- mindspore/profiler/experimental_config.py +112 -7
- mindspore/profiler/mstx.py +33 -12
- mindspore/profiler/platform/__init__.py +2 -3
- mindspore/profiler/platform/cpu_profiler.py +10 -4
- mindspore/profiler/platform/npu_profiler.py +30 -20
- mindspore/profiler/profiler.py +218 -154
- mindspore/profiler/profiler_action_controller.py +65 -77
- mindspore/profiler/profiler_interface.py +2 -2
- mindspore/profiler/schedule.py +10 -4
- mindspore/rewrite/common/config.py +1 -0
- mindspore/rewrite/common/namer.py +1 -0
- mindspore/rewrite/common/namespace.py +1 -0
- mindspore/rewrite/node/node.py +31 -11
- mindspore/rewrite/parsers/assign_parser.py +1 -1
- mindspore/rewrite/symbol_tree/symbol_tree.py +2 -2
- mindspore/run_check/_check_version.py +7 -10
- mindspore/runtime/__init__.py +8 -6
- mindspore/runtime/event.py +10 -4
- mindspore/runtime/executor.py +87 -45
- mindspore/runtime/memory.py +22 -30
- mindspore/runtime/thread_bind_core.py +299 -165
- mindspore/safeguard/rewrite_obfuscation.py +12 -13
- mindspore/swresample-4.dll +0 -0
- mindspore/swscale-6.dll +0 -0
- mindspore/tbbmalloc.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/_utils.py +9 -5
- mindspore/train/amp.py +43 -23
- mindspore/train/callback/__init__.py +5 -5
- mindspore/train/callback/_callback.py +2 -1
- mindspore/train/callback/_checkpoint.py +4 -14
- mindspore/train/callback/_flops_collector.py +11 -7
- mindspore/train/callback/_landscape.py +0 -1
- mindspore/train/callback/_train_fault_tolerance.py +72 -18
- mindspore/train/data_sink.py +15 -6
- mindspore/train/dataset_helper.py +14 -5
- mindspore/train/model.py +49 -47
- mindspore/train/serialization.py +168 -126
- mindspore/train/summary/summary_record.py +13 -2
- mindspore/train/train_thor/model_thor.py +2 -2
- mindspore/turbojpeg.dll +0 -0
- mindspore/utils/__init__.py +3 -2
- mindspore/utils/dryrun.py +0 -6
- mindspore/utils/runtime_execution_order_check.py +162 -78
- mindspore/utils/sdc_detect.py +68 -0
- mindspore/utils/utils.py +14 -17
- mindspore/vcmeta.dll +0 -0
- mindspore/vcruntime140.dll +0 -0
- mindspore/vcruntime140_1.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/METADATA +5 -4
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/RECORD +400 -439
- mindspore/_deprecated/jit.py +0 -198
- mindspore/_extends/remote/kernel_build_server_ascend.py +0 -75
- mindspore/communication/_hccl_management.py +0 -297
- mindspore/experimental/es/embedding_service.py +0 -891
- mindspore/experimental/es/embedding_service_layer.py +0 -581
- mindspore/profiler/common/validator/__init__.py +0 -14
- mindspore/profiler/common/validator/validate_path.py +0 -84
- mindspore/profiler/parser/__init__.py +0 -14
- mindspore/profiler/parser/aicpu_data_parser.py +0 -272
- mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
- mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
- mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
- mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
- mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
- mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
- mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
- mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
- mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
- mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
- mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
- mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
- mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
- mindspore/profiler/parser/ascend_flops_generator.py +0 -116
- mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
- mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
- mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
- mindspore/profiler/parser/ascend_memory_generator.py +0 -185
- mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
- mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
- mindspore/profiler/parser/ascend_op_generator.py +0 -334
- mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
- mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
- mindspore/profiler/parser/base_timeline_generator.py +0 -483
- mindspore/profiler/parser/container.py +0 -229
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
- mindspore/profiler/parser/flops_parser.py +0 -531
- mindspore/profiler/parser/framework_enum.py +0 -111
- mindspore/profiler/parser/framework_parser.py +0 -464
- mindspore/profiler/parser/framework_struct.py +0 -61
- mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
- mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
- mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
- mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
- mindspore/profiler/parser/hccl_parser.py +0 -573
- mindspore/profiler/parser/hwts_log_parser.py +0 -122
- mindspore/profiler/parser/integrator.py +0 -526
- mindspore/profiler/parser/memory_usage_parser.py +0 -277
- mindspore/profiler/parser/minddata_analyzer.py +0 -800
- mindspore/profiler/parser/minddata_parser.py +0 -186
- mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
- mindspore/profiler/parser/op_intermediate_parser.py +0 -149
- mindspore/profiler/parser/optime_parser.py +0 -250
- mindspore/profiler/parser/profiler_info.py +0 -213
- mindspore/profiler/parser/step_trace_parser.py +0 -666
- mindspore/utils/hooks.py +0 -81
- /mindspore/common/{_auto_dynamic.py → dynamic_shape/_auto_dynamic.py} +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/WHEEL +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/entry_points.txt +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/top_level.txt +0 -0
|
@@ -1527,14 +1527,13 @@ def get_meshgrid_vmap_rule(prim, axis_size):
|
|
|
1527
1527
|
|
|
1528
1528
|
if not isinstance(inputs_bdim, (tuple)):
|
|
1529
1529
|
_raise_value_error("The inputs of P.Meshgrid is not tuple.")
|
|
1530
|
-
|
|
1531
|
-
if len(args) <= 1:
|
|
1530
|
+
if len(inputs_bdim) <= 1:
|
|
1532
1531
|
_raise_value_error(
|
|
1533
1532
|
"The input number of P.Meshgrid must be greater than 1.")
|
|
1534
1533
|
|
|
1535
1534
|
output_shape = []
|
|
1536
1535
|
ones_shape = []
|
|
1537
|
-
for each_arg in
|
|
1536
|
+
for each_arg in inputs_bdim:
|
|
1538
1537
|
x, bdim = each_arg
|
|
1539
1538
|
if bdim is None:
|
|
1540
1539
|
_raise_value_error(
|
|
@@ -1548,22 +1547,16 @@ def get_meshgrid_vmap_rule(prim, axis_size):
|
|
|
1548
1547
|
output_shape.insert(0, axis_size)
|
|
1549
1548
|
ones_shape.insert(0, axis_size)
|
|
1550
1549
|
|
|
1551
|
-
|
|
1552
|
-
|
|
1553
|
-
if indexing == Indexing.xy.value:
|
|
1550
|
+
if indexing_bdim[0] == Indexing.xy.value:
|
|
1554
1551
|
output_shape[1], output_shape[2] = output_shape[2], output_shape[1]
|
|
1555
|
-
|
|
1556
|
-
|
|
1557
|
-
input_0, _ = args[0]
|
|
1558
|
-
dtype = F.dtype(input_0)
|
|
1559
|
-
ones_tensor = F.fill(dtype, shape, 1)
|
|
1552
|
+
ones_tensor = F.fill(F.dtype(inputs_bdim[0][0]), tuple(output_shape), 1)
|
|
1560
1553
|
|
|
1561
1554
|
index = 0
|
|
1562
1555
|
vals_out_tuple = ()
|
|
1563
|
-
for each_arg in
|
|
1556
|
+
for each_arg in inputs_bdim:
|
|
1564
1557
|
x, bdim = each_arg
|
|
1565
1558
|
x = _bdim_at_front(x, bdim, axis_size)
|
|
1566
|
-
shape_index = (1 - index) if (index <= 1 and
|
|
1559
|
+
shape_index = (1 - index) if (index <= 1 and indexing_bdim[0] == Indexing.xy.value) else index
|
|
1567
1560
|
ones_shape[shape_index + 1] = output_shape[shape_index + 1]
|
|
1568
1561
|
x = P.Reshape()(x, tuple(ones_shape))
|
|
1569
1562
|
output = P.Mul()(x, ones_tensor)
|
|
@@ -2068,14 +2068,15 @@ def get_sparse_apply_adagrad_vmap_rule(prim, axis_size):
|
|
|
2068
2068
|
indices, indices_dim = indices_bdim
|
|
2069
2069
|
if var_dim is None:
|
|
2070
2070
|
if any(dim is not None for dim in [accum_dim, grad_dim, indices_dim]):
|
|
2071
|
-
|
|
2072
|
-
|
|
2073
|
-
|
|
2071
|
+
_raise_value_error("The source axis of `var` is None, but the source "
|
|
2072
|
+
"axis of `accum/grad/indices` is not None. The execution "
|
|
2073
|
+
"order of operator `{}` cannot be guaranteed.".format(prim_name))
|
|
2074
2074
|
var, accum = prim(var, accum, grad, indices, u_monad)
|
|
2075
2075
|
return (var, None), (accum, None)
|
|
2076
2076
|
if var_dim != 0 or accum_dim != var_dim:
|
|
2077
|
-
|
|
2078
|
-
|
|
2077
|
+
_raise_value_error("For `{}`, the source axis of `var` must be equal to `accum`, "
|
|
2078
|
+
"and not equal to 0, but got the source axis of `var`: {}, "
|
|
2079
|
+
"`accum`: {}.".format(prim_name, var_dim, accum_dim))
|
|
2079
2080
|
|
|
2080
2081
|
grad = _bdim_at_front(grad, grad_dim, axis_size)
|
|
2081
2082
|
indices = _bdim_at_front(indices, indices_dim, axis_size)
|
|
@@ -2094,27 +2095,18 @@ def get_sparse_apply_ftrl_vmap_rule(prim, axis_size):
|
|
|
2094
2095
|
else:
|
|
2095
2096
|
batch_rank = 1
|
|
2096
2097
|
|
|
2097
|
-
prim_name = prim.name
|
|
2098
2098
|
batch_prim = _vmap_clone_prim(prim)
|
|
2099
2099
|
batch_prim.add_prim_attr('batch_rank', batch_rank)
|
|
2100
2100
|
|
|
2101
2101
|
def vmap_rule(var_bdim, accum_bdim, linear_bdim, grad_bdim, indices_bdim, u_monad):
|
|
2102
2102
|
var, var_dim = var_bdim
|
|
2103
|
-
accum,
|
|
2104
|
-
linear,
|
|
2103
|
+
accum, _ = accum_bdim
|
|
2104
|
+
linear, _ = linear_bdim
|
|
2105
2105
|
grad, grad_dim = grad_bdim
|
|
2106
2106
|
indices, indices_dim = indices_bdim
|
|
2107
2107
|
if var_dim is None:
|
|
2108
|
-
if any(dim is not None for dim in [accum_dim, linear_dim, grad_dim, indices_dim]):
|
|
2109
|
-
ValueError("The source axis of `var` is None, but the source "
|
|
2110
|
-
"axis of `accum/linear/grad/indices` is not None. The execution order of "
|
|
2111
|
-
"operator `{}` cannot be guaranteed.".format(prim_name))
|
|
2112
2108
|
var, accum, linear = prim(var, accum, linear, grad, indices, u_monad)
|
|
2113
2109
|
return (var, None), (accum, None), (linear, None)
|
|
2114
|
-
if var_dim != 0 or accum_dim != var_dim or linear_dim != var_dim:
|
|
2115
|
-
ValueError("For `{}`, the source axis of `var`, `accum` and `linear` must be equal, and "
|
|
2116
|
-
"not equal to 0, but got the source axis of `var`: {}, `accum`: {}, "
|
|
2117
|
-
"`linear`:{}.".format(prim_name, var_dim, accum_dim, linear_dim))
|
|
2118
2110
|
|
|
2119
2111
|
grad = _bdim_at_front(grad, grad_dim, axis_size)
|
|
2120
2112
|
indices = _bdim_at_front(indices, indices_dim, axis_size)
|
|
@@ -53,9 +53,9 @@ op_args_default_value = {
|
|
|
53
53
|
"Baddbmm": {"beta": 1, "alpha": 1},
|
|
54
54
|
"BatchMatMul": {"transpose_a": False, "transpose_b": False},
|
|
55
55
|
"BatchNormElemt": {"weight": None, "bias": None, "mean": None, "invstd": None, "eps": 1e-5},
|
|
56
|
-
"BatchNormExt": {"running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
|
|
56
|
+
"BatchNormExt": {"weight": None, "bias": None, "running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
|
|
57
57
|
"BatchNormGatherStatsWithCounts": {"running_mean": None, "running_var": None, "momentum": 1e-1, "eps": 1e-5, "counts": None},
|
|
58
|
-
"BatchNormGradExt": {"running_mean": None, "running_var": None, "saved_mean": None, "saved_rstd": None, "training": False, "eps": 1e-5, "output_mask": (1, 1, 1)},
|
|
58
|
+
"BatchNormGradExt": {"weight": None, "running_mean": None, "running_var": None, "saved_mean": None, "saved_rstd": None, "training": False, "eps": 1e-5, "output_mask": (1, 1, 1)},
|
|
59
59
|
"BatchNormGradGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
60
60
|
"BatchNormGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
61
61
|
"BatchNormGradWithActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
@@ -96,6 +96,8 @@ op_args_default_value = {
|
|
|
96
96
|
"ConvTranspose2D": {"bias": None, "stride": 1, "padding": 0, "output_padding": 0, "groups": 1, "dilation": 1},
|
|
97
97
|
"Correlate": {"pad_mode": 'valid'},
|
|
98
98
|
"CountNonZero": {"dim": None},
|
|
99
|
+
"CrossEntropyLossGrad": {"weight": None, "grad_zloss": None, "lse_for_zloss": None, "reduction": 'mean', "ignore_index": -100, "label_smoothing": 0.0, "lse_square_scale_for_zloss": 0.0},
|
|
100
|
+
"CrossEntropyLoss": {"weight": None, "reduction": 'mean', "ignore_index": -100, "label_smoothing": 0.0, "lse_square_scale_for_zloss": 0.0, "return_zloss": False},
|
|
99
101
|
"Cross": {"dim": -65530},
|
|
100
102
|
"CumsumExt": {"dtype": None},
|
|
101
103
|
"CumProd": {"exclusive": False, "reverse": False},
|
|
@@ -104,6 +106,7 @@ op_args_default_value = {
|
|
|
104
106
|
"DCT": {"type": 2, "n": None, "axis": -1, "norm": None},
|
|
105
107
|
"Dense": {"bias": None},
|
|
106
108
|
"Diagonal": {"offset": 0, "dim1": 0, "dim2": 1},
|
|
109
|
+
"DiagonalView": {"offset": 0, "dim1": 0, "dim2": 1},
|
|
107
110
|
"DiagExt": {"diagonal": 0},
|
|
108
111
|
"DivMods": {"rounding_mode": None},
|
|
109
112
|
"DivMod": {"rounding_mode": None},
|
|
@@ -141,7 +144,7 @@ op_args_default_value = {
|
|
|
141
144
|
"FlashAttentionScore": {"real_shift": None, "drop_mask": None, "padding_mask": None, "attn_mask": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "input_layout": 'BSH', "sparse_mode": 0},
|
|
142
145
|
"FlattenExt": {"start_dim": 0, "end_dim": -1},
|
|
143
146
|
"FullLike": {"dtype": None},
|
|
144
|
-
"FusedAddTopKDiv": {"activate_type": 0, "is_norm": True, "scale": 2.5},
|
|
147
|
+
"FusedAddTopKDiv": {"activate_type": 0, "is_norm": True, "scale": 2.5, "mapping_num": None, "mapping_table": None, "enable_expert_mapping": False},
|
|
145
148
|
"Gather": {"batch_dims": 0},
|
|
146
149
|
"GeluExt": {"approximate": 'none'},
|
|
147
150
|
"GeluGradExt": {"approximate": 'none'},
|
|
@@ -175,11 +178,13 @@ op_args_default_value = {
|
|
|
175
178
|
"IncreFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "pse_shift": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "kv_padding_size": None, "num_heads": 1, "input_layout": 'BSH', "scale_value": 1.0, "num_key_value_heads": 0, "block_size": 0, "inner_precise": 1},
|
|
176
179
|
"IndexAddExt": {"alpha": 1},
|
|
177
180
|
"InnerInplaceIndexPut": {"accumulate": False},
|
|
181
|
+
"InnerMoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
|
|
178
182
|
"InplaceAddmm": {"beta": 1, "alpha": 1},
|
|
179
183
|
"InplaceAddsExt": {"alpha": 1},
|
|
180
184
|
"InplaceAddExt": {"alpha": 1},
|
|
181
185
|
"InplaceClampScalar": {"min": None, "max": None},
|
|
182
186
|
"InplaceClampTensor": {"min": None, "max": None},
|
|
187
|
+
"InplaceCopy": {"non_blocking": False},
|
|
183
188
|
"InplaceDivMods": {"rounding_mode": None},
|
|
184
189
|
"InplaceDivMod": {"rounding_mode": None},
|
|
185
190
|
"InplaceElu": {"alpha": 1.0},
|
|
@@ -237,15 +242,19 @@ op_args_default_value = {
|
|
|
237
242
|
"Meshgrid": {"indexing": 'xy'},
|
|
238
243
|
"MinimumGrad": {"grad_x": True, "grad_y": True},
|
|
239
244
|
"MinDim": {"keepdim": False},
|
|
245
|
+
"Mla": {"attn_mask": None, "deq_scale_qk": None, "deq_scale_pv": None, "q_seq_lens": None, "context_lens": None, "head_num": 32, "scale_value": 0.0, "kv_head_num": 1, "mask_mode": 'MASK_NONE', "is_ring": 0},
|
|
246
|
+
"MlaPreprocess": {"param_cache_mode": 0},
|
|
247
|
+
"MoeDistributeCombine": {"tp_send_counts": None, "x_active_mask": None, "activate_scale": None, "weight_scale": None, "group_list": None, "expand_scales": None, "group_ep": None, "group_tp": None, "tp_world_size": 0, "tp_rank_id": 0, "expert_shard_type": 0, "shared_expert_num": 0, "shared_export_rank_num": 0, "global_bs": 0, "out_dtype": 0, "common_quant_mode": 0, "group_list_type": 0},
|
|
248
|
+
"MoeDistributeDispatch": {"expert_scales": None, "scales": None, "x_active_mask": None, "group_ep": None, "group_tp": None, "tp_world_size": 0, "tp_rank_id": 0, "expert_shard_type": 0, "shared_expert_num": 0, "shared_expert_rank_num": 0, "quant_mode": 0, "global_bs": 0, "expert_token_nums_type": 0},
|
|
240
249
|
"MoeTokenPermuteGrad": {"num_topk": 1, "padded_mode": False},
|
|
241
250
|
"MoeTokenPermute": {"num_out_tokens": None, "padded_mode": False},
|
|
242
251
|
"MoeTokenUnpermuteGrad": {"probs": None, "padded_mode": False, "restore_shape": None},
|
|
243
|
-
"MoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
|
|
244
252
|
"MSELossExt": {"reduction": 'mean'},
|
|
245
253
|
"MSELossGradExt": {"reduction": 'mean'},
|
|
246
254
|
"Nansum": {"dim": None, "keepdim": False, "dtype": None},
|
|
247
255
|
"NanToNum": {"nan": None, "posinf": None, "neginf": None},
|
|
248
256
|
"NewEmpty": {"dtype": None, "device": None},
|
|
257
|
+
"NewFull": {"dtype": None},
|
|
249
258
|
"NewOnes": {"dtype": None},
|
|
250
259
|
"NewZeros": {"dtype": None},
|
|
251
260
|
"NLLLoss2d": {"reduction": 'mean', "ignore_index": -100},
|
|
@@ -260,7 +269,6 @@ op_args_default_value = {
|
|
|
260
269
|
"PagedAttention": {"value_cache": None, "block_tables": None, "context_lens": None, "antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT', "mask_mode": 'MASK_DEFAULT', "mla_v_dim": 0},
|
|
261
270
|
"ProdExt": {"dim": None, "keepdim": False, "dtype": None},
|
|
262
271
|
"PromptFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "pse_shift": None, "deq_scale1": None, "quant_scale1": None, "deq_scale2": None, "quant_scale2": None, "quant_offset2": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 0, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1},
|
|
263
|
-
"PromptKVCache": {"align_mode": 'LEFT'},
|
|
264
272
|
"Qr": {"full_matrices": False},
|
|
265
273
|
"RandIntLike": {"dtype": None},
|
|
266
274
|
"RandInt": {"dtype": None},
|
|
@@ -297,6 +305,7 @@ op_args_default_value = {
|
|
|
297
305
|
"RFFTFreq": {"d": 1.0, "dtype": None},
|
|
298
306
|
"RFFTN": {"s": None, "dim": None, "norm": None},
|
|
299
307
|
"RFFT": {"n": None, "dim": -1, "norm": None},
|
|
308
|
+
"RingAttentionUpdate": {"actual_seq_qlen": None, "layout": 'SBH'},
|
|
300
309
|
"RmsNorm": {"epsilon": 1e-6},
|
|
301
310
|
"Roll": {"dims": None},
|
|
302
311
|
"RotaryPositionEmbeddingGrad": {"dx": None, "mode": 0},
|
|
@@ -343,6 +352,7 @@ op_args_default_value = {
|
|
|
343
352
|
"TensorScatterElements": {"axis": 0, "reduce": 'none'},
|
|
344
353
|
"TopKRouter": {"drop_type": 0},
|
|
345
354
|
"TopkExt": {"dim": -1, "largest": True, "sorted": True},
|
|
355
|
+
"TopPRouter": {"drop_type": 0, "threshold": 0.0, "router_prob": 0.0},
|
|
346
356
|
"TraceV2Grad": {"offset": 0, "axis1": 1, "axis2": 0},
|
|
347
357
|
"TraceV2": {"offset": 0, "axis1": 1, "axis2": 0, "dtype": None},
|
|
348
358
|
"TriangularSolve": {"upper": True, "transpose": False, "unitriangular": False},
|
|
@@ -382,32 +392,35 @@ op_args_default_value = {
|
|
|
382
392
|
"MatmulAllReduceAddRmsNorm": {"reduce_op": 'sum', "comm_turn": 0, "stream_mode": 1},
|
|
383
393
|
"MoeFinalizeRouting": {"x2": None, "bias": None, "scales": None, "expanded_row_idx": None, "expanded_expert_idx": None},
|
|
384
394
|
"MoeGatingTopKSoftmax": {"finished": None, "k": 1},
|
|
395
|
+
"MoeInitRoutingQuantV2": {"scale": None, "offset": None},
|
|
385
396
|
"QuantBatchMatmul": {"offset": None, "bias": None, "pertokenScaleOptional": None, "transpose_x1": False, "transpose_x2": False, "dtype": mstype.float16},
|
|
397
|
+
"QuantMatmul": {"offset": None, "pertoken_scale": None, "bias": None, "output_dtype": None, "x1_dtype": None, "x2_dtype": None, "pertoken_scale_dtype": None, "scale_dtype": None, "group_sizes": None},
|
|
386
398
|
"QuantV2": {"sqrt_mode": False, "rounding_mode": 'ROUND', "dst_type": mstype.int8},
|
|
387
399
|
"RmsNormQuant": {"beta": None, "epsilon": 1e-6},
|
|
388
400
|
"SwiGLUDynamicQuant": {"smooth_scale": None},
|
|
389
401
|
"TransposeBatchMatmulTranspose": {"transpose_a": False, "transpose_b": False},
|
|
390
402
|
"WeightQuantBatchMatmul": {"antiquant_offset": None, "quant_scale": None, "quant_offset": None, "bias": None, "transpose_x": False, "transpose_weight": False, "antiquant_group_size": 0},
|
|
403
|
+
"AnyExt": {"keepdim": False},
|
|
404
|
+
"FuncMaxPool2D": {"stride": None, "padding": 0, "dilation": (1, 1), "ceil_mode": False, "return_indices": False},
|
|
391
405
|
"GmmBackwardFusion": {"group_list": None, "group_list_type": 0},
|
|
392
406
|
"GmmBackward": {"group_list": None, "group_list_type": 0},
|
|
393
407
|
"Gmm": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
|
|
394
408
|
"GmmV2BackwardFusion": {"group_list": None, "group_list_type": 0},
|
|
395
409
|
"GmmV2Backward": {"group_list": None, "group_list_type": 0},
|
|
396
410
|
"GmmV2": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
|
|
411
|
+
"MoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
|
|
397
412
|
"DeprecatedAddbmm": {"beta": 1, "alpha": 1},
|
|
398
413
|
"DeprecatedAddmm": {"beta": 1, "alpha": 1},
|
|
399
414
|
"DeprecatedAddmv": {"beta": 1, "alpha": 1},
|
|
400
415
|
"DeprecatedReduceAll": {"dim": None, "keepdim": False},
|
|
401
416
|
"DeprecatedAllclose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
|
|
402
417
|
"DeprecatedReduceAny": {"axis": None, "keep_dims": False},
|
|
403
|
-
"DeprecatedAny": {"dim": None, "keepdim": False},
|
|
404
418
|
"DeprecatedArgmax": {"axis": -1, "keepdims": False},
|
|
405
419
|
"DeprecatedArgmin": {"axis": None, "keepdims": False},
|
|
406
420
|
"DeprecatedArgsort": {"axis": -1, "descending": False},
|
|
407
421
|
"DeprecatedBaddbmm": {"beta": 1, "alpha": 1},
|
|
408
422
|
"DeprecatedBincount": {"weights": None, "minlength": 0},
|
|
409
423
|
"DeprecatedChunk": {"axis": 0},
|
|
410
|
-
"DeprecatedInplaceCopy": {"non_blocking": False},
|
|
411
424
|
"DeprecatedCountNonzero": {"axis": (), "keep_dims": False, "dtype": None},
|
|
412
425
|
"DeprecatedCumsum": {"axis": None, "dtype": None},
|
|
413
426
|
"DeprecatedDiv": {"rounding_mode": None},
|
|
@@ -449,7 +462,7 @@ op_labels = {
|
|
|
449
462
|
"BatchNormGatherStatsWithCounts": {"side_effect_mem": True},
|
|
450
463
|
"BroadcastToView": {"side_effect_mem": True},
|
|
451
464
|
"ChunkView": {"side_effect_mem": True},
|
|
452
|
-
"
|
|
465
|
+
"DiagonalView": {"side_effect_mem": True},
|
|
453
466
|
"DistCommAllReduce": {"side_effect_mem": True},
|
|
454
467
|
"DistCommReduce": {"side_effect_mem": True},
|
|
455
468
|
"DropoutExt": {"side_effect_hidden": True},
|
|
@@ -470,6 +483,8 @@ op_labels = {
|
|
|
470
483
|
"InplaceAddmm": {"side_effect_mem": True},
|
|
471
484
|
"InplaceAddsExt": {"side_effect_mem": True},
|
|
472
485
|
"InplaceAddExt": {"side_effect_mem": True},
|
|
486
|
+
"InplaceBernoulliScalar": {"side_effect_mem": True},
|
|
487
|
+
"InplaceBernoulliTensor": {"side_effect_mem": True},
|
|
473
488
|
"InplaceCopy": {"side_effect_mem": True},
|
|
474
489
|
"InplaceDivMods": {"side_effect_mem": True},
|
|
475
490
|
"InplaceDivMod": {"side_effect_mem": True},
|
|
@@ -491,25 +506,30 @@ op_labels = {
|
|
|
491
506
|
"InplaceLog": {"side_effect_mem": True},
|
|
492
507
|
"InplaceMaskedFillScalar": {"side_effect_mem": True},
|
|
493
508
|
"InplaceMaskedFillTensor": {"side_effect_mem": True},
|
|
509
|
+
"InplaceMatmulAdd": {"side_effect_mem": True},
|
|
494
510
|
"InplaceMuls": {"side_effect_mem": True},
|
|
495
511
|
"InplaceMul": {"side_effect_mem": True},
|
|
496
512
|
"InplaceNormal": {"side_effect_mem": True},
|
|
497
513
|
"InplacePut": {"side_effect_mem": True},
|
|
498
514
|
"InplaceRandom": {"side_effect_mem": True},
|
|
499
515
|
"InplaceReLU": {"side_effect_mem": True},
|
|
516
|
+
"InplaceRemainderTensorScalar": {"side_effect_mem": True},
|
|
517
|
+
"InplaceRemainderTensorTensor": {"side_effect_mem": True},
|
|
500
518
|
"InplaceScatterAdd": {"side_effect_mem": True},
|
|
501
519
|
"InplaceScatterSrc": {"side_effect_mem": True},
|
|
502
520
|
"InplaceScatterSrcReduce": {"side_effect_mem": True},
|
|
503
521
|
"InplaceScatterValue": {"side_effect_mem": True},
|
|
504
522
|
"InplaceScatterValueReduce": {"side_effect_mem": True},
|
|
523
|
+
"InplaceSiLU": {"side_effect_mem": True},
|
|
505
524
|
"InplaceSubExt": {"side_effect_mem": True},
|
|
506
525
|
"InplaceSubScalar": {"side_effect_mem": True},
|
|
507
526
|
"InplaceTanh": {"side_effect_mem": True},
|
|
508
527
|
"InplaceThreshold": {"side_effect_mem": True},
|
|
509
528
|
"InplaceUniform": {"side_effect_mem": True},
|
|
529
|
+
"KvScaleCache": {"side_effect_mem": True},
|
|
510
530
|
"Log": {"cust_aicpu": 'Log', "base": -1.0, "scale": 1.0, "shift": 0.0},
|
|
531
|
+
"MlaPreprocess": {"side_effect_mem": True},
|
|
511
532
|
"NarrowView": {"side_effect_mem": True},
|
|
512
|
-
"PromptKVCache": {"side_effect_mem": True},
|
|
513
533
|
"ReshapeAndCache": {"side_effect_mem": True},
|
|
514
534
|
"ResizeD": {"mode": 'linear'},
|
|
515
535
|
"SelectExtView": {"side_effect_mem": True},
|
|
@@ -523,5 +543,4 @@ op_labels = {
|
|
|
523
543
|
"UnstackExtView": {"side_effect_mem": True},
|
|
524
544
|
"KVCacheScatterUpdate": {"side_effect_mem": True},
|
|
525
545
|
"InplaceExponential": {"side_effect_mem": True},
|
|
526
|
-
"DeprecatedInplaceCopy": {"side_effect_mem": True},
|
|
527
546
|
}
|
|
@@ -118,11 +118,11 @@ def add(input, other, alpha=1):
|
|
|
118
118
|
input (Union[Tensor, number.Number, bool]): The first input is a number.Number or
|
|
119
119
|
a bool or a tensor whose data type is
|
|
120
120
|
`number <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_ or
|
|
121
|
-
`
|
|
121
|
+
`bool <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_.
|
|
122
122
|
other (Union[Tensor, number.Number, bool]): The second input, is a number.Number or
|
|
123
123
|
a bool or a tensor whose data type is
|
|
124
124
|
`number <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_ or
|
|
125
|
-
`
|
|
125
|
+
`bool <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_.
|
|
126
126
|
alpha (number.Number): A scaling factor applied to `other`, default 1.
|
|
127
127
|
|
|
128
128
|
Returns:
|
|
@@ -642,7 +642,7 @@ def cummin(input, dim):
|
|
|
642
642
|
\end{array}
|
|
643
643
|
|
|
644
644
|
.. note::
|
|
645
|
-
|
|
645
|
+
GE backend is not supported in Ascend.
|
|
646
646
|
|
|
647
647
|
Args:
|
|
648
648
|
input (Tensor): The input Tensor, The dimension must be greater than 0.
|
|
@@ -1010,56 +1010,6 @@ def unfold(input, kernel_size, dilation=1, padding=0, stride=1):
|
|
|
1010
1010
|
return unfold_impl(input, converted_kernel_size, converted_dilation, converted_padding, converted_stride)
|
|
1011
1011
|
|
|
1012
1012
|
|
|
1013
|
-
def index_add(input, dim, index, source, alpha=1):
|
|
1014
|
-
r"""
|
|
1015
|
-
Accumulate the elements of `alpha` times `source` into the `input` by adding to the index in the order given in `index`. For example, if ``dim == 0`` , ``index[i] == j`` , and ``alpha = -1`` , then the `i` th row of `source` is subtracted from the `j` th row of `input` . The `dim` th dimension of `source` must have the same size as the length of `index` , and all other dimensions must match `input`, or an error will be raised. For a 3-D tensor, the output is defined as follows:
|
|
1016
|
-
|
|
1017
|
-
.. math::
|
|
1018
|
-
\begin{array}{ll}
|
|
1019
|
-
input[index[i],\ :,\ :]\ +=\ alpha * source[i,\ :,\ :] \qquad \#if\ dim == 0 \\
|
|
1020
|
-
input[:,\ \ index[i],\ :]\ +=\ alpha * source[:,\ \ i,\ :] \qquad \#if\ dim == 1 \\
|
|
1021
|
-
input[:,\ :,\ \ index[i]]\ +=\ alpha * source[:,\ :,\ \ i] \qquad\#if\ dim == 2 \\
|
|
1022
|
-
\end{array}
|
|
1023
|
-
|
|
1024
|
-
.. warning::
|
|
1025
|
-
This is an experimental API that is subject to change or deletion.
|
|
1026
|
-
|
|
1027
|
-
Args:
|
|
1028
|
-
input (Tensor): The input Tensor.
|
|
1029
|
-
dim (int): The dimension along which to index.
|
|
1030
|
-
index (Tensor): Add the value of "input Tensor" and `source` along the dimension of the `dim` according to the specified index value, with data type int32. The `index` must be 1D with the same size as the size of `source` in the `dim` dimension. The values of `index` should be in [0, b), where the b is the size of "input Tensor" in the `dim` dimension.
|
|
1031
|
-
source (Tensor): The input tensor with the value to add. Must have same data type as "input Tensor". The shape must be the same as "input Tensor" except the `dim` th dimension.
|
|
1032
|
-
alpha (number, optional): The scalar multiplier for source. Default: ``1``.
|
|
1033
|
-
|
|
1034
|
-
Returns:
|
|
1035
|
-
Tensor, has the same shape and dtype as `input`.
|
|
1036
|
-
|
|
1037
|
-
Raises:
|
|
1038
|
-
TypeError: If neither `index` nor `source` is a Tensor.
|
|
1039
|
-
ValueError: If the value of `dim` is out of the dimension range of `source` shape.
|
|
1040
|
-
ValueError: If `index` rank is not the same as `source` rank.
|
|
1041
|
-
ValueError: If shape of `index` is not 1D or size of `index` is not equal to dimension of source[dim].
|
|
1042
|
-
ValueError: If the shape of `source` is not the same as that of `input` except the `dim` axis.
|
|
1043
|
-
|
|
1044
|
-
Supported Platforms:
|
|
1045
|
-
``Ascend``
|
|
1046
|
-
|
|
1047
|
-
Examples:
|
|
1048
|
-
>>> import numpy as np
|
|
1049
|
-
>>> import mindspore
|
|
1050
|
-
>>> from mindspore import Tensor, ops
|
|
1051
|
-
>>> x = Tensor(np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]]), mindspore.float32)
|
|
1052
|
-
>>> index = Tensor(np.array([0, 2]), mindspore.int32)
|
|
1053
|
-
>>> y = Tensor(np.array([[0.5, 1.0], [1.0, 1.5], [2.0, 2.5]]), mindspore.float32)
|
|
1054
|
-
>>> output = ops.auto_generate.index_add_ext(x, 1, index, y, alpha=1)
|
|
1055
|
-
>>> print(output)
|
|
1056
|
-
[[ 1.5 2. 4. ]
|
|
1057
|
-
[ 5. 5. 7.5]
|
|
1058
|
-
[ 9. 8. 11.5]]
|
|
1059
|
-
"""
|
|
1060
|
-
return index_add_impl(input, dim, index, source, alpha)
|
|
1061
|
-
|
|
1062
|
-
|
|
1063
1013
|
def index_select(input, dim, index):
|
|
1064
1014
|
r"""
|
|
1065
1015
|
Generates a new Tensor that accesses the values of `input` along the specified `dim` dimension
|
|
@@ -2053,11 +2003,11 @@ def sub(input, other, alpha=1):
|
|
|
2053
2003
|
input (Union[Tensor, number.Number, bool]): The first input is a number.Number or
|
|
2054
2004
|
a bool or a tensor whose data type is
|
|
2055
2005
|
`number <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_ or
|
|
2056
|
-
`
|
|
2006
|
+
`bool <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_.
|
|
2057
2007
|
other (Union[Tensor, number.Number, bool]): The second input, is a number.Number or
|
|
2058
2008
|
a bool or a tensor whose data type is
|
|
2059
2009
|
`number <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_ or
|
|
2060
|
-
`
|
|
2010
|
+
`bool <https://www.mindspore.cn/docs/en/master/api_python/mindspore/mindspore.dtype.html>`_.
|
|
2061
2011
|
alpha (number.Number): A scaling factor applied to `other`, default 1.
|
|
2062
2012
|
|
|
2063
2013
|
Returns:
|