mindspore 2.5.0__cp310-cp310-win_amd64.whl → 2.6.0__cp310-cp310-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
- mindspore/Newtonsoft.Json.dll +0 -0
- mindspore/__init__.py +6 -4
- mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
- mindspore/_check_jit_forbidden_api.py +3 -0
- mindspore/_checkparam.py +3 -33
- mindspore/_deprecated/__init__.py +17 -0
- mindspore/_deprecated/jit.py +198 -0
- mindspore/_extends/builtin_operations.py +1 -1
- mindspore/_extends/parse/__init__.py +6 -7
- mindspore/_extends/parse/compile_config.py +19 -0
- mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +22 -3
- mindspore/_extends/parse/jit_fallback_modules/__init__.py +0 -0
- mindspore/_extends/parse/jit_fallback_modules/check_utils.py +123 -0
- mindspore/_extends/parse/jit_fallback_modules/third_party_modules.py +50 -0
- mindspore/_extends/parse/parser.py +25 -194
- mindspore/_extends/parse/resources.py +1 -5
- mindspore/_extends/parse/standard_method.py +109 -75
- mindspore/_extends/pijit/__init__.py +2 -2
- mindspore/_extends/pijit/pijit_func_white_list.py +16 -11
- mindspore/_extends/pijit/tensor_func_list.py +27 -0
- mindspore/_extends/utils.py +1 -1
- mindspore/amp.py +4 -4
- mindspore/atlprov.dll +0 -0
- mindspore/avcodec-59.dll +0 -0
- mindspore/avdevice-59.dll +0 -0
- mindspore/avfilter-8.dll +0 -0
- mindspore/avformat-59.dll +0 -0
- mindspore/avutil-57.dll +0 -0
- mindspore/boost/__init__.py +2 -2
- mindspore/boost/base.py +3 -7
- mindspore/boost/boost_cell_wrapper.py +2 -2
- mindspore/c1.dll +0 -0
- mindspore/c1xx.dll +0 -0
- mindspore/c2.dll +0 -0
- mindspore/common/__init__.py +4 -3
- mindspore/common/_grad_function.py +56 -0
- mindspore/common/_pijit_context.py +14 -5
- mindspore/common/_register_for_tensor.py +1 -1
- mindspore/common/_stub_tensor.py +5 -10
- mindspore/common/_tensor_cpp_method.py +1 -1
- mindspore/common/_tensor_docs.py +2014 -3386
- mindspore/common/api.py +386 -355
- mindspore/common/auto_dynamic_shape.py +41 -44
- mindspore/common/dtype.py +5 -2
- mindspore/common/dump.py +7 -5
- mindspore/common/file_system.py +3 -0
- mindspore/common/generator.py +3 -0
- mindspore/common/hook_handle.py +5 -3
- mindspore/common/initializer.py +10 -6
- mindspore/common/jit_begin_end.py +94 -0
- mindspore/common/jit_config.py +6 -1
- mindspore/common/jit_context.py +76 -0
- mindspore/common/jit_trace.py +378 -0
- mindspore/common/lazy_inline.py +2 -2
- mindspore/common/mutable.py +5 -4
- mindspore/common/parameter.py +106 -39
- mindspore/common/seed.py +2 -2
- mindspore/common/sparse_tensor.py +23 -17
- mindspore/common/tensor.py +332 -714
- mindspore/communication/__init__.py +7 -5
- mindspore/communication/_comm_helper.py +47 -2
- mindspore/communication/comm_func.py +70 -53
- mindspore/communication/management.py +83 -17
- mindspore/context.py +228 -571
- mindspore/dataset/__init__.py +44 -20
- mindspore/dataset/audio/__init__.py +2 -8
- mindspore/dataset/audio/transforms.py +3 -17
- mindspore/dataset/core/config.py +3 -3
- mindspore/dataset/engine/cache_client.py +1 -1
- mindspore/dataset/engine/datasets.py +102 -120
- mindspore/dataset/engine/datasets_audio.py +22 -22
- mindspore/dataset/engine/datasets_standard_format.py +43 -24
- mindspore/dataset/engine/datasets_text.py +78 -85
- mindspore/dataset/engine/datasets_user_defined.py +109 -77
- mindspore/dataset/engine/datasets_vision.py +111 -108
- mindspore/dataset/engine/iterators.py +5 -3
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +1 -1
- mindspore/dataset/engine/samplers.py +279 -57
- mindspore/dataset/engine/serializer_deserializer.py +2 -1
- mindspore/dataset/engine/validators.py +10 -0
- mindspore/dataset/text/__init__.py +7 -6
- mindspore/dataset/text/transforms.py +6 -5
- mindspore/dataset/text/utils.py +3 -3
- mindspore/dataset/transforms/__init__.py +0 -9
- mindspore/dataset/transforms/transforms.py +3 -3
- mindspore/dataset/utils/browse_dataset.py +1 -1
- mindspore/dataset/vision/__init__.py +2 -9
- mindspore/dataset/vision/transforms.py +202 -158
- mindspore/dataset/vision/utils.py +7 -5
- mindspore/device_context/ascend/op_debug.py +60 -1
- mindspore/device_context/ascend/op_tuning.py +0 -4
- mindspore/device_manager.py +39 -3
- mindspore/dnnl.dll +0 -0
- mindspore/dpcmi.dll +0 -0
- mindspore/experimental/es/embedding_service.py +35 -27
- mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +0 -2
- mindspore/experimental/map_parameter.py +4 -4
- mindspore/experimental/optim/adadelta.py +22 -26
- mindspore/experimental/optim/adagrad.py +4 -4
- mindspore/experimental/optim/adam.py +4 -0
- mindspore/experimental/optim/adamax.py +4 -4
- mindspore/experimental/optim/adamw.py +4 -0
- mindspore/experimental/optim/asgd.py +1 -1
- mindspore/experimental/optim/lr_scheduler.py +40 -22
- mindspore/experimental/optim/radam.py +5 -5
- mindspore/experimental/optim/rprop.py +1 -1
- mindspore/experimental/optim/sgd.py +1 -1
- mindspore/hal/contiguous_tensors_handle.py +6 -10
- mindspore/hal/device.py +55 -81
- mindspore/hal/event.py +38 -55
- mindspore/hal/memory.py +115 -147
- mindspore/hal/stream.py +81 -125
- mindspore/include/dataset/constants.h +7 -4
- mindspore/include/dataset/execute.h +2 -2
- mindspore/jpeg62.dll +0 -0
- mindspore/log.py +40 -2
- mindspore/mindrecord/__init__.py +20 -7
- mindspore/mindspore_backend_common.dll +0 -0
- mindspore/mindspore_backend_manager.dll +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_dump.dll +0 -0
- mindspore/mindspore_frontend.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_memory_pool.dll +0 -0
- mindspore/mindspore_ms_backend.dll +0 -0
- mindspore/mindspore_ops.dll +0 -0
- mindspore/{mindspore_backend.dll → mindspore_ops_host.dll} +0 -0
- mindspore/mindspore_ops_kernel_common.dll +0 -0
- mindspore/mindspore_profiler.dll +0 -0
- mindspore/mindspore_pyboost.dll +0 -0
- mindspore/mindspore_pynative.dll +0 -0
- mindspore/mindspore_res_manager.dll +0 -0
- mindspore/mindspore_runtime_pipeline.dll +0 -0
- mindspore/mint/__init__.py +133 -702
- mindspore/mint/distributed/__init__.py +5 -1
- mindspore/mint/distributed/distributed.py +198 -113
- mindspore/mint/linalg/__init__.py +2 -0
- mindspore/mint/nn/__init__.py +280 -18
- mindspore/mint/nn/functional.py +282 -64
- mindspore/mint/nn/layer/__init__.py +4 -0
- mindspore/mint/nn/layer/_functions.py +7 -3
- mindspore/mint/nn/layer/activation.py +120 -13
- mindspore/mint/nn/layer/conv.py +234 -28
- mindspore/mint/nn/layer/normalization.py +15 -16
- mindspore/mint/nn/layer/padding.py +1 -1
- mindspore/mint/nn/layer/pooling.py +66 -1
- mindspore/mint/optim/__init__.py +2 -1
- mindspore/mint/optim/sgd.py +171 -0
- mindspore/msobj140.dll +0 -0
- mindspore/mspdb140.dll +0 -0
- mindspore/mspdbcore.dll +0 -0
- mindspore/mspdbst.dll +0 -0
- mindspore/mspft140.dll +0 -0
- mindspore/msvcdis140.dll +0 -0
- mindspore/msvcp140_1.dll +0 -0
- mindspore/msvcp140_2.dll +0 -0
- mindspore/msvcp140_atomic_wait.dll +0 -0
- mindspore/msvcp140_codecvt_ids.dll +0 -0
- mindspore/nn/__init__.py +4 -1
- mindspore/nn/cell.py +1253 -179
- mindspore/nn/layer/activation.py +23 -21
- mindspore/nn/layer/basic.py +22 -16
- mindspore/nn/layer/container.py +1 -1
- mindspore/nn/layer/conv.py +53 -42
- mindspore/nn/layer/embedding.py +9 -8
- mindspore/nn/layer/normalization.py +48 -42
- mindspore/nn/layer/pooling.py +75 -31
- mindspore/nn/layer/transformer.py +11 -10
- mindspore/nn/learning_rate_schedule.py +4 -2
- mindspore/nn/loss/loss.py +27 -19
- mindspore/nn/optim/ada_grad.py +6 -5
- mindspore/nn/optim/adadelta.py +9 -7
- mindspore/nn/optim/adafactor.py +1 -1
- mindspore/nn/optim/adam.py +18 -14
- mindspore/nn/optim/adamax.py +8 -7
- mindspore/nn/optim/adasum.py +5 -5
- mindspore/nn/optim/asgd.py +3 -1
- mindspore/nn/optim/ftrl.py +11 -9
- mindspore/nn/optim/lamb.py +1 -1
- mindspore/nn/optim/lazyadam.py +12 -10
- mindspore/nn/optim/momentum.py +7 -6
- mindspore/nn/optim/optimizer.py +2 -2
- mindspore/nn/optim/proximal_ada_grad.py +12 -10
- mindspore/nn/optim/rmsprop.py +13 -12
- mindspore/nn/optim/rprop.py +9 -7
- mindspore/nn/optim/sgd.py +9 -6
- mindspore/nn/optim/tft_wrapper.py +5 -2
- mindspore/nn/probability/bijector/bijector.py +17 -11
- mindspore/nn/probability/bijector/gumbel_cdf.py +5 -5
- mindspore/nn/probability/bijector/invert.py +2 -2
- mindspore/nn/probability/bijector/scalar_affine.py +3 -3
- mindspore/nn/probability/bijector/softplus.py +3 -2
- mindspore/nn/probability/distribution/beta.py +3 -3
- mindspore/nn/probability/distribution/categorical.py +1 -1
- mindspore/nn/probability/distribution/cauchy.py +4 -2
- mindspore/nn/probability/distribution/exponential.py +6 -7
- mindspore/nn/probability/distribution/gamma.py +2 -2
- mindspore/nn/probability/distribution/gumbel.py +2 -2
- mindspore/nn/probability/distribution/half_normal.py +5 -3
- mindspore/nn/probability/distribution/logistic.py +5 -3
- mindspore/nn/probability/distribution/poisson.py +1 -1
- mindspore/nn/probability/distribution/uniform.py +5 -3
- mindspore/nn/reinforcement/_tensors_queue.py +1 -1
- mindspore/nn/reinforcement/tensor_array.py +1 -1
- mindspore/nn/wrap/__init__.py +6 -6
- mindspore/nn/wrap/cell_wrapper.py +178 -117
- mindspore/nn/wrap/grad_reducer.py +45 -36
- mindspore/nn/wrap/loss_scale.py +3 -3
- mindspore/numpy/array_creations.py +3 -3
- mindspore/numpy/array_ops.py +1 -1
- mindspore/numpy/utils.py +1 -2
- mindspore/numpy/utils_const.py +1 -2
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/__init__.py +3 -2
- mindspore/ops/_grad_experimental/grad_comm_ops.py +18 -3
- mindspore/ops/_grad_experimental/grad_debug_ops.py +8 -1
- mindspore/ops/_grad_experimental/taylor_rule.py +29 -0
- mindspore/ops/_register_for_op.py +0 -11
- mindspore/{ops_generate → ops/_utils}/arg_dtype_cast.py +123 -4
- mindspore/{ops_generate → ops/_utils}/arg_handler.py +3 -4
- mindspore/ops/_vmap/vmap_array_ops.py +32 -6
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +2 -1
- mindspore/ops/_vmap/vmap_math_ops.py +4 -7
- mindspore/ops/_vmap/vmap_nn_ops.py +9 -8
- mindspore/ops/auto_generate/__init__.py +4 -3
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +127 -52
- mindspore/ops/auto_generate/gen_extend_func.py +286 -208
- mindspore/ops/auto_generate/gen_ops_def.py +2783 -2335
- mindspore/ops/auto_generate/gen_ops_prim.py +8992 -2686
- mindspore/ops/auto_generate/pyboost_inner_prim.py +106 -76
- mindspore/ops/composite/__init__.py +2 -1
- mindspore/ops/composite/base.py +19 -24
- mindspore/ops/composite/math_ops.py +6 -16
- mindspore/ops/composite/multitype_ops/__init__.py +5 -2
- mindspore/ops/composite/multitype_ops/_compile_utils.py +4 -5
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -2
- mindspore/ops/composite/multitype_ops/add_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/div_impl.py +6 -4
- mindspore/ops/composite/multitype_ops/equal_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/getitem_impl.py +3 -2
- mindspore/ops/composite/multitype_ops/greater_equal_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/greater_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/in_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/invert_impl.py +50 -0
- mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/less_equal_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/less_impl.py +4 -3
- mindspore/ops/composite/multitype_ops/logic_not_impl.py +3 -2
- mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/mod_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/mul_impl.py +3 -2
- mindspore/ops/composite/multitype_ops/negative_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/not_equal_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/not_in_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/ones_like_impl.py +18 -0
- mindspore/ops/composite/multitype_ops/pow_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
- mindspore/ops/composite/multitype_ops/sub_impl.py +2 -1
- mindspore/ops/function/__init__.py +28 -2
- mindspore/ops/function/_add_attr_func.py +58 -0
- mindspore/ops/function/array_func.py +1631 -2347
- mindspore/ops/function/clip_func.py +38 -45
- mindspore/ops/function/debug_func.py +36 -44
- mindspore/ops/function/grad/__init__.py +1 -0
- mindspore/ops/function/grad/grad_func.py +104 -71
- mindspore/ops/function/image_func.py +1 -1
- mindspore/ops/function/linalg_func.py +46 -78
- mindspore/ops/function/math_func.py +3024 -3855
- mindspore/ops/function/nn_func.py +678 -274
- mindspore/ops/function/other_func.py +159 -1
- mindspore/ops/function/parameter_func.py +17 -30
- mindspore/ops/function/random_func.py +216 -361
- mindspore/ops/function/reshard_func.py +4 -70
- mindspore/ops/function/sparse_func.py +3 -3
- mindspore/ops/function/sparse_unary_func.py +5 -5
- mindspore/ops/function/spectral_func.py +25 -58
- mindspore/ops/function/vmap_func.py +26 -18
- mindspore/ops/functional.py +8 -5
- mindspore/ops/functional_overload.py +655 -4
- mindspore/ops/op_info_register.py +32 -244
- mindspore/ops/operations/__init__.py +21 -14
- mindspore/ops/operations/_custom_ops_utils.py +235 -0
- mindspore/ops/operations/_grad_ops.py +1 -10
- mindspore/ops/operations/_inner_ops.py +5 -76
- mindspore/ops/operations/_ms_kernel.py +4 -10
- mindspore/ops/operations/_rl_inner_ops.py +1 -1
- mindspore/ops/operations/_scalar_ops.py +3 -2
- mindspore/ops/operations/_sequence_ops.py +1 -1
- mindspore/ops/operations/_tensor_array.py +1 -1
- mindspore/ops/operations/array_ops.py +39 -24
- mindspore/ops/operations/comm_ops.py +150 -107
- mindspore/ops/operations/custom_ops.py +287 -32
- mindspore/ops/operations/debug_ops.py +119 -16
- mindspore/ops/operations/inner_ops.py +1 -1
- mindspore/ops/operations/linalg_ops.py +1 -58
- mindspore/ops/operations/manually_defined/_inner.py +1 -1
- mindspore/ops/operations/manually_defined/ops_def.py +746 -79
- mindspore/ops/operations/math_ops.py +21 -18
- mindspore/ops/operations/nn_ops.py +67 -224
- mindspore/ops/operations/other_ops.py +62 -9
- mindspore/ops/operations/random_ops.py +13 -7
- mindspore/ops/operations/reshard_ops.py +1 -1
- mindspore/ops/operations/sparse_ops.py +2 -2
- mindspore/ops/primitive.py +43 -32
- mindspore/ops/tensor_method.py +243 -17
- mindspore/ops_generate/__init__.py +0 -5
- mindspore/ops_generate/aclnn/__init__.py +0 -0
- mindspore/ops_generate/{aclnn_kernel_register_auto_cc_generator.py → aclnn/aclnn_kernel_register_auto_cc_generator.py} +43 -18
- mindspore/ops_generate/{gen_aclnn_implement.py → aclnn/gen_aclnn_implement.py} +49 -51
- mindspore/ops_generate/api/__init__.py +0 -0
- mindspore/ops_generate/{add_tensor_docs_generator.py → api/add_tensor_docs_generator.py} +9 -7
- mindspore/ops_generate/{cpp_create_prim_instance_helper_generator.py → api/cpp_create_prim_instance_helper_generator.py} +6 -9
- mindspore/ops_generate/{functional_map_cpp_generator.py → api/functional_map_cpp_generator.py} +25 -12
- mindspore/ops_generate/{functional_overload_py_generator.py → api/functional_overload_py_generator.py} +8 -6
- mindspore/ops_generate/{functions_cc_generator.py → api/functions_cc_generator.py} +14 -10
- mindspore/ops_generate/api/gen_api.py +103 -0
- mindspore/ops_generate/{op_api_proto.py → api/op_api_proto.py} +98 -69
- mindspore/ops_generate/{tensor_func_reg_cpp_generator.py → api/tensor_func_reg_cpp_generator.py} +82 -43
- mindspore/ops_generate/common/__init__.py +0 -0
- mindspore/ops_generate/common/gen_constants.py +91 -0
- mindspore/ops_generate/{gen_utils.py → common/gen_utils.py} +72 -19
- mindspore/ops_generate/{op_proto.py → common/op_proto.py} +64 -1
- mindspore/ops_generate/{template.py → common/template.py} +96 -84
- mindspore/ops_generate/gen_ops.py +23 -325
- mindspore/ops_generate/op_def/__init__.py +0 -0
- mindspore/ops_generate/op_def/gen_op_def.py +90 -0
- mindspore/ops_generate/{lite_ops_cpp_generator.py → op_def/lite_ops_cpp_generator.py} +47 -11
- mindspore/ops_generate/{ops_def_cc_generator.py → op_def/ops_def_cc_generator.py} +18 -10
- mindspore/ops_generate/{ops_def_h_generator.py → op_def/ops_def_h_generator.py} +5 -5
- mindspore/ops_generate/{ops_name_h_generator.py → op_def/ops_name_h_generator.py} +30 -15
- mindspore/ops_generate/op_def/ops_primitive_h_generator.py +125 -0
- mindspore/ops_generate/op_def_py/__init__.py +0 -0
- mindspore/ops_generate/op_def_py/gen_op_def_py.py +47 -0
- mindspore/ops_generate/{op_def_py_generator.py → op_def_py/op_def_py_generator.py} +6 -5
- mindspore/ops_generate/{op_prim_py_generator.py → op_def_py/op_prim_py_generator.py} +24 -15
- mindspore/ops_generate/pyboost/__init__.py +0 -0
- mindspore/ops_generate/{auto_grad_impl_cc_generator.py → pyboost/auto_grad_impl_cc_generator.py} +11 -7
- mindspore/ops_generate/{auto_grad_reg_cc_generator.py → pyboost/auto_grad_reg_cc_generator.py} +7 -7
- mindspore/ops_generate/{gen_pyboost_func.py → pyboost/gen_pyboost_func.py} +40 -16
- mindspore/ops_generate/{op_template_parser.py → pyboost/op_template_parser.py} +105 -24
- mindspore/ops_generate/{pyboost_functions_cpp_generator.py → pyboost/pyboost_functions_cpp_generator.py} +55 -18
- mindspore/ops_generate/{pyboost_functions_h_generator.py → pyboost/pyboost_functions_h_generator.py} +42 -10
- mindspore/ops_generate/{pyboost_functions_py_generator.py → pyboost/pyboost_functions_py_generator.py} +6 -6
- mindspore/ops_generate/{pyboost_grad_function_cpp_generator.py → pyboost/pyboost_grad_function_cpp_generator.py} +11 -10
- mindspore/ops_generate/{pyboost_inner_prim_generator.py → pyboost/pyboost_inner_prim_generator.py} +8 -7
- mindspore/ops_generate/{pyboost_native_grad_functions_generator.py → pyboost/pyboost_native_grad_functions_generator.py} +14 -10
- mindspore/ops_generate/{pyboost_op_cpp_code_generator.py → pyboost/pyboost_op_cpp_code_generator.py} +140 -53
- mindspore/ops_generate/{pyboost_overload_functions_cpp_generator.py → pyboost/pyboost_overload_functions_cpp_generator.py} +28 -15
- mindspore/ops_generate/{pyboost_utils.py → pyboost/pyboost_utils.py} +88 -4
- mindspore/ops_generate/resources/__init__.py +0 -0
- mindspore/ops_generate/resources/resource_list.py +30 -0
- mindspore/ops_generate/resources/resource_loader.py +36 -0
- mindspore/ops_generate/resources/resource_manager.py +64 -0
- mindspore/ops_generate/resources/yaml_loader.py +88 -0
- mindspore/ops_generate/tensor_py_cc_generator.py +122 -0
- mindspore/parallel/__init__.py +6 -2
- mindspore/parallel/_auto_parallel_context.py +140 -12
- mindspore/parallel/_cell_wrapper.py +132 -15
- mindspore/parallel/_parallel_serialization.py +95 -4
- mindspore/parallel/_ps_context.py +1 -1
- mindspore/parallel/_recovery_context.py +7 -2
- mindspore/parallel/_tensor.py +142 -18
- mindspore/parallel/_utils.py +198 -25
- mindspore/parallel/algo_parameter_config.py +3 -3
- mindspore/parallel/auto_parallel.py +732 -0
- mindspore/parallel/checkpoint_convert.py +159 -0
- mindspore/parallel/checkpoint_transform.py +658 -37
- mindspore/parallel/cluster/process_entity/_api.py +151 -19
- mindspore/parallel/cluster/run.py +1 -1
- mindspore/parallel/function/__init__.py +24 -0
- mindspore/parallel/function/reshard_func.py +258 -0
- mindspore/parallel/nn/__init__.py +25 -0
- mindspore/parallel/nn/parallel_cell_wrapper.py +263 -0
- mindspore/parallel/nn/parallel_grad_reducer.py +169 -0
- mindspore/parallel/parameter_broadcast.py +24 -13
- mindspore/parallel/shard.py +137 -62
- mindspore/parallel/transform_safetensors.py +288 -95
- mindspore/pgodb140.dll +0 -0
- mindspore/pgort140.dll +0 -0
- mindspore/profiler/__init__.py +9 -5
- mindspore/profiler/analysis/parser/ascend_cann_parser.py +6 -2
- mindspore/profiler/analysis/parser/ms_framework_parser.py +4 -4
- mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -4
- mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +25 -0
- mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +241 -86
- mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +41 -2
- mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +33 -35
- mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +7 -0
- mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +8 -3
- mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +141 -30
- mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +5 -6
- mindspore/profiler/common/ascend_msprof_exporter.py +5 -4
- mindspore/profiler/common/constant.py +12 -0
- mindspore/profiler/common/msprof_cmd_tool.py +42 -23
- mindspore/profiler/common/path_manager.py +24 -0
- mindspore/profiler/common/profiler_context.py +26 -2
- mindspore/profiler/common/profiler_meta_data.py +74 -0
- mindspore/profiler/common/profiler_parameters.py +59 -18
- mindspore/profiler/common/profiler_path_manager.py +66 -7
- mindspore/profiler/dynamic_profiler.py +112 -79
- mindspore/profiler/envprofiler.py +26 -1
- mindspore/profiler/experimental_config.py +197 -0
- mindspore/profiler/mstx.py +57 -14
- mindspore/profiler/platform/npu_profiler.py +33 -7
- mindspore/profiler/profiler.py +541 -45
- mindspore/profiler/profiler_action_controller.py +1 -1
- mindspore/profiler/profiler_interface.py +4 -0
- mindspore/profiler/schedule.py +57 -22
- mindspore/rewrite/api/node.py +15 -13
- mindspore/rewrite/api/symbol_tree.py +1 -1
- mindspore/run_check/_check_version.py +25 -14
- mindspore/run_check/run_check.py +1 -1
- mindspore/runtime/__init__.py +2 -2
- mindspore/runtime/executor.py +40 -11
- mindspore/runtime/memory.py +37 -13
- mindspore/safeguard/rewrite_obfuscation.py +12 -9
- mindspore/swresample-4.dll +0 -0
- mindspore/swscale-6.dll +0 -0
- mindspore/tbbmalloc.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/__init__.py +8 -8
- mindspore/train/_utils.py +43 -9
- mindspore/train/amp.py +1 -1
- mindspore/train/callback/__init__.py +2 -2
- mindspore/train/callback/_callback.py +2 -16
- mindspore/train/callback/_checkpoint.py +24 -40
- mindspore/train/callback/_cluster_monitor.py +14 -18
- mindspore/train/callback/_flops_collector.py +2 -3
- mindspore/train/callback/_history.py +7 -4
- mindspore/train/callback/_lambda_callback.py +2 -2
- mindspore/train/callback/_landscape.py +0 -3
- mindspore/train/callback/_loss_monitor.py +2 -1
- mindspore/train/callback/_on_request_exit.py +6 -5
- mindspore/train/callback/_reduce_lr_on_plateau.py +11 -6
- mindspore/train/callback/_summary_collector.py +8 -13
- mindspore/train/callback/_time_monitor.py +2 -1
- mindspore/train/callback/{_tft_register.py → _train_fault_tolerance.py} +204 -105
- mindspore/train/data_sink.py +25 -2
- mindspore/train/dataset_helper.py +4 -5
- mindspore/train/loss_scale_manager.py +8 -7
- mindspore/train/metrics/accuracy.py +3 -3
- mindspore/train/metrics/confusion_matrix.py +9 -9
- mindspore/train/metrics/error.py +3 -3
- mindspore/train/metrics/hausdorff_distance.py +4 -4
- mindspore/train/metrics/mean_surface_distance.py +3 -3
- mindspore/train/metrics/metric.py +0 -12
- mindspore/train/metrics/occlusion_sensitivity.py +4 -2
- mindspore/train/metrics/precision.py +8 -6
- mindspore/train/metrics/recall.py +9 -9
- mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
- mindspore/train/mind_ir_pb2.py +19 -12
- mindspore/train/model.py +262 -127
- mindspore/train/serialization.py +246 -988
- mindspore/train/summary/_summary_adapter.py +2 -2
- mindspore/train/summary/summary_record.py +1 -1
- mindspore/turbojpeg.dll +0 -0
- mindspore/utils/__init__.py +3 -2
- mindspore/utils/dryrun.py +4 -2
- mindspore/utils/hooks.py +81 -0
- mindspore/utils/runtime_execution_order_check.py +2 -0
- mindspore/utils/utils.py +138 -4
- mindspore/vcmeta.dll +0 -0
- mindspore/vcruntime140.dll +0 -0
- mindspore/vcruntime140_1.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/METADATA +2 -1
- {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/RECORD +485 -440
- mindspore/_install_custom.py +0 -43
- mindspore/common/_register_for_adapter.py +0 -74
- mindspore/ops/auto_generate/gen_arg_dtype_cast.py +0 -252
- mindspore/ops/auto_generate/gen_arg_handler.py +0 -136
- mindspore/ops/operations/_opaque_predicate_registry.py +0 -41
- mindspore/ops_generate/gen_constants.py +0 -190
- mindspore/ops_generate/gen_ops_inner_prim.py +0 -131
- mindspore/ops_generate/ops_primitive_h_generator.py +0 -81
- /mindspore/ops_generate/{base_generator.py → common/base_generator.py} +0 -0
- {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/WHEEL +0 -0
- {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/entry_points.txt +0 -0
- {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/top_level.txt +0 -0
|
@@ -17,14 +17,17 @@
|
|
|
17
17
|
from mindspore.common import dtype as mstype
|
|
18
18
|
|
|
19
19
|
op_args_default_value = {
|
|
20
|
-
"AdamWeightDecay": {"use_locking": False},
|
|
21
20
|
"AdamW": {"amsgrad": False, "maximize": False},
|
|
22
|
-
"
|
|
23
|
-
"AddLayerNormV2": {"epsilon": 1e-5, "additionalOut": False},
|
|
24
|
-
"AddRmsNorm": {"epsilon": 1e-6},
|
|
21
|
+
"AdamWeightDecay": {"use_locking": False},
|
|
25
22
|
"Addbmm": {"beta": 1, "alpha": 1},
|
|
23
|
+
"AddcdivExt": {"value": 1},
|
|
24
|
+
"AddcmulExt": {"value": 1},
|
|
26
25
|
"Addmm": {"beta": 1, "alpha": 1},
|
|
27
26
|
"Addmv": {"beta": 1, "alpha": 1},
|
|
27
|
+
"AddExt": {"alpha": 1},
|
|
28
|
+
"AddLayerNormV2": {"epsilon": 1e-5, "additionalOut": False},
|
|
29
|
+
"AddRmsNorm": {"epsilon": 1e-6},
|
|
30
|
+
"AddScalar": {"alpha": 1},
|
|
28
31
|
"AllGatherMatmul": {"bias": None, "gather_index": 0, "gather_output": True, "comm_turn": 0, "trans_input": False, "trans_x2": False},
|
|
29
32
|
"ApplyAdamW": {"max_grad_norm": None, "amsgrad": False, "maximize": False},
|
|
30
33
|
"ApplyCamePart2": {"sum_r": None, "global_shape": None},
|
|
@@ -38,13 +41,16 @@ op_args_default_value = {
|
|
|
38
41
|
"ArgMinExt": {"dim": None, "keepdim": False},
|
|
39
42
|
"Argmin": {"axis": -1, "output_type": mstype.int32},
|
|
40
43
|
"ArgMinWithValue": {"axis": 0, "keep_dims": False},
|
|
41
|
-
"ArgSort": {"dim": -1, "descending": False},
|
|
44
|
+
"ArgSort": {"dim": -1, "descending": False, "stable": False},
|
|
42
45
|
"AsStrided": {"storage_offset": 0},
|
|
43
46
|
"AvgPool1D": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True},
|
|
44
47
|
"AvgPool2DGrad": {"padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
|
|
45
48
|
"AvgPool2D": {"padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
|
|
49
|
+
"AvgPool3DExt": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
|
|
50
|
+
"AvgPool3DGradExt": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
|
|
46
51
|
"AvgPoolGrad": {"kernel_size": 1, "strides": 1, "pad_mode": 'VALID', "data_format": 'NCHW'},
|
|
47
52
|
"AvgPool": {"kernel_size": 1, "strides": 1, "pad_mode": 'VALID', "data_format": 'NCHW'},
|
|
53
|
+
"Baddbmm": {"beta": 1, "alpha": 1},
|
|
48
54
|
"BatchMatMul": {"transpose_a": False, "transpose_b": False},
|
|
49
55
|
"BatchNormElemt": {"weight": None, "bias": None, "mean": None, "invstd": None, "eps": 1e-5},
|
|
50
56
|
"BatchNormExt": {"running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
|
|
@@ -53,6 +59,7 @@ op_args_default_value = {
|
|
|
53
59
|
"BatchNormGradGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
54
60
|
"BatchNormGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
55
61
|
"BatchNormGradWithActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
62
|
+
"BatchNormGradWithAddAndActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
|
|
56
63
|
"BatchNorm": {"is_training": False, "epsilon": 1e-5, "momentum": 0.1, "data_format": 'NCHW'},
|
|
57
64
|
"BatchNormWithActivation": {"is_training": False, "epsilon": 1e-5, "momentum": 0.1, "data_format": 'NCHW'},
|
|
58
65
|
"BatchNormWithAddAndActivation": {"is_training": False, "epsilon": 1e-5, "momentum": 0.1, "data_format": 'NCHW'},
|
|
@@ -69,41 +76,45 @@ op_args_default_value = {
|
|
|
69
76
|
"CholeskyInverse": {"upper": False},
|
|
70
77
|
"Cholesky": {"upper": False},
|
|
71
78
|
"Chunk": {"dim": 0},
|
|
79
|
+
"ChunkView": {"dim": 0},
|
|
72
80
|
"ClampScalar": {"min": None, "max": None},
|
|
73
81
|
"ClampTensor": {"min": None, "max": None},
|
|
74
82
|
"Col2ImExt": {"dilation": 1, "padding": 0, "stride": 1},
|
|
75
83
|
"Col2ImGrad": {"dilation": 1, "padding": 0, "stride": 1},
|
|
76
84
|
"Concat": {"axis": 0},
|
|
77
85
|
"ConstantPadND": {"value": 0.0},
|
|
86
|
+
"Conv1DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
|
|
87
|
+
"Conv1DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
|
|
78
88
|
"Conv2DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
|
|
79
89
|
"Conv2DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
|
|
80
90
|
"Conv3DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
|
|
81
91
|
"Conv3DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
|
|
82
|
-
"ConvTranspose2D": {"bias": None, "stride": 1, "padding": 0, "output_padding": 0, "groups": 1, "dilation": 1},
|
|
83
92
|
"ConvolutionGrad": {"bias": None, "stride": 1, "padding": 0, "dilation": (1, 1), "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
|
|
84
93
|
"Convolution": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1},
|
|
85
94
|
"ConvolutionStrGrad": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
|
|
86
95
|
"ConvolutionStr": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1},
|
|
87
|
-
"
|
|
96
|
+
"ConvTranspose2D": {"bias": None, "stride": 1, "padding": 0, "output_padding": 0, "groups": 1, "dilation": 1},
|
|
97
|
+
"Correlate": {"pad_mode": 'valid'},
|
|
88
98
|
"CountNonZero": {"dim": None},
|
|
89
99
|
"Cross": {"dim": -65530},
|
|
100
|
+
"CumsumExt": {"dtype": None},
|
|
90
101
|
"CumProd": {"exclusive": False, "reverse": False},
|
|
91
102
|
"CumSum": {"exclusive": False, "reverse": False},
|
|
92
|
-
"CumsumExt": {"dtype": None},
|
|
93
|
-
"DCT": {"type": 2, "n": None, "axis": -1, "norm": None},
|
|
94
103
|
"DCTN": {"type": 2, "s": None, "axes": None, "norm": None},
|
|
104
|
+
"DCT": {"type": 2, "n": None, "axis": -1, "norm": None},
|
|
95
105
|
"Dense": {"bias": None},
|
|
96
106
|
"Diagonal": {"offset": 0, "dim1": 0, "dim2": 1},
|
|
97
|
-
"
|
|
107
|
+
"DiagExt": {"diagonal": 0},
|
|
98
108
|
"DivMods": {"rounding_mode": None},
|
|
109
|
+
"DivMod": {"rounding_mode": None},
|
|
99
110
|
"Dropout": {"keep_prob": 0.5, "Seed0": 0, "Seed1": 0},
|
|
100
111
|
"Eig": {"compute_v": False},
|
|
101
112
|
"EluExt": {"alpha": 1.0},
|
|
102
|
-
"EluGradExt": {"alpha": 1.0},
|
|
113
|
+
"EluGradExt": {"alpha": 1.0, "is_result": False},
|
|
103
114
|
"Elu": {"alpha": 1.0},
|
|
104
|
-
"EmbeddingApplyAdaGrad": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
105
|
-
"EmbeddingApplyAdam": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
106
115
|
"EmbeddingApplyAdamW": {"ams_grad": (0,), "mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
116
|
+
"EmbeddingApplyAdam": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
117
|
+
"EmbeddingApplyAdaGrad": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
107
118
|
"EmbeddingApplyFtrl": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
108
119
|
"EmbeddingApplyRmsprop": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
109
120
|
"EmbeddingApplySgd": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
|
|
@@ -118,69 +129,77 @@ op_args_default_value = {
|
|
|
118
129
|
"ExtractImagePatches": {"padding": 'VALID'},
|
|
119
130
|
"FFNExt": {"expertTokens": None, "bias1": None, "bias2": None, "scale": None, "offset": None, "deqScale1": None, "deqScale2": None, "antiquant_scale1": None, "antiquant_scale2": None, "antiquant_offset1": None, "antiquant_offset2": None, "activation": 'fastgelu', "inner_precise": 0},
|
|
120
131
|
"FFT2": {"s": None, "dim": (-2, -1), "norm": None},
|
|
121
|
-
"FFT": {"n": None, "dim": -1, "norm": None},
|
|
122
|
-
"FFTOrtho": {"axes": None, "forward": True},
|
|
123
|
-
"FFTWithSize": {"norm": 'backward', "onesided": True, "signal_sizes": ()},
|
|
124
132
|
"FFTFreq": {"d": 1.0, "dtype": None},
|
|
125
133
|
"FFTN": {"s": None, "dim": None, "norm": None},
|
|
126
134
|
"FFTShift": {"dim": None},
|
|
135
|
+
"FFT": {"n": None, "dim": -1, "norm": None},
|
|
136
|
+
"FFTOrtho": {"axes": None, "forward": True},
|
|
137
|
+
"FFTWithSize": {"norm": 'backward', "onesided": True, "signal_sizes": ()},
|
|
127
138
|
"FillScalar": {"dtype": None},
|
|
128
139
|
"FillTensor": {"dtype": None},
|
|
129
140
|
"FlashAttentionScoreGrad": {"pse_shift": None, "drop_mask": None, "padding_mask": None, "atten_mask": None, "softmax_max": None, "softmax_sum": None, "softmax_in": None, "attention_in": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 65536, "next_tokens": 65536, "inner_precise": 1, "input_layout": 'BSH', "sparse_mode": 0},
|
|
130
141
|
"FlashAttentionScore": {"real_shift": None, "drop_mask": None, "padding_mask": None, "attn_mask": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "input_layout": 'BSH', "sparse_mode": 0},
|
|
131
142
|
"FlattenExt": {"start_dim": 0, "end_dim": -1},
|
|
132
143
|
"FullLike": {"dtype": None},
|
|
144
|
+
"FusedAddTopKDiv": {"activate_type": 0, "is_norm": True, "scale": 2.5},
|
|
133
145
|
"Gather": {"batch_dims": 0},
|
|
146
|
+
"GeluExt": {"approximate": 'none'},
|
|
147
|
+
"GeluGradExt": {"approximate": 'none'},
|
|
134
148
|
"GenerateEodMaskV2": {"start": 0, "steps": 1, "error_mode": 'cycle', "flip_mode": 'bitflip', "multiply_factor": 0.0, "bit_pos": 0, "flip_probability": 0.0},
|
|
135
149
|
"GLU": {"axis": -1},
|
|
136
|
-
"GmmBackward": {"group_list": None},
|
|
137
|
-
"GmmV2Backward": {"group_list": None, "group_list_type": 0},
|
|
138
150
|
"GridSampler2DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False, "output_mask": (1, 1)},
|
|
139
151
|
"GridSampler2D": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
|
|
140
152
|
"GridSampler3DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False, "output_mask": (1, 1)},
|
|
141
153
|
"GridSampler3D": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
|
|
142
154
|
"GroupNormGrad": {"dx_is_require": True, "dgamma_is_require": True, "dbeta_is_require": True},
|
|
143
155
|
"GroupNorm": {"weight": None, "bias": None, "eps": 1e-5},
|
|
156
|
+
"GroupTopk": {"k_inner": 1},
|
|
144
157
|
"HardtanhGrad": {"min_val": -1, "max_val": 1},
|
|
145
158
|
"Hardtanh": {"min_val": -1, "max_val": 1},
|
|
146
159
|
"HFFT2": {"s": None, "dim": (-2, -1), "norm": None},
|
|
147
|
-
"HFFT": {"n": None, "dim": -1, "norm": None},
|
|
148
160
|
"HFFTN": {"s": None, "dim": None, "norm": None},
|
|
161
|
+
"HFFT": {"n": None, "dim": -1, "norm": None},
|
|
149
162
|
"HistcExt": {"bins": 100, "min": 0, "max": 0},
|
|
150
163
|
"HShrinkGrad": {"lambd": 0.5},
|
|
151
164
|
"HShrink": {"lambd": 0.5},
|
|
152
|
-
"IDCT": {"type": 2, "n": None, "axis": -1, "norm": None},
|
|
153
165
|
"IDCTN": {"type": 2, "s": None, "axes": None, "norm": None},
|
|
166
|
+
"IDCT": {"type": 2, "n": None, "axis": -1, "norm": None},
|
|
154
167
|
"IFFT2": {"s": None, "dim": (-2, -1), "norm": None},
|
|
155
|
-
"IFFT": {"n": None, "dim": -1, "norm": None},
|
|
156
168
|
"IFFTN": {"s": None, "dim": None, "norm": None},
|
|
157
169
|
"IFFTShift": {"dim": None},
|
|
170
|
+
"IFFT": {"n": None, "dim": -1, "norm": None},
|
|
158
171
|
"IHFFT2": {"s": None, "dim": (-2, -1), "norm": None},
|
|
159
|
-
"IHFFT": {"n": None, "dim": -1, "norm": None},
|
|
160
172
|
"IHFFTN": {"s": None, "dim": None, "norm": None},
|
|
173
|
+
"IHFFT": {"n": None, "dim": -1, "norm": None},
|
|
161
174
|
"Im2ColExt": {"dilation": 1, "padding": 0, "stride": 1},
|
|
162
175
|
"IncreFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "pse_shift": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "kv_padding_size": None, "num_heads": 1, "input_layout": 'BSH', "scale_value": 1.0, "num_key_value_heads": 0, "block_size": 0, "inner_precise": 1},
|
|
163
176
|
"IndexAddExt": {"alpha": 1},
|
|
164
177
|
"InnerInplaceIndexPut": {"accumulate": False},
|
|
165
|
-
"InplaceAddExt": {"alpha": 1},
|
|
166
178
|
"InplaceAddmm": {"beta": 1, "alpha": 1},
|
|
167
179
|
"InplaceAddsExt": {"alpha": 1},
|
|
180
|
+
"InplaceAddExt": {"alpha": 1},
|
|
168
181
|
"InplaceClampScalar": {"min": None, "max": None},
|
|
169
182
|
"InplaceClampTensor": {"min": None, "max": None},
|
|
170
|
-
"InplaceDivMod": {"rounding_mode": None},
|
|
171
183
|
"InplaceDivMods": {"rounding_mode": None},
|
|
184
|
+
"InplaceDivMod": {"rounding_mode": None},
|
|
185
|
+
"InplaceElu": {"alpha": 1.0},
|
|
186
|
+
"InplaceFillDiagonal": {"wrap": False},
|
|
172
187
|
"InplaceHardtanh": {"min_val": -1, "max_val": 1},
|
|
173
188
|
"InplaceIndexAddExt": {"alpha": 1},
|
|
174
189
|
"InplaceIndexPut": {"accumulate": False},
|
|
190
|
+
"InplacePut": {"accumulate": False},
|
|
175
191
|
"InplaceRandom": {"from_": 0, "to": None, "seed": 0, "offset": 0},
|
|
176
192
|
"InplaceSubExt": {"alpha": 1},
|
|
177
193
|
"InplaceSubScalar": {"alpha": 1},
|
|
178
194
|
"InsertGemV2InBackward": {"start": 0, "steps": 1, "error_mode": 'cycle', "flip_mode": 'bitflip', "multiply_factor": 0.0, "bit_pos": 0, "flip_probability": 0.0},
|
|
179
195
|
"IRFFT2": {"s": None, "dim": (-2, -1), "norm": None},
|
|
196
|
+
"IRFFTN": {"s": None, "dim": None, "norm": None},
|
|
180
197
|
"IRFFTDouble": {"dim": -1},
|
|
181
198
|
"IRFFT": {"n": None, "dim": -1, "norm": None},
|
|
182
|
-
"IRFFTN": {"s": None, "dim": None, "norm": None},
|
|
183
199
|
"IsClose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
|
|
200
|
+
"KLDivGrad": {"reduction": 'mean', "log_target": False},
|
|
201
|
+
"KLDiv": {"reduction": 'mean', "log_target": False},
|
|
202
|
+
"Kthvalue": {"dim": -1, "keepdim": False},
|
|
184
203
|
"L1LossBackwardExt": {"reduction": 'mean'},
|
|
185
204
|
"L1LossExt": {"reduction": 'mean'},
|
|
186
205
|
"LayerNormExt": {"weight": None, "bias": None, "eps": 1e-5},
|
|
@@ -192,35 +211,40 @@ op_args_default_value = {
|
|
|
192
211
|
"LayerNormV3": {"begin_norm_axis": 1, "begin_params_axis": 1, "epsilon": 1e-7},
|
|
193
212
|
"LeakyReLUExt": {"negative_slope": 0.01},
|
|
194
213
|
"LeakyReLUGradExt": {"negative_slope": 0.01, "is_result": False},
|
|
195
|
-
"
|
|
214
|
+
"LinalgQr": {"mode": 'reduced'},
|
|
196
215
|
"LinalgVectorNorm": {"ord": 2, "dim": None, "keepdim": False, "dtype": None},
|
|
197
|
-
"
|
|
198
|
-
"LogSoftmaxGrad": {"axis": -1},
|
|
199
|
-
"LogSoftmax": {"axis": -1},
|
|
216
|
+
"LinSpaceExt": {"dtype": None},
|
|
200
217
|
"LogitGrad": {"eps": -1.0},
|
|
201
218
|
"Logit": {"eps": -1.0},
|
|
202
219
|
"LogSumExp": {"keepdim": False},
|
|
220
|
+
"LogSoftmaxExt": {"dim": None, "dtype": None},
|
|
221
|
+
"LogSoftmaxGrad": {"axis": -1},
|
|
222
|
+
"LogSoftmax": {"axis": -1},
|
|
203
223
|
"LpNormV2": {"p": 2, "dim": None, "keepdim": False, "epsilon": 1e-12},
|
|
204
224
|
"LstsqV2": {"driver": None},
|
|
205
225
|
"MatMul": {"transpose_a": False, "transpose_b": False},
|
|
206
226
|
"MatmulReduceScatter": {"reduce_op": 'sum', "bias": None, "comm_turn": 0, "trans_input": False, "trans_x2": False},
|
|
227
|
+
"MaximumGradGrad": {"grad_x": True, "grad_y": True},
|
|
228
|
+
"MaximumGrad": {"grad_x": True, "grad_y": True},
|
|
207
229
|
"MaxDim": {"keepdim": False},
|
|
208
230
|
"MaxPoolGradWithIndices": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
|
|
209
231
|
"MaxPoolGradWithMask": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
|
|
210
232
|
"MaxPoolWithIndices": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
|
|
211
233
|
"MaxPoolWithMask": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
|
|
212
234
|
"MaxUnpool2DExt": {"stride": None, "padding": 0, "output_size": None},
|
|
213
|
-
"MaximumGradGrad": {"grad_x": True, "grad_y": True},
|
|
214
|
-
"MaximumGrad": {"grad_x": True, "grad_y": True},
|
|
215
235
|
"MeanExt": {"dim": None, "keepdim": False, "dtype": None},
|
|
216
236
|
"MedianDim": {"dim": -1, "keepdim": False},
|
|
217
237
|
"Meshgrid": {"indexing": 'xy'},
|
|
218
|
-
"MinDim": {"keepdim": False},
|
|
219
238
|
"MinimumGrad": {"grad_x": True, "grad_y": True},
|
|
239
|
+
"MinDim": {"keepdim": False},
|
|
240
|
+
"MoeTokenPermuteGrad": {"num_topk": 1, "padded_mode": False},
|
|
241
|
+
"MoeTokenPermute": {"num_out_tokens": None, "padded_mode": False},
|
|
242
|
+
"MoeTokenUnpermuteGrad": {"probs": None, "padded_mode": False, "restore_shape": None},
|
|
243
|
+
"MoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
|
|
220
244
|
"MSELossExt": {"reduction": 'mean'},
|
|
221
245
|
"MSELossGradExt": {"reduction": 'mean'},
|
|
222
|
-
"NanToNum": {"nan": None, "posinf": None, "neginf": None},
|
|
223
246
|
"Nansum": {"dim": None, "keepdim": False, "dtype": None},
|
|
247
|
+
"NanToNum": {"nan": None, "posinf": None, "neginf": None},
|
|
224
248
|
"NewEmpty": {"dtype": None, "device": None},
|
|
225
249
|
"NewOnes": {"dtype": None},
|
|
226
250
|
"NewZeros": {"dtype": None},
|
|
@@ -228,24 +252,24 @@ op_args_default_value = {
|
|
|
228
252
|
"NLLLossGrad": {"reduction": 'mean', "ignore_index": -100},
|
|
229
253
|
"NLLLoss": {"reduction": 'mean', "ignore_index": -100},
|
|
230
254
|
"Norm": {"p": 2.0, "dim": None, "keepdim": False, "dtype": None},
|
|
231
|
-
"OneHotExt": {"axis": -1},
|
|
232
|
-
"OneHot": {"axis": -1},
|
|
233
255
|
"OnesLikeExt": {"dtype": None},
|
|
234
256
|
"Ones": {"dtype": None},
|
|
257
|
+
"OneHotExt": {"axis": -1},
|
|
258
|
+
"OneHot": {"axis": -1},
|
|
235
259
|
"PagedAttentionMask": {"antiquant_scale": None, "antiquant_offset": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT'},
|
|
236
|
-
"PagedAttention": {"antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "kv_cache_quant_mode": 'DEFAULT'},
|
|
260
|
+
"PagedAttention": {"value_cache": None, "block_tables": None, "context_lens": None, "antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT', "mask_mode": 'MASK_DEFAULT', "mla_v_dim": 0},
|
|
237
261
|
"ProdExt": {"dim": None, "keepdim": False, "dtype": None},
|
|
238
262
|
"PromptFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "pse_shift": None, "deq_scale1": None, "quant_scale1": None, "deq_scale2": None, "quant_scale2": None, "quant_offset2": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 0, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1},
|
|
239
263
|
"PromptKVCache": {"align_mode": 'LEFT'},
|
|
240
264
|
"Qr": {"full_matrices": False},
|
|
241
|
-
"RandExt": {"dtype": None},
|
|
242
|
-
"RandLikeExt": {"dtype": None},
|
|
243
265
|
"RandIntLike": {"dtype": None},
|
|
244
266
|
"RandInt": {"dtype": None},
|
|
245
267
|
"RandnLike": {"dtype": None},
|
|
246
268
|
"Randn": {"dtype": None},
|
|
247
269
|
"RandpermExt": {"dtype": mstype.int64},
|
|
248
270
|
"RandpermV2": {"seed": 0, "offset": 0, "dtype": mstype.int64},
|
|
271
|
+
"RandExt": {"dtype": None},
|
|
272
|
+
"RandLikeExt": {"dtype": None},
|
|
249
273
|
"Range": {"maxlen": 1000000},
|
|
250
274
|
"ReduceAll": {"axis": None, "keep_dims": False},
|
|
251
275
|
"ReduceAny": {"axis": (), "keep_dims": False},
|
|
@@ -257,6 +281,7 @@ op_args_default_value = {
|
|
|
257
281
|
"ReduceSum": {"axis": (), "keep_dims": False, "skip_mode": False},
|
|
258
282
|
"RepeatInterleaveInt": {"dim": None, "output_size": None},
|
|
259
283
|
"RepeatInterleaveTensor": {"dim": None, "output_size": None},
|
|
284
|
+
"ReshapeAndCache": {"value": None, "key_cache": None, "value_cache": None, "slot_mapping": None},
|
|
260
285
|
"ResizeBicubicGrad": {"align_corners": False, "half_pixel_centers": False},
|
|
261
286
|
"ResizeBicubic": {"align_corners": False, "half_pixel_centers": False},
|
|
262
287
|
"ResizeBilinearGrad": {"align_corners": False, "half_pixel_centers": False},
|
|
@@ -269,11 +294,11 @@ op_args_default_value = {
|
|
|
269
294
|
"ResizeNearestNeighborV2Grad": {"align_corners": False, "half_pixel_centers": False},
|
|
270
295
|
"ResizeNearestNeighborV2": {"align_corners": False, "half_pixel_centers": False},
|
|
271
296
|
"RFFT2": {"s": None, "dim": (-2, -1), "norm": None},
|
|
272
|
-
"RFFT": {"n": None, "dim": -1, "norm": None},
|
|
273
297
|
"RFFTFreq": {"d": 1.0, "dtype": None},
|
|
274
298
|
"RFFTN": {"s": None, "dim": None, "norm": None},
|
|
299
|
+
"RFFT": {"n": None, "dim": -1, "norm": None},
|
|
275
300
|
"RmsNorm": {"epsilon": 1e-6},
|
|
276
|
-
"Roll": {"
|
|
301
|
+
"Roll": {"dims": None},
|
|
277
302
|
"RotaryPositionEmbeddingGrad": {"dx": None, "mode": 0},
|
|
278
303
|
"RotaryPositionEmbedding": {"mode": 0},
|
|
279
304
|
"RotatedIou": {"trans": False, "mode": 0, "is_cross": True, "v_threshold": 0.0, "e_threshold": 0.0},
|
|
@@ -293,31 +318,40 @@ op_args_default_value = {
|
|
|
293
318
|
"SoftplusGradExt": {"beta": 1, "threshold": 20},
|
|
294
319
|
"SoftShrinkGrad": {"lambd": 0.5},
|
|
295
320
|
"SoftShrink": {"lambd": 0.5},
|
|
321
|
+
"SoftMarginLossGrad": {"reduction": 'mean'},
|
|
322
|
+
"SoftMarginLoss": {"reduction": 'mean'},
|
|
296
323
|
"SolveTriangular": {"trans": 0, "lower": False, "unit_diagonal": False},
|
|
297
324
|
"SortExt": {"dim": -1, "descending": False, "stable": False},
|
|
325
|
+
"SpeedFusionAttentionGrad": {"pse": None, "padding_mask": None, "atten_mask": None, "softmax_max": None, "softmax_sum": None, "softmax_in": None, "attention_in": None, "scale_value": 1.0, "keep_prob": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "seed": None, "offset": None, "numels": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "sparse_mode": 0, "gen_mask_parallel": True, "sync": False, "pse_type": 1, "q_start_idx": None, "kv_start_idx": None},
|
|
326
|
+
"SpeedFusionAttention": {"pse": None, "padding_mask": None, "atten_mask": None, "scale": 1.0, "keep_prob": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "sparse_mode": 0, "gen_mask_parallel": True, "sync": False, "pse_type": 1, "q_start_idx": None, "kv_start_idx": None},
|
|
298
327
|
"Split": {"axis": 0, "output_num": 1},
|
|
299
328
|
"SplitTensor": {"dim": 0},
|
|
329
|
+
"SplitTensorView": {"dim": 0},
|
|
300
330
|
"SplitWithSize": {"dim": 0},
|
|
331
|
+
"SplitWithSizeView": {"dim": 0},
|
|
301
332
|
"Squeeze": {"axis": ()},
|
|
302
333
|
"StackExt": {"dim": 0},
|
|
303
334
|
"StdMean": {"dim": None, "correction": 1, "keepdim": False},
|
|
304
335
|
"Std": {"dim": None, "correction": 1, "keepdim": False},
|
|
305
336
|
"StridedSlice": {"begin_mask": 0, "end_mask": 0, "ellipsis_mask": 0, "new_axis_mask": 0, "shrink_axis_mask": 0},
|
|
306
337
|
"SubExt": {"alpha": 1},
|
|
338
|
+
"SubScalar": {"alpha": 1},
|
|
307
339
|
"SumExt": {"dim": None, "keepdim": False, "dtype": None},
|
|
340
|
+
"Svd": {"full_matrices": False, "compute_uv": True},
|
|
308
341
|
"SwigluGrad": {"dim": -1},
|
|
309
342
|
"Swiglu": {"dim": -1},
|
|
310
343
|
"TensorScatterElements": {"axis": 0, "reduce": 'none'},
|
|
311
|
-
"TopkExt": {"dim": -1, "largest": True, "sorted": True},
|
|
312
344
|
"TopKRouter": {"drop_type": 0},
|
|
345
|
+
"TopkExt": {"dim": -1, "largest": True, "sorted": True},
|
|
313
346
|
"TraceV2Grad": {"offset": 0, "axis1": 1, "axis2": 0},
|
|
314
347
|
"TraceV2": {"offset": 0, "axis1": 1, "axis2": 0, "dtype": None},
|
|
348
|
+
"TriangularSolve": {"upper": True, "transpose": False, "unitriangular": False},
|
|
315
349
|
"TrilExt": {"diagonal": 0},
|
|
316
350
|
"Triu": {"diagonal": 0},
|
|
317
351
|
"TupleToTensor": {"dtype": None},
|
|
318
352
|
"Unique2": {"sorted": True, "return_inverse": False, "return_counts": False},
|
|
319
|
-
"UniqueConsecutive": {"
|
|
320
|
-
"
|
|
353
|
+
"UniqueConsecutive": {"return_inverse": False, "return_counts": False, "dim": None},
|
|
354
|
+
"UnstackExtView": {"dim": 0},
|
|
321
355
|
"UpsampleBicubic2DGrad": {"output_size": None, "scales": None, "align_corners": False},
|
|
322
356
|
"UpsampleBicubic2D": {"output_size": None, "scales": None, "align_corners": False},
|
|
323
357
|
"UpsampleBilinear2DGrad": {"output_size": None, "scales": None, "align_corners": False},
|
|
@@ -338,9 +372,10 @@ op_args_default_value = {
|
|
|
338
372
|
"Zeros": {"dtype": None},
|
|
339
373
|
"AddRmsNormDynamicQuant": {"smooth_scale2": None, "epsilon": 1e-5},
|
|
340
374
|
"AddRmsNormQuantV2": {"epsilon": 1e-5},
|
|
375
|
+
"DynamicNTK": {"dtype": mstype.float16},
|
|
341
376
|
"DynamicQuantExt": {"smooth_scales": None},
|
|
342
|
-
"FusedInferAttentionScore": {"pse_shift": None, "attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "query_padding_size": None, "kv_padding_size": None, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1, "block_size": 0, "antiquant_mode": 0, "softmax_lse_flag": False},
|
|
343
|
-
"GroupedMatmul": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1},
|
|
377
|
+
"FusedInferAttentionScore": {"pse_shift": None, "attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "query_padding_size": None, "kv_padding_size": None, "key_antiquant_scale": None, "key_antiquant_offset": None, "value_antiquant_scale": None, "value_antiquant_offset": None, "key_shared_prefix": None, "value_shared_prefix": None, "actual_shared_prefix_len": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1, "block_size": 0, "antiquant_mode": 0, "softmax_lse_flag": False, "key_antiquant_mode": 0, "value_antiquant_mode": 0},
|
|
378
|
+
"GroupedMatmul": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1, "transpose_a": False, "transpose_b": False},
|
|
344
379
|
"GroupedMatmulV2": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1},
|
|
345
380
|
"GroupedMatmulV4": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "pre_token_scale": None, "group_list": None, "activation_input": None, "activation_quant_scale": None, "activation_quant_offset": None, "split_item": 0, "group_type": -1, "group_list_type": 0, "act_type": 0},
|
|
346
381
|
"KVCacheScatterUpdate": {"reduce": 'none'},
|
|
@@ -349,7 +384,16 @@ op_args_default_value = {
|
|
|
349
384
|
"MoeGatingTopKSoftmax": {"finished": None, "k": 1},
|
|
350
385
|
"QuantBatchMatmul": {"offset": None, "bias": None, "pertokenScaleOptional": None, "transpose_x1": False, "transpose_x2": False, "dtype": mstype.float16},
|
|
351
386
|
"QuantV2": {"sqrt_mode": False, "rounding_mode": 'ROUND', "dst_type": mstype.int8},
|
|
387
|
+
"RmsNormQuant": {"beta": None, "epsilon": 1e-6},
|
|
388
|
+
"SwiGLUDynamicQuant": {"smooth_scale": None},
|
|
389
|
+
"TransposeBatchMatmulTranspose": {"transpose_a": False, "transpose_b": False},
|
|
352
390
|
"WeightQuantBatchMatmul": {"antiquant_offset": None, "quant_scale": None, "quant_offset": None, "bias": None, "transpose_x": False, "transpose_weight": False, "antiquant_group_size": 0},
|
|
391
|
+
"GmmBackwardFusion": {"group_list": None, "group_list_type": 0},
|
|
392
|
+
"GmmBackward": {"group_list": None, "group_list_type": 0},
|
|
393
|
+
"Gmm": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
|
|
394
|
+
"GmmV2BackwardFusion": {"group_list": None, "group_list_type": 0},
|
|
395
|
+
"GmmV2Backward": {"group_list": None, "group_list_type": 0},
|
|
396
|
+
"GmmV2": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
|
|
353
397
|
"DeprecatedAddbmm": {"beta": 1, "alpha": 1},
|
|
354
398
|
"DeprecatedAddmm": {"beta": 1, "alpha": 1},
|
|
355
399
|
"DeprecatedAddmv": {"beta": 1, "alpha": 1},
|
|
@@ -360,14 +404,19 @@ op_args_default_value = {
|
|
|
360
404
|
"DeprecatedArgmax": {"axis": -1, "keepdims": False},
|
|
361
405
|
"DeprecatedArgmin": {"axis": None, "keepdims": False},
|
|
362
406
|
"DeprecatedArgsort": {"axis": -1, "descending": False},
|
|
407
|
+
"DeprecatedBaddbmm": {"beta": 1, "alpha": 1},
|
|
363
408
|
"DeprecatedBincount": {"weights": None, "minlength": 0},
|
|
364
409
|
"DeprecatedChunk": {"axis": 0},
|
|
410
|
+
"DeprecatedInplaceCopy": {"non_blocking": False},
|
|
411
|
+
"DeprecatedCountNonzero": {"axis": (), "keep_dims": False, "dtype": None},
|
|
365
412
|
"DeprecatedCumsum": {"axis": None, "dtype": None},
|
|
366
413
|
"DeprecatedDiv": {"rounding_mode": None},
|
|
367
414
|
"DeprecatedFlatten": {"order": 'C', "start_dim": 0, "end_dim": -1},
|
|
368
415
|
"DeprecatedGather": {"batch_dims": 0},
|
|
369
416
|
"DeprecatedHistc": {"bins": 100, "min": 0, "max": 0},
|
|
417
|
+
"DeprecatedIndexAdd": {"use_lock": True, "check_index_bound": True},
|
|
370
418
|
"DeprecatedIsclose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
|
|
419
|
+
"DeprecatedLogsumexp": {"keepdim": False},
|
|
371
420
|
"DeprecatedMax": {"axis": None, "keepdims": False, "initial": None, "where": True, "return_indices": False},
|
|
372
421
|
"DeprecatedMean": {"axis": None, "keep_dims": False},
|
|
373
422
|
"DeprecatedMedian": {"axis": -1, "keepdims": False},
|
|
@@ -375,10 +424,12 @@ op_args_default_value = {
|
|
|
375
424
|
"DeprecatedNansum": {"axis": None, "keepdims": False, "dtype": None},
|
|
376
425
|
"DeprecatedProd": {"dim": None, "keepdim": False, "dtype": None},
|
|
377
426
|
"DeprecatedRepeatInterleave": {"dim": None},
|
|
427
|
+
"DeprecatedRoll": {"dims": None},
|
|
378
428
|
"DeprecatedSort": {"axis": -1, "descending": False},
|
|
379
429
|
"DeprecatedSplit": {"axis": 0},
|
|
380
430
|
"DeprecatedStd": {"axis": None, "ddof": 0, "keepdims": False},
|
|
381
431
|
"DeprecatedSum": {"axis": None, "dtype": None, "keepdims": False, "initial": None},
|
|
432
|
+
"DeprecatedTake": {"axis": None, "mode": 'clip'},
|
|
382
433
|
"DeprecatedTopk": {"dim": None, "largest": True, "sorted": True},
|
|
383
434
|
"DeprecatedTranspose": {"axes": None},
|
|
384
435
|
"DeprecatedTril": {"diagonal": 0},
|
|
@@ -388,50 +439,62 @@ op_args_default_value = {
|
|
|
388
439
|
}
|
|
389
440
|
|
|
390
441
|
op_labels = {
|
|
391
|
-
"AdamWeightDecay": {"side_effect_mem": True},
|
|
392
442
|
"AdamW": {"side_effect_mem": True},
|
|
443
|
+
"AdamWeightDecay": {"side_effect_mem": True},
|
|
393
444
|
"ApplyAdamW": {"side_effect_mem": True},
|
|
394
445
|
"AssignAdd": {"side_effect_mem": True},
|
|
395
446
|
"Assign": {"side_effect_mem": True},
|
|
396
447
|
"AssignSub": {"side_effect_mem": True},
|
|
397
448
|
"BatchNormElemt": {"side_effect_mem": True},
|
|
398
449
|
"BatchNormGatherStatsWithCounts": {"side_effect_mem": True},
|
|
450
|
+
"BroadcastToView": {"side_effect_mem": True},
|
|
451
|
+
"ChunkView": {"side_effect_mem": True},
|
|
399
452
|
"DecoderKVCache": {"side_effect_mem": True},
|
|
400
453
|
"DistCommAllReduce": {"side_effect_mem": True},
|
|
401
454
|
"DistCommReduce": {"side_effect_mem": True},
|
|
402
455
|
"DropoutExt": {"side_effect_hidden": True},
|
|
403
456
|
"DropoutGenMaskExt": {"side_effect_hidden": True},
|
|
404
457
|
"Dropout": {"side_effect_hidden": True},
|
|
405
|
-
"EmbeddingApplyAdaGrad": {"_process_node_engine_id": 'PS'},
|
|
406
|
-
"EmbeddingApplyAdam": {"_process_node_engine_id": 'PS'},
|
|
407
458
|
"EmbeddingApplyAdamW": {"_process_node_engine_id": 'PS'},
|
|
459
|
+
"EmbeddingApplyAdam": {"_process_node_engine_id": 'PS'},
|
|
460
|
+
"EmbeddingApplyAdaGrad": {"_process_node_engine_id": 'PS'},
|
|
408
461
|
"EmbeddingApplyFtrl": {"_process_node_engine_id": 'PS'},
|
|
409
462
|
"EmbeddingApplyRmsprop": {"_process_node_engine_id": 'PS'},
|
|
410
463
|
"EmbeddingApplySgd": {"_process_node_engine_id": 'PS'},
|
|
411
464
|
"Embedding": {"side_effect_mem": True},
|
|
412
465
|
"EmbeddingTableEvict": {"_process_node_engine_id": 'PS'},
|
|
466
|
+
"ExpandDimsView": {"side_effect_mem": True},
|
|
413
467
|
"Generator": {"side_effect_mem": True},
|
|
468
|
+
"GroupTopk": {"side_effect_mem": True},
|
|
414
469
|
"InnerInplaceIndexPut": {"side_effect_mem": True},
|
|
415
|
-
"InplaceAddExt": {"side_effect_mem": True},
|
|
416
470
|
"InplaceAddmm": {"side_effect_mem": True},
|
|
417
471
|
"InplaceAddsExt": {"side_effect_mem": True},
|
|
472
|
+
"InplaceAddExt": {"side_effect_mem": True},
|
|
418
473
|
"InplaceCopy": {"side_effect_mem": True},
|
|
419
|
-
"InplaceDiv": {"side_effect_mem": True},
|
|
420
|
-
"InplaceDivMod": {"side_effect_mem": True},
|
|
421
474
|
"InplaceDivMods": {"side_effect_mem": True},
|
|
475
|
+
"InplaceDivMod": {"side_effect_mem": True},
|
|
422
476
|
"InplaceDivs": {"side_effect_mem": True},
|
|
477
|
+
"InplaceDiv": {"side_effect_mem": True},
|
|
478
|
+
"InplaceElu": {"side_effect_mem": True},
|
|
479
|
+
"InplaceErfinv": {"side_effect_mem": True},
|
|
423
480
|
"InplaceExp": {"side_effect_mem": True},
|
|
481
|
+
"InplaceFillDiagonal": {"side_effect_mem": True},
|
|
424
482
|
"InplaceFillScalar": {"side_effect_mem": True},
|
|
425
483
|
"InplaceFillTensor": {"side_effect_mem": True},
|
|
484
|
+
"InplaceFloorDivides": {"side_effect_mem": True},
|
|
485
|
+
"InplaceFloorDivide": {"side_effect_mem": True},
|
|
426
486
|
"InplaceFloor": {"side_effect_mem": True},
|
|
487
|
+
"InplaceGroupedMatmulAdd": {"side_effect_mem": True},
|
|
427
488
|
"InplaceHardtanh": {"side_effect_mem": True},
|
|
428
489
|
"InplaceIndexAddExt": {"side_effect_mem": True},
|
|
429
490
|
"InplaceIndexPut": {"side_effect_mem": True},
|
|
491
|
+
"InplaceLog": {"side_effect_mem": True},
|
|
430
492
|
"InplaceMaskedFillScalar": {"side_effect_mem": True},
|
|
431
493
|
"InplaceMaskedFillTensor": {"side_effect_mem": True},
|
|
432
|
-
"InplaceMul": {"side_effect_mem": True},
|
|
433
494
|
"InplaceMuls": {"side_effect_mem": True},
|
|
495
|
+
"InplaceMul": {"side_effect_mem": True},
|
|
434
496
|
"InplaceNormal": {"side_effect_mem": True},
|
|
497
|
+
"InplacePut": {"side_effect_mem": True},
|
|
435
498
|
"InplaceRandom": {"side_effect_mem": True},
|
|
436
499
|
"InplaceReLU": {"side_effect_mem": True},
|
|
437
500
|
"InplaceScatterAdd": {"side_effect_mem": True},
|
|
@@ -442,11 +505,23 @@ op_labels = {
|
|
|
442
505
|
"InplaceSubExt": {"side_effect_mem": True},
|
|
443
506
|
"InplaceSubScalar": {"side_effect_mem": True},
|
|
444
507
|
"InplaceTanh": {"side_effect_mem": True},
|
|
508
|
+
"InplaceThreshold": {"side_effect_mem": True},
|
|
509
|
+
"InplaceUniform": {"side_effect_mem": True},
|
|
445
510
|
"Log": {"cust_aicpu": 'Log', "base": -1.0, "scale": 1.0, "shift": 0.0},
|
|
511
|
+
"NarrowView": {"side_effect_mem": True},
|
|
446
512
|
"PromptKVCache": {"side_effect_mem": True},
|
|
447
513
|
"ReshapeAndCache": {"side_effect_mem": True},
|
|
448
514
|
"ResizeD": {"mode": 'linear'},
|
|
515
|
+
"SelectExtView": {"side_effect_mem": True},
|
|
449
516
|
"SilentCheckV2": {"side_effect_mem": True},
|
|
450
517
|
"SilentCheckV3": {"side_effect_mem": True},
|
|
518
|
+
"SliceExtView": {"side_effect_mem": True},
|
|
519
|
+
"SplitTensorView": {"side_effect_mem": True},
|
|
520
|
+
"SplitWithSizeView": {"side_effect_mem": True},
|
|
521
|
+
"TransposeExtView": {"side_effect_mem": True},
|
|
522
|
+
"TransposeView": {"side_effect_mem": True},
|
|
523
|
+
"UnstackExtView": {"side_effect_mem": True},
|
|
451
524
|
"KVCacheScatterUpdate": {"side_effect_mem": True},
|
|
525
|
+
"InplaceExponential": {"side_effect_mem": True},
|
|
526
|
+
"DeprecatedInplaceCopy": {"side_effect_mem": True},
|
|
452
527
|
}
|