mindspore 2.6.0__cp39-cp39-win_amd64.whl → 2.7.0rc1__cp39-cp39-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/__init__.py +1 -1
- mindspore/_c_dataengine.cp39-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp39-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp39-win_amd64.pyd +0 -0
- mindspore/_checkparam.py +40 -9
- mindspore/{_deprecated → _extends/optimize}/__init__.py +9 -3
- mindspore/_extends/optimize/cell_utils.py +96 -0
- mindspore/_extends/parse/__init__.py +2 -2
- mindspore/_extends/parse/compile_config.py +44 -22
- mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -1
- mindspore/_extends/parse/parser.py +36 -61
- mindspore/_extends/parse/resources.py +39 -0
- mindspore/_extends/parse/standard_method.py +32 -13
- mindspore/_extends/parse/trope.py +8 -1
- mindspore/_extends/pijit/__init__.py +1 -2
- mindspore/amp.py +4 -4
- mindspore/avcodec-59.dll +0 -0
- mindspore/avdevice-59.dll +0 -0
- mindspore/avfilter-8.dll +0 -0
- mindspore/avformat-59.dll +0 -0
- mindspore/avutil-57.dll +0 -0
- mindspore/boost/adasum.py +1 -1
- mindspore/boost/boost_cell_wrapper.py +4 -4
- mindspore/common/__init__.py +27 -2
- mindspore/common/_grad_function.py +2 -1
- mindspore/common/_pijit_context.py +28 -7
- mindspore/common/_stub_tensor.py +1 -209
- mindspore/common/_tensor_cpp_method.py +1 -1
- mindspore/common/_tensor_docs.py +76 -15
- mindspore/common/api.py +193 -112
- mindspore/common/dtype.py +21 -11
- mindspore/common/dump.py +10 -15
- mindspore/common/generator.py +2 -3
- mindspore/common/hook_handle.py +11 -2
- mindspore/common/jit_config.py +1 -1
- mindspore/common/jit_trace.py +84 -105
- mindspore/common/parameter.py +26 -12
- mindspore/common/recompute.py +3 -3
- mindspore/common/sparse_tensor.py +0 -3
- mindspore/common/symbol.py +0 -1
- mindspore/common/tensor.py +48 -83
- mindspore/communication/_comm_helper.py +46 -4
- mindspore/communication/management.py +79 -7
- mindspore/context.py +38 -23
- mindspore/dataset/core/config.py +3 -3
- mindspore/dataset/engine/datasets.py +20 -7
- mindspore/dataset/engine/datasets_user_defined.py +32 -2
- mindspore/dataset/engine/iterators.py +2 -2
- mindspore/dataset/engine/obs/config_loader.py +2 -2
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
- mindspore/dataset/transforms/py_transforms.py +7 -3
- mindspore/dataset/transforms/transforms.py +7 -3
- mindspore/dataset/vision/validators.py +1 -0
- mindspore/device_context/ascend/device.py +1 -1
- mindspore/device_context/gpu/__init__.py +2 -2
- mindspore/device_context/gpu/device.py +1 -1
- mindspore/device_context/gpu/op_precision.py +4 -2
- mindspore/device_context/gpu/op_tuning.py +6 -3
- mindspore/device_manager.py +16 -9
- mindspore/dnnl.dll +0 -0
- mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +3 -5
- mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
- mindspore/experimental/optim/adadelta.py +13 -20
- mindspore/experimental/optim/adagrad.py +15 -22
- mindspore/experimental/optim/adam.py +17 -24
- mindspore/experimental/optim/adamax.py +14 -22
- mindspore/experimental/optim/adamw.py +28 -34
- mindspore/experimental/optim/asgd.py +15 -25
- mindspore/experimental/optim/lr_scheduler.py +27 -45
- mindspore/experimental/optim/nadam.py +14 -24
- mindspore/experimental/optim/optimizer.py +13 -23
- mindspore/experimental/optim/radam.py +18 -24
- mindspore/experimental/optim/rmsprop.py +14 -25
- mindspore/experimental/optim/rprop.py +15 -26
- mindspore/experimental/optim/sgd.py +9 -19
- mindspore/hal/__init__.py +4 -4
- mindspore/hal/contiguous_tensors_handle.py +2 -2
- mindspore/hal/memory.py +1 -0
- mindspore/include/api/cell.h +37 -1
- mindspore/include/api/delegate.h +10 -0
- mindspore/include/api/model.h +3 -0
- mindspore/include/api/types.h +2 -2
- mindspore/include/c_api/model_c.h +0 -58
- mindspore/include/c_api/tensor_c.h +0 -26
- mindspore/include/dataset/vision_ascend.h +1 -1
- mindspore/jpeg62.dll +0 -0
- mindspore/mindrecord/tools/cifar10.py +60 -11
- mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
- mindspore/mindspore_backend_common.dll +0 -0
- mindspore/mindspore_backend_manager.dll +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_cpu_res_manager.dll +0 -0
- mindspore/mindspore_dump.dll +0 -0
- mindspore/mindspore_frontend.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_memory_pool.dll +0 -0
- mindspore/mindspore_ms_backend.dll +0 -0
- mindspore/mindspore_ops.dll +0 -0
- mindspore/mindspore_ops_host.dll +0 -0
- mindspore/mindspore_ops_kernel_common.dll +0 -0
- mindspore/mindspore_profiler.dll +0 -0
- mindspore/mindspore_pyboost.dll +0 -0
- mindspore/mindspore_pynative.dll +0 -0
- mindspore/mindspore_res_manager.dll +0 -0
- mindspore/mindspore_runtime_pipeline.dll +0 -0
- mindspore/mint/__init__.py +4 -44
- mindspore/mint/distributed/__init__.py +1 -0
- mindspore/mint/distributed/distributed.py +208 -5
- mindspore/mint/nn/__init__.py +1 -1
- mindspore/mint/nn/functional.py +53 -6
- mindspore/mint/nn/layer/_functions.py +164 -294
- mindspore/mint/nn/layer/activation.py +8 -6
- mindspore/mint/nn/layer/conv.py +122 -98
- mindspore/mint/nn/layer/normalization.py +8 -22
- mindspore/mint/optim/adam.py +19 -18
- mindspore/mint/optim/adamw.py +14 -8
- mindspore/mint/optim/sgd.py +5 -5
- mindspore/nn/cell.py +325 -499
- mindspore/nn/grad/cell_grad.py +11 -12
- mindspore/nn/layer/activation.py +32 -34
- mindspore/nn/layer/basic.py +67 -64
- mindspore/nn/layer/channel_shuffle.py +4 -4
- mindspore/nn/layer/combined.py +4 -2
- mindspore/nn/layer/conv.py +86 -85
- mindspore/nn/layer/dense.py +9 -7
- mindspore/nn/layer/embedding.py +50 -52
- mindspore/nn/layer/image.py +37 -39
- mindspore/nn/layer/math.py +111 -112
- mindspore/nn/layer/normalization.py +56 -44
- mindspore/nn/layer/pooling.py +58 -63
- mindspore/nn/layer/rnn_cells.py +33 -33
- mindspore/nn/layer/rnns.py +56 -56
- mindspore/nn/layer/thor_layer.py +74 -73
- mindspore/nn/layer/transformer.py +11 -1
- mindspore/nn/learning_rate_schedule.py +20 -20
- mindspore/nn/loss/loss.py +79 -81
- mindspore/nn/optim/adam.py +1 -1
- mindspore/nn/optim/adasum.py +2 -2
- mindspore/nn/optim/optimizer.py +1 -1
- mindspore/nn/optim/thor.py +2 -2
- mindspore/nn/probability/distribution/exponential.py +2 -1
- mindspore/nn/probability/distribution/poisson.py +2 -1
- mindspore/nn/sparse/sparse.py +3 -3
- mindspore/nn/wrap/cell_wrapper.py +34 -37
- mindspore/nn/wrap/grad_reducer.py +37 -37
- mindspore/nn/wrap/loss_scale.py +72 -74
- mindspore/numpy/array_creations.py +5 -5
- mindspore/numpy/fft.py +1 -1
- mindspore/numpy/math_ops.py +1 -1
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
- mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
- mindspore/ops/_vmap/vmap_array_ops.py +6 -13
- mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +17 -8
- mindspore/ops/auto_generate/gen_extend_func.py +1 -51
- mindspore/ops/auto_generate/gen_ops_def.py +463 -257
- mindspore/ops/auto_generate/gen_ops_prim.py +1127 -885
- mindspore/ops/auto_generate/pyboost_inner_prim.py +31 -1
- mindspore/ops/composite/__init__.py +10 -0
- mindspore/ops/composite/base.py +8 -4
- mindspore/ops/composite/multitype_ops/__init__.py +12 -1
- mindspore/ops/composite/multitype_ops/_compile_utils.py +132 -108
- mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
- mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
- mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
- mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
- mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
- mindspore/ops/function/__init__.py +3 -1
- mindspore/ops/function/_add_attr_func.py +11 -6
- mindspore/ops/function/array_func.py +7 -94
- mindspore/ops/function/debug_func.py +4 -3
- mindspore/ops/function/grad/grad_func.py +1 -1
- mindspore/ops/function/math_func.py +21 -367
- mindspore/ops/function/nn_func.py +26 -41
- mindspore/ops/function/other_func.py +4 -1
- mindspore/ops/function/random_func.py +31 -4
- mindspore/ops/functional.py +0 -2
- mindspore/ops/functional_overload.py +463 -6
- mindspore/ops/op_info_register.py +21 -0
- mindspore/ops/operations/__init__.py +5 -2
- mindspore/ops/operations/_custom_ops_utils.py +675 -8
- mindspore/ops/operations/_inner_ops.py +3 -6
- mindspore/ops/operations/_sequence_ops.py +1 -1
- mindspore/ops/operations/comm_ops.py +185 -26
- mindspore/ops/operations/custom_ops.py +235 -172
- mindspore/ops/operations/debug_ops.py +55 -4
- mindspore/ops/operations/image_ops.py +13 -13
- mindspore/ops/operations/manually_defined/ops_def.py +15 -16
- mindspore/ops/operations/math_ops.py +3 -4
- mindspore/ops/operations/nn_ops.py +5 -6
- mindspore/ops/primitive.py +6 -10
- mindspore/ops/tensor_method.py +36 -4
- mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
- mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
- mindspore/ops_generate/api/functions_cc_generator.py +58 -10
- mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
- mindspore/ops_generate/common/base_generator.py +14 -0
- mindspore/ops_generate/common/gen_constants.py +7 -2
- mindspore/ops_generate/common/gen_utils.py +0 -19
- mindspore/ops_generate/common/op_proto.py +11 -4
- mindspore/ops_generate/common/template.py +88 -11
- mindspore/ops_generate/gen_ops.py +1 -1
- mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
- mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
- mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
- mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
- mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
- mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
- mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -0
- mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
- mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
- mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
- mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
- mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
- mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
- mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
- mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
- mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
- mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
- mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
- mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
- mindspore/parallel/_auto_parallel_context.py +4 -2
- mindspore/parallel/_cell_wrapper.py +106 -40
- mindspore/parallel/_parallel_serialization.py +1 -1
- mindspore/parallel/_ps_context.py +4 -6
- mindspore/parallel/_tensor.py +167 -12
- mindspore/parallel/_transformer/moe.py +1 -1
- mindspore/parallel/_transformer/transformer.py +13 -8
- mindspore/parallel/auto_parallel.py +12 -5
- mindspore/parallel/checkpoint_convert.py +3 -3
- mindspore/parallel/checkpoint_transform.py +3 -1
- mindspore/parallel/cluster/process_entity/_api.py +84 -48
- mindspore/parallel/cluster/process_entity/_utils.py +95 -7
- mindspore/parallel/cluster/run.py +43 -4
- mindspore/parallel/function/__init__.py +8 -1
- mindspore/parallel/function/reshard_func.py +1 -1
- mindspore/parallel/nn/__init__.py +15 -2
- mindspore/parallel/nn/parallel_cell_wrapper.py +9 -10
- mindspore/parallel/nn/parallel_grad_reducer.py +7 -6
- mindspore/parallel/shard.py +2 -2
- mindspore/parallel/transform_safetensors.py +462 -174
- mindspore/profiler/__init__.py +2 -1
- mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
- mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +3 -0
- mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
- mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
- mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
- mindspore/profiler/analysis/task_manager.py +1 -1
- mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
- mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
- mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +42 -22
- mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
- mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
- mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
- mindspore/profiler/common/constant.py +16 -0
- mindspore/profiler/common/profiler_context.py +25 -27
- mindspore/profiler/common/profiler_info.py +0 -16
- mindspore/profiler/common/profiler_op_analyse.py +235 -0
- mindspore/profiler/common/profiler_output_path.py +23 -8
- mindspore/profiler/common/profiler_parameters.py +128 -35
- mindspore/profiler/dynamic_profile/__init__.py +0 -0
- mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
- mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
- mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
- mindspore/profiler/dynamic_profiler.py +305 -314
- mindspore/profiler/envprofiler.py +12 -7
- mindspore/profiler/experimental_config.py +96 -6
- mindspore/profiler/mstx.py +33 -12
- mindspore/profiler/platform/__init__.py +2 -3
- mindspore/profiler/platform/npu_profiler.py +29 -19
- mindspore/profiler/profiler.py +35 -19
- mindspore/profiler/profiler_action_controller.py +64 -76
- mindspore/profiler/schedule.py +10 -4
- mindspore/rewrite/common/config.py +1 -0
- mindspore/rewrite/common/namer.py +1 -0
- mindspore/rewrite/common/namespace.py +1 -0
- mindspore/rewrite/node/node.py +31 -11
- mindspore/rewrite/parsers/assign_parser.py +1 -1
- mindspore/rewrite/symbol_tree/symbol_tree.py +1 -1
- mindspore/run_check/_check_version.py +7 -10
- mindspore/runtime/__init__.py +5 -5
- mindspore/runtime/event.py +10 -4
- mindspore/runtime/executor.py +60 -45
- mindspore/runtime/memory.py +21 -30
- mindspore/runtime/thread_bind_core.py +298 -164
- mindspore/safeguard/rewrite_obfuscation.py +12 -13
- mindspore/swresample-4.dll +0 -0
- mindspore/swscale-6.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/_utils.py +6 -2
- mindspore/train/amp.py +43 -20
- mindspore/train/callback/__init__.py +5 -5
- mindspore/train/callback/_checkpoint.py +3 -6
- mindspore/train/callback/_flops_collector.py +1 -1
- mindspore/train/callback/_landscape.py +0 -1
- mindspore/train/callback/_train_fault_tolerance.py +71 -13
- mindspore/train/data_sink.py +11 -2
- mindspore/train/dataset_helper.py +9 -0
- mindspore/train/model.py +51 -33
- mindspore/train/serialization.py +133 -111
- mindspore/train/summary/summary_record.py +13 -2
- mindspore/turbojpeg.dll +0 -0
- mindspore/utils/__init__.py +3 -2
- mindspore/utils/dryrun.py +0 -6
- mindspore/utils/runtime_execution_order_check.py +162 -78
- mindspore/utils/sdc_detect.py +68 -0
- mindspore/utils/utils.py +6 -9
- mindspore/version.py +1 -1
- {mindspore-2.6.0.dist-info → mindspore-2.7.0rc1.dist-info}/METADATA +5 -4
- {mindspore-2.6.0.dist-info → mindspore-2.7.0rc1.dist-info}/RECORD +329 -367
- mindspore/_deprecated/jit.py +0 -198
- mindspore/experimental/es/__init__.py +0 -22
- mindspore/experimental/es/embedding_service.py +0 -891
- mindspore/experimental/es/embedding_service_layer.py +0 -581
- mindspore/profiler/parser/__init__.py +0 -14
- mindspore/profiler/parser/aicpu_data_parser.py +0 -272
- mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
- mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
- mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
- mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
- mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
- mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
- mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
- mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
- mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
- mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
- mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
- mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
- mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
- mindspore/profiler/parser/ascend_flops_generator.py +0 -116
- mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
- mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
- mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
- mindspore/profiler/parser/ascend_memory_generator.py +0 -185
- mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
- mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
- mindspore/profiler/parser/ascend_op_generator.py +0 -334
- mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
- mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
- mindspore/profiler/parser/base_timeline_generator.py +0 -483
- mindspore/profiler/parser/container.py +0 -229
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
- mindspore/profiler/parser/flops_parser.py +0 -531
- mindspore/profiler/parser/framework_enum.py +0 -111
- mindspore/profiler/parser/framework_parser.py +0 -464
- mindspore/profiler/parser/framework_struct.py +0 -61
- mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
- mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
- mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
- mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
- mindspore/profiler/parser/hccl_parser.py +0 -573
- mindspore/profiler/parser/hwts_log_parser.py +0 -122
- mindspore/profiler/parser/integrator.py +0 -526
- mindspore/profiler/parser/memory_usage_parser.py +0 -277
- mindspore/profiler/parser/minddata_analyzer.py +0 -800
- mindspore/profiler/parser/minddata_parser.py +0 -186
- mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
- mindspore/profiler/parser/op_intermediate_parser.py +0 -149
- mindspore/profiler/parser/optime_parser.py +0 -250
- mindspore/profiler/parser/profiler_info.py +0 -213
- mindspore/profiler/parser/step_trace_parser.py +0 -666
- {mindspore-2.6.0.dist-info → mindspore-2.7.0rc1.dist-info}/WHEEL +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0rc1.dist-info}/entry_points.txt +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0rc1.dist-info}/top_level.txt +0 -0
mindspore/nn/grad/cell_grad.py
CHANGED
|
@@ -16,8 +16,7 @@
|
|
|
16
16
|
from __future__ import absolute_import
|
|
17
17
|
|
|
18
18
|
from mindspore.nn.cell import Cell
|
|
19
|
-
from mindspore
|
|
20
|
-
from mindspore.ops import operations as P
|
|
19
|
+
from mindspore import ops
|
|
21
20
|
from mindspore.ops.operations import _inner_ops as inner
|
|
22
21
|
from mindspore.ops.primitive import Primitive
|
|
23
22
|
from mindspore.common import dtype as mstype
|
|
@@ -29,7 +28,7 @@ from mindspore.common import mutable
|
|
|
29
28
|
class _FirstGrad(Cell):
|
|
30
29
|
def __init__(self, fn):
|
|
31
30
|
super(_FirstGrad, self).__init__()
|
|
32
|
-
self.first_grad_op =
|
|
31
|
+
self.first_grad_op = ops.GradOperation(sens_param=True, get_all=True)
|
|
33
32
|
self.fn = fn
|
|
34
33
|
|
|
35
34
|
def construct(self, u, first_grad_input):
|
|
@@ -39,7 +38,7 @@ class _FirstGrad(Cell):
|
|
|
39
38
|
class _JvpFirstGrad(Cell):
|
|
40
39
|
def __init__(self):
|
|
41
40
|
super(_JvpFirstGrad, self).__init__()
|
|
42
|
-
self.first_grad_op =
|
|
41
|
+
self.first_grad_op = ops.GradOperation(sens_param=True, get_all=True)
|
|
43
42
|
|
|
44
43
|
def construct(self, u, fn, first_grad_input):
|
|
45
44
|
return self.first_grad_op(fn)(*first_grad_input, u)
|
|
@@ -48,7 +47,7 @@ class _JvpFirstGrad(Cell):
|
|
|
48
47
|
class _FirstGradSingleValue(Cell):
|
|
49
48
|
def __init__(self, fn):
|
|
50
49
|
super(_FirstGradSingleValue, self).__init__()
|
|
51
|
-
self.first_grad_single_value_op =
|
|
50
|
+
self.first_grad_single_value_op = ops.GradOperation(sens_param=True)
|
|
52
51
|
self.fn = fn
|
|
53
52
|
|
|
54
53
|
def construct(self, u, first_grad_single_value_input):
|
|
@@ -58,7 +57,7 @@ class _FirstGradSingleValue(Cell):
|
|
|
58
57
|
class _JvpFirstGradSingleValue(Cell):
|
|
59
58
|
def __init__(self):
|
|
60
59
|
super(_JvpFirstGradSingleValue, self).__init__()
|
|
61
|
-
self.first_grad_single_value_op =
|
|
60
|
+
self.first_grad_single_value_op = ops.GradOperation(sens_param=True)
|
|
62
61
|
|
|
63
62
|
def construct(self, u, fn, first_grad_single_value_input):
|
|
64
63
|
return self.first_grad_single_value_op(fn)(*first_grad_single_value_input, u)
|
|
@@ -76,12 +75,12 @@ class Jvp(Cell):
|
|
|
76
75
|
def __init__(self, fn):
|
|
77
76
|
super(Jvp, self).__init__()
|
|
78
77
|
self.fn = fn
|
|
79
|
-
self.oneslike =
|
|
78
|
+
self.oneslike = ops.OnesLike()
|
|
80
79
|
self.first_grad = _FirstGrad(fn)
|
|
81
80
|
self.first_grad.add_flags(enable_tuple_grad_first=True)
|
|
82
81
|
self.first_grad_single_value = _FirstGradSingleValue(fn)
|
|
83
82
|
self.first_grad_single_value.add_flags(enable_tuple_grad_first=True)
|
|
84
|
-
self.second_grad_op =
|
|
83
|
+
self.second_grad_op = ops.GradOperation(sens_param=True)
|
|
85
84
|
self.issubclass_ = inner.IsSubClass()
|
|
86
85
|
self.typeof = Primitive('typeof')
|
|
87
86
|
self.make_tuple = Primitive('MakeTuple')
|
|
@@ -117,12 +116,12 @@ class _JvpInner(Cell):
|
|
|
117
116
|
|
|
118
117
|
def __init__(self):
|
|
119
118
|
super(_JvpInner, self).__init__()
|
|
120
|
-
self.oneslike =
|
|
119
|
+
self.oneslike = ops.OnesLike()
|
|
121
120
|
self.first_grad = _JvpFirstGrad()
|
|
122
121
|
self.first_grad.add_flags(enable_tuple_grad_first=True)
|
|
123
122
|
self.first_grad_single_value = _JvpFirstGradSingleValue()
|
|
124
123
|
self.first_grad_single_value.add_flags(enable_tuple_grad_first=True)
|
|
125
|
-
self.second_grad_op =
|
|
124
|
+
self.second_grad_op = ops.GradOperation(sens_param=True)
|
|
126
125
|
self.issubclass_ = inner.IsSubClass()
|
|
127
126
|
self.typeof = Primitive('typeof')
|
|
128
127
|
self.make_tuple = Primitive('MakeTuple')
|
|
@@ -180,8 +179,8 @@ class Vjp(Cell):
|
|
|
180
179
|
def __init__(self, fn):
|
|
181
180
|
super(Vjp, self).__init__()
|
|
182
181
|
self.fn = fn
|
|
183
|
-
self.grad =
|
|
184
|
-
self.grad_single_value =
|
|
182
|
+
self.grad = ops.GradOperation(get_all=True, sens_param=True)
|
|
183
|
+
self.grad_single_value = ops.GradOperation(sens_param=True)
|
|
185
184
|
self.issubclass_ = inner.IsSubClass()
|
|
186
185
|
self.typeof = Primitive('typeof')
|
|
187
186
|
|
mindspore/nn/layer/activation.py
CHANGED
|
@@ -22,11 +22,9 @@ from mindspore._extends import cell_attr_register
|
|
|
22
22
|
from mindspore.common import dtype as mstype
|
|
23
23
|
from mindspore.common.parameter import Parameter
|
|
24
24
|
from mindspore.common.tensor import Tensor
|
|
25
|
-
from mindspore
|
|
26
|
-
from mindspore.ops import operations as P
|
|
25
|
+
from mindspore import ops
|
|
27
26
|
from mindspore.ops.operations import nn_ops as NN_OPS
|
|
28
27
|
from mindspore.nn.cell import Cell
|
|
29
|
-
from mindspore import ops
|
|
30
28
|
from mindspore.ops.primitive import _primexpr
|
|
31
29
|
|
|
32
30
|
__all__ = ['Softmin',
|
|
@@ -114,7 +112,7 @@ class CELU(Cell):
|
|
|
114
112
|
def __init__(self, alpha=1.0):
|
|
115
113
|
"""Initialize CELU."""
|
|
116
114
|
super(CELU, self).__init__()
|
|
117
|
-
self.celu =
|
|
115
|
+
self.celu = ops.CeLU(alpha=alpha)
|
|
118
116
|
|
|
119
117
|
def construct(self, x):
|
|
120
118
|
return self.celu(x)
|
|
@@ -213,8 +211,8 @@ class Softmax2d(Cell):
|
|
|
213
211
|
def __init__(self):
|
|
214
212
|
"""Initialize Softmax2d."""
|
|
215
213
|
super(Softmax2d, self).__init__()
|
|
216
|
-
self.softmax =
|
|
217
|
-
self.shape =
|
|
214
|
+
self.softmax = ops.Softmax(axis=-3)
|
|
215
|
+
self.shape = ops.Shape()
|
|
218
216
|
|
|
219
217
|
@staticmethod
|
|
220
218
|
@_primexpr
|
|
@@ -277,7 +275,7 @@ class Softmax(Cell):
|
|
|
277
275
|
def __init__(self, axis=-1):
|
|
278
276
|
"""Initialize Softmax."""
|
|
279
277
|
super(Softmax, self).__init__()
|
|
280
|
-
self.softmax =
|
|
278
|
+
self.softmax = ops.Softmax(axis)
|
|
281
279
|
|
|
282
280
|
def construct(self, input):
|
|
283
281
|
return self.softmax(input)
|
|
@@ -356,7 +354,7 @@ class LogSoftmax(Cell):
|
|
|
356
354
|
def __init__(self, axis=-1):
|
|
357
355
|
"""Initialize LogSoftmax."""
|
|
358
356
|
super(LogSoftmax, self).__init__()
|
|
359
|
-
self.log_softmax =
|
|
357
|
+
self.log_softmax = ops.LogSoftmax(axis)
|
|
360
358
|
|
|
361
359
|
def construct(self, x):
|
|
362
360
|
return self.log_softmax(x)
|
|
@@ -400,7 +398,7 @@ class LogSoftmaxExt(Cell):
|
|
|
400
398
|
def __init__(self, dim=None):
|
|
401
399
|
"""Initialize LogSoftmaxExt."""
|
|
402
400
|
super(LogSoftmaxExt, self).__init__()
|
|
403
|
-
self.log_softmax =
|
|
401
|
+
self.log_softmax = ops.LogSoftmaxExt()
|
|
404
402
|
self.dim = dim
|
|
405
403
|
|
|
406
404
|
def construct(self, x):
|
|
@@ -459,7 +457,7 @@ class ELU(Cell):
|
|
|
459
457
|
def __init__(self, alpha=1.0):
|
|
460
458
|
"""Initialize ELU."""
|
|
461
459
|
super(ELU, self).__init__()
|
|
462
|
-
self.elu =
|
|
460
|
+
self.elu = ops.Elu(alpha)
|
|
463
461
|
|
|
464
462
|
def construct(self, x):
|
|
465
463
|
return self.elu(x)
|
|
@@ -510,7 +508,7 @@ class ReLU(Cell):
|
|
|
510
508
|
def __init__(self):
|
|
511
509
|
"""Initialize ReLU."""
|
|
512
510
|
super(ReLU, self).__init__()
|
|
513
|
-
self.relu =
|
|
511
|
+
self.relu = ops.ReLU()
|
|
514
512
|
|
|
515
513
|
def construct(self, input):
|
|
516
514
|
return self.relu(input)
|
|
@@ -560,7 +558,7 @@ class ReLU6(Cell):
|
|
|
560
558
|
def __init__(self):
|
|
561
559
|
"""Initialize ReLU6."""
|
|
562
560
|
super(ReLU6, self).__init__()
|
|
563
|
-
self.relu6 =
|
|
561
|
+
self.relu6 = ops.ReLU6()
|
|
564
562
|
|
|
565
563
|
def construct(self, x):
|
|
566
564
|
return self.relu6(x)
|
|
@@ -679,7 +677,7 @@ class RReLU(Cell):
|
|
|
679
677
|
f"but got upper: {upper}, lower: {lower}. ")
|
|
680
678
|
self.lower = Tensor(lower, dtype=mstype.float32)
|
|
681
679
|
self.upper = Tensor(upper, dtype=mstype.float32)
|
|
682
|
-
self.sign =
|
|
680
|
+
self.sign = ops.Sign()
|
|
683
681
|
|
|
684
682
|
def construct(self, x):
|
|
685
683
|
if not isinstance(x, Tensor):
|
|
@@ -725,7 +723,7 @@ class SeLU(Cell):
|
|
|
725
723
|
def __init__(self):
|
|
726
724
|
"""Initialize SeLU"""
|
|
727
725
|
super(SeLU, self).__init__()
|
|
728
|
-
self.selu =
|
|
726
|
+
self.selu = ops.SeLU()
|
|
729
727
|
|
|
730
728
|
def construct(self, input_x):
|
|
731
729
|
return self.selu(input_x)
|
|
@@ -825,7 +823,7 @@ class Tanh(Cell):
|
|
|
825
823
|
def __init__(self):
|
|
826
824
|
"""Initialize Tanh."""
|
|
827
825
|
super(Tanh, self).__init__()
|
|
828
|
-
self.tanh =
|
|
826
|
+
self.tanh = ops.Tanh()
|
|
829
827
|
|
|
830
828
|
def construct(self, x):
|
|
831
829
|
return self.tanh(x)
|
|
@@ -871,7 +869,7 @@ class Tanhshrink(Cell):
|
|
|
871
869
|
super(Tanhshrink, self).__init__()
|
|
872
870
|
|
|
873
871
|
def construct(self, x):
|
|
874
|
-
return
|
|
872
|
+
return ops.tanhshrink(x)
|
|
875
873
|
|
|
876
874
|
|
|
877
875
|
class Hardtanh(Cell):
|
|
@@ -937,7 +935,7 @@ class Hardtanh(Cell):
|
|
|
937
935
|
f"but got {self.min_val} and {self.max_val}")
|
|
938
936
|
|
|
939
937
|
def construct(self, x):
|
|
940
|
-
return
|
|
938
|
+
return ops.hardtanh(x, self.min_val, self.max_val)
|
|
941
939
|
|
|
942
940
|
|
|
943
941
|
class GELU(Cell):
|
|
@@ -1064,7 +1062,7 @@ class FastGelu(Cell):
|
|
|
1064
1062
|
def __init__(self):
|
|
1065
1063
|
"""Initialize FastGelu."""
|
|
1066
1064
|
super(FastGelu, self).__init__()
|
|
1067
|
-
self.fast_gelu =
|
|
1065
|
+
self.fast_gelu = ops.FastGeLU()
|
|
1068
1066
|
|
|
1069
1067
|
def construct(self, x):
|
|
1070
1068
|
return self.fast_gelu(x)
|
|
@@ -1115,7 +1113,7 @@ class Sigmoid(Cell):
|
|
|
1115
1113
|
def __init__(self):
|
|
1116
1114
|
"""Initialize Sigmoid."""
|
|
1117
1115
|
super(Sigmoid, self).__init__()
|
|
1118
|
-
self.sigmoid =
|
|
1116
|
+
self.sigmoid = ops.Sigmoid()
|
|
1119
1117
|
|
|
1120
1118
|
def construct(self, x):
|
|
1121
1119
|
return self.sigmoid(x)
|
|
@@ -1149,7 +1147,7 @@ class Softsign(Cell):
|
|
|
1149
1147
|
def __init__(self):
|
|
1150
1148
|
"""Initialize Softsign."""
|
|
1151
1149
|
super(Softsign, self).__init__()
|
|
1152
|
-
self.softsign =
|
|
1150
|
+
self.softsign = ops.Softsign()
|
|
1153
1151
|
|
|
1154
1152
|
def construct(self, x):
|
|
1155
1153
|
return self.softsign(x)
|
|
@@ -1243,10 +1241,10 @@ class PReLU(Cell):
|
|
|
1243
1241
|
raise TypeError(f"For '{self.cls_name}', the 'w' only supported float, list and tensor, "
|
|
1244
1242
|
f"but got {type(w).__name__}.")
|
|
1245
1243
|
self.w = Parameter(w, name='a')
|
|
1246
|
-
self.prelu =
|
|
1244
|
+
self.prelu = ops.PReLU()
|
|
1247
1245
|
|
|
1248
1246
|
def construct(self, x):
|
|
1249
|
-
return self.prelu(x,
|
|
1247
|
+
return self.prelu(x, ops.cast(self.w, x.dtype))
|
|
1250
1248
|
|
|
1251
1249
|
|
|
1252
1250
|
class PReLUExt(Cell):
|
|
@@ -1361,7 +1359,7 @@ class HSwish(Cell):
|
|
|
1361
1359
|
def __init__(self):
|
|
1362
1360
|
"""Initialize HSwish."""
|
|
1363
1361
|
super(HSwish, self).__init__()
|
|
1364
|
-
self.hswish =
|
|
1362
|
+
self.hswish = ops.HSwish()
|
|
1365
1363
|
|
|
1366
1364
|
def construct(self, input):
|
|
1367
1365
|
return self.hswish(input)
|
|
@@ -1413,7 +1411,7 @@ class HSigmoid(Cell):
|
|
|
1413
1411
|
def __init__(self):
|
|
1414
1412
|
"""Initialize HSigmoid."""
|
|
1415
1413
|
super(HSigmoid, self).__init__()
|
|
1416
|
-
self.hsigmoid =
|
|
1414
|
+
self.hsigmoid = ops.HSigmoid()
|
|
1417
1415
|
|
|
1418
1416
|
def construct(self, input):
|
|
1419
1417
|
return self.hsigmoid(input)
|
|
@@ -1462,11 +1460,11 @@ class LogSigmoid(Cell):
|
|
|
1462
1460
|
def __init__(self):
|
|
1463
1461
|
"""Initialize LogSigmoid."""
|
|
1464
1462
|
super(LogSigmoid, self).__init__()
|
|
1465
|
-
self.mul =
|
|
1466
|
-
self.exp =
|
|
1467
|
-
self.add =
|
|
1468
|
-
self.rec =
|
|
1469
|
-
self.log =
|
|
1463
|
+
self.mul = ops.Mul()
|
|
1464
|
+
self.exp = ops.Exp()
|
|
1465
|
+
self.add = ops.Add()
|
|
1466
|
+
self.rec = ops.Reciprocal()
|
|
1467
|
+
self.log = ops.Log()
|
|
1470
1468
|
|
|
1471
1469
|
def construct(self, input_x):
|
|
1472
1470
|
neg_input = self.mul(input_x, -1)
|
|
@@ -1566,7 +1564,7 @@ class SoftShrink(Cell):
|
|
|
1566
1564
|
|
|
1567
1565
|
def __init__(self, lambd=0.5):
|
|
1568
1566
|
super(SoftShrink, self).__init__()
|
|
1569
|
-
self.softshrink =
|
|
1567
|
+
self.softshrink = ops.SoftShrink(lambd)
|
|
1570
1568
|
|
|
1571
1569
|
def construct(self, input):
|
|
1572
1570
|
output = self.softshrink(input)
|
|
@@ -1626,7 +1624,7 @@ class HShrink(Cell):
|
|
|
1626
1624
|
|
|
1627
1625
|
def __init__(self, lambd=0.5):
|
|
1628
1626
|
super(HShrink, self).__init__()
|
|
1629
|
-
self.hshrink =
|
|
1627
|
+
self.hshrink = ops.HShrink(lambd)
|
|
1630
1628
|
|
|
1631
1629
|
def construct(self, input):
|
|
1632
1630
|
return self.hshrink(input)
|
|
@@ -1679,7 +1677,7 @@ class Threshold(Cell):
|
|
|
1679
1677
|
self.value = value
|
|
1680
1678
|
|
|
1681
1679
|
def construct(self, input_x):
|
|
1682
|
-
return
|
|
1680
|
+
return ops.threshold(input_x, self.threshold, self.value)
|
|
1683
1681
|
|
|
1684
1682
|
|
|
1685
1683
|
class Mish(Cell):
|
|
@@ -1755,8 +1753,8 @@ class GLU(Cell):
|
|
|
1755
1753
|
"""Initialize GLU."""
|
|
1756
1754
|
super().__init__("GLU")
|
|
1757
1755
|
self.dim = axis
|
|
1758
|
-
self.spilt =
|
|
1759
|
-
self.sigmoid =
|
|
1756
|
+
self.spilt = ops.Split(axis=axis, output_num=2)
|
|
1757
|
+
self.sigmoid = ops.Sigmoid()
|
|
1760
1758
|
|
|
1761
1759
|
def construct(self, x):
|
|
1762
1760
|
x1, x2 = self.spilt(x)
|