mindspore 2.3.0__cp310-cp310-win_amd64.whl → 2.4.0__cp310-cp310-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
- mindspore/Newtonsoft.Json.dll +0 -0
- mindspore/__init__.py +3 -1
- mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
- mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
- mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
- mindspore/_checkparam.py +50 -9
- mindspore/_extends/parse/compile_config.py +41 -0
- mindspore/_extends/parse/parser.py +9 -7
- mindspore/_extends/parse/standard_method.py +52 -14
- mindspore/_extends/pijit/pijit_func_white_list.py +350 -24
- mindspore/amp.py +24 -10
- mindspore/atlprov.dll +0 -0
- mindspore/avcodec-59.dll +0 -0
- mindspore/avdevice-59.dll +0 -0
- mindspore/avfilter-8.dll +0 -0
- mindspore/avformat-59.dll +0 -0
- mindspore/avutil-57.dll +0 -0
- mindspore/c1.dll +0 -0
- mindspore/c1xx.dll +0 -0
- mindspore/c2.dll +0 -0
- mindspore/common/__init__.py +6 -4
- mindspore/common/_pijit_context.py +190 -0
- mindspore/common/_register_for_tensor.py +2 -1
- mindspore/common/_tensor_overload.py +139 -0
- mindspore/common/api.py +102 -87
- mindspore/common/dump.py +5 -6
- mindspore/common/generator.py +1 -7
- mindspore/common/hook_handle.py +14 -26
- mindspore/common/mindir_util.py +2 -2
- mindspore/common/parameter.py +46 -13
- mindspore/common/recompute.py +39 -9
- mindspore/common/sparse_tensor.py +7 -3
- mindspore/common/tensor.py +209 -29
- mindspore/communication/__init__.py +1 -1
- mindspore/communication/_comm_helper.py +38 -3
- mindspore/communication/comm_func.py +310 -55
- mindspore/communication/management.py +14 -14
- mindspore/context.py +123 -22
- mindspore/dataset/__init__.py +1 -1
- mindspore/dataset/audio/__init__.py +1 -1
- mindspore/dataset/core/config.py +7 -0
- mindspore/dataset/core/validator_helpers.py +7 -0
- mindspore/dataset/engine/cache_client.py +1 -1
- mindspore/dataset/engine/datasets.py +72 -44
- mindspore/dataset/engine/datasets_audio.py +7 -7
- mindspore/dataset/engine/datasets_standard_format.py +53 -3
- mindspore/dataset/engine/datasets_text.py +20 -20
- mindspore/dataset/engine/datasets_user_defined.py +174 -104
- mindspore/dataset/engine/datasets_vision.py +33 -33
- mindspore/dataset/engine/iterators.py +29 -0
- mindspore/dataset/engine/obs/util.py +7 -0
- mindspore/dataset/engine/queue.py +114 -60
- mindspore/dataset/engine/serializer_deserializer.py +2 -2
- mindspore/dataset/engine/validators.py +34 -14
- mindspore/dataset/text/__init__.py +1 -4
- mindspore/dataset/transforms/__init__.py +0 -3
- mindspore/dataset/utils/line_reader.py +2 -0
- mindspore/dataset/vision/__init__.py +1 -4
- mindspore/dataset/vision/utils.py +1 -1
- mindspore/dataset/vision/validators.py +2 -1
- mindspore/dnnl.dll +0 -0
- mindspore/dpcmi.dll +0 -0
- mindspore/{nn/extend → experimental/es}/__init__.py +4 -11
- mindspore/experimental/es/embedding_service.py +883 -0
- mindspore/{nn/layer → experimental/es}/embedding_service_layer.py +218 -30
- mindspore/experimental/llm_boost/__init__.py +21 -0
- mindspore/{nn/extend/layer → experimental/llm_boost/atb}/__init__.py +4 -8
- mindspore/experimental/llm_boost/atb/boost_base.py +211 -0
- mindspore/experimental/llm_boost/atb/llama_boost.py +115 -0
- mindspore/experimental/llm_boost/atb/qwen_boost.py +101 -0
- mindspore/experimental/llm_boost/register.py +129 -0
- mindspore/experimental/llm_boost/utils.py +31 -0
- mindspore/experimental/optim/adamw.py +85 -0
- mindspore/experimental/optim/optimizer.py +3 -0
- mindspore/hal/__init__.py +3 -3
- mindspore/hal/contiguous_tensors_handle.py +175 -0
- mindspore/hal/stream.py +18 -0
- mindspore/include/api/model_group.h +13 -1
- mindspore/include/api/types.h +10 -10
- mindspore/include/dataset/config.h +2 -2
- mindspore/include/dataset/constants.h +2 -2
- mindspore/include/dataset/execute.h +2 -2
- mindspore/include/dataset/vision.h +4 -0
- mindspore/jpeg62.dll +0 -0
- mindspore/log.py +1 -1
- mindspore/mindrecord/filewriter.py +68 -51
- mindspore/mindspore_backend.dll +0 -0
- mindspore/mindspore_common.dll +0 -0
- mindspore/mindspore_core.dll +0 -0
- mindspore/mindspore_glog.dll +0 -0
- mindspore/mindspore_np_dtype.dll +0 -0
- mindspore/mindspore_ops.dll +0 -0
- mindspore/mint/__init__.py +495 -46
- mindspore/mint/distributed/__init__.py +31 -0
- mindspore/mint/distributed/distributed.py +254 -0
- mindspore/mint/nn/__init__.py +266 -21
- mindspore/mint/nn/functional.py +125 -19
- mindspore/mint/nn/layer/__init__.py +39 -0
- mindspore/mint/nn/layer/activation.py +133 -0
- mindspore/mint/nn/layer/normalization.py +477 -0
- mindspore/mint/nn/layer/pooling.py +110 -0
- mindspore/mint/optim/adamw.py +28 -7
- mindspore/mint/special/__init__.py +63 -0
- mindspore/msobj140.dll +0 -0
- mindspore/mspdb140.dll +0 -0
- mindspore/mspdbcore.dll +0 -0
- mindspore/mspdbst.dll +0 -0
- mindspore/mspft140.dll +0 -0
- mindspore/msvcdis140.dll +0 -0
- mindspore/msvcp140_1.dll +0 -0
- mindspore/msvcp140_2.dll +0 -0
- mindspore/msvcp140_atomic_wait.dll +0 -0
- mindspore/msvcp140_codecvt_ids.dll +0 -0
- mindspore/multiprocessing/__init__.py +2 -1
- mindspore/nn/__init__.py +0 -1
- mindspore/nn/cell.py +275 -93
- mindspore/nn/layer/activation.py +211 -44
- mindspore/nn/layer/basic.py +113 -3
- mindspore/nn/layer/embedding.py +120 -2
- mindspore/nn/layer/normalization.py +101 -5
- mindspore/nn/layer/padding.py +34 -48
- mindspore/nn/layer/pooling.py +161 -7
- mindspore/nn/layer/transformer.py +3 -3
- mindspore/nn/loss/__init__.py +2 -2
- mindspore/nn/loss/loss.py +84 -6
- mindspore/nn/optim/__init__.py +2 -1
- mindspore/nn/optim/adadelta.py +1 -1
- mindspore/nn/optim/adam.py +1 -1
- mindspore/nn/optim/lamb.py +1 -1
- mindspore/nn/optim/tft_wrapper.py +127 -0
- mindspore/nn/wrap/cell_wrapper.py +12 -23
- mindspore/nn/wrap/grad_reducer.py +5 -5
- mindspore/nn/wrap/loss_scale.py +17 -3
- mindspore/numpy/__init__.py +1 -1
- mindspore/numpy/array_creations.py +65 -68
- mindspore/numpy/array_ops.py +64 -60
- mindspore/numpy/fft.py +610 -75
- mindspore/numpy/logic_ops.py +11 -10
- mindspore/numpy/math_ops.py +85 -84
- mindspore/numpy/utils_const.py +4 -4
- mindspore/opencv_core452.dll +0 -0
- mindspore/opencv_imgcodecs452.dll +0 -0
- mindspore/opencv_imgproc452.dll +0 -0
- mindspore/ops/__init__.py +6 -4
- mindspore/ops/_grad_experimental/grad_comm_ops.py +47 -3
- mindspore/ops/_grad_experimental/grad_math_ops.py +0 -22
- mindspore/ops/_vmap/vmap_array_ops.py +2 -4
- mindspore/ops/_vmap/vmap_math_ops.py +17 -1
- mindspore/ops/_vmap/vmap_nn_ops.py +43 -2
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +85 -7
- mindspore/ops/auto_generate/gen_arg_dtype_cast.py +2 -0
- mindspore/ops/auto_generate/gen_extend_func.py +734 -13
- mindspore/ops/auto_generate/gen_ops_def.py +2420 -381
- mindspore/ops/auto_generate/gen_ops_prim.py +5196 -1659
- mindspore/ops/auto_generate/pyboost_inner_prim.py +176 -56
- mindspore/ops/composite/base.py +85 -48
- mindspore/ops/composite/multitype_ops/_compile_utils.py +1 -0
- mindspore/ops/composite/multitype_ops/not_in_impl.py +2 -2
- mindspore/ops/function/__init__.py +22 -0
- mindspore/ops/function/array_func.py +490 -153
- mindspore/ops/function/debug_func.py +113 -1
- mindspore/ops/function/fft_func.py +15 -2
- mindspore/ops/function/grad/grad_func.py +3 -2
- mindspore/ops/function/math_func.py +558 -207
- mindspore/ops/function/nn_func.py +817 -383
- mindspore/ops/function/other_func.py +3 -2
- mindspore/ops/function/random_func.py +184 -8
- mindspore/ops/function/reshard_func.py +13 -11
- mindspore/ops/function/sparse_unary_func.py +1 -1
- mindspore/ops/function/vmap_func.py +3 -2
- mindspore/ops/functional.py +24 -14
- mindspore/ops/op_info_register.py +3 -3
- mindspore/ops/operations/__init__.py +6 -1
- mindspore/ops/operations/_grad_ops.py +2 -76
- mindspore/ops/operations/_infer_ops.py +1 -1
- mindspore/ops/operations/_inner_ops.py +71 -94
- mindspore/ops/operations/array_ops.py +12 -146
- mindspore/ops/operations/comm_ops.py +42 -53
- mindspore/ops/operations/custom_ops.py +83 -19
- mindspore/ops/operations/debug_ops.py +42 -10
- mindspore/ops/operations/manually_defined/_inner.py +12 -0
- mindspore/ops/operations/manually_defined/ops_def.py +265 -10
- mindspore/ops/operations/math_ops.py +12 -223
- mindspore/ops/operations/nn_ops.py +20 -114
- mindspore/ops/operations/other_ops.py +7 -4
- mindspore/ops/operations/random_ops.py +46 -1
- mindspore/ops/primitive.py +18 -6
- mindspore/ops_generate/arg_dtype_cast.py +2 -0
- mindspore/ops_generate/gen_aclnn_implement.py +11 -11
- mindspore/ops_generate/gen_constants.py +36 -0
- mindspore/ops_generate/gen_ops.py +67 -52
- mindspore/ops_generate/gen_ops_inner_prim.py +1 -1
- mindspore/ops_generate/gen_pyboost_func.py +131 -47
- mindspore/ops_generate/op_proto.py +10 -3
- mindspore/ops_generate/pyboost_utils.py +14 -1
- mindspore/ops_generate/template.py +43 -21
- mindspore/parallel/__init__.py +3 -1
- mindspore/parallel/_auto_parallel_context.py +28 -8
- mindspore/parallel/_cell_wrapper.py +83 -0
- mindspore/parallel/_parallel_serialization.py +47 -19
- mindspore/parallel/_tensor.py +81 -11
- mindspore/parallel/_utils.py +13 -1
- mindspore/parallel/algo_parameter_config.py +5 -5
- mindspore/parallel/checkpoint_transform.py +46 -39
- mindspore/parallel/cluster/process_entity/__init__.py +1 -1
- mindspore/parallel/cluster/process_entity/_api.py +31 -23
- mindspore/parallel/cluster/process_entity/_utils.py +2 -27
- mindspore/parallel/parameter_broadcast.py +3 -4
- mindspore/parallel/shard.py +162 -31
- mindspore/parallel/transform_safetensors.py +993 -0
- mindspore/pgodb140.dll +0 -0
- mindspore/pgort140.dll +0 -0
- mindspore/profiler/__init__.py +2 -1
- mindspore/profiler/common/constant.py +29 -0
- mindspore/profiler/common/registry.py +47 -0
- mindspore/profiler/common/util.py +28 -0
- mindspore/profiler/dynamic_profiler.py +694 -0
- mindspore/profiler/envprofiling.py +17 -19
- mindspore/profiler/parser/ascend_analysis/constant.py +18 -0
- mindspore/profiler/parser/ascend_analysis/file_manager.py +25 -4
- mindspore/profiler/parser/ascend_analysis/function_event.py +43 -19
- mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +31 -26
- mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +56 -10
- mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +55 -8
- mindspore/profiler/parser/ascend_analysis/path_manager.py +313 -0
- mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +27 -20
- mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +9 -2
- mindspore/profiler/parser/ascend_msprof_exporter.py +5 -4
- mindspore/profiler/parser/ascend_timeline_generator.py +27 -25
- mindspore/profiler/parser/base_timeline_generator.py +19 -25
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +25 -12
- mindspore/profiler/parser/framework_parser.py +1 -391
- mindspore/profiler/parser/gpu_analysis/__init__.py +14 -0
- mindspore/profiler/parser/gpu_analysis/function_event.py +44 -0
- mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +89 -0
- mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +72 -0
- mindspore/profiler/parser/memory_usage_parser.py +0 -154
- mindspore/profiler/parser/profiler_info.py +78 -6
- mindspore/profiler/profiler.py +153 -0
- mindspore/profiler/profiling.py +280 -412
- mindspore/rewrite/__init__.py +1 -2
- mindspore/rewrite/common/namespace.py +4 -4
- mindspore/rewrite/symbol_tree/symbol_tree.py +3 -3
- mindspore/run_check/_check_version.py +36 -103
- mindspore/safeguard/rewrite_obfuscation.py +591 -247
- mindspore/swresample-4.dll +0 -0
- mindspore/swscale-6.dll +0 -0
- mindspore/tbbmalloc.dll +0 -0
- mindspore/tinyxml2.dll +0 -0
- mindspore/train/__init__.py +4 -3
- mindspore/train/_utils.py +28 -2
- mindspore/train/amp.py +171 -53
- mindspore/train/callback/__init__.py +2 -2
- mindspore/train/callback/_callback.py +4 -4
- mindspore/train/callback/_checkpoint.py +85 -22
- mindspore/train/callback/_cluster_monitor.py +1 -1
- mindspore/train/callback/_flops_collector.py +1 -0
- mindspore/train/callback/_loss_monitor.py +3 -3
- mindspore/train/callback/_on_request_exit.py +134 -31
- mindspore/train/callback/_summary_collector.py +5 -5
- mindspore/train/callback/_tft_register.py +352 -0
- mindspore/train/dataset_helper.py +7 -3
- mindspore/train/metrics/metric.py +3 -3
- mindspore/train/metrics/roc.py +4 -4
- mindspore/train/mind_ir_pb2.py +44 -39
- mindspore/train/model.py +134 -58
- mindspore/train/serialization.py +336 -112
- mindspore/turbojpeg.dll +0 -0
- mindspore/utils/__init__.py +21 -0
- mindspore/utils/utils.py +60 -0
- mindspore/vcmeta.dll +0 -0
- mindspore/vcruntime140.dll +0 -0
- mindspore/vcruntime140_1.dll +0 -0
- mindspore/version.py +1 -1
- {mindspore-2.3.0.dist-info → mindspore-2.4.0.dist-info}/METADATA +6 -2
- {mindspore-2.3.0.dist-info → mindspore-2.4.0.dist-info}/RECORD +281 -275
- mindspore/include/c_api/ms/abstract.h +0 -67
- mindspore/include/c_api/ms/attribute.h +0 -197
- mindspore/include/c_api/ms/base/handle_types.h +0 -43
- mindspore/include/c_api/ms/base/macros.h +0 -32
- mindspore/include/c_api/ms/base/status.h +0 -33
- mindspore/include/c_api/ms/base/types.h +0 -283
- mindspore/include/c_api/ms/context.h +0 -102
- mindspore/include/c_api/ms/graph.h +0 -160
- mindspore/include/c_api/ms/node.h +0 -606
- mindspore/include/c_api/ms/tensor.h +0 -161
- mindspore/include/c_api/ms/value.h +0 -84
- mindspore/mindspore_shared_lib.dll +0 -0
- mindspore/nn/extend/basic.py +0 -140
- mindspore/nn/extend/embedding.py +0 -143
- mindspore/nn/extend/layer/normalization.py +0 -109
- mindspore/nn/extend/pooling.py +0 -117
- mindspore/nn/layer/embedding_service.py +0 -531
- mindspore/ops/_op_impl/aicpu/strided_slice_v2.py +0 -93
- mindspore/ops/_op_impl/aicpu/strided_slice_v2_grad.py +0 -66
- mindspore/ops/extend/__init__.py +0 -53
- mindspore/ops/extend/array_func.py +0 -218
- mindspore/ops/extend/math_func.py +0 -76
- mindspore/ops/extend/nn_func.py +0 -308
- mindspore/ops/silent_check.py +0 -162
- mindspore/profiler/parser/msadvisor_analyzer.py +0 -82
- mindspore/profiler/parser/msadvisor_parser.py +0 -240
- mindspore/train/callback/_mindio_ttp.py +0 -443
- {mindspore-2.3.0.dist-info → mindspore-2.4.0.dist-info}/WHEEL +0 -0
- {mindspore-2.3.0.dist-info → mindspore-2.4.0.dist-info}/entry_points.txt +0 -0
- {mindspore-2.3.0.dist-info → mindspore-2.4.0.dist-info}/top_level.txt +0 -0
|
@@ -70,7 +70,7 @@ class AGNewsDataset(SourceDataset, TextBaseDataset):
|
|
|
70
70
|
shard_id (int, optional): The shard ID within `num_shards` . This
|
|
71
71
|
argument can only be specified when `num_shards` is also specified. Default: ``None``.
|
|
72
72
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
73
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
73
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
74
74
|
Default: ``None``, which means no cache is used.
|
|
75
75
|
|
|
76
76
|
Raises:
|
|
@@ -178,7 +178,7 @@ class AmazonReviewDataset(SourceDataset, TextBaseDataset):
|
|
|
178
178
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
179
179
|
argument can only be specified when `num_shards` is also specified.
|
|
180
180
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
181
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
181
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
182
182
|
Default: ``None`` , which means no cache is used.
|
|
183
183
|
|
|
184
184
|
Raises:
|
|
@@ -276,7 +276,7 @@ class CLUEDataset(SourceDataset, TextBaseDataset):
|
|
|
276
276
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
277
277
|
argument can only be specified when `num_shards` is also specified.
|
|
278
278
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
279
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
279
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
280
280
|
Default: ``None`` , which means no cache is used.
|
|
281
281
|
|
|
282
282
|
The generated dataset with different task setting has different output columns:
|
|
@@ -522,7 +522,7 @@ class CoNLL2000Dataset(SourceDataset, TextBaseDataset):
|
|
|
522
522
|
Default: ``None`` , will use global default workers(8), it can be set
|
|
523
523
|
by :func:`mindspore.dataset.config.set_num_parallel_workers` .
|
|
524
524
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
525
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
525
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
526
526
|
Default: ``None`` , which means no cache is used.
|
|
527
527
|
|
|
528
528
|
Raises:
|
|
@@ -621,7 +621,7 @@ class DBpediaDataset(SourceDataset, TextBaseDataset):
|
|
|
621
621
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
622
622
|
argument can only be specified when `num_shards` is also specified.
|
|
623
623
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
624
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
624
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
625
625
|
Default: ``None`` , which means no cache is used.
|
|
626
626
|
|
|
627
627
|
Raises:
|
|
@@ -720,7 +720,7 @@ class EnWik9Dataset(SourceDataset, TextBaseDataset):
|
|
|
720
720
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
721
721
|
argument can only be specified when `num_shards` is also specified.
|
|
722
722
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
723
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
723
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
724
724
|
Default: ``None`` , which means no cache is used.
|
|
725
725
|
|
|
726
726
|
Raises:
|
|
@@ -763,7 +763,7 @@ class EnWik9Dataset(SourceDataset, TextBaseDataset):
|
|
|
763
763
|
|
|
764
764
|
@NetworkResource{Hutter_prize,
|
|
765
765
|
author = {English Wikipedia},
|
|
766
|
-
url = "https://
|
|
766
|
+
url = "https://mattmahoney.net/dc/textdata.html",
|
|
767
767
|
month = {March},
|
|
768
768
|
year = {2006}
|
|
769
769
|
}
|
|
@@ -808,7 +808,7 @@ class IMDBDataset(MappableDataset, TextBaseDataset):
|
|
|
808
808
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
809
809
|
argument can only be specified when `num_shards` is also specified.
|
|
810
810
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
811
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
811
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
812
812
|
Default: ``None`` , which means no cache is used.
|
|
813
813
|
|
|
814
814
|
Raises:
|
|
@@ -947,7 +947,7 @@ class IWSLT2016Dataset(SourceDataset, TextBaseDataset):
|
|
|
947
947
|
Default: ``None`` , will use global default workers(8), it can be set
|
|
948
948
|
by :func:`mindspore.dataset.config.set_num_parallel_workers` .
|
|
949
949
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
950
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
950
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
951
951
|
Default: ``None`` , which means no cache is used.
|
|
952
952
|
|
|
953
953
|
Raises:
|
|
@@ -1079,7 +1079,7 @@ class IWSLT2017Dataset(SourceDataset, TextBaseDataset):
|
|
|
1079
1079
|
Default: ``None`` , will use global default workers(8), it can be set
|
|
1080
1080
|
by :func:`mindspore.dataset.config.set_num_parallel_workers` .
|
|
1081
1081
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1082
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1082
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1083
1083
|
Default: ``None`` , which means no cache is used.
|
|
1084
1084
|
|
|
1085
1085
|
Raises:
|
|
@@ -1184,7 +1184,7 @@ class Multi30kDataset(SourceDataset, TextBaseDataset):
|
|
|
1184
1184
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
1185
1185
|
argument can only be specified when `num_shards` is also specified.
|
|
1186
1186
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1187
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1187
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1188
1188
|
Default: ``None`` , which means no cache is used.
|
|
1189
1189
|
|
|
1190
1190
|
Raises:
|
|
@@ -1293,7 +1293,7 @@ class PennTreebankDataset(SourceDataset, TextBaseDataset):
|
|
|
1293
1293
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
1294
1294
|
argument can only be specified when `num_shards` is also specified.
|
|
1295
1295
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1296
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1296
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1297
1297
|
Default: ``None`` , which means no cache is used.
|
|
1298
1298
|
|
|
1299
1299
|
Raises:
|
|
@@ -1395,7 +1395,7 @@ class SogouNewsDataset(SourceDataset, TextBaseDataset):
|
|
|
1395
1395
|
Default: ``None`` , will use global default workers(8), it can be set
|
|
1396
1396
|
by :func:`mindspore.dataset.config.set_num_parallel_workers` .
|
|
1397
1397
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1398
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1398
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1399
1399
|
Default: ``None`` , which means no cache is used.
|
|
1400
1400
|
|
|
1401
1401
|
Raises:
|
|
@@ -1493,7 +1493,7 @@ class SQuADDataset(SourceDataset, TextBaseDataset):
|
|
|
1493
1493
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
1494
1494
|
argument can only be specified when `num_shards` is also specified.
|
|
1495
1495
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1496
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1496
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1497
1497
|
Default: ``None`` , which means no cache is used.
|
|
1498
1498
|
|
|
1499
1499
|
Raises:
|
|
@@ -1611,7 +1611,7 @@ class SST2Dataset(SourceDataset, TextBaseDataset):
|
|
|
1611
1611
|
shard_id (int, optional): The shard ID within `num_shards`. This argument can only be specified when
|
|
1612
1612
|
`num_shards` is also specified. Default: ``None`` .
|
|
1613
1613
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1614
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1614
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1615
1615
|
Default: ``None`` , which means no cache is used.
|
|
1616
1616
|
|
|
1617
1617
|
Raises:
|
|
@@ -1714,7 +1714,7 @@ class TextFileDataset(SourceDataset, TextBaseDataset):
|
|
|
1714
1714
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
1715
1715
|
argument can only be specified when `num_shards` is also specified.
|
|
1716
1716
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1717
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1717
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1718
1718
|
Default: ``None`` , which means no cache is used.
|
|
1719
1719
|
|
|
1720
1720
|
Raises:
|
|
@@ -1781,7 +1781,7 @@ class UDPOSDataset(SourceDataset, TextBaseDataset):
|
|
|
1781
1781
|
Default: ``None`` , will use global default workers(8), it can be set
|
|
1782
1782
|
by :func:`mindspore.dataset.config.set_num_parallel_workers` .
|
|
1783
1783
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1784
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1784
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1785
1785
|
Default: ``None`` , which means no cache is used.
|
|
1786
1786
|
|
|
1787
1787
|
Raises:
|
|
@@ -1864,7 +1864,7 @@ class WikiTextDataset(SourceDataset, TextBaseDataset):
|
|
|
1864
1864
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
1865
1865
|
argument can only be specified when `num_shards` is also specified.
|
|
1866
1866
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1867
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1867
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1868
1868
|
Default: ``None`` , which means no cache is used.
|
|
1869
1869
|
|
|
1870
1870
|
Raises:
|
|
@@ -1961,7 +1961,7 @@ class YahooAnswersDataset(SourceDataset, TextBaseDataset):
|
|
|
1961
1961
|
shard_id (int, optional): The shard ID within `num_shards` . Default: ``None`` . This
|
|
1962
1962
|
argument can only be specified when `num_shards` is also specified.
|
|
1963
1963
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
1964
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
1964
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
1965
1965
|
Default: ``None`` , which means no cache is used.
|
|
1966
1966
|
|
|
1967
1967
|
Raises:
|
|
@@ -2064,7 +2064,7 @@ class YelpReviewDataset(SourceDataset, TextBaseDataset):
|
|
|
2064
2064
|
Default: ``None`` , will use global default workers(8), it can be set
|
|
2065
2065
|
by :func:`mindspore.dataset.config.set_num_parallel_workers` .
|
|
2066
2066
|
cache (DatasetCache, optional): Use tensor caching service to speed up dataset processing. More details:
|
|
2067
|
-
`Single-Node Data Cache <https://www.mindspore.cn/
|
|
2067
|
+
`Single-Node Data Cache <https://www.mindspore.cn/docs/en/master/model_train/dataset/cache.html>`_ .
|
|
2068
2068
|
Default: ``None`` , which means no cache is used.
|
|
2069
2069
|
|
|
2070
2070
|
Raises:
|