mindspore 2.0.0a0__cp37-none-any.whl → 2.0.0rc1__cp37-none-any.whl

mindspore/mindrecord/tools/cifar100_to_mr.py

@@ -40,12 +40,12 @@ class Cifar100ToMR:
 
     Note:
         For details about Examples, please refer to `Converting the CIFAR-10 Dataset <https://
-        www.mindspore.cn/tutorials/zh-CN/r2.0.0-alpha/advanced/dataset/record.html#converting-the-cifar-10-dataset>`_ .
+        www.mindspore.cn/tutorials/en/r2.0/advanced/dataset/record.html#converting-the-cifar-10-dataset>`_ .
 
     Args:
         source (str): The cifar100 directory to be transformed.
-        destination (str): MindRecord file path to transform into, ensure that no file with the same name
-            exists in the directory.
+        destination (str): MindRecord file path to transform into, ensure that the directory is created in advance and
+            no file with the same name exists in the directory.
 
     Raises:
         ValueError: If source or destination is invalid.

mindspore/mindrecord/tools/cifar10_to_mr.py

@@ -40,12 +40,12 @@ class Cifar10ToMR:
 
     Note:
         For details about Examples, please refer to `Converting the CIFAR-10 Dataset <https://
-        www.mindspore.cn/tutorials/zh-CN/r2.0.0-alpha/advanced/dataset/record.html#converting-the-cifar-10-dataset>`_ .
+        www.mindspore.cn/tutorials/en/r2.0/advanced/dataset/record.html#converting-the-cifar-10-dataset>`_ .
 
     Args:
         source (str): The cifar10 directory to be transformed.
-        destination (str): MindRecord file path to transform into, ensure that no file with the same name
-            exists in the directory.
+        destination (str): MindRecord file path to transform into, ensure that the directory is created in advance and
+            no file with the same name exists in the directory.
 
     Raises:
         ValueError: If source or destination is invalid.

mindspore/mindrecord/tools/csv_to_mr.py

@@ -36,12 +36,12 @@ class CsvToMR:
 
     Note:
         For details about Examples, please refer to `Converting CSV Dataset <https://
-        www.mindspore.cn/tutorials/zh-CN/r2.0.0-alpha/advanced/dataset/record.html#converting-csv-dataset>`_ .
+        www.mindspore.cn/tutorials/en/r2.0/advanced/dataset/record.html#converting-csv-dataset>`_ .
 
     Args:
         source (str): The file path of csv.
-        destination (str): The MindRecord file path to transform into, ensure that no file with the same name
-            exists in the directory.
+        destination (str): The MindRecord file path to transform into, ensure that the directory is created in advance
+            and no file with the same name exists in the directory.
         columns_list(list[str], optional): A list of columns to be read. Default: None.
         partition_number (int, optional): The partition size, Default: 1.
 

mindspore/mindrecord/tools/imagenet_to_mr.py

@@ -27,22 +27,27 @@ __all__ = ['ImageNetToMR']
 
 
 class ImageNetToMR:
-    """
+    r"""
     A class to transform from imagenet to MindRecord.
 
     Args:
-        map_file (str): The map file that indicates label. The map file content should be like this:
+        map_file (str): The map file that indicates label. This file can be generated by command
+            :code:`ls -l [image_dir] | grep -vE "total|\." | awk -F " " '{print $9, NR-1;}' > [file_path]` ,
+            where `image_dir` is image directory contains n01440764, n01443537, n01484850 and n15075141 directory
+            and `file_path` is the generated `map_file` . An example of `map_file` is as below:
 
             .. code-block::
 
-              n02119789 0
-              n02100735 1
-              n02110185 2
-              n02096294 3
+              n01440764 0
+              n01443537 1
+              n01484850 2
+              n01491361 3
+              ...
+              n15075141 999
 
-        image_dir (str): Image directory contains n02119789, n02100735, n02110185 and n02096294 directory.
-        destination (str): MindRecord file path to transform into, ensure that no file with the same name
-            exists in the directory.
+        image_dir (str): Image directory contains n01440764, n01443537, n01484850 and n15075141 directory.
+        destination (str): MindRecord file path to transform into, ensure that the directory is created in advance and
+            no file with the same name exists in the directory.
         partition_number (int, optional): The partition size. Default: 1.
 
     Raises:
@@ -105,11 +110,11 @@ class ImageNetToMR:
                 for _ in range(batch_size):
                     data_list.append(imagenet_iter.__next__())
                     transform_count += 1
-                self.writer.write_raw_data(data_list)
+                self.writer.write_raw_data(data_list, True)
                 logger.info("transformed {} record...".format(transform_count))
             except StopIteration:
                 if data_list:
-                    self.writer.write_raw_data(data_list)
+                    self.writer.write_raw_data(data_list, True)
                     logger.info("transformed {} record...".format(transform_count))
                 break
 

mindspore/mindrecord/tools/mnist_to_mr.py

@@ -41,8 +41,8 @@ class MnistToMR:
         source (str): Directory that contains t10k-images-idx3-ubyte.gz,
                       train-images-idx3-ubyte.gz, t10k-labels-idx1-ubyte.gz
                       and train-labels-idx1-ubyte.gz.
-        destination (str): MindRecord file path to transform into, ensure that no file with the same name
-            exists in the directory.
+        destination (str): MindRecord file path to transform into, ensure that the directory is created in advance and
+            no file with the same name exists in the directory.
         partition_number (int, optional): The partition size. Default: 1.
 
     Raises:

mindspore/mindrecord/tools/tfrecord_to_mr.py

@@ -69,16 +69,16 @@ class TFRecordToMR:
 
     Note:
         For details about Examples, please refer to `Converting TFRecord Dataset <https://
-        www.mindspore.cn/tutorials/zh-CN/r2.0.0-alpha/advanced/dataset/record.html#converting-tfrecord-dataset>`_ .
+        www.mindspore.cn/tutorials/en/r2.0/advanced/dataset/record.html#converting-tfrecord-dataset>`_ .
 
     Args:
         source (str): TFRecord file to be transformed.
-        destination (str): MindRecord file path to transform into, ensure that no file with the same name
-            exists in the directory.
+        destination (str): MindRecord file path to transform into, ensure that the directory is created in advance and
+            no file with the same name exists in the directory.
         feature_dict (dict[str, FixedLenFeature]): Dictionary that states the feature type, and
             `FixedLenFeature <https://www.tensorflow.org/api_docs/python/tf/io/FixedLenFeature>`_ is supported.
         bytes_fields (list[str], optional): The bytes fields which are in `feature_dict` and can be images bytes.
-            Default: None.
+            Default: None, means that there is no byte dtype field such as image.
 
     Raises:
         ValueError: If parameter is invalid.
@@ -307,11 +307,11 @@ class TFRecordToMR:
                     data_list.append(tf_iter.__next__())
                     transform_count += 1
 
-                writer.write_raw_data(data_list)
+                writer.write_raw_data(data_list, True)
                 logger.info("Transformed {} records...".format(transform_count))
             except StopIteration:
                 if data_list:
-                    writer.write_raw_data(data_list)
+                    writer.write_raw_data(data_list, True)
                     logger.info("Transformed {} records...".format(transform_count))
                 break
         return writer.commit()

mindspore/nn/__init__.py

@@ -31,9 +31,6 @@ from mindspore.nn.wrap import *
 from mindspore.nn.grad import Jvp, Vjp
 from mindspore.nn.sparse import *
 from mindspore.nn.reinforcement import *
-from mindspore.nn.transformer import AttentionMask, VocabEmbedding, MultiHeadAttention, FeedForward, \
-    TransformerEncoder, TransformerDecoder, TransformerEncoderLayer, TransformerDecoderLayer, Transformer,\
-    TransformerOpParallelConfig, EmbeddingOpParallelConfig, TransformerRecomputeConfig, MoEConfig, OpParallelConfig
 
 __all__ = ["Cell", "GraphCell"]
 __all__.extend(layer.__all__)
@@ -46,6 +43,5 @@ __all__.extend(sparse.__all__)
 __all__.extend(learning_rate_schedule.__all__)
 __all__.extend(dynamic_lr.__all__)
 __all__.extend(reinforcement.__all__)
-__all__.extend(transformer.__all__)
 
 __all__.sort()