datasets 4.7.0__tar.gz → 4.8.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (185) hide show
  1. {datasets-4.7.0/src/datasets.egg-info → datasets-4.8.0}/PKG-INFO +4 -4
  2. {datasets-4.7.0 → datasets-4.8.0}/README.md +1 -1
  3. {datasets-4.7.0 → datasets-4.8.0}/setup.py +3 -3
  4. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/__init__.py +1 -1
  5. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/arrow_dataset.py +491 -300
  6. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/data_files.py +26 -12
  7. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/dataset_dict.py +395 -484
  8. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/iterable_dataset.py +307 -349
  9. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/load.py +210 -7
  10. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/folder_based_builder/folder_based_builder.py +2 -5
  11. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/webdataset/webdataset.py +5 -5
  12. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/_dill.py +1 -0
  13. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/json.py +2 -2
  14. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/py_utils.py +1 -3
  15. {datasets-4.7.0 → datasets-4.8.0/src/datasets.egg-info}/PKG-INFO +4 -4
  16. {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/requires.txt +2 -2
  17. {datasets-4.7.0 → datasets-4.8.0}/tests/test_arrow_dataset.py +7 -15
  18. {datasets-4.7.0 → datasets-4.8.0}/tests/test_data_files.py +12 -0
  19. {datasets-4.7.0 → datasets-4.8.0}/tests/test_dataset_dict.py +64 -1
  20. {datasets-4.7.0 → datasets-4.8.0}/tests/test_iterable_dataset.py +195 -6
  21. {datasets-4.7.0 → datasets-4.8.0}/tests/test_load.py +40 -2
  22. {datasets-4.7.0 → datasets-4.8.0}/tests/test_streaming_download_manager.py +9 -0
  23. {datasets-4.7.0 → datasets-4.8.0}/tests/test_upstream_hub.py +157 -20
  24. {datasets-4.7.0 → datasets-4.8.0}/AUTHORS +0 -0
  25. {datasets-4.7.0 → datasets-4.8.0}/LICENSE +0 -0
  26. {datasets-4.7.0 → datasets-4.8.0}/pyproject.toml +0 -0
  27. {datasets-4.7.0 → datasets-4.8.0}/setup.cfg +0 -0
  28. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/arrow_reader.py +0 -0
  29. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/arrow_writer.py +0 -0
  30. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/builder.py +0 -0
  31. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/combine.py +0 -0
  32. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/__init__.py +0 -0
  33. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/datasets_cli.py +0 -0
  34. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/delete_from_hub.py +0 -0
  35. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/env.py +0 -0
  36. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/test.py +0 -0
  37. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/config.py +0 -0
  38. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/distributed.py +0 -0
  39. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/__init__.py +0 -0
  40. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/download_config.py +0 -0
  41. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/download_manager.py +0 -0
  42. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/streaming_download_manager.py +1 -1
  43. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/exceptions.py +0 -0
  44. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/__init__.py +0 -0
  45. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/_torchcodec.py +0 -0
  46. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/audio.py +0 -0
  47. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/features.py +0 -0
  48. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/image.py +0 -0
  49. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/nifti.py +0 -0
  50. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/pdf.py +0 -0
  51. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/translation.py +0 -0
  52. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/video.py +0 -0
  53. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/filesystems/__init__.py +0 -0
  54. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/filesystems/compression.py +0 -0
  55. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/fingerprint.py +0 -0
  56. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/__init__.py +0 -0
  57. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/formatting.py +0 -0
  58. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/jax_formatter.py +0 -0
  59. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/np_formatter.py +0 -0
  60. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/polars_formatter.py +0 -0
  61. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/tf_formatter.py +0 -0
  62. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/torch_formatter.py +0 -0
  63. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/hub.py +0 -0
  64. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/info.py +0 -0
  65. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/inspect.py +0 -0
  66. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/__init__.py +0 -0
  67. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/abc.py +0 -0
  68. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/csv.py +0 -0
  69. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/generator.py +0 -0
  70. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/json.py +0 -0
  71. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/parquet.py +0 -0
  72. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/spark.py +0 -0
  73. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/sql.py +0 -0
  74. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/text.py +0 -0
  75. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/naming.py +0 -0
  76. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/__init__.py +0 -0
  77. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/arrow/__init__.py +0 -0
  78. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/arrow/arrow.py +0 -0
  79. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/audiofolder/__init__.py +0 -0
  80. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/audiofolder/audiofolder.py +0 -0
  81. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/cache/__init__.py +0 -0
  82. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/cache/cache.py +0 -0
  83. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/csv/__init__.py +0 -0
  84. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/csv/csv.py +0 -0
  85. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/eval/__init__.py +0 -0
  86. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/eval/eval.py +0 -0
  87. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/folder_based_builder/__init__.py +0 -0
  88. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/generator/__init__.py +0 -0
  89. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/generator/generator.py +0 -0
  90. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/hdf5/__init__.py +0 -0
  91. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/hdf5/hdf5.py +0 -0
  92. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/imagefolder/__init__.py +0 -0
  93. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/imagefolder/imagefolder.py +0 -0
  94. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/json/__init__.py +0 -0
  95. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/json/json.py +0 -0
  96. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/lance/__init__.py +0 -0
  97. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/lance/lance.py +0 -0
  98. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/niftifolder/__init__.py +0 -0
  99. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/niftifolder/niftifolder.py +0 -0
  100. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pandas/__init__.py +0 -0
  101. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pandas/pandas.py +0 -0
  102. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/parquet/__init__.py +0 -0
  103. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/parquet/parquet.py +0 -0
  104. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pdffolder/__init__.py +0 -0
  105. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pdffolder/pdffolder.py +0 -0
  106. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/spark/__init__.py +0 -0
  107. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/spark/spark.py +0 -0
  108. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/sql/__init__.py +0 -0
  109. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/sql/sql.py +0 -0
  110. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/text/__init__.py +0 -0
  111. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/text/text.py +0 -0
  112. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/videofolder/__init__.py +0 -0
  113. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/videofolder/videofolder.py +0 -0
  114. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/webdataset/__init__.py +0 -0
  115. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/webdataset/_tenbin.py +0 -0
  116. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/xml/__init__.py +0 -0
  117. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/xml/xml.py +0 -0
  118. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/parallel/__init__.py +0 -0
  119. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/parallel/parallel.py +0 -0
  120. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/search.py +0 -0
  121. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/splits.py +0 -0
  122. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/streaming.py +0 -0
  123. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/table.py +0 -0
  124. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/__init__.py +0 -0
  125. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/_dataset_viewer.py +0 -0
  126. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/_filelock.py +0 -0
  127. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/deprecation_utils.py +0 -0
  128. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/doc_utils.py +0 -0
  129. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/experimental.py +0 -0
  130. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/extract.py +0 -0
  131. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/file_utils.py +0 -0
  132. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/filelock.py +0 -0
  133. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/hub.py +0 -0
  134. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/info_utils.py +0 -0
  135. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/logging.py +0 -0
  136. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/metadata.py +0 -0
  137. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/patching.py +0 -0
  138. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/__init__.py +0 -0
  139. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/creators.json +0 -0
  140. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/languages.json +0 -0
  141. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/multilingualities.json +0 -0
  142. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/readme_structure.yaml +0 -0
  143. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/size_categories.json +0 -0
  144. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/sharding.py +0 -0
  145. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/stratify.py +0 -0
  146. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/tf_utils.py +0 -0
  147. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/tqdm.py +0 -0
  148. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/track.py +0 -0
  149. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/typing.py +0 -0
  150. {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/version.py +0 -0
  151. {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/SOURCES.txt +0 -0
  152. {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/dependency_links.txt +0 -0
  153. {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/entry_points.txt +0 -0
  154. {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/not-zip-safe +0 -0
  155. {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/top_level.txt +0 -0
  156. {datasets-4.7.0 → datasets-4.8.0}/tests/test_arrow_reader.py +0 -0
  157. {datasets-4.7.0 → datasets-4.8.0}/tests/test_arrow_writer.py +0 -0
  158. {datasets-4.7.0 → datasets-4.8.0}/tests/test_builder.py +0 -0
  159. {datasets-4.7.0 → datasets-4.8.0}/tests/test_dataset_list.py +0 -0
  160. {datasets-4.7.0 → datasets-4.8.0}/tests/test_distributed.py +0 -0
  161. {datasets-4.7.0 → datasets-4.8.0}/tests/test_download_manager.py +0 -0
  162. {datasets-4.7.0 → datasets-4.8.0}/tests/test_exceptions.py +0 -0
  163. {datasets-4.7.0 → datasets-4.8.0}/tests/test_experimental.py +0 -0
  164. {datasets-4.7.0 → datasets-4.8.0}/tests/test_extract.py +0 -0
  165. {datasets-4.7.0 → datasets-4.8.0}/tests/test_file_utils.py +0 -0
  166. {datasets-4.7.0 → datasets-4.8.0}/tests/test_filelock.py +0 -0
  167. {datasets-4.7.0 → datasets-4.8.0}/tests/test_filesystem.py +0 -0
  168. {datasets-4.7.0 → datasets-4.8.0}/tests/test_fingerprint.py +0 -0
  169. {datasets-4.7.0 → datasets-4.8.0}/tests/test_fingerprint_tokenizer_stability.py +0 -0
  170. {datasets-4.7.0 → datasets-4.8.0}/tests/test_formatting.py +0 -0
  171. {datasets-4.7.0 → datasets-4.8.0}/tests/test_hub.py +0 -0
  172. {datasets-4.7.0 → datasets-4.8.0}/tests/test_info.py +0 -0
  173. {datasets-4.7.0 → datasets-4.8.0}/tests/test_info_utils.py +0 -0
  174. {datasets-4.7.0 → datasets-4.8.0}/tests/test_inspect.py +0 -0
  175. {datasets-4.7.0 → datasets-4.8.0}/tests/test_metadata_util.py +0 -0
  176. {datasets-4.7.0 → datasets-4.8.0}/tests/test_offline_util.py +0 -0
  177. {datasets-4.7.0 → datasets-4.8.0}/tests/test_parallel.py +0 -0
  178. {datasets-4.7.0 → datasets-4.8.0}/tests/test_patching.py +0 -0
  179. {datasets-4.7.0 → datasets-4.8.0}/tests/test_py_utils.py +0 -0
  180. {datasets-4.7.0 → datasets-4.8.0}/tests/test_search.py +0 -0
  181. {datasets-4.7.0 → datasets-4.8.0}/tests/test_sharding_utils.py +0 -0
  182. {datasets-4.7.0 → datasets-4.8.0}/tests/test_splits.py +0 -0
  183. {datasets-4.7.0 → datasets-4.8.0}/tests/test_table.py +0 -0
  184. {datasets-4.7.0 → datasets-4.8.0}/tests/test_tqdm.py +0 -0
  185. {datasets-4.7.0 → datasets-4.8.0}/tests/test_version.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: datasets
3
- Version: 4.7.0
3
+ Version: 4.8.0
4
4
  Summary: HuggingFace community-driven open-source library of datasets
5
5
  Home-page: https://github.com/huggingface/datasets
6
6
  Download-URL: https://github.com/huggingface/datasets/tags
@@ -28,13 +28,13 @@ License-File: AUTHORS
28
28
  Requires-Dist: filelock
29
29
  Requires-Dist: numpy>=1.17
30
30
  Requires-Dist: pyarrow>=21.0.0
31
- Requires-Dist: dill<0.4.1,>=0.3.0
31
+ Requires-Dist: dill<0.4.2,>=0.3.0
32
32
  Requires-Dist: pandas
33
33
  Requires-Dist: requests>=2.32.2
34
34
  Requires-Dist: httpx<1.0.0
35
35
  Requires-Dist: tqdm>=4.66.3
36
36
  Requires-Dist: xxhash
37
- Requires-Dist: multiprocess<0.70.19
37
+ Requires-Dist: multiprocess<0.70.20
38
38
  Requires-Dist: fsspec[http]<=2026.2.0,>=2023.1.0
39
39
  Requires-Dist: huggingface-hub<2.0,>=0.25.0
40
40
  Requires-Dist: packaging
@@ -254,7 +254,7 @@ For more details on installation, check the installation page in the documentati
254
254
 
255
255
  ## Installation to use with Machine Learning & Data frameworks frameworks
256
256
 
257
- If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (3.14+) you should also install PyTorch, TensorFlow or JAX.
257
+ If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (0.4+) you should also install PyTorch, TensorFlow or JAX.
258
258
  🤗 Datasets is also well integrated with data frameworks like PyArrow, Pandas, Polars and Spark, which should be installed separately.
259
259
 
260
260
  For more details on using the library with these frameworks, check the quick start page in the documentation: https://huggingface.co/docs/datasets/quickstart
@@ -66,7 +66,7 @@ For more details on installation, check the installation page in the documentati
66
66
 
67
67
  ## Installation to use with Machine Learning & Data frameworks frameworks
68
68
 
69
- If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (3.14+) you should also install PyTorch, TensorFlow or JAX.
69
+ If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (0.4+) you should also install PyTorch, TensorFlow or JAX.
70
70
  🤗 Datasets is also well integrated with data frameworks like PyArrow, Pandas, Polars and Spark, which should be installed separately.
71
71
 
72
72
  For more details on using the library with these frameworks, check the quick start page in the documentation: https://huggingface.co/docs/datasets/quickstart
@@ -113,7 +113,7 @@ REQUIRED_PKGS = [
113
113
  # Minimum 21.0.0 to support `use_content_defined_chunking` in ParquetWriter
114
114
  "pyarrow>=21.0.0",
115
115
  # For smart caching dataset processing
116
- "dill>=0.3.0,<0.4.1", # tmp pin until dill has official support for determinism see https://github.com/uqfoundation/dill/issues/19
116
+ "dill>=0.3.0,<0.4.2", # tmp pin until dill has official support for determinism see https://github.com/uqfoundation/dill/issues/19
117
117
  # For performance gains with apache arrow
118
118
  "pandas",
119
119
  # for downloading datasets over HTTPS
@@ -124,7 +124,7 @@ REQUIRED_PKGS = [
124
124
  # for fast hashing
125
125
  "xxhash",
126
126
  # for better multiprocessing
127
- "multiprocess<0.70.19", # to align with dill<0.3.9 (see above)
127
+ "multiprocess<0.70.20", # to align with dill<0.3.9 (see above)
128
128
  # to save datasets locally or on any filesystem
129
129
  # minimum 2023.1.0 to support protocol=kwargs in fsspec's `open`, `get_fs_token_paths`, etc.: see https://github.com/fsspec/filesystem_spec/pull/1143
130
130
  "fsspec[http]>=2023.1.0,<=2026.2.0",
@@ -233,7 +233,7 @@ EXTRAS_REQUIRE = {
233
233
 
234
234
  setup(
235
235
  name="datasets",
236
- version="4.7.0", # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
236
+ version="4.8.0", # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
237
237
  description="HuggingFace community-driven open-source library of datasets",
238
238
  long_description=open("README.md", encoding="utf-8").read(),
239
239
  long_description_content_type="text/markdown",
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- __version__ = "4.7.0"
15
+ __version__ = "4.8.0"
16
16
 
17
17
  from .arrow_dataset import Column, Dataset
18
18
  from .arrow_reader import ReadInstruction