datasets 4.7.0__tar.gz → 4.8.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {datasets-4.7.0/src/datasets.egg-info → datasets-4.8.0}/PKG-INFO +4 -4
- {datasets-4.7.0 → datasets-4.8.0}/README.md +1 -1
- {datasets-4.7.0 → datasets-4.8.0}/setup.py +3 -3
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/__init__.py +1 -1
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/arrow_dataset.py +491 -300
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/data_files.py +26 -12
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/dataset_dict.py +395 -484
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/iterable_dataset.py +307 -349
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/load.py +210 -7
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/folder_based_builder/folder_based_builder.py +2 -5
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/webdataset/webdataset.py +5 -5
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/_dill.py +1 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/json.py +2 -2
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/py_utils.py +1 -3
- {datasets-4.7.0 → datasets-4.8.0/src/datasets.egg-info}/PKG-INFO +4 -4
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/requires.txt +2 -2
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_arrow_dataset.py +7 -15
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_data_files.py +12 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_dataset_dict.py +64 -1
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_iterable_dataset.py +195 -6
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_load.py +40 -2
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_streaming_download_manager.py +9 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_upstream_hub.py +157 -20
- {datasets-4.7.0 → datasets-4.8.0}/AUTHORS +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/LICENSE +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/pyproject.toml +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/setup.cfg +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/arrow_reader.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/arrow_writer.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/builder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/combine.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/datasets_cli.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/delete_from_hub.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/env.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/commands/test.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/config.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/distributed.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/download_config.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/download_manager.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/download/streaming_download_manager.py +1 -1
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/exceptions.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/_torchcodec.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/audio.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/features.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/image.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/nifti.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/pdf.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/translation.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/features/video.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/filesystems/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/filesystems/compression.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/fingerprint.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/formatting.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/jax_formatter.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/np_formatter.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/polars_formatter.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/tf_formatter.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/formatting/torch_formatter.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/hub.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/info.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/inspect.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/abc.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/csv.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/generator.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/json.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/parquet.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/spark.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/sql.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/io/text.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/naming.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/arrow/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/arrow/arrow.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/audiofolder/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/audiofolder/audiofolder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/cache/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/cache/cache.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/csv/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/csv/csv.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/eval/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/eval/eval.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/folder_based_builder/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/generator/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/generator/generator.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/hdf5/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/hdf5/hdf5.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/imagefolder/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/imagefolder/imagefolder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/json/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/json/json.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/lance/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/lance/lance.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/niftifolder/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/niftifolder/niftifolder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pandas/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pandas/pandas.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/parquet/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/parquet/parquet.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pdffolder/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/pdffolder/pdffolder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/spark/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/spark/spark.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/sql/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/sql/sql.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/text/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/text/text.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/videofolder/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/videofolder/videofolder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/webdataset/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/webdataset/_tenbin.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/xml/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/packaged_modules/xml/xml.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/parallel/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/parallel/parallel.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/search.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/splits.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/streaming.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/table.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/_dataset_viewer.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/_filelock.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/deprecation_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/doc_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/experimental.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/extract.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/file_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/filelock.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/hub.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/info_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/logging.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/metadata.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/patching.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/__init__.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/creators.json +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/languages.json +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/multilingualities.json +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/readme_structure.yaml +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/resources/size_categories.json +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/sharding.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/stratify.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/tf_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/tqdm.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/track.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/typing.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets/utils/version.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/SOURCES.txt +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/dependency_links.txt +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/entry_points.txt +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/not-zip-safe +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/src/datasets.egg-info/top_level.txt +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_arrow_reader.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_arrow_writer.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_builder.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_dataset_list.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_distributed.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_download_manager.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_exceptions.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_experimental.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_extract.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_file_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_filelock.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_filesystem.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_fingerprint.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_fingerprint_tokenizer_stability.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_formatting.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_hub.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_info.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_info_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_inspect.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_metadata_util.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_offline_util.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_parallel.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_patching.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_py_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_search.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_sharding_utils.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_splits.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_table.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_tqdm.py +0 -0
- {datasets-4.7.0 → datasets-4.8.0}/tests/test_version.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.2
|
|
2
2
|
Name: datasets
|
|
3
|
-
Version: 4.
|
|
3
|
+
Version: 4.8.0
|
|
4
4
|
Summary: HuggingFace community-driven open-source library of datasets
|
|
5
5
|
Home-page: https://github.com/huggingface/datasets
|
|
6
6
|
Download-URL: https://github.com/huggingface/datasets/tags
|
|
@@ -28,13 +28,13 @@ License-File: AUTHORS
|
|
|
28
28
|
Requires-Dist: filelock
|
|
29
29
|
Requires-Dist: numpy>=1.17
|
|
30
30
|
Requires-Dist: pyarrow>=21.0.0
|
|
31
|
-
Requires-Dist: dill<0.4.
|
|
31
|
+
Requires-Dist: dill<0.4.2,>=0.3.0
|
|
32
32
|
Requires-Dist: pandas
|
|
33
33
|
Requires-Dist: requests>=2.32.2
|
|
34
34
|
Requires-Dist: httpx<1.0.0
|
|
35
35
|
Requires-Dist: tqdm>=4.66.3
|
|
36
36
|
Requires-Dist: xxhash
|
|
37
|
-
Requires-Dist: multiprocess<0.70.
|
|
37
|
+
Requires-Dist: multiprocess<0.70.20
|
|
38
38
|
Requires-Dist: fsspec[http]<=2026.2.0,>=2023.1.0
|
|
39
39
|
Requires-Dist: huggingface-hub<2.0,>=0.25.0
|
|
40
40
|
Requires-Dist: packaging
|
|
@@ -254,7 +254,7 @@ For more details on installation, check the installation page in the documentati
|
|
|
254
254
|
|
|
255
255
|
## Installation to use with Machine Learning & Data frameworks frameworks
|
|
256
256
|
|
|
257
|
-
If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (
|
|
257
|
+
If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (0.4+) you should also install PyTorch, TensorFlow or JAX.
|
|
258
258
|
🤗 Datasets is also well integrated with data frameworks like PyArrow, Pandas, Polars and Spark, which should be installed separately.
|
|
259
259
|
|
|
260
260
|
For more details on using the library with these frameworks, check the quick start page in the documentation: https://huggingface.co/docs/datasets/quickstart
|
|
@@ -66,7 +66,7 @@ For more details on installation, check the installation page in the documentati
|
|
|
66
66
|
|
|
67
67
|
## Installation to use with Machine Learning & Data frameworks frameworks
|
|
68
68
|
|
|
69
|
-
If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (
|
|
69
|
+
If you plan to use 🤗 Datasets with PyTorch (2.0+), TensorFlow (2.6+) or JAX (0.4+) you should also install PyTorch, TensorFlow or JAX.
|
|
70
70
|
🤗 Datasets is also well integrated with data frameworks like PyArrow, Pandas, Polars and Spark, which should be installed separately.
|
|
71
71
|
|
|
72
72
|
For more details on using the library with these frameworks, check the quick start page in the documentation: https://huggingface.co/docs/datasets/quickstart
|
|
@@ -113,7 +113,7 @@ REQUIRED_PKGS = [
|
|
|
113
113
|
# Minimum 21.0.0 to support `use_content_defined_chunking` in ParquetWriter
|
|
114
114
|
"pyarrow>=21.0.0",
|
|
115
115
|
# For smart caching dataset processing
|
|
116
|
-
"dill>=0.3.0,<0.4.
|
|
116
|
+
"dill>=0.3.0,<0.4.2", # tmp pin until dill has official support for determinism see https://github.com/uqfoundation/dill/issues/19
|
|
117
117
|
# For performance gains with apache arrow
|
|
118
118
|
"pandas",
|
|
119
119
|
# for downloading datasets over HTTPS
|
|
@@ -124,7 +124,7 @@ REQUIRED_PKGS = [
|
|
|
124
124
|
# for fast hashing
|
|
125
125
|
"xxhash",
|
|
126
126
|
# for better multiprocessing
|
|
127
|
-
"multiprocess<0.70.
|
|
127
|
+
"multiprocess<0.70.20", # to align with dill<0.3.9 (see above)
|
|
128
128
|
# to save datasets locally or on any filesystem
|
|
129
129
|
# minimum 2023.1.0 to support protocol=kwargs in fsspec's `open`, `get_fs_token_paths`, etc.: see https://github.com/fsspec/filesystem_spec/pull/1143
|
|
130
130
|
"fsspec[http]>=2023.1.0,<=2026.2.0",
|
|
@@ -233,7 +233,7 @@ EXTRAS_REQUIRE = {
|
|
|
233
233
|
|
|
234
234
|
setup(
|
|
235
235
|
name="datasets",
|
|
236
|
-
version="4.
|
|
236
|
+
version="4.8.0", # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
|
|
237
237
|
description="HuggingFace community-driven open-source library of datasets",
|
|
238
238
|
long_description=open("README.md", encoding="utf-8").read(),
|
|
239
239
|
long_description_content_type="text/markdown",
|