tfds-nightly 4.9.9.dev202508170045__py3-none-any.whl → 4.9.9.dev202508190044__py3-none-any.whl

tensorflow_datasets/core/lazy_imports_lib_test.py

@@ -25,17 +25,18 @@ class LazyImportsTest(testing.TestCase, parameterized.TestCase):
   # The following deps are not in the test list because the datasets that
   # require them need to have their tests run in isolation:
   # * crepe (NSynth)
+  # * gcld3 (c4)
+  # * langdetect (c4)
   # * librosa (NSynth)
+  # * nltk (c4)
+  # * tldextract (c4)
   @parameterized.parameters(
       "bs4",
       "cv2",
-      "gcld3",
       "gcsfs_store",
-      "langdetect",
       "lxml",
       "matplotlib",
       "mwparserfromhell",
-      "nltk",
       "os",
       "pandas",
       "pretty_midi",
@@ -44,7 +45,6 @@ class LazyImportsTest(testing.TestCase, parameterized.TestCase):
       "scipy",
       "skimage",
       "tifffile",
-      "tldextract",
       "zarr",
   )
   def test_import(self, module_name):

tensorflow_datasets/core/utils/docs.py

@@ -29,9 +29,7 @@ class A:
 ```
 
 The functions exposed below are dummy decorators. This allows not having to load
-TensorFlow. The functions are monkey patched when needed in
-scripts/documentation/build_api_docs.py with actual TensorFlow documentation
-decorators.
+TensorFlow.
 """
 
 from typing import Any, TypeVar

tensorflow_datasets/public_api.py

@@ -27,7 +27,7 @@ from tensorflow_datasets.core import deprecated
 from tensorflow_datasets.core import download
 from tensorflow_datasets.core import features
 from tensorflow_datasets.core import folder_dataset
-from tensorflow_datasets.core import transform  # pylint: disable=unused-import
+from tensorflow_datasets.core import transform
 from tensorflow_datasets.core import visualization
 from tensorflow_datasets.core.as_dataframe import as_dataframe
 from tensorflow_datasets.core.dataset_utils import as_numpy

{tfds_nightly-4.9.9.dev202508170045.dist-info → tfds_nightly-4.9.9.dev202508190044.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tfds-nightly
-Version: 4.9.9.dev202508170045
+Version: 4.9.9.dev202508190044
 Summary: tensorflow/datasets is a library of datasets ready to use with TensorFlow.
 Home-page: https://github.com/tensorflow/datasets
 Download-URL: https://github.com/tensorflow/datasets/tags
@@ -63,11 +63,6 @@ Requires-Dist: apache-beam<2.65.0; extra == "tests-all"
 Requires-Dist: gcsfs; extra == "tests-all"
 Requires-Dist: zarr<3.0.0; extra == "tests-all"
 Requires-Dist: apache-beam<2.65.0; extra == "tests-all"
-Requires-Dist: gcld3; extra == "tests-all"
-Requires-Dist: langdetect; extra == "tests-all"
-Requires-Dist: nltk==3.8.1; extra == "tests-all"
-Requires-Dist: tldextract; extra == "tests-all"
-Requires-Dist: apache-beam<2.65.0; extra == "tests-all"
 Requires-Dist: matplotlib; extra == "tests-all"
 Requires-Dist: Pillow; extra == "tests-all"
 Requires-Dist: pydub; extra == "tests-all"
@@ -132,10 +127,6 @@ Requires-Dist: pyyaml; extra == "huggingface"
 Requires-Dist: scipy; extra == "huggingface"
 Requires-Dist: gcsfs; extra == "huggingface"
 Requires-Dist: zarr<3.0.0; extra == "huggingface"
-Requires-Dist: gcld3; extra == "huggingface"
-Requires-Dist: langdetect; extra == "huggingface"
-Requires-Dist: nltk==3.8.1; extra == "huggingface"
-Requires-Dist: tldextract; extra == "huggingface"
 Requires-Dist: matplotlib; extra == "huggingface"
 Requires-Dist: Pillow; extra == "huggingface"
 Requires-Dist: pydub; extra == "huggingface"
@@ -182,6 +173,7 @@ Requires-Dist: gcld3; extra == "c4"
 Requires-Dist: langdetect; extra == "c4"
 Requires-Dist: nltk==3.8.1; extra == "c4"
 Requires-Dist: tldextract; extra == "c4"
+Requires-Dist: tensorflow<2.20.0; extra == "c4"
 Provides-Extra: c4-wsrs
 Requires-Dist: apache-beam<2.65.0; extra == "c4-wsrs"
 Provides-Extra: cats-vs-dogs
@@ -210,9 +202,9 @@ Requires-Dist: pydub; extra == "librispeech"
 Provides-Extra: lsun
 Requires-Dist: tensorflow-io[tensorflow]; extra == "lsun"
 Provides-Extra: nsynth
-Requires-Dist: crepe>=0.0.11; extra == "nsynth"
+Requires-Dist: crepe; extra == "nsynth"
 Requires-Dist: librosa; extra == "nsynth"
-Requires-Dist: scikit-learn==0.20.3; extra == "nsynth"
+Requires-Dist: tensorflow<2.20.0; extra == "nsynth"
 Provides-Extra: ogbg-molpcba
 Requires-Dist: pandas; extra == "ogbg-molpcba"
 Requires-Dist: networkx; extra == "ogbg-molpcba"

{tfds_nightly-4.9.9.dev202508170045.dist-info → tfds_nightly-4.9.9.dev202508190044.dist-info}/RECORD

@@ -4,7 +4,7 @@ tensorflow_datasets/conftest.py,sha256=95ocbFU_SvVgWHI7NVkH1wXDrb-OGZrd_ihiVVkpk
 tensorflow_datasets/import_public_api_test.py,sha256=NPjteyVJL2ZDPEznMWBpP6hHbCaWiaZPxOcgnyr-HqY,852
 tensorflow_datasets/import_test.py,sha256=6rtuyyIwF9QNPyu6c-s5t-aA0fKPy2R9ondIHJVOkhY,801
 tensorflow_datasets/import_without_tf_test.py,sha256=znenZUnnltG7Jh2-PhhMEl_APadgiz1qPXi5P3Z85xo,3459
-tensorflow_datasets/public_api.py,sha256=I2YpOEEw0uND1EujpL_Sa3TSgcz_hY_I4F_iTZe9A3c,3896
+tensorflow_datasets/public_api.py,sha256=omCZpyf4uc9jgFTEvZ35ws4S-nDqMY1Yd_IyQwG3aCs,3863
 tensorflow_datasets/setup_teardown.py,sha256=4qTNXhVE9nvp6U77HEX7_OJ49_eCTFJLmp3suWGiM6g,1450
 tensorflow_datasets/typing.py,sha256=UThdRvwKbnXQkllNBhMCVHmCaIhBLHZtxQtfl0TE8e8,1397
 tensorflow_datasets/version.py,sha256=Yid9O3W4SuoFxeA25B4U4gQnr0lhvGeQKMY3tQ_F6No,1114
@@ -85,7 +85,7 @@ tensorflow_datasets/core/hashing_test.py,sha256=duT2nnr6jT7ienXvjWa7-s32Oy6saskJ
 tensorflow_datasets/core/lazy_builder_import.py,sha256=ASBXRekXOeQuaY3KrL1zvUYJ6g1yxHztc8EsNo0GK1s,2019
 tensorflow_datasets/core/lazy_builder_import_test.py,sha256=I8Z8UHjaGeKCct3mf_nC-kMq0IXqNxKcnPNLXmzzCrQ,2081
 tensorflow_datasets/core/lazy_imports_lib.py,sha256=Q-c3qGEZJDqviEQUiro2iBpMw7KA-YbWQ3VFIcJ7rK8,5961
-tensorflow_datasets/core/lazy_imports_lib_test.py,sha256=cbdamDUJIY5YORm6coyCMIralgsL_gCUfa2Dzdj6ZPY,1695
+tensorflow_datasets/core/lazy_imports_lib_test.py,sha256=j4d2n3gkJZ-BMPJF9_C2Hptk0k_nTWZSZufKEaoP9KA,1703
 tensorflow_datasets/core/load.py,sha256=1FQVnKwn8OVS_IgDbs9XN7aIVxQnyfrS0pI2X9dh77M,37765
 tensorflow_datasets/core/load_test.py,sha256=EEa8GuSIrEbn0RcGrWS3hmmatKBqBA3QOQWpQ1WjVgA,6490
 tensorflow_datasets/core/naming.py,sha256=B_P77QDA4lkG2FUl4PrzZR0U6qqae_fLxruGBw3ZSVc,25614
@@ -247,7 +247,7 @@ tensorflow_datasets/core/utils/conversion_utils.py,sha256=V8kFmJu38op7-8ufZvEn0f
 tensorflow_datasets/core/utils/conversion_utils_test.py,sha256=rP_nbzQWzmZc_GXp3Y6TirwIGJqiQbF-JtY3B1tOuN0,5346
 tensorflow_datasets/core/utils/croissant_utils.py,sha256=9C8sScaEqSRsThqpQQc48GDNR1KFmDkS8hmKIvfZCB0,5181
 tensorflow_datasets/core/utils/croissant_utils_test.py,sha256=UdkAVYDTPm1L0zmMESScurV_IMA5K3qAKmL_umeMJZI,4497
-tensorflow_datasets/core/utils/docs.py,sha256=0AeGyhPXQc_DMsTX7ocbb8IuJv_RTrG7StYdfZiwSzU,1549
+tensorflow_datasets/core/utils/docs.py,sha256=nRE4d8wxYZav8AcT3dkiY0yplAJBx1hygWxkeKj_V7I,1412
 tensorflow_datasets/core/utils/dtype_utils.py,sha256=LvDe1hbgQem57RiqXjG9U5Roj8-1KkBMmSYTtgctx2U,3246
 tensorflow_datasets/core/utils/dtype_utils_test.py,sha256=-Qe2fQzDO5sjS36ZL-dY9w0tNrJXokIoSRFEQCv5dQA,3259
 tensorflow_datasets/core/utils/error_utils.py,sha256=lnquUa_VGRjn7-G_5x-PvWGgnnO6GAWsi9I7xeVuGxQ,3204
@@ -2005,8 +2005,6 @@ tensorflow_datasets/scripts/deployment/copy_dataset_info_files.py,sha256=uLuvwOW
 tensorflow_datasets/scripts/deployment/export_community_datasets.py,sha256=h6IEu7Y19cl6adiT3ve5HUbKb5hUuysKdMqIgRc8CcM,3643
 tensorflow_datasets/scripts/deployment/export_community_datasets_test.py,sha256=eIE0dR9KGkXWX2kcanfN6rKdLYSsFb5QCVXfe7nd7gI,3234
 tensorflow_datasets/scripts/documentation/__init__.py,sha256=Z8UWkv0wbzS4AzaLgSpYVGApYv5j57RWY0vN5Z553BQ,613
-tensorflow_datasets/scripts/documentation/build_api_docs.py,sha256=NXbW1ijbIUogxpWFDaSngw8_84TJuFv7C_Jr7hLxeyk,2893
-tensorflow_datasets/scripts/documentation/build_api_docs_test.py,sha256=m8_XuS_05NYaErMJeCQoqdrvKUFw-JKBi7wdDeqI1jA,2065
 tensorflow_datasets/scripts/documentation/build_catalog.py,sha256=SYJoNW-VxvL8xx85uYlFBwbr1k64HcmRBfxsj9-sdYA,8680
 tensorflow_datasets/scripts/documentation/build_catalog_test.py,sha256=qjnqK6lhBh-uNrjLQkEs3AbKFBo5uz_sxhhdT4ibOyA,2532
 tensorflow_datasets/scripts/documentation/build_community_catalog.py,sha256=gh84xnKbL_ndR4GGbgBNLJ0nxjFwiAPLuhUvzeKPZAo,19902
@@ -2474,10 +2472,10 @@ tensorflow_datasets/vision_language/wit/wit_test.py,sha256=PXS8DMNW-MDrT2p5oy4Ic
 tensorflow_datasets/vision_language/wit_kaggle/__init__.py,sha256=vGwSGeM8WE4Q-l0-eEE1sBojmk6YT0l1OO60AWa4Q40,719
 tensorflow_datasets/vision_language/wit_kaggle/wit_kaggle.py,sha256=q-vX_FBzIwsFxL4sY9vuyQ3UQD2PLM4yhUR4U6l-qao,16903
 tensorflow_datasets/vision_language/wit_kaggle/wit_kaggle_test.py,sha256=ZymHT1NkmD-pUnh3BmM3_g30c5afsWYnmqDD9dVyDSA,1778
-tfds_nightly-4.9.9.dev202508170045.dist-info/licenses/AUTHORS,sha256=nvBG4WwfgjuOu1oZkuQKw9kg7X6rve679ObS-YDDmXg,309
-tfds_nightly-4.9.9.dev202508170045.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
-tfds_nightly-4.9.9.dev202508170045.dist-info/METADATA,sha256=YZ4_31y9BZJ-lAZP6FTq_Y2WCyDHQhs2pn-ieKTSyMA,11694
-tfds_nightly-4.9.9.dev202508170045.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-tfds_nightly-4.9.9.dev202508170045.dist-info/entry_points.txt,sha256=eHEL7nF5y1uCY2FgkuYIdE062epJXlAQTSdq89px4p4,73
-tfds_nightly-4.9.9.dev202508170045.dist-info/top_level.txt,sha256=bAevmk9209s_oxVZVlN6hSDIVS423qrMQvmcWSvW4do,20
-tfds_nightly-4.9.9.dev202508170045.dist-info/RECORD,,
+tfds_nightly-4.9.9.dev202508190044.dist-info/licenses/AUTHORS,sha256=nvBG4WwfgjuOu1oZkuQKw9kg7X6rve679ObS-YDDmXg,309
+tfds_nightly-4.9.9.dev202508190044.dist-info/licenses/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+tfds_nightly-4.9.9.dev202508190044.dist-info/METADATA,sha256=V2S5ib8SHZzto6RkHAkgCcIHBTX6PNAQ5SrbHA16P2Q,11291
+tfds_nightly-4.9.9.dev202508190044.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+tfds_nightly-4.9.9.dev202508190044.dist-info/entry_points.txt,sha256=eHEL7nF5y1uCY2FgkuYIdE062epJXlAQTSdq89px4p4,73
+tfds_nightly-4.9.9.dev202508190044.dist-info/top_level.txt,sha256=bAevmk9209s_oxVZVlN6hSDIVS423qrMQvmcWSvW4do,20
+tfds_nightly-4.9.9.dev202508190044.dist-info/RECORD,,

tensorflow_datasets/scripts/documentation/build_api_docs.py

@@ -1,91 +0,0 @@
-# coding=utf-8
-# Copyright 2025 The TensorFlow Datasets Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-"""generates api_docs for tensorflow_datasets."""
-import os
-
-from absl import app
-from absl import flags
-from absl import logging
-
-import tensorflow_datasets as tfds
-# Testing is lazily imported, so we first force its import.
-from tensorflow_datasets.testing import *  # pylint: disable=wildcard-import
-from tensorflow_docs.api_generator import generate_lib
-
-from tensorflow.tools.docs import doc_controls  # pylint: disable=g-direct-tensorflow-import
-
-# Force the definition of all documentation decorators declared in
-# third_party/py/tensorflow_datasets/core/utils/docs.py to TensorFlow decorators
-try:
-  tfds.core.utils.docs.deprecated = doc_controls.set_deprecated
-  tfds.core.utils.docs.doc_private = doc_controls.doc_private
-  tfds.core.utils.docs.do_not_doc = doc_controls.do_not_generate_docs
-  # Same as `do_not_doc`, but also applied to children
-  tfds.core.utils.docs.do_not_doc_inheritable = (
-      doc_controls.do_not_doc_inheritable
-  )
-  # Document the parent, but not the children
-  tfds.core.utils.docs.do_not_doc_in_subclasses = (
-      doc_controls.do_not_doc_in_subclasses
-  )
-except AttributeError:
-  logging.info("Could not set TensorFlow documentation decorators.")
-
-FLAGS = flags.FLAGS
-
-flags.DEFINE_string(
-    "output_dir", "/tmp/datasets_api", "Where to output the docs"
-)
-flags.DEFINE_string(
-    "code_url_prefix",
-    "https://github.com/tensorflow/datasets/tree/master/tensorflow_datasets/",
-    "The url prefix for links to code.",
-)
-
-flags.DEFINE_bool(
-    "search_hints", True, "Include metadata search hints in the generated files"
-)
-
-flags.DEFINE_string(
-    "site_path", "datasets/api_docs/python", "Path prefix in the _toc.yaml"
-)
-
-
-def execute(output_dir, code_url_prefix, search_hints, site_path):
-  """Builds API docs for tensorflow_datasets."""
-  doc_generator = generate_lib.DocGenerator(
-      root_title="TensorFlow Datasets",
-      py_modules=[("tfds", tfds)],
-      base_dir=os.path.dirname(tfds.__file__),
-      search_hints=search_hints,
-      code_url_prefix=code_url_prefix,
-      site_path=site_path,
-  )
-
-  doc_generator.build(output_dir)
-
-
-def main(unused_argv):
-  execute(
-      FLAGS.output_dir,
-      FLAGS.code_url_prefix,
-      FLAGS.search_hints,
-      FLAGS.site_path,
-  )
-
-
-if __name__ == "__main__":
-  app.run(main)

tensorflow_datasets/scripts/documentation/build_api_docs_test.py

@@ -1,65 +0,0 @@
-# coding=utf-8
-# Copyright 2025 The TensorFlow Datasets Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-"""Smoke Test for docs generation."""
-
-import os
-import shutil
-import tempfile
-
-from absl.testing import absltest
-
-from tensorflow_datasets.core.utils import docs
-from tensorflow_datasets.scripts.documentation import build_api_docs
-
-
-class BuildDocsTest(absltest.TestCase):
-
-  def setUp(self):
-    super(BuildDocsTest, self).setUp()
-    self.workdir = tempfile.mkdtemp()
-    if os.path.exists(self.workdir):
-      shutil.rmtree(self.workdir)
-    os.makedirs(self.workdir)
-
-  def test_api_gen(self):
-    build_api_docs.execute(
-        output_dir=self.workdir,
-        code_url_prefix="",
-        search_hints=True,
-        site_path="datasets/api_docs/python",
-    )
-
-    # Check that the "defined in" section is working
-    with open(os.path.join(self.workdir, "tfds.md")) as f:
-      content = f.read()
-    self.assertIn("__init__.py", content)
-
-    # Check that the `testing` folder is generated.
-    with open(os.path.join(self.workdir, "tfds/testing.md")) as f:
-      content = f.read()
-    self.assertIn("__init__.py", content)
-
-  def test_tensorflow_decorators_are_used_and_not_dummy_decorator(self):
-    self.assertEqual(docs.deprecated.__name__, "set_deprecated")
-    self.assertEqual(docs.doc_private.__name__, "doc_private")
-    self.assertEqual(docs.do_not_doc.__name__, "do_not_generate_docs")
-    self.assertEqual(
-        docs.do_not_doc_inheritable.__name__, "do_not_doc_inheritable"
-    )
-
-
-if __name__ == "__main__":
-  absltest.main()