keras-hub-nightly 0.15.0.dev20240823171555__tar.gz → 0.16.0.dev2024092017__tar.gz

keras_hub_nightly-0.16.0.dev2024092017/PKG-INFO

@@ -0,0 +1,202 @@
+Metadata-Version: 2.1
+Name: keras_hub-nightly
+Version: 0.16.0.dev2024092017
+Summary: Industry-strength Natural Language Processing extensions for Keras.
+Home-page: https://github.com/keras-team/keras-hub
+Author: Keras team
+Author-email: keras-hub@google.com
+License: Apache License 2.0
+Classifier: Development Status :: 3 - Alpha
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Operating System :: Unix
+Classifier: Operating System :: Microsoft :: Windows
+Classifier: Operating System :: MacOS
+Classifier: Intended Audience :: Science/Research
+Classifier: Topic :: Scientific/Engineering
+Classifier: Topic :: Software Development
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: absl-py
+Requires-Dist: numpy
+Requires-Dist: packaging
+Requires-Dist: regex
+Requires-Dist: rich
+Requires-Dist: kagglehub
+Requires-Dist: tensorflow-text; platform_system != "Darwin"
+Provides-Extra: extras
+Requires-Dist: rouge-score; extra == "extras"
+Requires-Dist: sentencepiece; extra == "extras"
+
+# KerasNLP: Multi-framework NLP Models
+[![](https://github.com/keras-team/keras-hub/workflows/Tests/badge.svg?branch=master)](https://github.com/keras-team/keras-hub/actions?query=workflow%3ATests+branch%3Amaster)
+![Python](https://img.shields.io/badge/python-v3.9.0+-success.svg)
+[![contributions welcome](https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat)](https://github.com/keras-team/keras-hub/issues)
+
+> [!IMPORTANT]
+> 📢 KerasNLP is becoming KerasHub! 📢 Read
+> [the announcement](https://github.com/keras-team/keras-hub/issues/1831).
+>
+> We have renamed the repo to KerasHub in preparation for the release, but have not yet
+> released the new package. Follow the announcement for news.
+
+KerasNLP is a natural language processing library that works natively
+with TensorFlow, JAX, or PyTorch. KerasNLP provides a repository of pre-trained
+models and a collection of lower-level building blocks for language modeling.
+Built on Keras 3, models can be trained and serialized in any framework
+and re-used in another without costly migrations.
+
+This library is an extension of the core Keras API; all high-level modules are
+Layers and Models that receive that same level of polish as core Keras.
+If you are familiar with Keras, congratulations! You already understand most of
+KerasNLP.
+
+All models support JAX, TensorFlow, and PyTorch from a single model
+definition and can be fine-tuned on GPUs and TPUs out of the box. Models can
+be trained on individual accelerators with built-in PEFT techniques, or
+fine-tuned at scale with model and data parallel training. See our
+[Getting Started guide](https://keras.io/guides/keras_nlp/getting_started)
+to start learning our API. Browse our models on
+[Kaggle](https://www.kaggle.com/organizations/keras/models).
+We welcome contributions.
+
+## Quick Links
+
+### For everyone
+
+- [Home Page](https://keras.io/keras_nlp)
+- [Developer Guides](https://keras.io/guides/keras_nlp)
+- [API Reference](https://keras.io/api/keras_nlp)
+- [Pre-trained Models](https://www.kaggle.com/organizations/keras/models)
+
+### For contributors
+
+- [Contributing Guide](CONTRIBUTING.md)
+- [Roadmap](ROADMAP.md)
+- [Style Guide](STYLE_GUIDE.md)
+- [API Design Guide](API_DESIGN_GUIDE.md)
+- [Call for Contributions](https://github.com/keras-team/keras-hub/issues?q=is%3Aissue+is%3Aopen+label%3A%22contributions+welcome%22)
+
+## Quickstart
+
+Fine-tune BERT on IMDb movie reviews:
+
+```python
+import os
+os.environ["KERAS_BACKEND"] = "jax"  # Or "tensorflow" or "torch"!
+
+import keras_nlp
+import tensorflow_datasets as tfds
+
+imdb_train, imdb_test = tfds.load(
+    "imdb_reviews",
+    split=["train", "test"],
+    as_supervised=True,
+    batch_size=16,
+)
+# Load a BERT model.
+classifier = keras_nlp.models.Classifier.from_preset(
+    "bert_base_en", 
+    num_classes=2,
+    activation="softmax",
+)
+# Fine-tune on IMDb movie reviews.
+classifier.fit(imdb_train, validation_data=imdb_test)
+# Predict two new examples.
+classifier.predict(["What an amazing movie!", "A total waste of my time."])
+```
+
+Try it out [in a colab](https://colab.research.google.com/gist/mattdangerw/e457e42d5ea827110c8d5cb4eb9d9a07/kerasnlp-quickstart.ipynb).
+For more in depth guides and examples, visit
+[keras.io/keras_nlp](https://keras.io/keras_nlp/).
+
+## Installation
+
+To install the latest KerasNLP release with Keras 3, simply run:
+
+```
+pip install --upgrade keras-nlp
+```
+
+To install the latest nightly changes for both KerasNLP and Keras, you can use
+our nightly package.
+
+```
+pip install --upgrade keras-nlp-nightly
+```
+
+Note that currently, installing KerasNLP will always pull in TensorFlow for use
+of the `tf.data` API for preprocessing. Even when pre-processing with `tf.data`,
+training can still happen on any backend.
+
+Read [Getting started with Keras](https://keras.io/getting_started/) for more
+information on installing Keras 3 and compatibility with different frameworks.
+
+> [!IMPORTANT]
+> We recommend using KerasNLP with TensorFlow 2.16 or later, as TF 2.16 packages
+> Keras 3 by default.
+
+## Configuring your backend
+
+If you have Keras 3 installed in your environment (see installation above),
+you can use KerasNLP with any of JAX, TensorFlow and PyTorch. To do so, set the
+`KERAS_BACKEND` environment variable. For example:
+
+```shell
+export KERAS_BACKEND=jax
+```
+
+Or in Colab, with:
+
+```python
+import os
+os.environ["KERAS_BACKEND"] = "jax"
+
+import keras_nlp
+```
+
+> [!IMPORTANT]
+> Make sure to set the `KERAS_BACKEND` before import any Keras libraries, it
+> will be used to set up Keras when it is first imported.
+
+## Compatibility
+
+We follow [Semantic Versioning](https://semver.org/), and plan to
+provide backwards compatibility guarantees both for code and saved models built
+with our components. While we continue with pre-release `0.y.z` development, we
+may break compatibility at any time and APIs should not be consider stable.
+
+## Disclaimer
+
+KerasNLP provides access to pre-trained models via the `keras_nlp.models` API.
+These pre-trained models are provided on an "as is" basis, without warranties
+or conditions of any kind. The following underlying models are provided by third
+parties, and subject to separate licenses:
+BART, BLOOM, DeBERTa, DistilBERT, GPT-2, Llama, Mistral, OPT, RoBERTa, Whisper,
+and XLM-RoBERTa.
+
+## Citing KerasNLP
+
+If KerasNLP helps your research, we appreciate your citations.
+Here is the BibTeX entry:
+
+```bibtex
+@misc{kerasnlp2022,
+  title={KerasNLP},
+  author={Watson, Matthew, and Qian, Chen, and Bischof, Jonathan and Chollet, 
+  Fran\c{c}ois and others},
+  year={2022},
+  howpublished={\url{https://github.com/keras-team/keras-hub}},
+}
+```
+
+## Acknowledgements
+
+Thank you to all of our wonderful contributors!
+
+<a href="https://github.com/keras-team/keras-hub/graphs/contributors">
+  <img src="https://contrib.rocks/image?repo=keras-team/keras-hub" />
+</a>

{keras_hub_nightly-0.15.0.dev20240823171555 → keras_hub_nightly-0.16.0.dev2024092017}/README.md

@@ -1,10 +1,17 @@
-# KerasHub: Multi-framework NLP Models
+# KerasNLP: Multi-framework NLP Models
 [![](https://github.com/keras-team/keras-hub/workflows/Tests/badge.svg?branch=master)](https://github.com/keras-team/keras-hub/actions?query=workflow%3ATests+branch%3Amaster)
 ![Python](https://img.shields.io/badge/python-v3.9.0+-success.svg)
 [![contributions welcome](https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat)](https://github.com/keras-team/keras-hub/issues)
 
-KerasHub is a natural language processing library that works natively
-with TensorFlow, JAX, or PyTorch. KerasHub provides a repository of pre-trained
+> [!IMPORTANT]
+> 📢 KerasNLP is becoming KerasHub! 📢 Read
+> [the announcement](https://github.com/keras-team/keras-hub/issues/1831).
+>
+> We have renamed the repo to KerasHub in preparation for the release, but have not yet
+> released the new package. Follow the announcement for news.
+
+KerasNLP is a natural language processing library that works natively
+with TensorFlow, JAX, or PyTorch. KerasNLP provides a repository of pre-trained
 models and a collection of lower-level building blocks for language modeling.
 Built on Keras 3, models can be trained and serialized in any framework
 and re-used in another without costly migrations.
@@ -12,13 +19,13 @@ and re-used in another without costly migrations.
 This library is an extension of the core Keras API; all high-level modules are
 Layers and Models that receive that same level of polish as core Keras.
 If you are familiar with Keras, congratulations! You already understand most of
-KerasHub.
+KerasNLP.
 
 All models support JAX, TensorFlow, and PyTorch from a single model
 definition and can be fine-tuned on GPUs and TPUs out of the box. Models can
 be trained on individual accelerators with built-in PEFT techniques, or
 fine-tuned at scale with model and data parallel training. See our
-[Getting Started guide](https://keras.io/guides/keras_hub/getting_started)
+[Getting Started guide](https://keras.io/guides/keras_nlp/getting_started)
 to start learning our API. Browse our models on
 [Kaggle](https://www.kaggle.com/organizations/keras/models).
 We welcome contributions.
@@ -27,9 +34,9 @@ We welcome contributions.
 
 ### For everyone
 
-- [Home Page](https://keras.io/keras_hub)
-- [Developer Guides](https://keras.io/guides/keras_hub)
-- [API Reference](https://keras.io/api/keras_hub)
+- [Home Page](https://keras.io/keras_nlp)
+- [Developer Guides](https://keras.io/guides/keras_nlp)
+- [API Reference](https://keras.io/api/keras_nlp)
 - [Pre-trained Models](https://www.kaggle.com/organizations/keras/models)
 
 ### For contributors
@@ -48,7 +55,7 @@ Fine-tune BERT on IMDb movie reviews:
 import os
 os.environ["KERAS_BACKEND"] = "jax"  # Or "tensorflow" or "torch"!
 
-import keras_hub
+import keras_nlp
 import tensorflow_datasets as tfds
 
 imdb_train, imdb_test = tfds.load(
@@ -58,7 +65,7 @@ imdb_train, imdb_test = tfds.load(
     batch_size=16,
 )
 # Load a BERT model.
-classifier = keras_hub.models.Classifier.from_preset(
+classifier = keras_nlp.models.Classifier.from_preset(
     "bert_base_en", 
     num_classes=2,
     activation="softmax",
@@ -71,24 +78,24 @@ classifier.predict(["What an amazing movie!", "A total waste of my time."])
 
 Try it out [in a colab](https://colab.research.google.com/gist/mattdangerw/e457e42d5ea827110c8d5cb4eb9d9a07/kerasnlp-quickstart.ipynb).
 For more in depth guides and examples, visit
-[keras.io/keras_hub](https://keras.io/keras_hub/).
+[keras.io/keras_nlp](https://keras.io/keras_nlp/).
 
 ## Installation
 
-To install the latest KerasHub release with Keras 3, simply run:
+To install the latest KerasNLP release with Keras 3, simply run:
 
 ```
-pip install --upgrade keras-hub
+pip install --upgrade keras-nlp
 ```
 
-To install the latest nightly changes for both KerasHub and Keras, you can use
+To install the latest nightly changes for both KerasNLP and Keras, you can use
 our nightly package.
 
 ```
-pip install --upgrade keras-hub-nightly
+pip install --upgrade keras-nlp-nightly
 ```
 
-Note that currently, installing KerasHub will always pull in TensorFlow for use
+Note that currently, installing KerasNLP will always pull in TensorFlow for use
 of the `tf.data` API for preprocessing. Even when pre-processing with `tf.data`,
 training can still happen on any backend.
 
@@ -96,13 +103,13 @@ Read [Getting started with Keras](https://keras.io/getting_started/) for more
 information on installing Keras 3 and compatibility with different frameworks.
 
 > [!IMPORTANT]
-> We recommend using KerasHub with TensorFlow 2.16 or later, as TF 2.16 packages
+> We recommend using KerasNLP with TensorFlow 2.16 or later, as TF 2.16 packages
 > Keras 3 by default.
 
 ## Configuring your backend
 
 If you have Keras 3 installed in your environment (see installation above),
-you can use KerasHub with any of JAX, TensorFlow and PyTorch. To do so, set the
+you can use KerasNLP with any of JAX, TensorFlow and PyTorch. To do so, set the
 `KERAS_BACKEND` environment variable. For example:
 
 ```shell
@@ -115,7 +122,7 @@ Or in Colab, with:
 import os
 os.environ["KERAS_BACKEND"] = "jax"
 
-import keras_hub
+import keras_nlp
 ```
 
 > [!IMPORTANT]
@@ -131,21 +138,21 @@ may break compatibility at any time and APIs should not be consider stable.
 
 ## Disclaimer
 
-KerasHub provides access to pre-trained models via the `keras_hub.models` API.
+KerasNLP provides access to pre-trained models via the `keras_nlp.models` API.
 These pre-trained models are provided on an "as is" basis, without warranties
 or conditions of any kind. The following underlying models are provided by third
 parties, and subject to separate licenses:
 BART, BLOOM, DeBERTa, DistilBERT, GPT-2, Llama, Mistral, OPT, RoBERTa, Whisper,
 and XLM-RoBERTa.
 
-## Citing KerasHub
+## Citing KerasNLP
 
-If KerasHub helps your research, we appreciate your citations.
+If KerasNLP helps your research, we appreciate your citations.
 Here is the BibTeX entry:
 
 ```bibtex
 @misc{kerasnlp2022,
-  title={KerasHub},
+  title={KerasNLP},
   author={Watson, Matthew, and Qian, Chen, and Bischof, Jonathan and Chollet, 
   Fran\c{c}ois and others},
   year={2022},

{keras_hub_nightly-0.15.0.dev20240823171555 → keras_hub_nightly-0.16.0.dev2024092017}/keras_hub/__init__.py

@@ -11,12 +11,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""DO NOT EDIT.
-
-This file was autogenerated. Do not edit it by hand,
-since your modifications would be overwritten.
-"""
-
 import os
 
 # sentencepiece segfaults on some version of tensorflow if tf is imported first.

{keras_hub_nightly-0.15.0.dev20240823171555 → keras_hub_nightly-0.16.0.dev2024092017}/keras_hub/api/__init__.py

@@ -17,11 +17,13 @@ This file was autogenerated. Do not edit it by hand,
 since your modifications would be overwritten.
 """
 
+from keras_hub.api import bounding_box
 from keras_hub.api import layers
 from keras_hub.api import metrics
 from keras_hub.api import models
 from keras_hub.api import samplers
 from keras_hub.api import tokenizers
+from keras_hub.api import utils
 from keras_hub.src.utils.preset_utils import upload_preset
 from keras_hub.src.version_utils import __version__
 from keras_hub.src.version_utils import version

keras_hub_nightly-0.16.0.dev2024092017/keras_hub/api/bounding_box/__init__.py

@@ -0,0 +1,36 @@
+# Copyright 2024 The KerasHub Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""DO NOT EDIT.
+
+This file was autogenerated. Do not edit it by hand,
+since your modifications would be overwritten.
+"""
+
+from keras_hub.src.bounding_box.converters import convert_format
+from keras_hub.src.bounding_box.formats import CENTER_XYWH
+from keras_hub.src.bounding_box.formats import REL_XYWH
+from keras_hub.src.bounding_box.formats import REL_XYXY
+from keras_hub.src.bounding_box.formats import REL_YXYX
+from keras_hub.src.bounding_box.formats import XYWH
+from keras_hub.src.bounding_box.formats import XYXY
+from keras_hub.src.bounding_box.formats import YXYX
+from keras_hub.src.bounding_box.iou import compute_ciou
+from keras_hub.src.bounding_box.iou import compute_iou
+from keras_hub.src.bounding_box.to_dense import to_dense
+from keras_hub.src.bounding_box.to_ragged import to_ragged
+from keras_hub.src.bounding_box.utils import as_relative
+from keras_hub.src.bounding_box.utils import clip_boxes
+from keras_hub.src.bounding_box.utils import clip_to_image
+from keras_hub.src.bounding_box.utils import is_relative
+from keras_hub.src.bounding_box.validate_format import validate_format

{keras_hub_nightly-0.15.0.dev20240823171555 → keras_hub_nightly-0.16.0.dev2024092017}/keras_hub/api/layers/__init__.py

@@ -36,6 +36,8 @@ from keras_hub.src.layers.modeling.token_and_position_embedding import (
 )
 from keras_hub.src.layers.modeling.transformer_decoder import TransformerDecoder
 from keras_hub.src.layers.modeling.transformer_encoder import TransformerEncoder
+from keras_hub.src.layers.preprocessing.audio_converter import AudioConverter
+from keras_hub.src.layers.preprocessing.image_converter import ImageConverter
 from keras_hub.src.layers.preprocessing.masked_lm_mask_generator import (
     MaskedLMMaskGenerator,
 )
@@ -44,4 +46,16 @@ from keras_hub.src.layers.preprocessing.multi_segment_packer import (
 )
 from keras_hub.src.layers.preprocessing.random_deletion import RandomDeletion
 from keras_hub.src.layers.preprocessing.random_swap import RandomSwap
+from keras_hub.src.layers.preprocessing.resizing_image_converter import (
+    ResizingImageConverter,
+)
 from keras_hub.src.layers.preprocessing.start_end_packer import StartEndPacker
+from keras_hub.src.models.pali_gemma.pali_gemma_image_converter import (
+    PaliGemmaImageConverter,
+)
+from keras_hub.src.models.resnet.resnet_image_converter import (
+    ResNetImageConverter,
+)
+from keras_hub.src.models.whisper.whisper_audio_converter import (
+    WhisperAudioConverter,
+)