keras-hub-nightly 0.16.1.dev202409260340__py3-none-any.whl → 0.16.1.dev202409270338__py3-none-any.whl

keras_hub/src/utils/transformers/__init__.py

@@ -1,13 +0,0 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.

keras_hub/src/utils/transformers/convert_albert.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.albert.albert_backbone import AlbertBackbone

keras_hub/src/utils/transformers/convert_bart.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.bart.bart_backbone import BartBackbone

keras_hub/src/utils/transformers/convert_bert.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.bert.bert_backbone import BertBackbone

keras_hub/src/utils/transformers/convert_distilbert.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.distil_bert.distil_bert_backbone import (

keras_hub/src/utils/transformers/convert_gemma.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.gemma.gemma_backbone import GemmaBackbone

keras_hub/src/utils/transformers/convert_gpt2.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.gpt2.gpt2_backbone import GPT2Backbone

keras_hub/src/utils/transformers/convert_llama3.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.llama3.llama3_backbone import Llama3Backbone

keras_hub/src/utils/transformers/convert_mistral.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.mistral.mistral_backbone import MistralBackbone

keras_hub/src/utils/transformers/convert_pali_gemma.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import numpy as np
 
 from keras_hub.src.models.pali_gemma.pali_gemma_backbone import (

keras_hub/src/utils/transformers/preset_loader.py

@@ -1,19 +1,5 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 """Convert huggingface models to KerasHub."""
 
-
 from keras_hub.src.utils.preset_utils import PresetLoader
 from keras_hub.src.utils.preset_utils import jax_memory_cleanup
 from keras_hub.src.utils.transformers import convert_albert
@@ -69,7 +55,7 @@ class TransformersPresetLoader(PresetLoader):
                 self.converter.convert_weights(backbone, loader, self.config)
         return backbone
 
-    def load_tokenizer(self, cls, **kwargs):
+    def load_tokenizer(self, cls, config_name="tokenizer.json", **kwargs):
         return self.converter.convert_tokenizer(cls, self.preset, **kwargs)
 
     def load_image_converter(self, cls, **kwargs):

keras_hub/src/utils/transformers/safetensor_utils.py

@@ -1,16 +1,3 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
 import contextlib
 
 from keras_hub.src.utils.preset_utils import SAFETENSOR_CONFIG_FILE
@@ -26,7 +13,7 @@ except ImportError:
 
 
 class SafetensorLoader(contextlib.ExitStack):
-    def __init__(self, preset, prefix=None):
+    def __init__(self, preset, prefix=None, fname=None):
         super().__init__()
 
         if safetensors is None:
@@ -44,6 +31,13 @@ class SafetensorLoader(contextlib.ExitStack):
         self.safetensor_files = {}
         self.prefix = prefix
 
+        if fname is not None and self.safetensor_config is not None:
+            raise ValueError(
+                f"Cannot specify `fname` if {SAFETENSOR_CONFIG_FILE} exists. "
+                f"Received: fname={fname}"
+            )
+        self.fname = fname  # Specify the name of the safetensor file.
+
     def get_prefixed_key(self, hf_weight_key, dict_like):
         """
         Determine and return a prefixed key for a given hf weight key.
@@ -71,7 +65,7 @@ class SafetensorLoader(contextlib.ExitStack):
 
     def get_tensor(self, hf_weight_key):
         if self.safetensor_config is None:
-            fname = SAFETENSOR_FILE
+            fname = self.fname if self.fname is not None else SAFETENSOR_FILE
         else:
             full_key = self.get_prefixed_key(
                 hf_weight_key, self.safetensor_config["weight_map"]

keras_hub/src/version_utils.py

@@ -1,21 +1,7 @@
-# Copyright 2024 The KerasHub Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
 from keras_hub.src.api_export import keras_hub_export
 
 # Unique source of truth for the version number.
-__version__ = "0.16.1.dev202409260340"
+__version__ = "0.16.1.dev202409270338"
 
 
 @keras_hub_export("keras_hub.version")

{keras_hub_nightly-0.16.1.dev202409260340.dist-info → keras_hub_nightly-0.16.1.dev202409270338.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: keras-hub-nightly
-Version: 0.16.1.dev202409260340
+Version: 0.16.1.dev202409270338
 Summary: Industry-strength Natural Language Processing extensions for Keras.
 Home-page: https://github.com/keras-team/keras-hub
 Author: Keras team
@@ -31,7 +31,7 @@ Provides-Extra: extras
 Requires-Dist: rouge-score ; extra == 'extras'
 Requires-Dist: sentencepiece ; extra == 'extras'
 
-# KerasNLP: Multi-framework NLP Models
+# KerasHub: Multi-framework Models
 [![](https://github.com/keras-team/keras-hub/workflows/Tests/badge.svg?branch=master)](https://github.com/keras-team/keras-hub/actions?query=workflow%3ATests+branch%3Amaster)
 ![Python](https://img.shields.io/badge/python-v3.9.0+-success.svg)
 [![contributions welcome](https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat)](https://github.com/keras-team/keras-hub/issues)
@@ -43,16 +43,17 @@ Requires-Dist: sentencepiece ; extra == 'extras'
 > We have renamed the repo to KerasHub in preparation for the release, but have not yet
 > released the new package. Follow the announcement for news.
 
-KerasNLP is a natural language processing library that works natively
-with TensorFlow, JAX, or PyTorch. KerasNLP provides a repository of pre-trained
-models and a collection of lower-level building blocks for language modeling.
-Built on Keras 3, models can be trained and serialized in any framework
-and re-used in another without costly migrations.
+KerasHub is a library that supports natural language processing, computer
+vision, audio, and multimodal backbones and task models, working natively with
+TensorFlow, JAX, or PyTorch. KerasHub provides a repository of pre-trained
+models and a collection of lower-level building blocks for these tasks. Built
+on Keras 3, models can be trained and serialized in any framework and re-used
+in another without costly migrations.
 
 This library is an extension of the core Keras API; all high-level modules are
 Layers and Models that receive that same level of polish as core Keras.
 If you are familiar with Keras, congratulations! You already understand most of
-KerasNLP.
+KerasHub.
 
 All models support JAX, TensorFlow, and PyTorch from a single model
 definition and can be fine-tuned on GPUs and TPUs out of the box. Models can
@@ -88,7 +89,7 @@ Fine-tune BERT on IMDb movie reviews:
 import os
 os.environ["KERAS_BACKEND"] = "jax"  # Or "tensorflow" or "torch"!
 
-import keras_nlp
+import keras_hub
 import tensorflow_datasets as tfds
 
 imdb_train, imdb_test = tfds.load(
@@ -98,8 +99,8 @@ imdb_train, imdb_test = tfds.load(
     batch_size=16,
 )
 # Load a BERT model.
-classifier = keras_nlp.models.Classifier.from_preset(
-    "bert_base_en", 
+classifier = keras_hub.models.Classifier.from_preset(
+    "bert_base_en",
     num_classes=2,
     activation="softmax",
 )
@@ -115,20 +116,20 @@ For more in depth guides and examples, visit
 
 ## Installation
 
-To install the latest KerasNLP release with Keras 3, simply run:
+To install the latest KerasHub release with Keras 3, simply run:
 
 ```
-pip install --upgrade keras-nlp
+pip install --upgrade keras-hub
 ```
 
-To install the latest nightly changes for both KerasNLP and Keras, you can use
+To install the latest nightly changes for both KerasHub and Keras, you can use
 our nightly package.
 
 ```
-pip install --upgrade keras-nlp-nightly
+pip install --upgrade keras-hub-nightly
 ```
 
-Note that currently, installing KerasNLP will always pull in TensorFlow for use
+Note that currently, installing KerasHub will always pull in TensorFlow for use
 of the `tf.data` API for preprocessing. Even when pre-processing with `tf.data`,
 training can still happen on any backend.
 
@@ -136,13 +137,13 @@ Read [Getting started with Keras](https://keras.io/getting_started/) for more
 information on installing Keras 3 and compatibility with different frameworks.
 
 > [!IMPORTANT]
-> We recommend using KerasNLP with TensorFlow 2.16 or later, as TF 2.16 packages
+> We recommend using KerasHub with TensorFlow 2.16 or later, as TF 2.16 packages
 > Keras 3 by default.
 
 ## Configuring your backend
 
 If you have Keras 3 installed in your environment (see installation above),
-you can use KerasNLP with any of JAX, TensorFlow and PyTorch. To do so, set the
+you can use KerasHub with any of JAX, TensorFlow and PyTorch. To do so, set the
 `KERAS_BACKEND` environment variable. For example:
 
 ```shell
@@ -155,7 +156,7 @@ Or in Colab, with:
 import os
 os.environ["KERAS_BACKEND"] = "jax"
 
-import keras_nlp
+import keras_hub
 ```
 
 > [!IMPORTANT]
@@ -171,24 +172,26 @@ may break compatibility at any time and APIs should not be consider stable.
 
 ## Disclaimer
 
-KerasNLP provides access to pre-trained models via the `keras_nlp.models` API.
+KerasHub provides access to pre-trained models via the `keras_hub.models` API.
 These pre-trained models are provided on an "as is" basis, without warranties
 or conditions of any kind. The following underlying models are provided by third
 parties, and subject to separate licenses:
 BART, BLOOM, DeBERTa, DistilBERT, GPT-2, Llama, Mistral, OPT, RoBERTa, Whisper,
 and XLM-RoBERTa.
 
-## Citing KerasNLP
+## Citing KerasHub
 
-If KerasNLP helps your research, we appreciate your citations.
+If KerasHub helps your research, we appreciate your citations.
 Here is the BibTeX entry:
 
 ```bibtex
-@misc{kerasnlp2022,
-  title={KerasNLP},
-  author={Watson, Matthew, and Qian, Chen, and Bischof, Jonathan and Chollet, 
-  Fran\c{c}ois and others},
-  year={2022},
+@misc{kerashub2024,
+  title={KerasHub},
+  author={Watson, Matthew, and  Chollet, Fran\c{c}ois and Sreepathihalli,
+  Divyashree, and Saadat, Samaneh and Sampath, Ramesh, and Rasskin, Gabriel and
+  and Zhu, Scott and Singh, Varun and Wood, Luke and Tan, Zhenyu and Stenbit,
+  Ian and Qian, Chen, and Bischof, Jonathan and others},
+  year={2024},
   howpublished={\url{https://github.com/keras-team/keras-hub}},
 }
 ```