keras-hub-nightly 0.16.1.dev202410020340__py3-none-any.whl → 0.19.0.dev202501260345__py3-none-any.whl

keras_hub/src/models/segformer/segformer_image_segmenter_preprocessor.py

@@ -0,0 +1,31 @@
+import keras
+
+from keras_hub.src.api_export import keras_hub_export
+from keras_hub.src.models.image_segmenter_preprocessor import (
+    ImageSegmenterPreprocessor,
+)
+from keras_hub.src.models.segformer.segformer_backbone import SegFormerBackbone
+from keras_hub.src.models.segformer.segformer_image_converter import (
+    SegFormerImageConverter,
+)
+from keras_hub.src.utils.tensor_utils import preprocessing_function
+
+IMAGENET_DEFAULT_MEAN = [0.485, 0.456, 0.406]
+IMAGENET_DEFAULT_STD = [0.229, 0.224, 0.225]
+
+
+@keras_hub_export("keras_hub.models.SegFormerImageSegmenterPreprocessor")
+class SegFormerImageSegmenterPreprocessor(ImageSegmenterPreprocessor):
+    backbone_cls = SegFormerBackbone
+    image_converter_cls = SegFormerImageConverter
+
+    @preprocessing_function
+    def call(self, x, y=None, sample_weight=None):
+        if self.image_converter:
+            x = self.image_converter(x)
+            y = self.image_converter(y)
+
+        x = x / 255
+        x = (x - IMAGENET_DEFAULT_MEAN) / IMAGENET_DEFAULT_STD
+
+        return keras.utils.pack_x_y_sample_weight(x, y, sample_weight)

keras_hub/src/models/segformer/segformer_presets.py

@@ -0,0 +1,136 @@
+"""SegFormer model preset configurations."""
+
+presets = {
+    "segformer_b0_ade20k_512": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB0 backbone fine-tuned on ADE20k in "
+                "512x512 resolution."
+            ),
+            "params": 3719027,
+            "path": "segformer_b0",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b0_ade20k_512/2",
+    },
+    "segformer_b1_ade20k_512": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB1 backbone fine-tuned on ADE20k in "
+                "512x512 resolution."
+            ),
+            "params": 13682643,
+            "path": "segformer_b1",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2",
+    },
+    "segformer_b2_ade20k_512": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB2 backbone fine-tuned on ADE20k in "
+                "512x512 resolution."
+            ),
+            "params": 24727507,
+            "path": "segformer_b2",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b2_ade20k_512/2",
+    },
+    "segformer_b3_ade20k_512": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB3 backbone fine-tuned on ADE20k in "
+                "512x512 resolution."
+            ),
+            "params": 44603347,
+            "path": "segformer_b3",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b3_ade20k_512/2",
+    },
+    "segformer_b4_ade20k_512": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB4 backbone fine-tuned on ADE20k in "
+                "512x512 resolution."
+            ),
+            "params": 61373907,
+            "path": "segformer_b4",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b4_ade20k_512/2",
+    },
+    "segformer_b5_ade20k_640": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB5 backbone fine-tuned on ADE20k in "
+                "640x640 resolution."
+            ),
+            "params": 81974227,
+            "path": "segformer_b5",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b5_ade20k_640/2",
+    },
+    "segformer_b0_cityscapes_1024": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB0 backbone fine-tuned on Cityscapes "
+                "in 1024x1024 resolution."
+            ),
+            "params": 3719027,
+            "path": "segformer_b0",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/2",
+    },
+    "segformer_b1_cityscapes_1024": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB1 backbone fine-tuned on Cityscapes "
+                "in 1024x1024 resolution."
+            ),
+            "params": 13682643,
+            "path": "segformer_b1",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2",
+    },
+    "segformer_b2_cityscapes_1024": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB2 backbone fine-tuned on Cityscapes "
+                "in 1024x1024 resolution."
+            ),
+            "params": 24727507,
+            "path": "segformer_b2",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/2",
+    },
+    "segformer_b3_cityscapes_1024": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB3 backbone fine-tuned on Cityscapes "
+                "in 1024x1024 resolution."
+            ),
+            "params": 44603347,
+            "path": "segformer_b3",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/2",
+    },
+    "segformer_b4_cityscapes_1024": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB4 backbone fine-tuned on Cityscapes "
+                "in 1024x1024 resolution."
+            ),
+            "params": 61373907,
+            "path": "segformer_b4",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/2",
+    },
+    "segformer_b5_cityscapes_1024": {
+        "metadata": {
+            "description": (
+                "SegFormer model with MiTB5 backbone fine-tuned on Cityscapes "
+                "in 1024x1024 resolution."
+            ),
+            "params": 81974227,
+            "path": "segformer_b5",
+        },
+        "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/2",
+    },
+}

keras_hub/src/models/seq_2_seq_lm_preprocessor.py

@@ -151,7 +151,7 @@ class Seq2SeqLMPreprocessor(Preprocessor):
         # `sequence_length` is an alias for `decoder_sequence_length`
         sequence_length=None,
     ):
-        """Convert encoder and decoder input strings to integer token inputs for generation.
+        """Convert input strings to integer token inputs for generation.
 
         Similar to calling the layer for training, this method takes in a dict
         containing `"encoder_text"` and `"decoder_text"`, with strings or tensor

keras_hub/src/models/stable_diffusion_3/flow_match_euler_discrete_scheduler.py

@@ -27,7 +27,7 @@ class FlowMatchEulerDiscreteScheduler(layers.Layer):
     https://arxiv.org/abs/2403.03206).
     """
 
-    def __init__(self, num_train_timesteps=1000, shift=1.0, **kwargs):
+    def __init__(self, num_train_timesteps=1000, shift=3.0, **kwargs):
         super().__init__(**kwargs)
         self.num_train_timesteps = int(num_train_timesteps)
         self.shift = float(shift)
@@ -65,6 +65,13 @@ class FlowMatchEulerDiscreteScheduler(layers.Layer):
         timestep = self._sigma_to_timestep(sigma)
         return sigma, timestep
 
+    def add_noise(self, inputs, noises, step, num_steps):
+        sigma, _ = self(step, num_steps)
+        return ops.add(
+            ops.multiply(sigma, noises),
+            ops.multiply(ops.subtract(1.0, sigma), inputs),
+        )
+
     def get_config(self):
         config = super().get_config()
         config.update(