tf-keras-nightly 2.19.0.dev2025020210__py3-none-any.whl → 2.19.0.dev2025020410__py3-none-any.whl

tf_keras/__init__.py

@@ -27,4 +27,4 @@ from tf_keras.src.engine.sequential import Sequential
 from tf_keras.src.engine.training import Model
 
 
-__version__ = "2.19.0.dev2025020210"
+__version__ = "2.19.0.dev2025020410"

tf_keras/src/layers/normalization/spectral_normalization.py

@@ -95,7 +95,7 @@ class SpectralNormalization(Wrapper):
 
     def call(self, inputs, training=False):
         if training:
-            self.normalize_weights()
+            self._update_weights()
 
         output = self.layer(inputs)
         return output
@@ -105,35 +105,42 @@ class SpectralNormalization(Wrapper):
             self.layer.compute_output_shape(input_shape).as_list()
         )
 
+    def _update_weights(self):
+        weights = self.kernel
+        vector_u = self.vector_u
+
+        kernel_weights, vector_u = tf.cond(
+            tf.reduce_all(tf.equal(weights, 0)),
+            lambda: (weights, vector_u),
+            lambda: self.normalize_weights(),
+        )
+        self.kernel.assign(kernel_weights)
+        self.vector_u.assign(vector_u)
+
     def normalize_weights(self):
         """Generate spectral normalized weights.
 
         This method will update the value of `self.kernel` with the
         spectral normalized value, so that the layer is ready for `call()`.
         """
-
-        weights = tf.reshape(self.kernel, [-1, self.kernel_shape[-1]])
+        # Initialize vector_v to hint the compiler it always exist.
         vector_u = self.vector_u
-
-        # check for zeroes weights
-        if not tf.reduce_all(tf.equal(weights, 0.0)):
-            for _ in range(self.power_iterations):
-                vector_v = tf.math.l2_normalize(
-                    tf.matmul(vector_u, weights, transpose_b=True)
-                )
-                vector_u = tf.math.l2_normalize(tf.matmul(vector_v, weights))
-            vector_u = tf.stop_gradient(vector_u)
-            vector_v = tf.stop_gradient(vector_v)
-            sigma = tf.matmul(
-                tf.matmul(vector_v, weights), vector_u, transpose_b=True
-            )
-            self.vector_u.assign(tf.cast(vector_u, self.vector_u.dtype))
-            self.kernel.assign(
-                tf.cast(
-                    tf.reshape(self.kernel / sigma, self.kernel_shape),
-                    self.kernel.dtype,
-                )
+        vector_v = self.vector_u
+        weights = tf.reshape(self.kernel, [-1, self.kernel_shape[-1]])
+        for _ in range(self.power_iterations):
+            vector_v = tf.math.l2_normalize(
+                tf.matmul(vector_u, weights, transpose_b=True)
             )
+            vector_u = tf.math.l2_normalize(tf.matmul(vector_v, weights))
+        vector_u = tf.stop_gradient(vector_u)
+        vector_v = tf.stop_gradient(vector_v)
+        sigma = tf.matmul(
+            tf.matmul(vector_v, weights),
+            vector_u,
+            transpose_b=True,
+        )
+        weights_normalized = tf.reshape(weights / sigma, self.kernel_shape)
+        return weights_normalized, vector_u
 
     def get_config(self):
         config = {"power_iterations": self.power_iterations}

{tf_keras_nightly-2.19.0.dev2025020210.dist-info → tf_keras_nightly-2.19.0.dev2025020410.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tf_keras-nightly
-Version: 2.19.0.dev2025020210
+Version: 2.19.0.dev2025020410
 Summary: Deep learning for humans.
 Home-page: https://keras.io/
 Download-URL: https://github.com/keras-team/tf-keras/tags

{tf_keras_nightly-2.19.0.dev2025020210.dist-info → tf_keras_nightly-2.19.0.dev2025020410.dist-info}/RECORD

@@ -1,4 +1,4 @@
-tf_keras/__init__.py,sha256=KyT-o5-RNkDajIiTrrZuaVzlr_-1xRi67kAZISKk_0Q,911
+tf_keras/__init__.py,sha256=2k5wvY93YzoOjWScZm4ph_C597Ec47fCQmi-chjUhIw,911
 tf_keras/__internal__/__init__.py,sha256=OHQbeIC0QtRBI7dgXaJaVbH8F00x8dCI-DvEcIfyMsE,671
 tf_keras/__internal__/backend/__init__.py,sha256=LnMs2A6685gDG79fxqmdulIYlVE_3WmXlBTBo9ZWYcw,162
 tf_keras/__internal__/layers/__init__.py,sha256=F5SGMhOTPzm-PR44VrfinURHcVeQPIEdwnZlAkSTB3A,176
@@ -366,7 +366,7 @@ tf_keras/src/layers/normalization/batch_normalization.py,sha256=RdFwlFhXj4i612oy
 tf_keras/src/layers/normalization/batch_normalization_v1.py,sha256=7I8SioqbqZzLvCXGRiiSbbiUeeQsNMfrlils1CEm61Y,1191
 tf_keras/src/layers/normalization/group_normalization.py,sha256=nqAW5vM96uqBcgF0jea-DkPcHixfbbzC3B2lyFHqNEg,10028
 tf_keras/src/layers/normalization/layer_normalization.py,sha256=YvZsvSwZsBxP9O7K-f4orTSz69ADiPRIygqLq4kUI7k,14022
-tf_keras/src/layers/normalization/spectral_normalization.py,sha256=XyxoPHUTJvfFVJagGcaOySeixV6hb53oGx_Fx_fsrhk,4984
+tf_keras/src/layers/normalization/spectral_normalization.py,sha256=38hAYFl_OrntMrbmvqDSFv4gE-T2LcnaipcJ5pHeUpI,5192
 tf_keras/src/layers/normalization/unit_normalization.py,sha256=zFHpHet8htHl7sLXQJ_nFecyZLU3fMrspq5V8STYgQs,2634
 tf_keras/src/layers/pooling/__init__.py,sha256=6WvDC0BWmYKwJlurf_1QFRNAHW-kqEy4NI63K4XWzVc,2590
 tf_keras/src/layers/pooling/average_pooling1d.py,sha256=dIHOp6wvO9JfQ9SzndiElI-oc_TEh4rCNMVBh_zBRB8,4998
@@ -606,7 +606,7 @@ tf_keras/src/utils/legacy/__init__.py,sha256=EfMmeHYDzwvxNaktPhQbkTdcPSIGCqMhBND
 tf_keras/utils/__init__.py,sha256=b7_d-USe_EmLo02_P99Q1rUCzKBYayPCfiYFStP-0nw,2735
 tf_keras/utils/experimental/__init__.py,sha256=DzGogE2AosjxOVILQBT8PDDcqbWTc0wWnZRobCdpcec,97
 tf_keras/utils/legacy/__init__.py,sha256=7ujlDa5HeSRcth2NdqA0S1P2-VZF1kB3n68jye6Dj-8,189
-tf_keras_nightly-2.19.0.dev2025020210.dist-info/METADATA,sha256=VQfeHpe_K48x8n1mBvrU1SV8CJrrA1Sno-VA2dRpt7k,1857
-tf_keras_nightly-2.19.0.dev2025020210.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tf_keras_nightly-2.19.0.dev2025020210.dist-info/top_level.txt,sha256=LC8FK7zHDNKxB17C6lGKvrZ_fZZGJsRiBK23SfiDegY,9
-tf_keras_nightly-2.19.0.dev2025020210.dist-info/RECORD,,
+tf_keras_nightly-2.19.0.dev2025020410.dist-info/METADATA,sha256=Zhq3yMtFTp5s1UpQp9TDA1ku77Aom0UnPxB8HUJcyB4,1857
+tf_keras_nightly-2.19.0.dev2025020410.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tf_keras_nightly-2.19.0.dev2025020410.dist-info/top_level.txt,sha256=LC8FK7zHDNKxB17C6lGKvrZ_fZZGJsRiBK23SfiDegY,9
+tf_keras_nightly-2.19.0.dev2025020410.dist-info/RECORD,,