tf-keras-nightly 2.18.0.dev2024070709__py3-none-any.whl → 2.18.0.dev2024071209__py3-none-any.whl

tf_keras/__init__.py

@@ -27,4 +27,4 @@ from tf_keras.src.engine.sequential import Sequential
 from tf_keras.src.engine.training import Model
 
 
-__version__ = "2.18.0.dev2024070709"
+__version__ = "2.18.0.dev2024071209"

tf_keras/src/callbacks.py

@@ -1903,6 +1903,23 @@ class BackupAndRestore(Callback):
                 "only supports empty strategy, "
                 "MirroredStrategy, MultiWorkerMirroredStrategy and TPUStrategy."
             )
+
+        # Re-initialize the optimizer.
+        if self.model.built:
+            if (
+                self.model.optimizer is not None
+                and callable(getattr(self.model.optimizer, "build", None))
+                and not getattr(self.model.optimizer, "_built", False)
+            ):
+                self.model.optimizer.build(self.model.trainable_variables)
+        else:
+            logging.warning(
+                "To use the BackupAndRestore callback, "
+                "you model must be built before you call `fit()`. "
+                f"Model {self.model} is unbuilt. You can build it "
+                "beforehand by calling it on a batch of data."
+            )
+
         self.model._training_state = worker_training_state.WorkerTrainingState(
             self.model,
             self.backup_dir,

tf_keras/src/layers/rnn/cudnn_gru.py

@@ -172,6 +172,10 @@ class CuDNNGRU(_CuDNNRNN):
             shape=self._vector_shape,
         )
 
+        batch_dim = tf.shape(inputs)[1]
+        max_sequence_length = tf.shape(inputs)[0]
+        sequence_lengths = tf.fill([batch_dim], max_sequence_length)
+
         args = {
             "input": inputs,
             "input_h": input_h,
@@ -179,9 +183,10 @@ class CuDNNGRU(_CuDNNRNN):
             "params": params,
             "is_training": True,
             "rnn_mode": "gru",
+            "sequence_lengths": sequence_lengths,
         }
 
-        outputs, h, _, _, _ = tf.raw_ops.CudnnRNNV2(**args)
+        outputs, h, _, _, _ = tf.raw_ops.CudnnRNNV3(**args)
 
         if self.stateful or self.return_state:
             h = h[0]

tf_keras/src/layers/rnn/cudnn_lstm.py

@@ -204,15 +204,20 @@ class CuDNNLSTM(_CuDNNRNN):
             shape=self._vector_shape,
         )
 
+        batch_dim = tf.shape(inputs)[1]
+        max_sequence_length = tf.shape(inputs)[0]
+        sequence_lengths = tf.fill([batch_dim], max_sequence_length)
+
         args = {
             "input": inputs,
             "input_h": input_h,
             "input_c": input_c,
             "params": params,
             "is_training": True,
+            "sequence_lengths": sequence_lengths,
         }
 
-        outputs, h, c, _, _ = tf.raw_ops.CudnnRNNV2(**args)
+        outputs, h, c, _, _ = tf.raw_ops.CudnnRNNV3(**args)
 
         if self.stateful or self.return_state:
             h = h[0]

tf_keras/src/layers/rnn/gru.py

@@ -1034,11 +1034,13 @@ def gpu_gru(
             mask, time_major
         )
 
-    if not time_major and sequence_lengths is None:
-        inputs = tf.transpose(inputs, perm=(1, 0, 2))
-        seq_axis, batch_axis = (0, 1)
-    else:
-        seq_axis, batch_axis = (0, 1) if time_major else (1, 0)
+    seq_axis, batch_axis = (0, 1) if time_major else (1, 0)
+
+    if sequence_lengths is None:
+        max_sequence_length = tf.shape(inputs)[seq_axis]
+        batch_size = tf.shape(inputs)[batch_axis]
+        sequence_lengths = tf.fill([batch_size], max_sequence_length)
+
     # For init_h, cuDNN expects one more dim of num_layers before or after batch
     # dim for time major or batch major inputs respectively
     init_h = tf.expand_dims(init_h, axis=seq_axis)
@@ -1069,49 +1071,36 @@ def gpu_gru(
         transpose_weights=True,
     )
 
-    if sequence_lengths is not None:
-        if go_backwards:
-            # Three reversals are required. E.g.,
-            # normal input = [1, 2, 3, 0, 0]  # where 0 need to be masked
-            # reversed_input_to_cudnn = [3, 2, 1, 0, 0]
-            # output_from_cudnn = [6, 5, 4, 0, 0]
-            # expected_output = [0, 0, 6, 5 ,4]
-            inputs = tf.reverse_sequence(
-                inputs,
-                sequence_lengths,
-                seq_axis=seq_axis,
-                batch_axis=batch_axis,
-            )
-        outputs, h, _, _, _ = tf.raw_ops.CudnnRNNV3(
-            input=inputs,
-            input_h=init_h,
-            input_c=0,
-            params=params,
-            is_training=True,
-            rnn_mode="gru",
-            sequence_lengths=sequence_lengths,
-            time_major=time_major,
+    if go_backwards:
+        # Three reversals are required. E.g.,
+        # normal input = [1, 2, 3, 0, 0]  # where 0 need to be masked
+        # reversed_input_to_cudnn = [3, 2, 1, 0, 0]
+        # output_from_cudnn = [6, 5, 4, 0, 0]
+        # expected_output = [0, 0, 6, 5 ,4]
+        inputs = tf.reverse_sequence(
+            inputs,
+            sequence_lengths,
+            seq_axis=seq_axis,
+            batch_axis=batch_axis,
         )
-        if go_backwards:
-            outputs = tf.reverse_sequence(
-                outputs,
-                sequence_lengths,
-                seq_axis=seq_axis,
-                batch_axis=batch_axis,
-            )
-            outputs = tf.reverse(outputs, axis=[seq_axis])
-    else:
-        if go_backwards:
-            # Reverse axis 0 since the input is already convert to time major.
-            inputs = tf.reverse(inputs, axis=[0])
-        outputs, h, _, _ = tf.raw_ops.CudnnRNN(
-            input=inputs,
-            input_h=init_h,
-            input_c=0,
-            params=params,
-            is_training=True,
-            rnn_mode="gru",
+    outputs, h, _, _, _ = tf.raw_ops.CudnnRNNV3(
+        input=inputs,
+        input_h=init_h,
+        input_c=0,
+        params=params,
+        is_training=True,
+        rnn_mode="gru",
+        sequence_lengths=sequence_lengths,
+        time_major=time_major,
+    )
+    if go_backwards:
+        outputs = tf.reverse_sequence(
+            outputs,
+            sequence_lengths,
+            seq_axis=seq_axis,
+            batch_axis=batch_axis,
         )
+        outputs = tf.reverse(outputs, axis=[seq_axis])
 
     last_output = outputs[-1]
     if not time_major and sequence_lengths is None and return_sequences:

tf_keras/src/layers/rnn/lstm.py

@@ -1063,11 +1063,13 @@ def gpu_lstm(
             mask, time_major
         )
 
-    if not time_major and sequence_lengths is None:
-        inputs = tf.transpose(inputs, perm=(1, 0, 2))
-        seq_axis, batch_axis = (0, 1)
-    else:
-        seq_axis, batch_axis = (0, 1) if time_major else (1, 0)
+    seq_axis, batch_axis = (0, 1) if time_major else (1, 0)
+
+    if sequence_lengths is None:
+        max_sequence_length = tf.shape(inputs)[seq_axis]
+        batch_size = tf.shape(inputs)[batch_axis]
+        sequence_lengths = tf.fill([batch_size], max_sequence_length)
+
     # For init_h and init_c, cuDNN expects one more dim of num_layers before or
     # after batch dim for time major or batch major inputs respectively
     init_h = tf.expand_dims(init_h, axis=seq_axis)
@@ -1099,52 +1101,36 @@ def gpu_lstm(
         transpose_weights=True,
     )
 
-    if sequence_lengths is not None:
-        if go_backwards:
-            # Three reversals are required. E.g.,
-            # normal input = [1, 2, 3, 0, 0]  # where 0 need to be masked
-            # reversed_input_to_cudnn = [3, 2, 1, 0, 0]
-            # output_from_cudnn = [6, 5, 4, 0, 0]
-            # expected_output = [0, 0, 6, 5 ,4]
-            inputs = tf.reverse_sequence(
-                inputs,
-                sequence_lengths,
-                seq_axis=seq_axis,
-                batch_axis=batch_axis,
-            )
-        outputs, h, c, _, _ = tf.raw_ops.CudnnRNNV3(
-            input=inputs,
-            input_h=init_h,
-            input_c=init_c,
-            params=params,
-            is_training=True,
-            rnn_mode="lstm",
-            sequence_lengths=sequence_lengths,
-            time_major=time_major,
+    if go_backwards:
+        # Three reversals are required. E.g.,
+        # normal input = [1, 2, 3, 0, 0]  # where 0 need to be masked
+        # reversed_input_to_cudnn = [3, 2, 1, 0, 0]
+        # output_from_cudnn = [6, 5, 4, 0, 0]
+        # expected_output = [0, 0, 6, 5 ,4]
+        inputs = tf.reverse_sequence(
+            inputs,
+            sequence_lengths,
+            seq_axis=seq_axis,
+            batch_axis=batch_axis,
         )
-        if go_backwards:
-            outputs = tf.reverse_sequence(
-                outputs,
-                sequence_lengths,
-                seq_axis=seq_axis,
-                batch_axis=batch_axis,
-            )
-            outputs = tf.reverse(outputs, axis=[seq_axis])
-    else:
-        # # Fill the array with shape [batch] with value of max timesteps.
-        # sequence_length = array_ops.fill([array_ops.shape(inputs)[1]],
-        #                                  array_ops.shape(inputs)[0])
-        if go_backwards:
-            # Reverse axis 0 since the input is already convert to time major.
-            inputs = tf.reverse(inputs, axis=[0])
-        outputs, h, c, _ = tf.raw_ops.CudnnRNN(
-            input=inputs,
-            input_h=init_h,
-            input_c=init_c,
-            params=params,
-            is_training=True,
-            rnn_mode="lstm",
+    outputs, h, c, _, _ = tf.raw_ops.CudnnRNNV3(
+        input=inputs,
+        input_h=init_h,
+        input_c=init_c,
+        params=params,
+        is_training=True,
+        rnn_mode="lstm",
+        sequence_lengths=sequence_lengths,
+        time_major=time_major,
+    )
+    if go_backwards:
+        outputs = tf.reverse_sequence(
+            outputs,
+            sequence_lengths,
+            seq_axis=seq_axis,
+            batch_axis=batch_axis,
         )
+        outputs = tf.reverse(outputs, axis=[seq_axis])
 
     last_output = outputs[-1]
     if not time_major and sequence_lengths is None and return_sequences:

tf_keras/src/mixed_precision/autocast_variable.py

@@ -124,20 +124,21 @@ class AutoCastVariable(tf.Variable, tf.__internal__.types.Tensor):
     def _should_cast(self):
         """Returns True if this variable should be casted when accessed."""
         autocast_dtype = getattr(_autocast_dtype, "dtype", None)
-        return autocast_dtype is not None and self.dtype != autocast_dtype
+        return autocast_dtype is not None and self.true_dtype != autocast_dtype
 
     @property
     def dtype(self):
-        """The dtype of the underlying variable, before any casts are done."""
-        return self._variable.dtype
+        """The dtype when the value is accessed, that is after casting."""
+        return self._cast_dtype
 
     @property
     def true_dtype(self):
-        """Deprecated alias of `dtype`."""
+        """The dtype of the underlying variable, before any casts are done."""
         return self._variable.dtype
 
     @property
     def _cast_dtype(self):
+        """The dtype after casting."""
         dtype = getattr(_autocast_dtype, "dtype", None)
         return dtype or self._variable.dtype
 
@@ -202,7 +203,8 @@ class AutoCastVariable(tf.Variable, tf.__internal__.types.Tensor):
         if tf.executing_eagerly() and not self._in_graph_mode:
             repr_str = (
                 "<AutoCastVariable '{v.name}' shape={v.shape} "
-                "dtype={v.dtype.name} dtype_to_cast_to={v._cast_dtype.name}, "
+                "dtype={v.true_dtype.name} "
+                "dtype_to_cast_to={v._cast_dtype.name}, "
                 "numpy={np_repr}>"
             )
             return repr_str.format(
@@ -211,7 +213,8 @@ class AutoCastVariable(tf.Variable, tf.__internal__.types.Tensor):
         else:
             repr_str = (
                 "<AutoCastVariable '{v.name}' shape={v.shape} "
-                "dtype={v.dtype.name} dtype_to_cast_to={v._cast_dtype.name}>"
+                "dtype={v.true_dtype.name} "
+                "dtype_to_cast_to={v._cast_dtype.name}>"
             )
             return repr_str.format(v=self)
 
@@ -261,6 +264,9 @@ class AutoCastVariable(tf.Variable, tf.__internal__.types.Tensor):
     def _apply_assign_update(
         self, update_fn, value, use_locking=None, name=None, read_value=True
     ):
+        # In auto cast scope, we cast back to the actual variable dtype.
+        if self._should_cast():
+            value = tf.cast(value, self.true_dtype)
         # TODO(b/146181571): This logic can be simplified once
         # DistributedVariable.assign returns a DistributedVariable. Currently
         # for MirroredStrategy, it returns a Mirrored value.

tf_keras/src/optimizers/legacy/optimizer_v2.py

@@ -1033,6 +1033,13 @@ class OptimizerV2(tf.__internal__.tracking.Trackable):
         slot_dict = self._slots.setdefault(var_key, {})
         weight = slot_dict.get(slot_name, None)
         if weight is None:
+            # Under a mixed precision policy, variables report their "cast"
+            # dtype. However, we want to use the original dtype for slots.
+            if hasattr(var, "true_dtype"):
+                dtype = var.true_dtype
+            else:
+                dtype = var.dtype
+
             if isinstance(initializer, str) or callable(initializer):
                 initializer = initializers.get(initializer)
                 if isinstance(
@@ -1043,7 +1050,7 @@ class OptimizerV2(tf.__internal__.tracking.Trackable):
                 else:
                     slot_shape = var.shape
                 initial_value = functools.partial(
-                    initializer, shape=slot_shape, dtype=var.dtype
+                    initializer, shape=slot_shape, dtype=dtype
                 )
             else:
                 initial_value = initializer
@@ -1064,7 +1071,7 @@ class OptimizerV2(tf.__internal__.tracking.Trackable):
                 with strategy.extended.colocate_vars_with(var):
                     weight = tf.Variable(
                         name=f"{var._shared_name}/{slot_name}",
-                        dtype=var.dtype,
+                        dtype=dtype,
                         trainable=False,
                         initial_value=initial_value,
                     )

tf_keras/src/optimizers/optimizer.py

@@ -498,26 +498,28 @@ class _BaseOptimizer(tf.__internal__.tracking.AutoTrackable):
         Returns:
           An optimizer variable.
         """
+        # Under a mixed precision policy, variables report their "cast"
+        # dtype. However, we want to use the original dtype for slots.
+        if hasattr(model_variable, "true_dtype"):
+            dtype = model_variable.true_dtype
+        else:
+            dtype = model_variable.dtype
         if initial_value is None:
             if shape is None:
                 if model_variable.shape.rank is None:
                     # When the rank is None, we cannot get a concrete
                     # `model_variable.shape`, we use dynamic shape.
-                    initial_value = tf.zeros_like(
-                        model_variable, dtype=model_variable.dtype
-                    )
+                    initial_value = tf.zeros_like(model_variable, dtype=dtype)
                 else:
                     # We cannot always use `zeros_like`, because some cases
                     # the shape exists while values don't.
-                    initial_value = tf.zeros(
-                        model_variable.shape, dtype=model_variable.dtype
-                    )
+                    initial_value = tf.zeros(model_variable.shape, dtype=dtype)
             else:
-                initial_value = tf.zeros(shape, dtype=model_variable.dtype)
+                initial_value = tf.zeros(shape, dtype=dtype)
         variable = tf.Variable(
             initial_value=initial_value,
             name=f"{variable_name}/{model_variable._shared_name}",
-            dtype=model_variable.dtype,
+            dtype=dtype,
             trainable=False,
         )
         # If model_variable is a shard of a ShardedVariable, we should add a
@@ -1188,10 +1190,17 @@ class Optimizer(_BaseOptimizer):
                         self._mesh, rank=initial_value.shape.rank
                     ),
                 )
+            # Under a mixed precision policy, variables report their "cast"
+            # dtype. However, we want to use the original dtype for optimizer
+            # variables.
+            if hasattr(model_variable, "true_dtype"):
+                dtype = model_variable.true_dtype
+            else:
+                dtype = model_variable.dtype
             variable = tf.experimental.dtensor.DVariable(
                 initial_value=initial_value,
                 name=f"{variable_name}/{model_variable._shared_name}",
-                dtype=model_variable.dtype,
+                dtype=dtype,
                 trainable=False,
             )
             self._variables.append(variable)

tf_keras/src/utils/steps_per_execution_tuning.py

@@ -229,7 +229,7 @@ class StepsPerExecutionTuner:
 
         if current_spe >= spe_limit:
             new_spe = current_spe
-        elif current_spe == 0:
+        elif current_spe <= 0:
             new_spe = self.init_spe
 
         self._steps_per_execution.assign(np.round(new_spe))

{tf_keras_nightly-2.18.0.dev2024070709.dist-info → tf_keras_nightly-2.18.0.dev2024071209.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tf_keras-nightly
-Version: 2.18.0.dev2024070709
+Version: 2.18.0.dev2024071209
 Summary: Deep learning for humans.
 Home-page: https://keras.io/
 Download-URL: https://github.com/keras-team/tf-keras/tags

{tf_keras_nightly-2.18.0.dev2024070709.dist-info → tf_keras_nightly-2.18.0.dev2024071209.dist-info}/RECORD

@@ -1,4 +1,4 @@
-tf_keras/__init__.py,sha256=gl2epJKFt4LGWlkUQKMjgwFJsfG7Wk3GgnLzROoKN_A,911
+tf_keras/__init__.py,sha256=E-if5YveVJC1JqPKyqGvjAbsck6mDgdSPQ7K1IlWoVs,911
 tf_keras/__internal__/__init__.py,sha256=OHQbeIC0QtRBI7dgXaJaVbH8F00x8dCI-DvEcIfyMsE,671
 tf_keras/__internal__/backend/__init__.py,sha256=LnMs2A6685gDG79fxqmdulIYlVE_3WmXlBTBo9ZWYcw,162
 tf_keras/__internal__/layers/__init__.py,sha256=F5SGMhOTPzm-PR44VrfinURHcVeQPIEdwnZlAkSTB3A,176
@@ -210,7 +210,7 @@ tf_keras/src/__init__.py,sha256=zogCD1H65aeYRu_EMjB0bBQBXq2IAww7ys3SjEw1IKU,1502
 tf_keras/src/activations.py,sha256=QNTCdIuNGww5BPwkkjkaNZf4j09m27Nqi-r4aTBOxnk,22630
 tf_keras/src/backend.py,sha256=025YEbBOWW2J_iqO3IpPx549tsJtcHqtlQadXq4ssWs,248504
 tf_keras/src/backend_config.py,sha256=DaKkQg6jLmzR2GtgjNxwFoHuTXwVcAzx_Hx8XgAKPNs,4516
-tf_keras/src/callbacks.py,sha256=Z1yQ1Gt2QDVBIaxi0kDf1BtkWXrHQ1fUjKn7fMrIJrY,133627
+tf_keras/src/callbacks.py,sha256=YbaWLKVl18aFSCirA6ZkoMt14UzufGzHpOyBqtewnkY,134312
 tf_keras/src/callbacks_v1.py,sha256=iT1NSRgN0Yw3joDTB3uKy4bEzb6Az6E5CTNH77wElUs,22154
 tf_keras/src/constraints.py,sha256=vxdBJEQz3rmtGSyCwou_WSCQUhaw6Wz_OgJoW1dtyIo,13949
 tf_keras/src/losses.py,sha256=dhdaZfY56-ZimHgfckyQYBKxvLDeYyLEU_mAyxM8H4g,110698
@@ -458,15 +458,15 @@ tf_keras/src/layers/rnn/cell_wrappers.py,sha256=8IBJYjollddx4DULRFfs2k-L_6wjN3dA
 tf_keras/src/layers/rnn/conv_lstm1d.py,sha256=suShze6ipNXabGlKJTxkOia17ZP4SeEei3Mi4F8lFOQ,8761
 tf_keras/src/layers/rnn/conv_lstm2d.py,sha256=myxOioB3yNn0L_-gMh0R41sb-MwTXO993lAT05_N0Zw,8874
 tf_keras/src/layers/rnn/conv_lstm3d.py,sha256=GT4OoPFtCr5xgaaqy3ezt5DyDu8Ut-wQEihCOHFk0D4,8969
-tf_keras/src/layers/rnn/cudnn_gru.py,sha256=wmOK3iNJltvj-I-qn62vS4MbJBwB3xtLSoY9V5cJbIs,8625
-tf_keras/src/layers/rnn/cudnn_lstm.py,sha256=IGM2g1CGnRnof1PKUS6TWkjTM3UgD1SVpNObylRZoJM,10114
+tf_keras/src/layers/rnn/cudnn_gru.py,sha256=8xXHC2w7zBHJh6yIjIBaavGg336955AvPfeuK-9g5s0,8835
+tf_keras/src/layers/rnn/cudnn_lstm.py,sha256=_Y-19bvo3_WsnBULprb6FjEFHH8kAD8wHsbLa6y3-LM,10324
 tf_keras/src/layers/rnn/dropout_rnn_cell_mixin.py,sha256=8K10_2IhX8x7edq0_aBfKEpA3O991dJXvr3dKs7EZfw,7610
-tf_keras/src/layers/rnn/gru.py,sha256=tHBjJkI4KEQEP6LwlySmGmfLmxz7ZDRFDK2bwjQkI0A,50746
+tf_keras/src/layers/rnn/gru.py,sha256=_TT51hEnf3zLXcC-Nh9I4TXWGBoRBv4bYCXUTNsM59Y,50259
 tf_keras/src/layers/rnn/gru_lstm_utils.py,sha256=mEs-0Tk2iphhC7FClhLTk0QBfxSNYpbrVHpXxQ2ebL4,9922
 tf_keras/src/layers/rnn/gru_v1.py,sha256=9fuHFObkrvH5euyefVaupxJ15ctRgaHLFuZIbKBbgWY,15761
 tf_keras/src/layers/rnn/legacy_cell_wrappers.py,sha256=84oVtywCAxv2rALypz9_PFuBtZAXlWlAIFRg6yOKFBw,25382
 tf_keras/src/layers/rnn/legacy_cells.py,sha256=YB59DHuZwVQa9CikUNAHug0GgGocnixP9l4-ixf7Hhc,52845
-tf_keras/src/layers/rnn/lstm.py,sha256=WYq-Ih-L_1S1qMSvqOsH4tJ9auk9SiIy3Y-LnMISkR4,53482
+tf_keras/src/layers/rnn/lstm.py,sha256=X9Tkqg-b0FNtR_ehQpmFTbWhjP18wpngoGnBrwXUo4w,52770
 tf_keras/src/layers/rnn/lstm_v1.py,sha256=6Ot8lHDlKeZsTxuvob4pSlnEljB2vAg1HoerYYQJtmo,15790
 tf_keras/src/layers/rnn/rnn_utils.py,sha256=0LiMi0efBFIi4RNPxpjTV6TjIn69WxbUSGpm1JVMJQM,8180
 tf_keras/src/layers/rnn/simple_rnn.py,sha256=JAxrvRhxMvE1qt5sh-Mc728o71QgJIuM4wpADY8yY6I,19937
@@ -491,7 +491,7 @@ tf_keras/src/metrics/probabilistic_metrics.py,sha256=sX8I4r5UXNz3eNBlq6-JNkuNoth
 tf_keras/src/metrics/py_metric.py,sha256=jmyBid791Q8N7tOYTO9byffjH2rJ8YnppoUmEbKuATU,7236
 tf_keras/src/metrics/regression_metrics.py,sha256=ZYxCCs6qJERmDXmaH5IIw2_lt5zI5aCsAzLaX4732Ko,21098
 tf_keras/src/mixed_precision/__init__.py,sha256=40TWeUS803bREZotAqMgJKjywtbGtd-pToJ2rNU_yiE,1110
-tf_keras/src/mixed_precision/autocast_variable.py,sha256=rTmf66jdaujhm1KqbXS-L4SpZ_l-3Oy-rmxdBrPSTuk,22394
+tf_keras/src/mixed_precision/autocast_variable.py,sha256=1Rz_cG1qtInnbCtKRJtP59YFaBeFTcleUH4ZkaDFPds,22671
 tf_keras/src/mixed_precision/device_compatibility_check.py,sha256=oSVZwizUlPMTnhJxr7zgWxX2v8jHOHhyZCwDCo8aYK0,6252
 tf_keras/src/mixed_precision/loss_scale_optimizer.py,sha256=A_WXEJc0XCAWFsy55f6EWmDORRSX4LoeGcHrC-upHvo,64122
 tf_keras/src/mixed_precision/policy.py,sha256=1GWHp99dU0f6D0h_jIrSQkoLyIf0ClRJ0BbwHqIYiCg,22734
@@ -510,7 +510,7 @@ tf_keras/src/optimizers/ftrl.py,sha256=y4XvrHBzneuEfkK_VaSL0-93GR0hE88NRdDD_T3MD
 tf_keras/src/optimizers/legacy_learning_rate_decay.py,sha256=IK_MrwKSn9t1jbW87_-NL83y8svcFX033xzs0DXT9Zs,30051
 tf_keras/src/optimizers/lion.py,sha256=v7xfzhQafuW4gtNH4X0bTM37yv-XRTPABl_Wt-wYah4,6157
 tf_keras/src/optimizers/nadam.py,sha256=6czfMnkOS_-wwG51lhMNcBa_DCuIAx2esEk6hKzQINM,7452
-tf_keras/src/optimizers/optimizer.py,sha256=NvVezMvdcM-pujsRteG9PILqrZeJwSw7XQIKk7fZPk4,61536
+tf_keras/src/optimizers/optimizer.py,sha256=V9G4BbTsGkCQe3ZoDjn85ONf97Ggd4o0uwNeIvvgCzw,62009
 tf_keras/src/optimizers/optimizer_v1.py,sha256=S6TPXqe53wL_cPDoMJ4pA7sWRCE5s42k1hb4-oClNQg,32631
 tf_keras/src/optimizers/rmsprop.py,sha256=b3LAWsxSAny7xXHsFFo8T0aLYSjg_X4R4okxciVC2NA,7890
 tf_keras/src/optimizers/sgd.py,sha256=cIfImtdzvaAgH4unxJXo6txFIs7h_1rBk8i1AAtNCTA,6763
@@ -523,7 +523,7 @@ tf_keras/src/optimizers/legacy/adamax.py,sha256=tTI5ajxqnZBmcFuspSsaqytxDTIuoBC8
 tf_keras/src/optimizers/legacy/ftrl.py,sha256=nRFnSHmTUIgV7apkaVWR4XR1hF3YnqCJxvNfRl6NSEo,12644
 tf_keras/src/optimizers/legacy/gradient_descent.py,sha256=ueMcfrSWc3j-g8kne_eFHvLOgEa582VM1DDj9Lv0-Ys,7965
 tf_keras/src/optimizers/legacy/nadam.py,sha256=IQxti8ZTWgaavP2z8ydRaizFfeaN2RXRqcYhqGb9opw,9998
-tf_keras/src/optimizers/legacy/optimizer_v2.py,sha256=sG9tBa_CChLUFihhZ6FDnERtovv_oeIhfmKK9yvhdj4,69599
+tf_keras/src/optimizers/legacy/optimizer_v2.py,sha256=SR7Hdhi6Vk6kPSm7LrETnjVouM-PvEfarJBjxFcioMk,69877
 tf_keras/src/optimizers/legacy/rmsprop.py,sha256=jGoPiNA4xfnE4SOuZNTBj2-Do0l81xShd1mfdsylX4Q,14732
 tf_keras/src/optimizers/schedules/__init__.py,sha256=otlrYjzO1uYlfR2PE124yoEANdnUhsrgtX1ILp2Ahbc,1101
 tf_keras/src/optimizers/schedules/learning_rate_schedule.py,sha256=7KKPbqIZpJPQeiLduuFoDcGSYAFKB-xH2lL9iHLOY9I,48113
@@ -592,7 +592,7 @@ tf_keras/src/utils/mode_keys.py,sha256=_QYq58qr_b-RhvMYBYnL47NkC0G1ng8NYcVnS_IYi
 tf_keras/src/utils/np_utils.py,sha256=4EZ58G1zThQfQEmMNBPnUYRszXRJoY4foxYhOGfS89s,4805
 tf_keras/src/utils/object_identity.py,sha256=HZEETVcCoBrnIFjnxmBhZaCKP9xQMv9rMr_ihlMveVs,6879
 tf_keras/src/utils/sidecar_evaluator.py,sha256=uFgLlX-Qwd1Dg9ACEdY4I_a-A4qucDu_df69XAKrSqw,18474
-tf_keras/src/utils/steps_per_execution_tuning.py,sha256=i1TBoaKxsWJz3o3BBYYhZJwj6_mEOI3Ul01zJyIZys8,9586
+tf_keras/src/utils/steps_per_execution_tuning.py,sha256=jBDh5Xi1X17kJ8Uz0bK_qU_ZSzKUHWt1KTnDXGYJUbA,9586
 tf_keras/src/utils/text_dataset.py,sha256=HcGKN607b4L4fdNmPOHkN8wbEF6BQ3Uq8CPF6Zz26uI,11084
 tf_keras/src/utils/tf_contextlib.py,sha256=ysTHicWjRBEVGNC6cKSCO7GTX1DxGNX9Z0vi4j9Q6Z8,1300
 tf_keras/src/utils/tf_inspect.py,sha256=hRMwGwU15gqC8JPhFJemU6Aa5J99Z1gerHT9u93AkKI,14237
@@ -606,7 +606,7 @@ tf_keras/src/utils/legacy/__init__.py,sha256=EfMmeHYDzwvxNaktPhQbkTdcPSIGCqMhBND
 tf_keras/utils/__init__.py,sha256=b7_d-USe_EmLo02_P99Q1rUCzKBYayPCfiYFStP-0nw,2735
 tf_keras/utils/experimental/__init__.py,sha256=DzGogE2AosjxOVILQBT8PDDcqbWTc0wWnZRobCdpcec,97
 tf_keras/utils/legacy/__init__.py,sha256=7ujlDa5HeSRcth2NdqA0S1P2-VZF1kB3n68jye6Dj-8,189
-tf_keras_nightly-2.18.0.dev2024070709.dist-info/METADATA,sha256=EswCWArBtz0HN56YW4lOXMOKmHkYcky9H3RD0gwYYWU,1638
-tf_keras_nightly-2.18.0.dev2024070709.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
-tf_keras_nightly-2.18.0.dev2024070709.dist-info/top_level.txt,sha256=LC8FK7zHDNKxB17C6lGKvrZ_fZZGJsRiBK23SfiDegY,9
-tf_keras_nightly-2.18.0.dev2024070709.dist-info/RECORD,,
+tf_keras_nightly-2.18.0.dev2024071209.dist-info/METADATA,sha256=QC-_bSWH78WeKH66AEHswezITPLAmc8RXoIPd37_CKs,1638
+tf_keras_nightly-2.18.0.dev2024071209.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
+tf_keras_nightly-2.18.0.dev2024071209.dist-info/top_level.txt,sha256=LC8FK7zHDNKxB17C6lGKvrZ_fZZGJsRiBK23SfiDegY,9
+tf_keras_nightly-2.18.0.dev2024071209.dist-info/RECORD,,

{tf_keras_nightly-2.18.0.dev2024070709.dist-info → tf_keras_nightly-2.18.0.dev2024071209.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (70.2.0)
+Generator: setuptools (70.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any