mttf 1.2.23__py3-none-any.whl → 1.2.25__py3-none-any.whl

mt/keras/__init__.py

@@ -3,6 +3,7 @@
 from mt.keras_src import *
 from mt.keras_src import (
     constraints_src as constraints,
+    activations_src as activations,
     layers_src as layers,
     applications_src as applications,
 )

mt/keras_src/activations_src/__init__.py

@@ -0,0 +1,14 @@
+from .. import activations as _activations
+
+for _x, _y in _activations.__dict__.items():
+    if _x.startswith("_"):
+        continue
+    globals()[_x] = _y
+__doc__ = _activations.__doc__
+
+from .soft_bend import *
+
+
+__api__ = [
+    "SoftBend",
+]

mt/keras_src/activations_src/soft_bend.py

@@ -0,0 +1,23 @@
+from .. import ops, backend
+
+
+class SoftBend(ops.Operation):
+    """Soft bend activation function.
+
+    Function: `|x|^alpha * tanh(x)`, bending the linear activation a bit.
+
+    If alpha is less than 1, it acts as a soft squash.
+    If alpha is greater than 1, it acts as a soft explode.
+    If alpha is 1, it acts as the linear activation function.
+    """
+
+    def __init__(self, alpha: float = 0.5):
+        self.alpha = alpha
+
+    def call(self, x):
+        from tensorflow.math import pow, abs, tanh
+
+        return pow(abs(x), self.alpha) * tanh(x)
+
+    def compute_output_spec(self, x):
+        return backend.KerasTensor(x.shape, x.dtype)

mt/keras_src/constraints_src/center_around.py

@@ -2,7 +2,7 @@ from .. import constraints
 
 
 class CenterAround(constraints.Constraint):
-    """Constrains weight tensors to be centered around `ref_value`."""
+    """Constrains the last axis to have values centered around `ref_value`."""
 
     def __init__(self, ref_value: float = 0.0):
         self.ref_value = ref_value
@@ -10,8 +10,10 @@ class CenterAround(constraints.Constraint):
     def __call__(self, w):
         import tensorflow as tf
 
-        mean = tf.reduce_mean(w)
-        return w - (mean - self.ref_value)
+        mean = tf.reduce_mean(w, axis=-1, keepdims=True)
+        ref_mean = mean - self.ref_value
+        ref_mean = tf.expand_dims(ref_mean, -1)
+        return w - ref_mean
 
     def get_config(self):
         return {"ref_value": self.ref_value}

mt/tf/version.py

@@ -1,5 +1,5 @@
 MAJOR_VERSION = 1
 MINOR_VERSION = 2
-PATCH_VERSION = 23
+PATCH_VERSION = 25
 version = '{}.{}.{}'.format(MAJOR_VERSION, MINOR_VERSION, PATCH_VERSION)
 __all__  = ['MAJOR_VERSION', 'MINOR_VERSION', 'PATCH_VERSION', 'version']

{mttf-1.2.23.dist-info → mttf-1.2.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mttf
-Version: 1.2.23
+Version: 1.2.25
 Summary: A package to detect and monkey-patch TensorFlow and Keras, for Minh-Tri Pham
 Home-page: https://github.com/inteplus/mttf
 Author: ['Minh-Tri Pham']

{mttf-1.2.23.dist-info → mttf-1.2.25.dist-info}/RECORD

@@ -1,12 +1,14 @@
-mt/keras/__init__.py,sha256=1cRBV2JY5TMZl4zAtZ3TO4lxf4iO7uY80u5-A9U0-wg,227
+mt/keras/__init__.py,sha256=VYmA0WM9ox5rgQav5T_sHmodMvjUyIZ7qlNBehBJNrQ,263
 mt/keras_src/__init__.py,sha256=jPQ2uDPmDxLUtU6R2y7dMBWQsqQxCbU5jvSzTT8_wko,504
 mt/keras_src/base.py,sha256=_B2sSUMlHOtGSAqQD1p5YD0raEDL4W0Bh3uKD6BXOJM,807
+mt/keras_src/activations_src/__init__.py,sha256=OMArIYnQjw0ntCj04Yg-kHFHbztQJjgDNDV7ptoTJEo,245
+mt/keras_src/activations_src/soft_bend.py,sha256=j0RmCRsqbwJhDOOAXW1fpRP_-2jhX17_u4AtrM_Mxp0,648
 mt/keras_src/applications_src/__init__.py,sha256=VOJKcb29_W_nA1To9NVI8FLFiIuJp7-ZYMk5OH4uizQ,734
 mt/keras_src/applications_src/classifier.py,sha256=rmJThMRoDRwROvcxRek5-NI6OSpGhT8CjsW4dgySBak,18698
 mt/keras_src/applications_src/mobilenet_v3_split.py,sha256=EufzlbM2B5D_whpsDmfJFvyLSLtsoK6VXomaSE2K6Ms,19737
 mt/keras_src/applications_src/mobilevit.py,sha256=WSwTTT_VTPkH03XmRB_tFS1IgZf__HcVHwshjidSKaM,8934
 mt/keras_src/constraints_src/__init__.py,sha256=XOHrlZbWjmQszPm9TGQFSmKthbcgBvb1jXUlgZbtyMM,253
-mt/keras_src/constraints_src/center_around.py,sha256=8p7W9A9N7HdOjsdN05yC4ZTSLj9bUEeIvxWmC_Z61tE,437
+mt/keras_src/constraints_src/center_around.py,sha256=NIPckqjbrOfGCT3Fv1O3hET4sHgE7kBWIMt5AG03Lmk,543
 mt/keras_src/layers_src/__init__.py,sha256=EnDoayl_SVb5cYyISiGbe0v5IPoklE4BgyJk-ft8SrI,746
 mt/keras_src/layers_src/counter.py,sha256=pFN50ZOpV4lvkKmKsK5hxfvAF0Jj46TtGqZOtND5eSc,852
 mt/keras_src/layers_src/floor.py,sha256=wPINhDnRYdbJ_eQqwq0pCXiez1sAryvGthQJULeN9yM,508
@@ -20,21 +22,21 @@ mt/tf/__init__.py,sha256=M8xiJNdrAUJZgiZTOQOdfkehjO-CYzGpoxh5HVGBkms,338
 mt/tf/init.py,sha256=bcm0t5tstxTkCBOiMX1SJxhKOz0MAZf-MYp2Mk0Gtas,502
 mt/tf/mttf_version.py,sha256=ha53i-H9pE-crufFttUECgXHwPvam07zMKzApUts1Gs,206
 mt/tf/utils.py,sha256=wau2vhPoPHu2cDxlc2lc9fxrndOXPdq2DNG4em5OOMI,1025
-mt/tf/version.py,sha256=Z9OUrBj7zV9Z3Ny_BZHgkvg8WQWYLBVpTdDVeYot2WM,207
+mt/tf/version.py,sha256=E-FTzwdVljIoyB_d5YTrMvpgRGop2fbsRL6q2Ftyhis,207
 mt/tf/keras_applications/__init__.py,sha256=m-A1rHGGLQgHX9690ENWXZkrU0vqfsJkZXcjIG3CLM0,142
 mt/tf/keras_layers/__init__.py,sha256=NsuFD-kSuy6cVV3Kl7ab95tw4g7x4Igv3cF-Ky3VuCo,124
 mt/tfc/__init__.py,sha256=pcxgcmUSXJCFZal5Pxz7hC1P8fhP1dB2egZzKGdrseQ,12118
 mt/tfg/__init__.py,sha256=6Ly2QImAyQTsg_ZszuAuK_L2n56v89Cix9yYmMVk0CM,304
 mt/tfp/__init__.py,sha256=AQkGCkmDRwswEt3qoOSpxe-fZekx78sHHBs2ZVz33gc,383
 mt/tfp/real_nvp.py,sha256=U9EmkXGqFcvtS2yeh5_RgbKlVKKlGFGklAb7Voyazz4,4440
-mttf-1.2.23.data/scripts/dmt_pipi.sh,sha256=NNsj4P332unHMqU4mAFjU9PQvxQ8TK5XQ42LC29IZY8,510
-mttf-1.2.23.data/scripts/dmt_twineu.sh,sha256=KZhcYwuCW0c36tWcOgCe7uxJmS08rz-J6YNY76Exy4M,193
-mttf-1.2.23.data/scripts/pipi.sh,sha256=kdo96bdaKq2QIa52Z4XFSiGPcbDm09SAU9cju6I2Lxo,289
-mttf-1.2.23.data/scripts/wml_nexus.py,sha256=47P9PQMgb9w_-T0olC-dr3s60mKaQup-RWOuNi5mvJg,1192
-mttf-1.2.23.data/scripts/wml_pipi.sh,sha256=CuidIcbuxyXSBNQqYRhCcSC8QbBaSGnQX0KAIFaIvKA,499
-mttf-1.2.23.data/scripts/wml_twineu.sh,sha256=av1JLN765oOWC5LPkv2eSWIVof26y60601tMGkuYdb8,180
-mttf-1.2.23.dist-info/licenses/LICENSE,sha256=e_JtcszdGZ2ZGfjcymTGrcxFj_9XPicZOVtnsrPvruk,1070
-mttf-1.2.23.dist-info/METADATA,sha256=IfuCD8V_lSwjPYzcFAfr30hbXZhG7eBt7_V1B8PNi_Q,568
-mttf-1.2.23.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-mttf-1.2.23.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
-mttf-1.2.23.dist-info/RECORD,,
+mttf-1.2.25.data/scripts/dmt_pipi.sh,sha256=NNsj4P332unHMqU4mAFjU9PQvxQ8TK5XQ42LC29IZY8,510
+mttf-1.2.25.data/scripts/dmt_twineu.sh,sha256=KZhcYwuCW0c36tWcOgCe7uxJmS08rz-J6YNY76Exy4M,193
+mttf-1.2.25.data/scripts/pipi.sh,sha256=kdo96bdaKq2QIa52Z4XFSiGPcbDm09SAU9cju6I2Lxo,289
+mttf-1.2.25.data/scripts/wml_nexus.py,sha256=47P9PQMgb9w_-T0olC-dr3s60mKaQup-RWOuNi5mvJg,1192
+mttf-1.2.25.data/scripts/wml_pipi.sh,sha256=CuidIcbuxyXSBNQqYRhCcSC8QbBaSGnQX0KAIFaIvKA,499
+mttf-1.2.25.data/scripts/wml_twineu.sh,sha256=av1JLN765oOWC5LPkv2eSWIVof26y60601tMGkuYdb8,180
+mttf-1.2.25.dist-info/licenses/LICENSE,sha256=e_JtcszdGZ2ZGfjcymTGrcxFj_9XPicZOVtnsrPvruk,1070
+mttf-1.2.25.dist-info/METADATA,sha256=s6_rp04LsZ-utOTFRVrXmvXrUx6yDTgPrqhrB3MneBE,568
+mttf-1.2.25.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+mttf-1.2.25.dist-info/top_level.txt,sha256=WcqGFu9cV7iMZg09iam8eNxUvGpLSKKF2Iubf6SJVOo,3
+mttf-1.2.25.dist-info/RECORD,,