leap-model-parser 0.1.133.dev10__tar.gz → 0.1.135__tar.gz

{leap_model_parser-0.1.133.dev10 → leap_model_parser-0.1.135}/PKG-INFO

@@ -1,23 +1,24 @@
 Metadata-Version: 2.1
 Name: leap-model-parser
-Version: 0.1.133.dev10
+Version: 0.1.135
 Summary: 
 Home-page: https://github.com/tensorleap/leap-model-parser
 License: MIT
 Author: idan
 Author-email: idan.yogev@tensorleap.ai
-Requires-Python: >=3.10,<=3.11.5
+Requires-Python: >=3.8,<3.11
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Requires-Dist: keras-data-format-converter (==0.1.17.dev6)
-Requires-Dist: leap-model-rebuilder (==0.1.7.dev4)
+Requires-Dist: keras-data-format-converter (==0.1.16)
+Requires-Dist: leap-model-rebuilder (==0.1.5)
 Requires-Dist: numpy (>=1.22.3,<2.0.0)
-Requires-Dist: onnx (==1.14.1)
-Requires-Dist: onnx2kerastl (==0.0.122.dev10)
-Requires-Dist: tensorflow (==2.14.0) ; platform_machine == "x86_64"
-Requires-Dist: tensorflow-macos (==2.14.0) ; platform_machine == "arm64"
+Requires-Dist: onnx (==1.10.1)
+Requires-Dist: onnx2kerastl (==0.0.123)
+Requires-Dist: tensorflow (==2.11.0) ; platform_machine == "x86_64"
+Requires-Dist: tensorflow-macos (==2.11.0) ; platform_machine == "arm64"
 Project-URL: Repository, https://github.com/tensorleap/leap-model-parser
 Description-Content-Type: text/markdown
 

{leap_model_parser-0.1.133.dev10 → leap_model_parser-0.1.135}/leap_model_parser/contract/nodedata.py

@@ -1,7 +1,7 @@
-from typing import Union
 from dataclasses import dataclass
-from enum import Enum
 from typing import List
+from typing import Union
+from enum import Enum
 
 
 class ActivationsEnum(Enum):
@@ -95,6 +95,8 @@ class NodeType(Enum):
     Cropping1D = "Cropping1D"
     Cropping2D = "Cropping2D"
     Cropping3D = "Cropping3D"
+    CuDNNGRU = "CuDNNGRU"
+    CuDNNLSTM = "CuDNNLSTM"
     Dense = "Dense"
     DepthwiseConv1D = "DepthwiseConv1D"
     DepthwiseConv2D = "DepthwiseConv2D"
@@ -106,6 +108,10 @@ class NodeType(Enum):
     Flatten = "Flatten"
     GRU = "GRU"
     GRUCell = "GRUCell"
+    GRUCellV1 = "GRUCellV1"
+    GRUCellV2 = "GRUCellV2"
+    GRUV1 = "GRUV1"
+    GRUV2 = "GRUV2"
     GaussianDropout = "GaussianDropout"
     GaussianNoise = "GaussianNoise"
     GlobalAveragePooling1D = "GlobalAveragePooling1D"
@@ -115,10 +121,13 @@ class NodeType(Enum):
     GlobalMaxPooling2D = "GlobalMaxPooling2D"
     GlobalMaxPooling3D = "GlobalMaxPooling3D"
     GroupNormalization = "GroupNormalization"
-    Identity = "Identity"
     IntegerLookup = "IntegerLookup"
     LSTM = "LSTM"
     LSTMCell = "LSTMCell"
+    LSTMCellV1 = "LSTMCellV1"
+    LSTMCellV2 = "LSTMCellV2"
+    LSTMV1 = "LSTMV1"
+    LSTMV2 = "LSTMV2"
     LayerNormalization = "LayerNormalization"
     LeakyReLU = "LeakyReLU"
     LocallyConnected1D = "LocallyConnected1D"
@@ -138,6 +147,7 @@ class NodeType(Enum):
     RandomContrast = "RandomContrast"
     RandomCrop = "RandomCrop"
     RandomFlip = "RandomFlip"
+    RandomFourierFeatures = "RandomFourierFeatures"
     RandomHeight = "RandomHeight"
     RandomRotation = "RandomRotation"
     RandomTranslation = "RandomTranslation"
@@ -155,9 +165,9 @@ class NodeType(Enum):
     SpatialDropout1D = "SpatialDropout1D"
     SpatialDropout2D = "SpatialDropout2D"
     SpatialDropout3D = "SpatialDropout3D"
-    SpectralNormalization = "SpectralNormalization"
     StringLookup = "StringLookup"
     Subtract = "Subtract"
+    SyncBatchNormalization = "SyncBatchNormalization"
     TextVectorization = "TextVectorization"
     ThresholdedReLU = "ThresholdedReLU"
     TimeDistributed = "TimeDistributed"
@@ -171,7 +181,6 @@ class NodeType(Enum):
     BinaryCrossentropy = "BinaryCrossentropy"
     BinaryFocalCrossentropy = "BinaryFocalCrossentropy"
     CategoricalCrossentropy = "CategoricalCrossentropy"
-    CategoricalFocalCrossentropy = "CategoricalFocalCrossentropy"
     CategoricalHinge = "CategoricalHinge"
     CosineSimilarity = "CosineSimilarity"
     Hinge = "Hinge"
@@ -185,17 +194,19 @@ class NodeType(Enum):
     Poisson = "Poisson"
     SquaredHinge = "SquaredHinge"
     Adadelta = "Adadelta"
-    Adafactor = "Adafactor"
     Adagrad = "Adagrad"
     Adam = "Adam"
-    AdamW = "AdamW"
     Adamax = "Adamax"
     Ftrl = "Ftrl"
-    Lion = "Lion"
     Nadam = "Nadam"
     RMSprop = "RMSprop"
     SGD = "SGD"
+    OnnxAbs = "OnnxAbs"
+    OnnxErf = "OnnxErf"
+    OnnxHardSigmoid = "OnnxHardSigmoid"
     OnnxLSTM = "OnnxLSTM"
+    OnnxReduceMean = "OnnxReduceMean"
+    OnnxSqrt = "OnnxSqrt"
     Dataset = "Dataset"
     Input = "Input"
     RepresentationBlock = "RepresentationBlock"
@@ -289,7 +300,6 @@ class BatchNormalization:
     gamma_regularizer: RegularizerEnum
     beta_constraint: ConstraintEnum
     gamma_constraint: ConstraintEnum
-    synchronized: bool
     type: NodeType
 
 
@@ -550,6 +560,47 @@ class Cropping3D:
     type: NodeType
 
 
+@dataclass
+class CuDNNGRU:
+    units: int
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    activity_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    return_sequences: bool
+    return_state: bool
+    go_backwards: bool
+    stateful: bool
+    type: NodeType
+
+
+@dataclass
+class CuDNNLSTM:
+    units: int
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    unit_forget_bias: bool
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    activity_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    return_sequences: bool
+    return_state: bool
+    go_backwards: bool
+    stateful: bool
+    type: NodeType
+
+
 @dataclass
 class Dense:
     units: int
@@ -644,7 +695,6 @@ class Embedding:
     embeddings_constraint: ConstraintEnum
     mask_zero: bool
     input_length: List[int]
-    sparse: bool
     type: NodeType
 
 
@@ -702,6 +752,103 @@ class GRUCell:
     type: NodeType
 
 
+@dataclass
+class GRUCellV1:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    reset_after: bool
+    type: NodeType
+
+
+@dataclass
+class GRUCellV2:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    reset_after: bool
+    type: NodeType
+
+
+@dataclass
+class GRUV1:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    activity_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    return_sequences: bool
+    return_state: bool
+    go_backwards: bool
+    stateful: bool
+    unroll: bool
+    reset_after: bool
+    type: NodeType
+
+
+@dataclass
+class GRUV2:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    activity_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    return_sequences: bool
+    return_state: bool
+    go_backwards: bool
+    stateful: bool
+    unroll: bool
+    time_major: bool
+    reset_after: bool
+    type: NodeType
+
+
 @dataclass
 class GaussianDropout:
     rate: float
@@ -767,14 +914,6 @@ class GroupNormalization:
     type: NodeType
 
 
-@dataclass
-class Identity:
-    trainable: bool
-    dtype: List[int]
-    dynamic: bool
-    type: NodeType
-
-
 @dataclass
 class IntegerLookup:
     max_tokens: List[int]
@@ -840,6 +979,103 @@ class LSTMCell:
     type: NodeType
 
 
+@dataclass
+class LSTMCellV1:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    unit_forget_bias: bool
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    type: NodeType
+
+
+@dataclass
+class LSTMCellV2:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    unit_forget_bias: bool
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    type: NodeType
+
+
+@dataclass
+class LSTMV1:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    unit_forget_bias: bool
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    activity_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    return_sequences: bool
+    return_state: bool
+    go_backwards: bool
+    stateful: bool
+    unroll: bool
+    type: NodeType
+
+
+@dataclass
+class LSTMV2:
+    units: int
+    activation: ActivationsEnum
+    recurrent_activation: str
+    use_bias: bool
+    kernel_initializer: InitializersEnum
+    recurrent_initializer: str
+    bias_initializer: InitializersEnum
+    unit_forget_bias: bool
+    kernel_regularizer: RegularizerEnum
+    recurrent_regularizer: RegularizerEnum
+    bias_regularizer: RegularizerEnum
+    activity_regularizer: RegularizerEnum
+    kernel_constraint: ConstraintEnum
+    recurrent_constraint: ConstraintEnum
+    bias_constraint: ConstraintEnum
+    dropout: float
+    recurrent_dropout: float
+    return_sequences: bool
+    return_state: bool
+    go_backwards: bool
+    stateful: bool
+    time_major: bool
+    unroll: bool
+    type: NodeType
+
+
 @dataclass
 class LayerNormalization:
     axis: int
@@ -1017,9 +1253,18 @@ class RandomFlip:
     type: NodeType
 
 
+@dataclass
+class RandomFourierFeatures:
+    output_dim: int
+    kernel_initializer: InitializersEnum
+    scale: List[int]
+    trainable: bool
+    type: NodeType
+
+
 @dataclass
 class RandomHeight:
-    factor: float
+    factor: List[int]
     interpolation: str
     seed: List[int]
     type: NodeType
@@ -1048,7 +1293,7 @@ class RandomTranslation:
 
 @dataclass
 class RandomWidth:
-    factor: float
+    factor: List[int]
     interpolation: str
     seed: List[int]
     type: NodeType
@@ -1056,7 +1301,7 @@ class RandomWidth:
 
 @dataclass
 class RandomZoom:
-    height_factor: float
+    height_factor: List[int]
     width_factor: List[int]
     fill_mode: str
     interpolation: str
@@ -1208,12 +1453,6 @@ class SpatialDropout3D:
     type: NodeType
 
 
-@dataclass
-class SpectralNormalization:
-    power_iterations: int
-    type: NodeType
-
-
 @dataclass
 class StringLookup:
     max_tokens: List[int]
@@ -1235,6 +1474,24 @@ class Subtract:
     type: NodeType
 
 
+@dataclass
+class SyncBatchNormalization:
+    axis: int
+    momentum: float
+    epsilon: float
+    center: bool
+    scale: bool
+    beta_initializer: InitializersEnum
+    gamma_initializer: InitializersEnum
+    moving_mean_initializer: InitializersEnum
+    moving_variance_initializer: InitializersEnum
+    beta_regularizer: RegularizerEnum
+    gamma_regularizer: RegularizerEnum
+    beta_constraint: ConstraintEnum
+    gamma_constraint: ConstraintEnum
+    type: NodeType
+
+
 @dataclass
 class TextVectorization:
     max_tokens: List[int]
@@ -1333,16 +1590,6 @@ class CategoricalCrossentropy:
     type: NodeType
 
 
-@dataclass
-class CategoricalFocalCrossentropy:
-    alpha: float
-    gamma: float
-    from_logits: bool
-    label_smoothing: float
-    axis: int
-    type: NodeType
-
-
 @dataclass
 class CategoricalHinge:
     type: NodeType
@@ -1421,25 +1668,6 @@ class Adadelta:
     type: NodeType
 
 
-@dataclass
-class Adafactor:
-    learning_rate: float
-    beta_2_decay: float
-    epsilon_1: float
-    epsilon_2: float
-    clip_threshold: float
-    relative_step: bool
-    weight_decay: List[int]
-    clipnorm: List[int]
-    clipvalue: List[int]
-    global_clipnorm: List[int]
-    use_ema: bool
-    ema_momentum: float
-    ema_overwrite_frequency: List[int]
-    jit_compile: bool
-    type: NodeType
-
-
 @dataclass
 class Adagrad:
     learning_rate: float
@@ -1474,24 +1702,6 @@ class Adam:
     type: NodeType
 
 
-@dataclass
-class AdamW:
-    learning_rate: float
-    weight_decay: float
-    beta_1: float
-    beta_2: float
-    epsilon: float
-    amsgrad: bool
-    clipnorm: List[int]
-    clipvalue: List[int]
-    global_clipnorm: List[int]
-    use_ema: bool
-    ema_momentum: float
-    ema_overwrite_frequency: List[int]
-    jit_compile: bool
-    type: NodeType
-
-
 @dataclass
 class Adamax:
     learning_rate: float
@@ -1529,22 +1739,6 @@ class Ftrl:
     type: NodeType
 
 
-@dataclass
-class Lion:
-    learning_rate: float
-    beta_1: float
-    beta_2: float
-    weight_decay: List[int]
-    clipnorm: List[int]
-    clipvalue: List[int]
-    global_clipnorm: List[int]
-    use_ema: bool
-    ema_momentum: float
-    ema_overwrite_frequency: List[int]
-    jit_compile: bool
-    type: NodeType
-
-
 @dataclass
 class Nadam:
     learning_rate: float
@@ -1585,6 +1779,7 @@ class SGD:
     learning_rate: float
     momentum: float
     nesterov: bool
+    amsgrad: bool
     weight_decay: List[int]
     clipnorm: List[int]
     clipvalue: List[int]
@@ -1596,6 +1791,23 @@ class SGD:
     type: NodeType
 
 
+@dataclass
+class OnnxAbs:
+    type: NodeType
+
+
+@dataclass
+class OnnxErf:
+    type: NodeType
+
+
+@dataclass
+class OnnxHardSigmoid:
+    alpha: float
+    beta: float
+    type: NodeType
+
+
 @dataclass
 class OnnxLSTM:
     units: int
@@ -1604,6 +1816,18 @@ class OnnxLSTM:
     type: NodeType
 
 
+@dataclass
+class OnnxReduceMean:
+    axes: List[int]
+    keepdims: bool
+    type: NodeType
+
+
+@dataclass
+class OnnxSqrt:
+    type: NodeType
+
+
 @dataclass
 class Dataset:
     type: NodeType
@@ -1691,20 +1915,22 @@ class NodeDataTypes:
     props: Union[Activation, ActivityRegularization, Add, AdditiveAttention, AlphaDropout, Average, AveragePooling1D, 
                  AveragePooling2D, AveragePooling3D, BatchNormalization, Bidirectional, CategoryEncoding, CenterCrop, 
                  Concatenate, Conv1D, Conv1DTranspose, Conv2D, Conv2DTranspose, Conv3D, Conv3DTranspose, ConvLSTM1D, 
-                 ConvLSTM2D, ConvLSTM3D, Cropping1D, Cropping2D, Cropping3D, Dense, DepthwiseConv1D, DepthwiseConv2D, 
-                 Discretization, Dot, Dropout, ELU, Embedding, Flatten, GRU, GRUCell, GaussianDropout, GaussianNoise, 
-                 GlobalAveragePooling1D, GlobalAveragePooling2D, GlobalAveragePooling3D, GlobalMaxPooling1D, 
-                 GlobalMaxPooling2D, GlobalMaxPooling3D, GroupNormalization, Identity, IntegerLookup, LSTM, LSTMCell, 
-                 LayerNormalization, LeakyReLU, LocallyConnected1D, LocallyConnected2D, Masking, MaxPooling1D, 
+                 ConvLSTM2D, ConvLSTM3D, Cropping1D, Cropping2D, Cropping3D, CuDNNGRU, CuDNNLSTM, Dense, 
+                 DepthwiseConv1D, DepthwiseConv2D, Discretization, Dot, Dropout, ELU, Embedding, Flatten, GRU, GRUCell, 
+                 GRUCellV1, GRUCellV2, GRUV1, GRUV2, GaussianDropout, GaussianNoise, GlobalAveragePooling1D, 
+                 GlobalAveragePooling2D, GlobalAveragePooling3D, GlobalMaxPooling1D, GlobalMaxPooling2D, 
+                 GlobalMaxPooling3D, GroupNormalization, IntegerLookup, LSTM, LSTMCell, LSTMCellV1, LSTMCellV2, LSTMV1, 
+                 LSTMV2, LayerNormalization, LeakyReLU, LocallyConnected1D, LocallyConnected2D, Masking, MaxPooling1D, 
                  MaxPooling2D, MaxPooling3D, Maximum, Minimum, MultiHeadAttention, Multiply, Normalization, PReLU, 
-                 Permute, RandomBrightness, RandomContrast, RandomCrop, RandomFlip, RandomHeight, RandomRotation, 
-                 RandomTranslation, RandomWidth, RandomZoom, ReLU, RepeatVector, Reshape, Resizing, SeparableConv1D, 
-                 SeparableConv2D, SimpleRNN, SimpleRNNCell, Softmax, SpatialDropout1D, SpatialDropout2D, 
-                 SpatialDropout3D, SpectralNormalization, StringLookup, Subtract, TextVectorization, ThresholdedReLU, 
-                 TimeDistributed, UnitNormalization, UpSampling1D, UpSampling2D, UpSampling3D, ZeroPadding1D, 
-                 ZeroPadding2D, ZeroPadding3D, BinaryCrossentropy, BinaryFocalCrossentropy, CategoricalCrossentropy, 
-                 CategoricalFocalCrossentropy, CategoricalHinge, CosineSimilarity, Hinge, Huber, KLDivergence, LogCosh, 
+                 Permute, RandomBrightness, RandomContrast, RandomCrop, RandomFlip, RandomFourierFeatures, RandomHeight, 
+                 RandomRotation, RandomTranslation, RandomWidth, RandomZoom, ReLU, RepeatVector, Reshape, Resizing, 
+                 SeparableConv1D, SeparableConv2D, SimpleRNN, SimpleRNNCell, Softmax, SpatialDropout1D, 
+                 SpatialDropout2D, SpatialDropout3D, StringLookup, Subtract, SyncBatchNormalization, TextVectorization, 
+                 ThresholdedReLU, TimeDistributed, UnitNormalization, UpSampling1D, UpSampling2D, UpSampling3D, 
+                 ZeroPadding1D, ZeroPadding2D, ZeroPadding3D, BinaryCrossentropy, BinaryFocalCrossentropy, 
+                 CategoricalCrossentropy, CategoricalHinge, CosineSimilarity, Hinge, Huber, KLDivergence, LogCosh, 
                  MeanAbsoluteError, MeanAbsolutePercentageError, MeanSquaredError, MeanSquaredLogarithmicError, Poisson, 
-                 SquaredHinge, Adadelta, Adafactor, Adagrad, Adam, AdamW, Adamax, Ftrl, Lion, Nadam, RMSprop, SGD, 
-                 OnnxLSTM, Dataset, Input, RepresentationBlock, GroundTruth, CustomLayer, CustomLoss, Visualizer, 
-                 Metric, Lambda, TFOpLambda, SlicingOpLambda, Repeat, Variable, Gather, FixedDropout]
+                 SquaredHinge, Adadelta, Adagrad, Adam, Adamax, Ftrl, Nadam, RMSprop, SGD, OnnxAbs, OnnxErf, 
+                 OnnxHardSigmoid, OnnxLSTM, OnnxReduceMean, OnnxSqrt, Dataset, Input, RepresentationBlock, GroundTruth, 
+                 CustomLayer, CustomLoss, Visualizer, Metric, Lambda, TFOpLambda, SlicingOpLambda, Repeat, Variable, 
+                 Gather, FixedDropout]