mct-nightly 2.2.0.20250106.546__py3-none-any.whl → 2.2.0.20250107.15510__py3-none-any.whl

model_compression_toolkit/target_platform_capabilities/tpc_models/qnnpack_tpc/v1/tpc_keras.py

@@ -1,89 +0,0 @@
-# Copyright 2022 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-import tensorflow as tf
-
-from packaging import version
-
-import model_compression_toolkit.target_platform_capabilities.schema.mct_current_schema as schema
-from model_compression_toolkit.defaultdict import DefaultDict
-from model_compression_toolkit.target_platform_capabilities.constants import KERNEL_ATTR, KERAS_KERNEL, BIAS_ATTR, \
-    KERAS_DEPTHWISE_KERNEL, BIAS
-from model_compression_toolkit.target_platform_capabilities.tpc_models.qnnpack_tpc.v1 import __version__ as TPC_VERSION
-
-if version.parse(tf.__version__) >= version.parse("2.13"):
-    from keras.src.layers import Conv2D, DepthwiseConv2D, Conv2DTranspose, Dense, BatchNormalization, ReLU, Activation
-else:
-    from keras.layers import Conv2D, DepthwiseConv2D, Conv2DTranspose, Dense, BatchNormalization, ReLU, Activation
-
-from model_compression_toolkit.target_platform_capabilities.tpc_models.qnnpack_tpc.v1.tp_model import get_tp_model
-import model_compression_toolkit as mct
-
-tp = mct.target_platform
-
-
-def get_keras_tpc() -> tp.TargetPlatformCapabilities:
-    """
-    get a Keras TargetPlatformCapabilities object with default operation sets to layers mapping.
-    Returns: a Keras TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-    qnnpack_tp_model = get_tp_model()
-    return generate_keras_tpc(name='qnnpack_keras', tp_model=qnnpack_tp_model)
-
-
-def generate_keras_tpc(name: str, tp_model: schema.TargetPlatformModel):
-    """
-    Generates a TargetPlatformCapabilities object with default operation sets to layers mapping.
-
-    Args:
-        name: Name of the TargetPlatformCapabilities.
-        tp_model: TargetPlatformModel object.
-
-    Returns: a TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-
-    keras_tpc = tp.TargetPlatformCapabilities(tp_model)
-
-    with keras_tpc:
-        tp.OperationsSetToLayers("Conv",
-                                 [Conv2D,
-                                  DepthwiseConv2D,
-                                  Conv2DTranspose,
-                                  tf.nn.conv2d,
-                                  tf.nn.depthwise_conv2d,
-                                  tf.nn.conv2d_transpose],
-                                 # we provide attributes mapping that maps each layer type in the operations set
-                                 # that has weights attributes with provided quantization config (in the tp model) to
-                                 # its framework-specific attribute name.
-                                 # note that a DefaultDict should be provided if not all the layer types in the
-                                 # operation set are provided separately in the mapping.
-                                 attr_mapping={
-                                     KERNEL_ATTR: DefaultDict({
-                                         DepthwiseConv2D: KERAS_DEPTHWISE_KERNEL,
-                                         tf.nn.depthwise_conv2d: KERAS_DEPTHWISE_KERNEL}, default_value=KERAS_KERNEL),
-                                     BIAS_ATTR: DefaultDict(default_value=BIAS)})
-
-        tp.OperationsSetToLayers("Linear", [Dense],
-                                 attr_mapping={KERNEL_ATTR: DefaultDict(default_value=KERAS_KERNEL),
-                                               BIAS_ATTR: DefaultDict(default_value=BIAS)})
-
-        tp.OperationsSetToLayers("BatchNorm", [BatchNormalization,
-                                               tf.nn.batch_normalization])
-
-        tp.OperationsSetToLayers("Relu", [tf.nn.relu,
-                                          tf.nn.relu6,
-                                          tp.LayerFilterParams(ReLU, negative_slope=0.0),
-                                          tp.LayerFilterParams(Activation, activation="relu")])
-
-    return keras_tpc

model_compression_toolkit/target_platform_capabilities/tpc_models/qnnpack_tpc/v1/tpc_pytorch.py

@@ -1,78 +0,0 @@
-# Copyright 2022 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-import torch
-from torch.nn import Conv2d, Linear, BatchNorm2d, ConvTranspose2d, Hardtanh, ReLU, ReLU6
-from torch.nn.functional import relu, relu6, hardtanh
-
-import model_compression_toolkit.target_platform_capabilities.schema.mct_current_schema as schema
-from model_compression_toolkit.defaultdict import DefaultDict
-from model_compression_toolkit.target_platform_capabilities.constants import KERNEL_ATTR, PYTORCH_KERNEL, BIAS_ATTR, \
-    BIAS
-from model_compression_toolkit.target_platform_capabilities.tpc_models.qnnpack_tpc.v1.tp_model import get_tp_model
-import model_compression_toolkit as mct
-from model_compression_toolkit.target_platform_capabilities.tpc_models.qnnpack_tpc.v1 import __version__ as TPC_VERSION
-
-tp = mct.target_platform
-
-
-def get_pytorch_tpc() -> tp.TargetPlatformCapabilities:
-    """
-    get a Pytorch TargetPlatformCapabilities object with default operation sets to layers mapping.
-    Returns: a Pytorch TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-    qnnpack_pytorch = get_tp_model()
-    return generate_pytorch_tpc(name='qnnpack_pytorch', tp_model=qnnpack_pytorch)
-
-
-def generate_pytorch_tpc(name: str, tp_model: schema.TargetPlatformModel):
-    """
-    Generates a TargetPlatformCapabilities object with default operation sets to layers mapping.
-    Args:
-        name: Name of the TargetPlatformModel.
-        tp_model: TargetPlatformModel object.
-    Returns: a TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-
-    pytorch_tpc = tp.TargetPlatformCapabilities(tp_model)
-
-    # we provide attributes mapping that maps each layer type in the operations set
-    # that has weights attributes with provided quantization config (in the tp model) to
-    # its framework-specific attribute name.
-    # note that a DefaultDict should be provided if not all the layer types in the
-    # operation set are provided separately in the mapping.
-    pytorch_linear_attr_mapping = {KERNEL_ATTR: DefaultDict(default_value=PYTORCH_KERNEL),
-                                   BIAS_ATTR: DefaultDict(default_value=BIAS)}
-
-    with pytorch_tpc:
-        tp.OperationsSetToLayers("Conv", [Conv2d,
-                                          torch.nn.functional.conv2d,
-                                          ConvTranspose2d,
-                                          torch.nn.functional.conv_transpose2d],
-                                 attr_mapping=pytorch_linear_attr_mapping)
-
-        tp.OperationsSetToLayers("Linear", [Linear],
-                                 attr_mapping=pytorch_linear_attr_mapping)
-
-        tp.OperationsSetToLayers("BatchNorm", [BatchNorm2d])
-
-        tp.OperationsSetToLayers("Relu", [torch.relu,
-                                          ReLU,
-                                          ReLU6,
-                                          relu,
-                                          relu6,
-                                          tp.LayerFilterParams(Hardtanh, min_val=0),
-                                          tp.LayerFilterParams(hardtanh, min_val=0)])
-
-    return pytorch_tpc

model_compression_toolkit/target_platform_capabilities/tpc_models/tflite_tpc/target_platform_capabilities.py

@@ -1,55 +0,0 @@
-# Copyright 2022 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from model_compression_toolkit.constants import TENSORFLOW, PYTORCH
-from model_compression_toolkit.verify_packages import FOUND_TORCH, FOUND_TF
-from model_compression_toolkit.logger import Logger
-from model_compression_toolkit.target_platform_capabilities.constants import LATEST
-
-def get_tpc_dict_by_fw(fw_name):
-    tpc_models_dict = None
-    if fw_name == TENSORFLOW:
-        ###############################
-        # Build Tensorflow TPC models
-        ###############################
-        if FOUND_TF:
-            from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.v1.tpc_keras import \
-                get_keras_tpc as get_keras_tpc_v1
-            from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.latest import \
-                get_keras_tpc_latest
-
-            # Keras: TPC versioning
-            tpc_models_dict = {'v1': get_keras_tpc_v1,
-                               LATEST: get_keras_tpc_latest}
-    elif fw_name == PYTORCH:
-        ###############################
-        # Build Pytorch TPC models
-        ###############################
-        if FOUND_TORCH:
-            from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.v1.tpc_pytorch import \
-                get_pytorch_tpc as get_pytorch_tpc_v1
-            from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.latest import \
-                get_pytorch_tpc_latest
-
-            # Pytorch: TPC versioning
-            tpc_models_dict = {'v1': get_pytorch_tpc_v1,
-                               LATEST: get_pytorch_tpc_latest}
-    if tpc_models_dict is not None:
-        return tpc_models_dict
-    else:
-        Logger.critical(f'Framework {fw_name} is not supported in imx500 or the relevant packages are not '
-                        f'installed. Please make sure the relevant packages are installed when using MCT for optimizing'
-                        f' a {fw_name} model. For Tensorflow, please install tensorflow. For PyTorch, please install '
-                        f'torch.')  # pragma: no cover

model_compression_toolkit/target_platform_capabilities/tpc_models/tflite_tpc/v1/tpc_keras.py

@@ -1,118 +0,0 @@
-# Copyright 2022 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-import tensorflow as tf
-from packaging import version
-
-import model_compression_toolkit.target_platform_capabilities.schema.mct_current_schema as schema
-from model_compression_toolkit.defaultdict import DefaultDict
-from model_compression_toolkit.target_platform_capabilities.constants import KERNEL_ATTR, KERAS_KERNEL, BIAS_ATTR, BIAS
-
-if version.parse(tf.__version__) >= version.parse("2.13"):
-    from keras.src.layers import Conv2D, Dense, Reshape, ZeroPadding2D, AveragePooling2D, Activation, DepthwiseConv2D, \
-        MaxPooling2D, ReLU, Add, Softmax, Concatenate, Multiply, Maximum, Minimum, BatchNormalization
-else:
-    from keras.layers import Conv2D, Dense, Reshape, ZeroPadding2D, AveragePooling2D, Activation, DepthwiseConv2D, \
-        MaxPooling2D, ReLU, Add, Softmax, Concatenate, Multiply, Maximum, Minimum, BatchNormalization
-
-from tensorflow.python.keras.layers.core import SlicingOpLambda
-from tensorflow.python.ops.image_ops_impl import ResizeMethod
-from model_compression_toolkit.target_platform_capabilities.target_platform.targetplatform2framework.attribute_filter import \
-    Eq
-
-from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.v1.tp_model import get_tp_model
-import model_compression_toolkit as mct
-from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.v1 import __version__ as TPC_VERSION
-
-tp = mct.target_platform
-
-
-def get_keras_tpc() -> tp.TargetPlatformCapabilities:
-    """
-    get a Keras TargetPlatformCapabilities object with default operation sets to layers mapping.
-    Returns: a Keras TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-    tflite_tp_model = get_tp_model()
-    return generate_keras_tpc(name='tflite_keras', tp_model=tflite_tp_model)
-
-
-def generate_keras_tpc(name: str, tp_model: schema.TargetPlatformModel):
-    """
-    Generates a TargetPlatformCapabilities object with default operation sets to layers mapping.
-
-    Args:
-        name: Name of the TargetPlatformCapabilities.
-        tp_model: TargetPlatformModel object.
-
-    Returns: a TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-
-    keras_tpc = tp.TargetPlatformCapabilities(tp_model)
-
-    with keras_tpc:
-        tp.OperationsSetToLayers("NoQuantization", [AveragePooling2D,
-                                                    tf.nn.avg_pool2d,
-                                                    Concatenate,
-                                                    tf.concat,
-                                                    MaxPooling2D,
-                                                    Multiply,
-                                                    tf.multiply,
-                                                    Reshape,
-                                                    tf.reshape,
-                                                    tp.LayerFilterParams(tf.image.resize,
-                                                                         method=ResizeMethod.BILINEAR),
-                                                    tf.nn.space_to_depth,
-                                                    ZeroPadding2D,
-                                                    tf.unstack,
-                                                    tf.gather,
-                                                    tf.compat.v1.batch_to_space_nd,
-                                                    tf.space_to_batch_nd,
-                                                    tf.transpose,
-                                                    tf.maximum,
-                                                    Maximum,
-                                                    tf.minimum,
-                                                    Minimum,
-                                                    tf.pad,
-                                                    tf.slice,
-                                                    SlicingOpLambda])
-
-        tp.OperationsSetToLayers("FullyConnected", [Dense],
-                                 # we provide attributes mapping that maps each layer type in the operations set
-                                 # that has weights attributes with provided quantization config (in the tp model) to
-                                 # its framework-specific attribute name.
-                                 # note that a DefaultDict should be provided if not all the layer types in the
-                                 # operation set are provided separately in the mapping.
-                                 attr_mapping={
-                                     KERNEL_ATTR: DefaultDict(default_value=KERAS_KERNEL),
-                                     BIAS_ATTR: DefaultDict(default_value=BIAS)})
-        tp.OperationsSetToLayers("L2Normalization", [tf.math.l2_normalize])
-        tp.OperationsSetToLayers("LogSoftmax", [tf.nn.log_softmax])
-        tp.OperationsSetToLayers("Tanh", [tf.nn.tanh, tp.LayerFilterParams(Activation, activation="tanh")])
-        tp.OperationsSetToLayers("Softmax", [tf.nn.softmax,
-                                             Softmax,
-                                             tp.LayerFilterParams(Activation, activation="softmax")])
-        tp.OperationsSetToLayers("Logistic", [tf.sigmoid, tp.LayerFilterParams(Activation, activation="sigmoid")])
-
-        tp.OperationsSetToLayers("Conv2d", [Conv2D, DepthwiseConv2D])
-        tp.OperationsSetToLayers("Relu", [tf.nn.relu,
-                                          tf.nn.relu6,
-                                          tp.LayerFilterParams(ReLU, Eq("max_value", None) | Eq("max_value", 6)),
-                                          tp.LayerFilterParams(Activation, activation="relu")])
-        tp.OperationsSetToLayers("Elu", [tf.nn.elu, tp.LayerFilterParams(Activation, activation="elu")])
-        tp.OperationsSetToLayers("BatchNorm", [BatchNormalization, tf.nn.batch_normalization])
-        tp.OperationsSetToLayers("Squeeze", [tf.squeeze])
-        tp.OperationsSetToLayers("BiasAdd", [tf.nn.bias_add])
-        tp.OperationsSetToLayers("Add", [tf.add, Add])
-
-    return keras_tpc

model_compression_toolkit/target_platform_capabilities/tpc_models/tflite_tpc/v1/tpc_pytorch.py

@@ -1,100 +0,0 @@
-# Copyright 2022 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-import torch
-from torch.nn import AvgPool2d, MaxPool2d
-from torch.nn.functional import avg_pool2d, max_pool2d, interpolate
-
-import model_compression_toolkit.target_platform_capabilities.schema.mct_current_schema as schema
-from model_compression_toolkit.defaultdict import DefaultDict
-from model_compression_toolkit.target_platform_capabilities.constants import KERNEL_ATTR, PYTORCH_KERNEL, BIAS_ATTR, \
-    BIAS
-from model_compression_toolkit.target_platform_capabilities.target_platform.targetplatform2framework.attribute_filter import Eq
-
-from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.v1.tp_model import get_tp_model
-import model_compression_toolkit as mct
-from model_compression_toolkit.target_platform_capabilities.tpc_models.tflite_tpc.v1 import __version__ as TPC_VERSION
-
-tp = mct.target_platform
-
-
-def get_pytorch_tpc() -> tp.TargetPlatformCapabilities:
-    """
-    get a Pytorch TargetPlatformCapabilities object with default operation sets to layers mapping.
-    Returns: a Pytorch TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-    tflite_tp_model = get_tp_model()
-    return generate_pytorch_tpc(name='tflite_torch', tp_model=tflite_tp_model)
-
-
-def generate_pytorch_tpc(name: str, tp_model: schema.TargetPlatformModel):
-    """
-    Generates a TargetPlatformCapabilities object with default operation sets to layers mapping.
-    Args:
-        name: Name of the TargetPlatformModel.
-        tp_model: TargetPlatformModel object.
-    Returns: a TargetPlatformCapabilities object for the given TargetPlatformModel.
-    """
-
-    pytorch_tpc = tp.TargetPlatformCapabilities(tp_model)
-
-    with pytorch_tpc:
-        tp.OperationsSetToLayers("NoQuantization", [AvgPool2d,
-                                                    avg_pool2d,
-                                                    torch.cat,
-                                                    torch.concat,
-                                                    MaxPool2d,
-                                                    max_pool2d,
-                                                    torch.mul,
-                                                    torch.multiply,
-                                                    torch.reshape,
-                                                    tp.LayerFilterParams(interpolate, mode='bilinear'),
-                                                    torch.nn.ZeroPad2d,
-                                                    torch.gather,
-                                                    torch.transpose,
-                                                    torch.maximum,
-                                                    torch.max,
-                                                    torch.minimum,
-                                                    torch.min,
-                                                    torch.nn.functional.pad,
-                                                    torch.select,
-                                                    torch.unbind])
-
-        tp.OperationsSetToLayers("FullyConnected", [torch.nn.Linear, torch.nn.functional.linear],
-                                 # we provide attributes mapping that maps each layer type in the operations set
-                                 # that has weights attributes with provided quantization config (in the tp model) to
-                                 # its framework-specific attribute name.
-                                 # note that a DefaultDict should be provided if not all the layer types in the
-                                 # operation set are provided separately in the mapping.
-                                 attr_mapping={KERNEL_ATTR: DefaultDict(default_value=PYTORCH_KERNEL),
-                                               BIAS_ATTR: DefaultDict(default_value=BIAS)})
-        tp.OperationsSetToLayers("L2Normalization",
-                                 [tp.LayerFilterParams(torch.nn.functional.normalize, Eq('p', 2) | Eq('p', None))])
-        tp.OperationsSetToLayers("LogSoftmax", [torch.nn.LogSoftmax])
-        tp.OperationsSetToLayers("Tanh", [torch.nn.Tanh, torch.nn.functional.tanh])
-        tp.OperationsSetToLayers("Softmax", [torch.nn.Softmax, torch.nn.functional.softmax])
-        tp.OperationsSetToLayers("Logistic", [torch.nn.Sigmoid, torch.nn.functional.sigmoid])
-        tp.OperationsSetToLayers("Conv2d", [torch.nn.Conv2d, torch.nn.functional.conv2d])
-        tp.OperationsSetToLayers("Relu", [torch.relu,
-                                          torch.nn.ReLU,
-                                          torch.nn.ReLU6,
-                                          torch.nn.functional.relu,
-                                          torch.nn.functional.relu6,
-                                          tp.LayerFilterParams(torch.nn.Hardtanh, min_val=0, max_val=6),
-                                          tp.LayerFilterParams(torch.nn.functional.hardtanh, min_val=0, max_val=6)])
-        tp.OperationsSetToLayers("Elu", [torch.nn.ELU, torch.nn.functional.elu])
-        tp.OperationsSetToLayers("BatchNorm", [torch.nn.BatchNorm2d, torch.nn.functional.batch_norm])
-        tp.OperationsSetToLayers("Squeeze", [torch.squeeze])
-
-    return pytorch_tpc