mct-nightly 1.8.0.20052023.post401__py3-none-any.whl → 1.8.0.20230610.post356__py3-none-any.whl

model_compression_toolkit/qat/pytorch/quantizer/ste_rounding/symmetric_ste.py

@@ -20,22 +20,23 @@ import torch.nn as nn
 
 from model_compression_toolkit.qat import TrainingMethod
 from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
+from mct_quantizers import PytorchQuantizationWrapper
 from model_compression_toolkit.qat.common import THRESHOLD_TENSOR
-from model_compression_toolkit import quantizers_infrastructure as qi, constants as C
+from model_compression_toolkit import constants as C
 from model_compression_toolkit.qat.pytorch.quantizer.base_pytorch_qat_quantizer import BasePytorchQATTrainableQuantizer
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.base_inferable_quantizer import mark_quantizer
+from mct_quantizers.common.base_inferable_quantizer import mark_quantizer, QuantizationTarget
 
 from model_compression_toolkit.core.pytorch.utils import to_torch_tensor
 from model_compression_toolkit.qat.pytorch.quantizer.quantizer_utils import ste_round, ste_clip, symmetric_quantizer
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.pytorch.quantizers import \
+from mct_quantizers.pytorch.quantizers import \
     WeightsPOTInferableQuantizer, WeightsSymmetricInferableQuantizer, ActivationPOTInferableQuantizer, \
     ActivationSymmetricInferableQuantizer
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.trainable_quantizer_config import \
+from model_compression_toolkit.trainable_infrastructure.common.trainable_quantizer_config import \
     TrainableQuantizerWeightsConfig, TrainableQuantizerActivationConfig
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
+from model_compression_toolkit.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
 
 
-@mark_quantizer(quantization_target=qi.QuantizationTarget.Weights,
+@mark_quantizer(quantization_target=QuantizationTarget.Weights,
                 quantization_method=[QuantizationMethod.POWER_OF_TWO, QuantizationMethod.SYMMETRIC],
                 quantizer_type=TrainingMethod.STE)
 class STEWeightQATQuantizer(BasePytorchQATTrainableQuantizer):
@@ -73,7 +74,7 @@ class STEWeightQATQuantizer(BasePytorchQATTrainableQuantizer):
     def initialize_quantization(self,
                                 tensor_shape: torch.Size,
                                 name: str,
-                                layer: qi.PytorchQuantizationWrapper):
+                                layer: PytorchQuantizationWrapper):
         """
         Add quantizer parameters to the quantizer parameters dictionary
 
@@ -129,7 +130,7 @@ class STEWeightQATQuantizer(BasePytorchQATTrainableQuantizer):
 
 
 
-@mark_quantizer(quantization_target=qi.QuantizationTarget.Activation,
+@mark_quantizer(quantization_target=QuantizationTarget.Activation,
                 quantization_method=[QuantizationMethod.POWER_OF_TWO, QuantizationMethod.SYMMETRIC],
                 quantizer_type=TrainingMethod.STE)
 class STEActivationQATQuantizer(BasePytorchQATTrainableQuantizer):
@@ -155,7 +156,7 @@ class STEActivationQATQuantizer(BasePytorchQATTrainableQuantizer):
     def initialize_quantization(self,
                                 tensor_shape: torch.Size,
                                 name: str,
-                                layer: qi.PytorchQuantizationWrapper):
+                                layer: PytorchQuantizationWrapper):
         """
         Add quantizer parameters to the quantizer parameters dictionary
 

model_compression_toolkit/qat/pytorch/quantizer/ste_rounding/uniform_ste.py

@@ -18,24 +18,25 @@ import torch.nn as nn
 from torch import Tensor
 
 from model_compression_toolkit.constants import RANGE_MAX, RANGE_MIN
-from model_compression_toolkit.quantizers_infrastructure.constants import FQ_MIN, FQ_MAX
+from model_compression_toolkit.trainable_infrastructure.common.constants import FQ_MIN, FQ_MAX
 
 from model_compression_toolkit.qat import TrainingMethod
 from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
-from model_compression_toolkit import quantizers_infrastructure as qi, constants as C
+from mct_quantizers import QuantizationTarget, PytorchQuantizationWrapper
+from model_compression_toolkit import constants as C
 
 from model_compression_toolkit.qat.pytorch.quantizer.base_pytorch_qat_quantizer import BasePytorchQATTrainableQuantizer
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.base_inferable_quantizer import mark_quantizer
+from mct_quantizers import mark_quantizer
 from model_compression_toolkit.core.pytorch.utils import to_torch_tensor
 from model_compression_toolkit.qat.pytorch.quantizer.quantizer_utils import uniform_quantizer
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.pytorch.quantizers import \
+from mct_quantizers.pytorch.quantizers import \
     WeightsUniformInferableQuantizer, ActivationUniformInferableQuantizer
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.trainable_quantizer_config import \
+from model_compression_toolkit.trainable_infrastructure.common.trainable_quantizer_config import \
     TrainableQuantizerWeightsConfig, TrainableQuantizerActivationConfig
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
+from model_compression_toolkit.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
 
 
-@mark_quantizer(quantization_target=qi.QuantizationTarget.Weights,
+@mark_quantizer(quantization_target=QuantizationTarget.Weights,
                 quantization_method=[QuantizationMethod.UNIFORM],
                 quantizer_type=TrainingMethod.STE)
 class STEUniformWeightQATQuantizer(BasePytorchQATTrainableQuantizer):
@@ -69,7 +70,7 @@ class STEUniformWeightQATQuantizer(BasePytorchQATTrainableQuantizer):
     def initialize_quantization(self,
                                 tensor_shape: torch.Size,
                                 name: str,
-                                layer: qi.PytorchQuantizationWrapper):
+                                layer: PytorchQuantizationWrapper):
         """
         Add quantizer parameters to the quantizer parameters dictionary
 
@@ -117,7 +118,7 @@ class STEUniformWeightQATQuantizer(BasePytorchQATTrainableQuantizer):
                                                 channel_axis=self.quantization_config.weights_channels_axis)
 
 
-@mark_quantizer(quantization_target=qi.QuantizationTarget.Activation,
+@mark_quantizer(quantization_target=QuantizationTarget.Activation,
                 quantization_method=[QuantizationMethod.UNIFORM],
                 quantizer_type=TrainingMethod.STE)
 class STEUniformActivationQATQuantizer(BasePytorchQATTrainableQuantizer):
@@ -144,7 +145,7 @@ class STEUniformActivationQATQuantizer(BasePytorchQATTrainableQuantizer):
     def initialize_quantization(self,
                                 tensor_shape: torch.Size,
                                 name: str,
-                                layer: qi.PytorchQuantizationWrapper):
+                                layer: PytorchQuantizationWrapper):
         """
         Add quantizer parameters to the quantizer parameters dictionary
 

model_compression_toolkit/target_platform_capabilities/target_platform/__init__.py

@@ -21,8 +21,9 @@ from model_compression_toolkit.target_platform_capabilities.target_platform.targ
     get_default_quantization_config_options, TargetPlatformModel
 
 from model_compression_toolkit.target_platform_capabilities.target_platform.op_quantization_config import OpQuantizationConfig, \
-    QuantizationConfigOptions, QuantizationMethod
+    QuantizationConfigOptions
 from model_compression_toolkit.target_platform_capabilities.target_platform.operators import OperatorsSet, OperatorSetConcat
 
+from mct_quantizers import QuantizationMethod
 
 

model_compression_toolkit/target_platform_capabilities/target_platform/op_quantization_config.py

@@ -14,33 +14,9 @@
 # ==============================================================================
 
 import copy
-from enum import Enum
 from typing import List
 
-
-class QuantizationMethod(Enum):
-    """
-    Method for quantization function selection:
-
-    POWER_OF_TWO - Symmetric, uniform, threshold is power of two quantization.
-
-    KMEANS - k-means quantization.
-
-    LUT_POT_QUANTIZER - quantization using a lookup table and power of 2 threshold.
-
-    SYMMETRIC - Symmetric, uniform, quantization.
-
-    UNIFORM - uniform quantization,
-
-    LUT_SYM_QUANTIZER - quantization using a lookup table and symmetric threshold.
-
-    """
-    POWER_OF_TWO = 0
-    KMEANS = 1
-    LUT_POT_QUANTIZER = 2
-    SYMMETRIC = 3
-    UNIFORM = 4
-    LUT_SYM_QUANTIZER = 5
+from mct_quantizers import QuantizationMethod
 
 
 class OpQuantizationConfig:

model_compression_toolkit/{quantizers_infrastructure/inferable_infrastructure/keras/quantizers/constants.py → trainable_infrastructure/__init__.py}

@@ -13,13 +13,6 @@
 # limitations under the License.
 # ==============================================================================
 
-# Inferable keras quantizer signature parameters:
-NUM_BITS = 'num_bits'
-SIGNED = 'signed'
-THRESHOLD = 'threshold'
-PER_CHANNEL = 'per_channel'
-MIN_RANGE = 'min_range'
-MAX_RANGE = 'max_range'
-CHANNEL_AXIS = 'channel_axis'
-INPUT_RANK = 'input_rank'
-CLUSTER_CENTERS = 'cluster_centers'
+from model_compression_toolkit.trainable_infrastructure.common.trainable_quantizer_config import TrainableQuantizerWeightsConfig, TrainableQuantizerActivationConfig
+from model_compression_toolkit.trainable_infrastructure.keras.base_keras_quantizer import BaseKerasTrainableQuantizer
+from model_compression_toolkit.trainable_infrastructure.pytorch.base_pytorch_quantizer import BasePytorchTrainableQuantizer

model_compression_toolkit/{quantizers_infrastructure/trainable_infrastructure → trainable_infrastructure}/common/base_trainable_quantizer.py

@@ -20,11 +20,11 @@ from inspect import signature
 from model_compression_toolkit.core import common
 from model_compression_toolkit.logger import Logger
 
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.base_inferable_quantizer import BaseInferableQuantizer, \
+from mct_quantizers.common.base_inferable_quantizer import BaseInferableQuantizer, \
     QuantizationTarget
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.trainable_quantizer_config import \
+from model_compression_toolkit.trainable_infrastructure.common.trainable_quantizer_config import \
     TrainableQuantizerActivationConfig, TrainableQuantizerWeightsConfig
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.constants import QUANTIZATION_METHOD, \
+from mct_quantizers.common.constants import QUANTIZATION_METHOD, \
     QUANTIZATION_TARGET
 
 

model_compression_toolkit/{quantizers_infrastructure/trainable_infrastructure → trainable_infrastructure}/common/get_quantizer_config.py

@@ -15,7 +15,7 @@
 from typing import List
 from model_compression_toolkit.core.common import BaseNode
 from model_compression_toolkit.logger import Logger
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.trainable_quantizer_config import \
+from model_compression_toolkit.trainable_infrastructure.common.trainable_quantizer_config import \
     TrainableQuantizerWeightsConfig, TrainableQuantizerActivationConfig, TrainableQuantizerCandidateConfig
 
 

model_compression_toolkit/{quantizers_infrastructure/trainable_infrastructure → trainable_infrastructure}/common/get_quantizers.py

@@ -16,10 +16,10 @@ from typing import Union, Any
 
 from model_compression_toolkit.logger import Logger
 from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
-from model_compression_toolkit.quantizers_infrastructure import QuantizationTarget
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.constants \
+from mct_quantizers import QuantizationTarget
+from mct_quantizers.common.constants \
     import QUANTIZATION_TARGET, QUANTIZATION_METHOD, QUANTIZER_TYPE
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.get_all_subclasses \
+from mct_quantizers.common.get_all_subclasses \
     import get_all_subclasses
 
 

model_compression_toolkit/{quantizers_infrastructure/trainable_infrastructure → trainable_infrastructure}/keras/base_keras_quantizer.py

@@ -16,14 +16,14 @@ from typing import Dict, Any, Union, List
 
 from model_compression_toolkit.logger import Logger
 from model_compression_toolkit.constants import FOUND_TF
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.base_trainable_quantizer import BaseTrainableQuantizer, VAR, GROUP
-from model_compression_toolkit.quantizers_infrastructure import TrainableQuantizerWeightsConfig, \
+from model_compression_toolkit.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
+from model_compression_toolkit.trainable_infrastructure.common.base_trainable_quantizer import BaseTrainableQuantizer, VAR, GROUP
+from model_compression_toolkit.trainable_infrastructure import TrainableQuantizerWeightsConfig, \
     TrainableQuantizerActivationConfig
 
 if FOUND_TF:
     QUANTIZATION_CONFIG = 'quantization_config'
-    from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.keras.config_serialization import config_serialization, \
+    from model_compression_toolkit.trainable_infrastructure.keras.config_serialization import config_serialization, \
         config_deserialization
     import tensorflow as tf
 

model_compression_toolkit/{quantizers_infrastructure/trainable_infrastructure → trainable_infrastructure}/keras/config_serialization.py

@@ -18,9 +18,9 @@ from typing import Any, Union
 from enum import Enum
 
 from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.trainable_quantizer_config import \
+from model_compression_toolkit.trainable_infrastructure.common.trainable_quantizer_config import \
     TrainableQuantizerActivationConfig, TrainableQuantizerWeightsConfig
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common import constants as C
+from mct_quantizers.common import constants as C
 
 
 def transform_enum(v: Any):

model_compression_toolkit/{quantizers_infrastructure/inferable_infrastructure → trainable_infrastructure}/keras/load_model.py

@@ -1,4 +1,4 @@
-# Copyright 2022 Sony Semiconductor Israel, Inc. All rights reserved.
+# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,20 +12,24 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 # ==============================================================================
-from model_compression_toolkit.logger import Logger
+from typing import Any
+
+import mct_quantizers
+from mct_quantizers.common.get_all_subclasses import get_all_subclasses
+
 from model_compression_toolkit.constants import FOUND_TF
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.get_all_subclasses import get_all_subclasses
+from model_compression_toolkit.logger import Logger
 
 if FOUND_TF:
     import tensorflow as tf
-    from model_compression_toolkit import quantizers_infrastructure as qi
-    from model_compression_toolkit.quantizers_infrastructure import BaseKerasTrainableQuantizer
-    from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.quantizers.base_keras_inferable_quantizer import BaseKerasInferableQuantizer
+    from tensorflow.python.saved_model.load_options import LoadOptions
+    from model_compression_toolkit.trainable_infrastructure import BaseKerasTrainableQuantizer
     keras = tf.keras
 
-    def keras_load_quantized_model(filepath, custom_objects=None, compile=True, options=None):
+    def keras_load_quantized_model(filepath: str, custom_objects: Any = None, compile: bool = True,
+                                   options: LoadOptions = None):
         """
-        This function wraps the keras load model and MCT quantization custom class to it.
+        This function wraps the keras load model and adds trainable quantizers classes to its custom objects.
 
         Args:
             filepath: the model file path.
@@ -36,12 +40,6 @@ if FOUND_TF:
         Returns: A keras Model
 
         """
-        qi_inferable_custom_objects = {subclass.__name__: subclass for subclass in
-                                       get_all_subclasses(BaseKerasInferableQuantizer)}
-        all_inferable_names = list(qi_inferable_custom_objects.keys())
-        if len(set(all_inferable_names)) < len(all_inferable_names):
-            Logger.error(f"Found multiple quantizers with the same name that inherit from BaseKerasInferableQuantizer"
-                         f"while trying to load a model.")
 
         qi_trainable_custom_objects = {subclass.__name__: subclass for subclass in
                                        get_all_subclasses(BaseKerasTrainableQuantizer)}
@@ -50,18 +48,13 @@ if FOUND_TF:
             Logger.error(f"Found multiple quantizers with the same name that inherit from BaseKerasTrainableQuantizer"
                          f"while trying to load a model.")
 
-        # Merge dictionaries into one dict
-        qi_custom_objects = {**qi_inferable_custom_objects, **qi_trainable_custom_objects}
-
-        # Add non-quantizers custom objects
-        qi_custom_objects.update({qi.KerasQuantizationWrapper.__name__: qi.KerasQuantizationWrapper})
-        qi_custom_objects.update({qi.ActivationQuantizationHolder.__name__: qi.ActivationQuantizationHolder})
+        qi_custom_objects = {**qi_trainable_custom_objects}
 
         if custom_objects is not None:
             qi_custom_objects.update(custom_objects)
-        return tf.keras.models.load_model(filepath,
-                                          custom_objects=qi_custom_objects, compile=compile,
-                                          options=options)
+        return mct_quantizers.keras_load_quantized_model(filepath,
+                                                         custom_objects=qi_custom_objects, compile=compile,
+                                                         options=options)
 else:
     def keras_load_quantized_model(filepath, custom_objects=None, compile=True, options=None):
         """

model_compression_toolkit/{quantizers_infrastructure/trainable_infrastructure → trainable_infrastructure}/pytorch/base_pytorch_quantizer.py

@@ -16,9 +16,9 @@ from typing import Union, List
 
 from model_compression_toolkit.logger import Logger
 from model_compression_toolkit.constants import FOUND_TORCH
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.base_trainable_quantizer import BaseTrainableQuantizer, VAR, GROUP
-from model_compression_toolkit.quantizers_infrastructure import TrainableQuantizerWeightsConfig, \
+from model_compression_toolkit.trainable_infrastructure.common.base_trainable_quantizer import VariableGroup
+from model_compression_toolkit.trainable_infrastructure.common.base_trainable_quantizer import BaseTrainableQuantizer, VAR, GROUP
+from model_compression_toolkit.trainable_infrastructure import TrainableQuantizerWeightsConfig, \
     TrainableQuantizerActivationConfig
 
 

model_compression_toolkit/quantizers_infrastructure/__init__.py

@@ -1,23 +0,0 @@
-# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.base_inferable_quantizer import QuantizationTarget, BaseInferableQuantizer
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.common.trainable_quantizer_config import TrainableQuantizerWeightsConfig, TrainableQuantizerActivationConfig
-from model_compression_toolkit.quantizers_infrastructure.trainable_infrastructure.keras.base_keras_quantizer import BaseKerasTrainableQuantizer
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.load_model import keras_load_quantized_model
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.quantize_wrapper import KerasQuantizationWrapper
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.pytorch.quantize_wrapper import PytorchQuantizationWrapper
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.activation_quantization_holder import ActivationQuantizationHolder
-

model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/base_inferable_quantizer.py

@@ -1,87 +0,0 @@
-# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-from enum import Enum
-from typing import Any, Dict, List
-
-from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
-
-
-class QuantizationTarget(Enum):
-    Activation = "Activation"
-    Weights = "Weights"
-
-
-def mark_quantizer(quantization_target: QuantizationTarget = None,
-                   quantization_method: List[QuantizationMethod] = None,
-                   quantizer_type: Any = None):
-    """
-    A function to be used as decoration for all inferable quantizers (which inherit from BaseInferableQuantizer).
-    By decorating a class with this decoration, we can define required static properties of the quantizer.
-
-    Args:
-        quantization_target: QuantizationTarget value which indicates what is the target for quantization to
-            use the quantizer for.
-        quantization_method: A list of QuantizationMethod values to indicate all type of quantization methods that the
-            quantizer supports.
-        quantizer_type: The type of the quantizer (quantization technique).
-            This can differ, depending on the purpose the quantizer is for.
-
-    Returns: A function that decorates a class object.
-
-    """
-    def mark(quantizer_class_object: BaseInferableQuantizer):
-        """
-        Initializes the parameters for the decorator.
-
-        Args:
-            quantizer_class_object: The class to be decorated.
-
-        Returns: A decorated class.
-
-        """
-        quantizer_class_object.quantization_target = quantization_target
-        quantizer_class_object.quantization_method = quantization_method
-        quantizer_class_object.quantizer_type = quantizer_type
-
-        return quantizer_class_object
-
-    return mark
-
-
-class BaseInferableQuantizer:
-
-    def __init__(self):
-        """
-        This class is a base quantizer which defines an abstract
-        function which any quantizer needs to implement.
-        """
-        pass
-
-    def initialize_quantization(self,
-                                tensor_shape: Any,
-                                name: str,
-                                layer: Any) -> Dict[Any, Any]:
-        """
-        Return a dictionary of quantizer parameters and their names.
-
-        Args:
-            tensor_shape: tensor shape of the quantized tensor.
-            name: Tensor name.
-            layer: Layer to quantize.
-
-        Returns:
-            Dictionary of parameters names to the variables.
-        """
-        return {}

model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/constants.py

@@ -1,46 +0,0 @@
-# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-IS_WEIGHTS = "is_weights"
-IS_ACTIVATIONS = "is_activations"
-
-# In KerasQuantizationWrapper and PytorchQuantizationWrapper multiple quantizers are kept
-ACTIVATION_QUANTIZERS = "activation_quantizers"
-# In ActivationQuantizationHolder only one quantizer is used thus a new attribute name is needed
-ACTIVATION_HOLDER_QUANTIZER = "activation_holder_quantizer"
-
-WEIGHTS_QUANTIZERS = "weights_quantizer"
-WEIGHTS_QUANTIZATION_METHOD = 'weights_quantization_method'
-WEIGHTS_N_BITS = 'weights_n_bits'
-WEIGHTS_QUANTIZATION_PARAMS = 'weights_quantization_params'
-ENABLE_WEIGHTS_QUANTIZATION = 'enable_weights_quantization'
-WEIGHTS_CHANNELS_AXIS = 'weights_channels_axis'
-WEIGHTS_PER_CHANNEL_THRESHOLD = 'weights_per_channel_threshold'
-MIN_THRESHOLD = 'min_threshold'
-ACTIVATION_QUANTIZATION_METHOD = 'activation_quantization_method'
-ACTIVATION_N_BITS = 'activation_n_bits'
-ACTIVATION_QUANTIZATION_PARAMS = 'activation_quantization_params'
-ENABLE_ACTIVATION_QUANTIZATION = 'enable_activation_quantization'
-LAYER = "layer"
-STEPS = "optimizer_step"
-TRAINING = "training"
-
-
-QUANTIZATION_TARGET = 'quantization_target'
-QUANTIZATION_METHOD = 'quantization_method'
-QUANTIZER_TYPE = 'quantizer_type'
-
-EPS = 1e-8
-MULTIPLIER_N_BITS = 8

model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/get_all_subclasses.py

@@ -1,31 +0,0 @@
-# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-from typing import Set
-
-
-def get_all_subclasses(cls: type) -> Set[type]:
-    """
-    This function returns a list of all subclasses of the given class,
-    including all subclasses of those subclasses, and so on.
-    Recursively get all subclasses of the subclass and add them to the list of all subclasses.
-
-    Args:
-        cls: A class object.
-
-    Returns: All classes that inherit from cls.
-
-    """
-
-    return set(cls.__subclasses__()).union([s for c in cls.__subclasses__() for s in get_all_subclasses(c)])

model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/get_quantizers.py

@@ -1,53 +0,0 @@
-# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from model_compression_toolkit.logger import Logger
-from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
-from model_compression_toolkit.quantizers_infrastructure import QuantizationTarget
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.constants import QUANTIZATION_TARGET, \
-    QUANTIZATION_METHOD
-from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.get_all_subclasses import get_all_subclasses
-
-
-def get_inferable_quantizer_class(quant_target: QuantizationTarget,
-                                  quant_method: QuantizationMethod,
-                                  quantizer_base_class: type) -> type:
-    """
-    Searches for an inferable quantizer class that matches the requested QuantizationTarget and QuantizationMethod.
-    Exactly one class should be found.
-
-    Args:
-        quant_target: QuantizationTarget value (Weights or Activation) which indicates what is the target for
-            quantization to use the quantizer for.
-        quant_method: A list of QuantizationMethod values to indicate all type of quantization methods that the
-            quantizer supports.
-        quantizer_base_class: A type of quantizer that the requested quantizer should inherit from.
-
-    Returns: A class of a quantizer that inherits from BaseKerasInferableQuantizer.
-
-    """
-    qat_quantizer_classes = get_all_subclasses(quantizer_base_class)
-    filtered_quantizers = list(filter(lambda q_class: getattr(q_class, QUANTIZATION_TARGET) == quant_target and
-                                                      getattr(q_class, QUANTIZATION_METHOD) is not None and
-                                                      quant_method in getattr(q_class, QUANTIZATION_METHOD),
-                                      qat_quantizer_classes))
-
-    if len(filtered_quantizers) != 1:
-        Logger.error(f"Found {len(filtered_quantizers)} quantizer for target {quant_target.value} "
-                     f"that matches the requested quantization method {quant_method.name} "
-                     f"but there should be exactly one."
-                     f"The possible quantizers that were found are {filtered_quantizers}.")
-
-    return filtered_quantizers[0]

model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/quant_utils.py

@@ -1,49 +0,0 @@
-# Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-import numpy as np
-from typing import Tuple
-
-
-def adjust_range_to_include_zero(range_min: np.ndarray,
-                                 range_max: np.ndarray,
-                                 n_bits: int) -> Tuple[np.ndarray, np.ndarray]:
-    """
-    Adjusting the quantization range to include representation of 0.0 in the quantization grid.
-    For per_channel quantization range_min\range_max should be tensors in the specific shape that allows
-    quantization along the channel_axis.
-
-    Args:
-        range_min: min bound of the quantization range (before adjustment).
-        range_max: max bound of the quantization range (before adjustment).
-        n_bits: Number of bits to quantize the tensor.
-
-    Returns: adjusted quantization range
-    """
-    scale = (range_max - range_min) / (2 ** n_bits - 1)
-    min_range_adj = scale * np.round(range_min / scale)
-    max_range_adj = range_max - range_min + min_range_adj
-
-    min_positive = range_min > 0
-    max_negative = range_max < 0
-    mid_range = np.logical_and(np.logical_not(min_positive), np.logical_not(max_negative))
-
-    min_range_adj = min_range_adj * mid_range + max_negative * range_min
-    max_range_adj = max_range_adj * mid_range + min_positive * range_max
-
-    # Make sure min_range_adj < 0 and max_range_adj > 0 to avoid small numeric error
-    min_range_adj = np.minimum(min_range_adj, 0)
-    max_range_adj = np.maximum(max_range_adj, 0)
-
-    return min_range_adj, max_range_adj