mct-nightly 1.7.1.31122022.post351__py3-none-any.whl → 1.8.0.1042023.post423__py3-none-any.whl

{mct_nightly-1.7.1.31122022.post351.dist-info → mct_nightly-1.8.0.1042023.post423.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: bdist_wheel (0.40.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

model_compression_toolkit/__init__.py

@@ -14,8 +14,6 @@
 # ==============================================================================
 
 from model_compression_toolkit.core.common.quantization.debug_config import DebugConfig
-from model_compression_toolkit.gptq.common.gptq_config import GradientPTQConfig, RoundingType, GumbelConfig, \
-    GradientPTQConfigV2
 from model_compression_toolkit.core.common.quantization import quantization_config
 from model_compression_toolkit.core.common.mixed_precision import mixed_precision_quantization_config
 from model_compression_toolkit.core.common.quantization.quantization_config import QuantizationConfig, \
@@ -26,6 +24,7 @@ from model_compression_toolkit.core.tpc_models.get_target_platform_capabilities
 from model_compression_toolkit.core.common.mixed_precision.kpi_tools.kpi import KPI
 from model_compression_toolkit.core.common.mixed_precision.mixed_precision_quantization_config import \
     MixedPrecisionQuantizationConfig, MixedPrecisionQuantizationConfigV2
+from model_compression_toolkit.qat.common.qat_config import QATConfig, TrainingMethod
 from model_compression_toolkit.core.common.logger import set_log_folder
 from model_compression_toolkit.core.common.data_loader import FolderImageLoader
 from model_compression_toolkit.core.common.framework_info import FrameworkInfo, ChannelAxis
@@ -35,21 +34,21 @@ from model_compression_toolkit.core.common import network_editors as network_edi
 from model_compression_toolkit.core.keras.quantization_facade import keras_post_training_quantization, \
     keras_post_training_quantization_mixed_precision
 from model_compression_toolkit.ptq.keras.quantization_facade import keras_post_training_quantization_experimental
-from model_compression_toolkit.gptq.keras.quantization_facade import \
-    keras_gradient_post_training_quantization_experimental
-from model_compression_toolkit.gptq.keras.quantization_facade import get_keras_gptq_config
-from model_compression_toolkit.qat.keras.quantization_facade import keras_quantization_aware_training_init, \
-    keras_quantization_aware_training_finalize
-from model_compression_toolkit.core.pytorch.quantization_facade import pytorch_post_training_quantization, \
-    pytorch_post_training_quantization_mixed_precision
+from model_compression_toolkit.qat.keras.quantization_facade import keras_quantization_aware_training_init, keras_quantization_aware_training_finalize
+from model_compression_toolkit.qat.pytorch.quantization_facade import pytorch_quantization_aware_training_init, pytorch_quantization_aware_training_finalize
+from model_compression_toolkit.core.pytorch.quantization_facade import pytorch_post_training_quantization, pytorch_post_training_quantization_mixed_precision
 from model_compression_toolkit.ptq.pytorch.quantization_facade import pytorch_post_training_quantization_experimental
-from model_compression_toolkit.gptq.pytorch.quantization_facade import \
-    pytorch_gradient_post_training_quantization_experimental
-from model_compression_toolkit.gptq.pytorch.quantization_facade import get_pytorch_gptq_config
 
 from model_compression_toolkit.core.keras.kpi_data_facade import keras_kpi_data, keras_kpi_data_experimental
 from model_compression_toolkit.core.pytorch.kpi_data_facade import pytorch_kpi_data, pytorch_kpi_data_experimental
 
-from model_compression_toolkit.qunatizers_infrastructure.keras.load_model import keras_load_quantized_model
+from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.load_model import keras_load_quantized_model
 
-__version__ = "1.7.1"
+
+from model_compression_toolkit import exporter
+
+from model_compression_toolkit import gptq
+from model_compression_toolkit.gptq import GradientPTQConfig
+
+
+__version__ = "1.8.0"

model_compression_toolkit/core/common/back2framework/base_model_builder.py

@@ -51,4 +51,4 @@ class BaseModelBuilder(ABC):
         Returns: A framework's model built from its graph.
 
         """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement build_model method.')
+        raise NotImplemented(f'{self.__class__.__name__} have to implement build_model method.')  # pragma: no cover

model_compression_toolkit/core/common/collectors/base_collector.py

@@ -14,6 +14,7 @@
 # ==============================================================================
 
 import numpy as np
+from model_compression_toolkit.core.common.logger import Logger
 
 
 class BaseCollector(object):
@@ -33,7 +34,8 @@ class BaseCollector(object):
 
         """
 
-        raise Exception(f'{self.__class__.__name__} needs to implement scale operation for its state.')
+        raise NotImplemented(
+            f'{self.__class__.__name__} needs to implement scale operation for its state.')  # pragma: no cover
 
     def shift(self, shift_value: np.ndarray):
         """
@@ -43,7 +45,8 @@ class BaseCollector(object):
 
         """
 
-        raise Exception(f'{self.__class__.__name__} needs to implement shift operation for its state.')
+        raise NotImplemented(
+            f'{self.__class__.__name__} needs to implement shift operation for its state.')  # pragma: no cover
 
     def update_legal_status(self, is_illegal: bool):
         """
@@ -63,5 +66,5 @@ class BaseCollector(object):
         """
 
         if not self.is_legal:
-            raise Exception(f'{self.__class__.__name__} was manipulated per-channel,'
-                            'but collected per-tensor. Data is invalid.')
+            Logger.exception(f'{self.__class__.__name__} was manipulated per-channel,'
+                             'but collected per-tensor. Data is invalid.')  # pragma: no cover

model_compression_toolkit/core/common/collectors/statistics_collector.py

@@ -37,7 +37,7 @@ class BaseStatsCollector(object):
         Returns whether this tensor requires statistics collection or not.
         Should be implemented in extending classes.
         """
-        raise Exception(f'require_collection is not implemented in {self.__class__.__name__}')
+        raise NotImplemented(f'require_collection is not implemented in {self.__class__.__name__}')  # pragma: no cover
 
     def update_statistics(self,
                           x: Any):
@@ -47,7 +47,7 @@ class BaseStatsCollector(object):
         Args:
             x: Tensor.
         """
-        raise Exception(f'update_statistics is not implemented in {self.__class__.__name__}')
+        raise NotImplemented(f'update_statistics is not implemented in {self.__class__.__name__}')  # pragma: no cover
 
 
 class StatsCollector(BaseStatsCollector):

model_compression_toolkit/core/common/constants.py

@@ -21,10 +21,11 @@ FOUND_TF = importlib.util.find_spec(TENSORFLOW) is not None and importlib.util.f
     "tensorflow_model_optimization") is not None
 FOUND_TORCH = importlib.util.find_spec("torch") is not None
 FOUND_ONNX = importlib.util.find_spec("onnx") is not None
+FOUND_ONNXRUNTIME = importlib.util.find_spec("onnxruntime") is not None
 
 WEIGHTS_SIGNED = True
 # Minimal threshold to use for quantization ranges:
-MIN_THRESHOLD = (2 ** -28)
+MIN_THRESHOLD = (2 ** -16)
 EPS = 1e-8
 MULTIPLIER_N_BITS = 8
 
@@ -114,12 +115,16 @@ ACTIVATION_QUANT_PARAMS_FN = 'activation_quantization_params_fn'
 WEIGHTS_QUANT_PARAMS_FN = 'weights_quantization_params_fn'
 WEIGHTS_CHANNELS_AXIS = 'weights_channels_axis'
 
-# GPTQ Parameters
-GUMBEL_MAX_ITER = 10000
-
 # Memory graph constants
 DUMMY_NODE = 'dummy_node'
 DUMMY_TENSOR = 'dummy_tensor'
 
 # TP Model constants
 OPS_SET_LIST = 'ops_set_list'
+
+# TF Input node base name
+INPUT_BASE_NAME = 'base_input'
+
+# Jacobian-weights constants
+MIN_JACOBIANS_ITER = 10
+JACOBIANS_COMP_TOLERANCE = 1e-3

model_compression_toolkit/core/common/framework_implementation.py

@@ -44,7 +44,7 @@ class FrameworkImplementation(ABC):
         Returns: Module of the framework constants.
 
         """
-        raise Exception(f'{self.__class__.__name__} did not supply a constants module.')
+        raise NotImplemented(f'{self.__class__.__name__} did not supply a constants module.')  # pragma: no cover
 
     @abstractmethod
     def to_numpy(self, tensor: Any) -> np.ndarray:
@@ -57,7 +57,7 @@ class FrameworkImplementation(ABC):
             Numpy array converted from the input tensor.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s to_numpy method.')    \
+                             f'framework\'s to_numpy method.')  # pragma: no cover
 
     @abstractmethod
     def to_tensor(self, tensor: np.ndarray) -> Any:
@@ -70,7 +70,7 @@ class FrameworkImplementation(ABC):
             Framework's tensor converted from the input Numpy array.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s to_tensor method.')
+                             f'framework\'s to_tensor method.')  # pragma: no cover
 
     @abstractmethod
     def model_reader(self,
@@ -86,7 +86,7 @@ class FrameworkImplementation(ABC):
             Graph representing the input model.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s model_reader method.')
+                             f'framework\'s model_reader method.')  # pragma: no cover
 
     @abstractmethod
     def model_builder(self,
@@ -111,7 +111,7 @@ class FrameworkImplementation(ABC):
             A tuple of the model that was built and an UserInformation object.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s model_builder method.')
+                             f'framework\'s model_builder method.')  # pragma: no cover
 
     @abstractmethod
     def run_model_inference(self,
@@ -128,7 +128,7 @@ class FrameworkImplementation(ABC):
             The frameworks model's output.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s run_model_inference method.')
+                             f'framework\'s run_model_inference method.')  # pragma: no cover
 
     @abstractmethod
     def shift_negative_correction(self,
@@ -147,7 +147,7 @@ class FrameworkImplementation(ABC):
             Graph after SNC.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s apply_shift_negative_correction method.')
+                             f'framework\'s apply_shift_negative_correction method.')  # pragma: no cover
 
     @abstractmethod
     def attach_sc_to_node(self, node: BaseNode, fw_info: FrameworkInfo) -> BaseStatsCollector:
@@ -163,7 +163,7 @@ class FrameworkImplementation(ABC):
             Statistics collector for the node.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s attach_sc_to_node method.')
+                             f'framework\'s attach_sc_to_node method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_channel_equalization(self,
@@ -180,7 +180,7 @@ class FrameworkImplementation(ABC):
             A list of the framework substitutions used after we collect statistics.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_channel_equalization method.')
+                             f'framework\'s get_substitutions_channel_equalization method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_prepare_graph(self, fw_info: FrameworkInfo = None) -> List[common.BaseSubstitution]:
@@ -190,7 +190,7 @@ class FrameworkImplementation(ABC):
 
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_prepare_graph method.')
+                             f'framework\'s get_substitutions_prepare_graph method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_pre_statistics_collection(self, quant_config: QuantizationConfig) -> \
@@ -204,7 +204,7 @@ class FrameworkImplementation(ABC):
 
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_pre_statistics_collection method.')
+                             f'framework\'s get_substitutions_pre_statistics_collection method.')  # pragma: no cover
 
     @abstractmethod
     def get_linear_collapsing_substitution(self) -> common.BaseSubstitution:
@@ -212,7 +212,7 @@ class FrameworkImplementation(ABC):
         Returns: linear collapsing substitution
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_linear_collapsing_substitution method.')
+                             f'framework\'s get_linear_collapsing_substitution method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_statistics_correction(self, quant_config: QuantizationConfig) -> \
@@ -227,7 +227,7 @@ class FrameworkImplementation(ABC):
             A list of the framework substitutions used for statistics correction.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_statistics_correction method.')
+                             f'framework\'s get_substitutions_statistics_correction method.')  # pragma: no cover
 
     @abstractmethod
     def get_residual_collapsing_substitution(self) -> List[common.BaseSubstitution]:
@@ -235,7 +235,7 @@ class FrameworkImplementation(ABC):
         Returns: A list of the framework substitutions used for residual collapsing
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_residual_collapsing_substitution method.')
+                             f'framework\'s get_residual_collapsing_substitution method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_pre_build(self) -> List[common.BaseSubstitution]:
@@ -245,7 +245,7 @@ class FrameworkImplementation(ABC):
 
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_pre_build method.')
+                             f'framework\'s get_substitutions_pre_build method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_post_statistics_collection(self, quant_config: QuantizationConfig) -> List[
@@ -260,7 +260,7 @@ class FrameworkImplementation(ABC):
             A list of the framework substitutions used after we collect statistics.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_post_statistics_collection method.')
+                             f'framework\'s get_substitutions_post_statistics_collection method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_virtual_weights_activation_coupling(self) -> List[common.BaseSubstitution]:
@@ -269,7 +269,8 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_virtual_weights_activation_coupling method.')
+                             f'framework\'s get_substitutions_virtual_weights_activation_coupling '
+                             f'method.')  # pragma: no cover
 
     @abstractmethod
     def get_substitutions_after_second_moment_correction(self, quant_config: QuantizationConfig) \
@@ -284,7 +285,8 @@ class FrameworkImplementation(ABC):
             A list of the framework substitutions used after we apply second moment statistics.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_after_second_moment_correction method.')
+                             f'framework\'s get_substitutions_after_second_moment_correction '
+                             f'method.')  # pragma: no cover
 
     @abstractmethod
     def get_gptq_trainer_obj(self):
@@ -292,7 +294,7 @@ class FrameworkImplementation(ABC):
         Returns: GPTQTrainer object
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_gptq_trainer method.')
+                             f'framework\'s get_gptq_trainer method.')  # pragma: no cover
 
     @abstractmethod
     def get_sensitivity_evaluator(self,
@@ -317,7 +319,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_sensitivity_evaluator method.')
+                             f'framework\'s get_sensitivity_evaluator method.')  # pragma: no cover
 
     def get_node_prior_info(self, node: BaseNode,
                             fw_info: FrameworkInfo,
@@ -335,7 +337,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_node_prior_info method.')
+                             f'framework\'s get_node_prior_info method.')  # pragma: no cover
 
     def count_node_for_mixed_precision_interest_points(self, node: BaseNode) -> bool:
         """
@@ -346,7 +348,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s count_node_for_mixed_precision_interest_points method.')
+                             f'framework\'s count_node_for_mixed_precision_interest_points method.')  # pragma: no cover
 
     def get_node_distance_fn(self, layer_class: type,
                              framework_attrs: Dict[str, Any],
@@ -365,7 +367,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_node_distance_fn method.')
+                             f'framework\'s get_node_distance_fn method.')  # pragma: no cover
 
     @abstractmethod
     def get_model_layers_names(self,
@@ -381,7 +383,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_model_layers_names method.')
+                             f'framework\'s get_model_layers_names method.')  # pragma: no cover
 
     @abstractmethod
     def get_model_layer_by_name(self,
@@ -399,7 +401,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_model_layer_by_name method.')
+                             f'framework\'s get_model_layer_by_name method.')  # pragma: no cover
 
     @abstractmethod
     def model_grad(self,
@@ -433,7 +435,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s model_grad method.')
+                             f'framework\'s model_grad method.')  # pragma: no cover
 
     @abstractmethod
     def is_node_compatible_for_metric_outputs(self,
@@ -450,7 +452,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s is_node_compatible_for_metric_outputs method.')
+                             f'framework\'s is_node_compatible_for_metric_outputs method.')  # pragma: no cover
 
     @abstractmethod
     def get_node_mac_operations(self,
@@ -467,7 +469,7 @@ class FrameworkImplementation(ABC):
         """
 
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_node_mac_operations method.')
+                             f'framework\'s get_node_mac_operations method.')  # pragma: no cover
 
     @abstractmethod
     def apply_second_moment_correction(self,
@@ -488,7 +490,7 @@ class FrameworkImplementation(ABC):
             A Graph after second moment correction.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s apply_second_moment_correction method.')
+                             f'framework\'s apply_second_moment_correction method.')  # pragma: no cover
 
     @abstractmethod
     def sensitivity_eval_inference(self,
@@ -505,4 +507,4 @@ class FrameworkImplementation(ABC):
             The output of the model inference on the given input.
         """
         raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s sensitivity_eval_inference method.')
+                             f'framework\'s sensitivity_eval_inference method.')  # pragma: no cover

model_compression_toolkit/core/common/graph/base_graph.py

@@ -75,7 +75,7 @@ class Graph(nx.MultiDiGraph, GraphSearches):
         self.fused_nodes = []
 
     def set_fw_info(self,
-                   fw_info: FrameworkInfo):
+                    fw_info: FrameworkInfo):
         """
         Set the graph's framework info.
         Args:
@@ -93,7 +93,6 @@ class Graph(nx.MultiDiGraph, GraphSearches):
         """
         self.tpc = tpc
 
-
     def get_topo_sorted_nodes(self):
         """
         Returns: a list of toposorted nodes.
@@ -216,7 +215,7 @@ class Graph(nx.MultiDiGraph, GraphSearches):
 
         sc = self.node_to_in_stats_collector.get(n)
         if sc is None:
-            raise Exception()
+            Logger.error(f'Input statistics collector of node {n.name} is None')  # pragma: no cover
         return sc
 
     def scale_stats_collector(self,
@@ -350,7 +349,8 @@ class Graph(nx.MultiDiGraph, GraphSearches):
             input_nodes_output_index = [0] * len(input_nodes)
 
         if len(input_nodes_output_index) != len(input_nodes):
-            raise Exception('Graph.add_node_with_in_edges: input_nodes & input_nodes_output_index must be the same length')
+            Logger.error('Graph.add_node_with_in_edges: input_nodes & input_nodes_output_index must be the same '
+                         'length')  # pragma: no cover
 
         self.add_node(new_node)
         for sink_index, (in_node, source_index) in enumerate(zip(input_nodes, input_nodes_output_index)):
@@ -420,12 +420,14 @@ class Graph(nx.MultiDiGraph, GraphSearches):
         output_nodes = [ot.node for ot in self.get_outputs()]  # get output nodes from namedtuples
         if node_to_remove in output_nodes:  # If node is in the graph's outputs, the outputs should be updated
             if new_graph_outputs is None:
-                Logger.critical(f'{node_to_remove.name} is in graph outputs, but new outputs were not given.')
+                Logger.critical(
+                    f'{node_to_remove.name} is in graph outputs, but new outputs were not given.')  # pragma: no cover
             self.set_outputs(new_graph_outputs)
 
         if node_to_remove in self.get_inputs():  # If node is in the graph's inputs, the inputs should be updated
             if new_graph_inputs is None:
-                Logger.critical(f'{node_to_remove.name} is in graph inputs, but new inputs were not given.')
+                Logger.critical(
+                    f'{node_to_remove.name} is in graph inputs, but new inputs were not given.')  # pragma: no cover
             self.set_inputs(new_graph_inputs)
 
         # Make sure there are no connected edges left to the node before removing it.

model_compression_toolkit/core/common/logger.py

@@ -17,7 +17,6 @@
 import logging
 import os
 from datetime import datetime
-from os import path
 from pathlib import Path
 
 LOGGER_NAME = 'Constrained Model Optimization'
@@ -43,7 +42,7 @@ class Logger:
 
         """
 
-        if not path.exists(log_path):
+        if not os.path.exists(log_path):
             Path(log_path).mkdir(parents=True, exist_ok=True)
 
     @staticmethod
@@ -93,6 +92,15 @@ class Logger:
 
         print(f'log file is in {log_name}')
 
+    @staticmethod
+    def shutdown():
+        """
+        An orderly command to shutdown by flushing and closing all logging handlers.
+
+        """
+        Logger.LOG_PATH = None
+        logging.shutdown()
+
     ########################################
     # Delegating methods to wrapped logger
     ########################################

model_compression_toolkit/core/common/matchers/base_matcher.py

@@ -41,19 +41,19 @@ class BaseMatcher(object):
         """
         Return a matcher to check the logic AND of two BaseMatchers on an object.
         """
-        raise NotImplemented
+        raise NotImplemented  # pragma: no cover
 
     def __or__(self, other: Any):
         """
         Return a matcher to check the logic OR of BaseMatchers on an object.
         """
-        raise NotImplemented
+        raise NotImplemented  # pragma: no cover
 
     def logic_not(self):
         """
         Return a matcher to check the logic NOT of the BaseMatcher on an object.
         """
-        raise NotImplemented
+        raise NotImplemented  # pragma: no cover
 
     def logic_and(self, other: Any):
         """

model_compression_toolkit/core/common/mixed_precision/mixed_precision_quantization_config.py

@@ -127,7 +127,8 @@ class MixedPrecisionQuantizationConfig(QuantizationConfig):
             elif hasattr(_dummy_mp_config_experimental, k):
                 mp_dict.update({k: v})
             else:
-                raise Exception(f'Attribute "{k}" mismatch: exists in MixedPrecisionQuantizationConfig but not in MixedPrecisionQuantizationConfigV2')  # pragma: no cover
+                Logger.error(f'Attribute "{k}" mismatch: exists in MixedPrecisionQuantizationConfig but not in '
+                             f'MixedPrecisionQuantizationConfigV2')  # pragma: no cover
 
         return QuantizationConfig(**qc_dict), MixedPrecisionQuantizationConfigV2(**mp_dict)
 

model_compression_toolkit/core/common/mixed_precision/mixed_precision_search_facade.py

@@ -75,7 +75,7 @@ def search_bit_width(graph_to_search_cfg: Graph,
 
     # target_kpi have to be passed. If it was not passed, the facade is not supposed to get here by now.
     if target_kpi is None:
-        Logger.critical('Target KPI have to be passed for search_methods bit-width configuration')
+        Logger.critical('Target KPI have to be passed for search_methods bit-width configuration')  # pragma: no cover
 
     # Set graph for MP search
     graph = copy.deepcopy(graph_to_search_cfg)  # Copy graph before searching
@@ -114,7 +114,7 @@ def search_bit_width(graph_to_search_cfg: Graph,
     if search_method in search_methods:  # Get a specific search function
         search_method_fn = search_methods.get(search_method)
     else:
-        raise NotImplemented
+        raise NotImplemented  # pragma: no cover
 
     # Search for the desired mixed-precision configuration
     result_bit_cfg = search_method_fn(search_manager,

model_compression_toolkit/core/common/mixed_precision/mixed_precision_search_manager.py

@@ -350,8 +350,8 @@ class ConfigReconstructionHelper:
 
         if changed_virtual_nodes_idx is not None:
             if original_base_config is None:
-                Logger.critical("Must provide a base original config in order to run config reconstruction for partial"  # pragma: no cover
-                                "set of nodes.")
+                Logger.critical("Must provide a base original config in order to run config reconstruction for partial"
+                                "set of nodes.")  # pragma: no cover
 
             updated_virtual_nodes = \
                 [(idx, self.virtual_graph.get_configurable_sorted_nodes()[idx]) for idx in changed_virtual_nodes_idx]

model_compression_toolkit/core/common/mixed_precision/search_methods/linear_programming.py

@@ -22,6 +22,8 @@ from model_compression_toolkit.core.common import Logger
 from model_compression_toolkit.core.common.mixed_precision.kpi_tools.kpi import KPI, KPITarget
 from model_compression_toolkit.core.common.mixed_precision.mixed_precision_search_manager import MixedPrecisionSearchManager
 
+# Limit ILP solver runtime in seconds
+SOLVER_TIME_LIMIT = 60
 
 def mp_integer_programming_search(search_manager: MixedPrecisionSearchManager,
                                   target_kpi: KPI = None) -> List[int]:
@@ -64,7 +66,10 @@ def mp_integer_programming_search(search_manager: MixedPrecisionSearchManager,
                                     target_kpi,
                                     search_manager)
 
-    lp_problem.solve()  # Try to solve the problem.
+    # Use default PULP solver. Limit runtime in seconds
+    solver = PULP_CBC_CMD(timeLimit=SOLVER_TIME_LIMIT)
+    lp_problem.solve(solver=solver)  # Try to solve the problem.
+
     assert lp_problem.status == LpStatusOptimal, Logger.critical(
         "No solution was found during solving the LP problem")
     Logger.info(LpStatus[lp_problem.status])

model_compression_toolkit/core/common/model_validation.py

@@ -30,7 +30,8 @@ class ModelValidation:
         If the model has layers with different output channels index, it should throw an exception.
 
         """
-        raise NotImplemented(f'Framework validation class did not implement validate_output_channel_consistency')
+        raise NotImplemented(
+            f'Framework validation class did not implement validate_output_channel_consistency')  # pragma: no cover
 
     def validate(self):
         """

model_compression_toolkit/core/common/quantization/node_quantization_config.py

@@ -17,6 +17,8 @@
 from typing import Callable, Any
 
 import numpy as np
+
+from model_compression_toolkit.core.common.logger import Logger
 from model_compression_toolkit.core.common.quantization.quantization_params_fn_selection import \
     get_activation_quantization_params_fn, get_weights_quantization_params_fn
 
@@ -111,7 +113,7 @@ class NodeActivationQuantizationConfig(BaseNodeQuantizationConfig):
                                                      self.activation_quantization_params)
 
         if fake_quant is None:
-            raise Exception('Layer is meant to be quantized but fake_quant function is None')
+            Logger.error('Layer is meant to be quantized but fake_quant function is None')  # pragma: no cover
         return fake_quant(tensors)
 
     @property

model_compression_toolkit/core/common/quantization/quantization_params_fn_selection.py

@@ -16,6 +16,7 @@
 from collections.abc import Callable
 from functools import partial
 
+from model_compression_toolkit.core.common.logger import Logger
 from model_compression_toolkit.core.common.target_platform import QuantizationMethod
 from model_compression_toolkit.core.common.quantization.quantization_params_generation.kmeans_params import kmeans_tensor
 from model_compression_toolkit.core.common.quantization.quantization_params_generation.lut_kmeans_params import \
@@ -47,8 +48,9 @@ def get_activation_quantization_params_fn(activation_quantization_method: Quanti
     elif activation_quantization_method == QuantizationMethod.LUT_POT_QUANTIZER:
         params_fn = lut_kmeans_histogram
     else:
-        raise Exception(
-            f'No params function for the configuration of quantization method {activation_quantization_method}')
+        Logger.error(
+            f'No params function for the configuration of '
+            f'quantization method {activation_quantization_method}')  # pragma: no cover
     return params_fn
 
 
@@ -75,6 +77,7 @@ def get_weights_quantization_params_fn(weights_quantization_method: Quantization
     elif weights_quantization_method == QuantizationMethod.LUT_SYM_QUANTIZER:
         params_fn = partial(lut_kmeans_tensor, is_symmetric=True)
     else:
-        raise Exception(
-            f'No params function for the configuration of quantization method {weights_quantization_method}')
+        Logger.error(
+            f'No params function for the configuration of '
+            f'quantization method {weights_quantization_method}')  # pragma: no cover
     return params_fn