mct-nightly 0.0.0__py3-none-any.whl → 1.1.0.02122021-003117__py3-none-any.whl

model_compression_toolkit/keras/reader/connectivity_handler.py

@@ -14,12 +14,13 @@
 # ==============================================================================
 
 
+from collections import namedtuple
+
 import tensorflow as tf
 from tensorflow.python.keras.engine.node import Node as KerasNode
 from tensorflow.python.util.object_identity import Reference as TFReference
 from typing import List, Tuple
 
-from model_compression_toolkit.common.graph.base_graph import OutTensor
 from model_compression_toolkit.common.graph.node import Node
 from model_compression_toolkit.keras.reader.common import is_node_an_input_layer
 from model_compression_toolkit.keras.reader.node_builder import build_node
@@ -27,6 +28,8 @@ from model_compression_toolkit.keras.reader.node_builder import build_node
 keras = tf.keras
 layers = keras.layers
 
+OutTensor = namedtuple('OutTensor', 'node node_out_index')
+
 
 class ConnectivityHandler(object):
     """

model_compression_toolkit/keras/visualization/nn_visualizer.py

@@ -20,8 +20,7 @@ from matplotlib.figure import Figure
 
 from model_compression_toolkit.common import Graph
 from model_compression_toolkit.common.similarity_analyzer import compute_cs
-from model_compression_toolkit.keras.back2framework.model_builder import model_builder
-from model_compression_toolkit.common.model_builder_mode import ModelBuilderMode
+from model_compression_toolkit.keras.back2framework.model_builder import model_builder, ModelBuilderMode
 from model_compression_toolkit.common.graph.node import Node
 
 

model_compression_toolkit/common/framework_implementation.py

@@ -1,239 +0,0 @@
-# Copyright 2021 Sony Semiconductors Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-from abc import ABC, abstractmethod
-from typing import Callable, Any, List, Tuple
-
-import numpy as np
-
-from model_compression_toolkit import common, GradientPTQConfig, MixedPrecisionQuantizationConfig
-from model_compression_toolkit.common import Node
-from model_compression_toolkit.common.framework_info import FrameworkInfo
-from model_compression_toolkit.common.graph.base_graph import Graph
-from model_compression_toolkit.common.model_builder_mode import ModelBuilderMode
-from model_compression_toolkit.common.quantization.quantization_config import QuantizationConfig
-from model_compression_toolkit.common.user_info import UserInformation
-
-
-class FrameworkImplementation(ABC):
-    """
-    An abstract class with abstract methods that should be implemented when supporting a new
-    framework in MCT.
-    """
-
-    @property
-    def constants(self):
-        """
-
-        Returns: Module of the framework constants.
-
-        """
-        raise Exception(f'{self.__class__.__name__} did not supply a constants module.')
-
-    @abstractmethod
-    def model_builder(self,
-                      graph: Graph,
-                      mode: ModelBuilderMode,
-                      append2output: List[Any],
-                      fw_info: FrameworkInfo) -> Tuple[Any, UserInformation]:
-        """
-        Build a framework model from a graph.
-        The mode determines how the model should be build. append2output is a list of Nodes
-        to set as the model outputs.
-
-        Args:
-            graph: Graph to build the model from it.
-            mode: Mode for how to build the model.
-            append2output: List of Nodes to set as the model's outputs.
-            fw_info: FrameworkInfo object with information about the specific framework's model
-
-        Returns:
-            A tuple of the model that was built and an UserInformation object.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s model_builder method.')
-
-    @abstractmethod
-    def shift_negative_correction(self,
-                                  graph: Graph,
-                                  qc: QuantizationConfig,
-                                  fw_info: FrameworkInfo) -> Graph:
-        """
-        Apply shift negative correction (SNC) on a graph.
-
-        Args:
-            graph: Graph to apply SNC on.
-            qc: Quantization configuration.
-            fw_info: FrameworkInfo object with information about the specific framework's model.
-
-        Returns:
-            Graph after SNC.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s apply_shift_negative_correction method.')
-
-    @abstractmethod
-    def to_numpy(self, tensor: Any) -> np.ndarray:
-        """
-        Convert framework's tensor to a Numpy array.
-        Args:
-            tensor: Framework's tensor.
-
-        Returns:
-            Numpy array converted from the input tensor.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s to_numpy method.')
-
-    @abstractmethod
-    def model_reader(self, model: Any) -> Graph:
-        """
-        Convert a framework's model into a graph.
-        Args:
-            model: Framework's model.
-
-        Returns:
-            Graph representing the input model.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s model_reader method.')
-
-    @abstractmethod
-    def attach_sc_to_node(self, node:Node,
-                          fw_info:FrameworkInfo) -> common.statistics_collector.BaseStatsContainer:
-        """
-        Return a statistics collector that should be attached to a node's output
-        during statistics collection.
-
-        Args:
-            node: Node to return its collector.
-            fw_info: FrameworkInfo object with information about the specific framework's model
-
-        Returns:
-            Statistics collector for the node.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s attach_sc_to_node method.')
-
-    @abstractmethod
-    def get_substitutions_marking(self) -> List[common.BaseSubstitution]:
-        """
-
-        Returns: A list of the framework substitutions used for marking
-        points we fuse.
-
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_marking method.')
-
-    @abstractmethod
-    def get_substitutions_pre_statistics_collection(self) -> List[common.BaseSubstitution]:
-        """
-
-        Returns: A list of the framework substitutions used before we collect statistics.
-
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_pre_statistics_collection method.')
-
-
-    @abstractmethod
-    def get_substitutions_pre_build(self) -> List[common.BaseSubstitution]:
-        """
-
-        Returns: A list of the framework substitutions used before we build a quantized model.
-
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_pre_build method.')
-
-    @abstractmethod
-    def get_substitutions_post_statistics_collection(self, quant_config:QuantizationConfig) -> List[common.BaseSubstitution]:
-        """
-        Return a list of the framework substitutions used after we collect statistics.
-
-        Args:
-            quant_config: QuantizationConfig to determine which substitutions to return.
-
-        Returns:
-            A list of the framework substitutions used after we collect statistics.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_post_statistics_collection method.')
-
-    @abstractmethod
-    def get_substitutions_channel_equalization(self,
-                                               quant_config: QuantizationConfig,
-                                               fw_info: FrameworkInfo) -> List[common.BaseSubstitution]:
-        """
-        Return a list of the framework substitutions used for channel equalization.
-
-        Args:
-            quant_config: QuantizationConfig to determine which substitutions to return.
-            fw_info: FrameworkInfo object with information about the specific framework's model.
-
-        Returns:
-            A list of the framework substitutions used after we collect statistics.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_substitutions_channel_equalization method.')
-
-    @abstractmethod
-    def gptq_training(self,
-                      graph: Graph,
-                      representative_data_gen: Callable,
-                      gptq_config: GradientPTQConfig,
-                      fw_info: FrameworkInfo) -> Graph:
-        """
-        Update a graph using GPTQ after minimizing the loss between the float model's output
-        and the quantized model's outputs.
-
-        Args:
-            graph: Graph to fine-tune.
-            representative_data_gen: Dataset to use for inputs of the models.
-            gptq_config: GradientPTQConfig with configuration for the fine-tuning process.
-            fw_info: FrameworkInfo object with information about the specific framework's model.
-
-        Returns:
-            Updated graph after GPTQ.
-        """
-
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s gptq_training method.')
-
-    @abstractmethod
-    def get_sensitivity_evaluation_fn(self,
-                                      graph: Graph,
-                                      quant_config: MixedPrecisionQuantizationConfig,
-                                      metrics_weights: np.ndarray,
-                                      representative_data_gen: Callable,
-                                      fw_info: FrameworkInfo) -> Callable:
-        """
-        Create and return a function to compute a sensitivity metric for a mixed-precision
-        configuration (comparing to the float model).
-
-        Args:
-            graph: Graph to build it's float and mixed-precision models.
-            quant_config: QuantizationConfig of how the model should be quantized.
-            metrics_weights: Array of weights to weight the sensitivity among different layers.
-            representative_data_gen: Dataset to use for retrieving images for the models inputs.
-            fw_info: FrameworkInfo object with information about the specific framework's model.
-
-        Returns:
-            A function that computes the metric.
-        """
-        raise NotImplemented(f'{self.__class__.__name__} have to implement the '
-                             f'framework\'s get_sensitivity_evaluation_fn method.')
-
-

model_compression_toolkit/common/gptq/__init__.py

@@ -1,14 +0,0 @@
-# Copyright 2021 Sony Semiconductors Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================

model_compression_toolkit/common/gptq/gptq_config.py

@@ -1,65 +0,0 @@
-# Copyright 2021 Sony Semiconductors Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from typing import Callable, Any
-
-
-class GradientPTQConfig:
-    """
-    Configuration to use for quantization with GradientPTQ (experimental).
-    """
-
-    def __init__(self,
-                 n_iter: int,
-                 optimizer: Any,
-                 loss: Callable = None,
-                 log_function: Callable = None,
-                 train_bias: bool = True,
-                 representative_data_gen: Callable = None):
-        """
-        Initialize a GradientPTQConfig.
-
-        Args:
-            n_iter (int): Number of iterations to train.
-            optimizer (OptimizerV2): Optimizer to use.
-            loss (Callable): the loss to use. should accept 2 lists of tensors. 1st list of quantized tensors, the 2nd list is the float tensors.
-            log_function (Callable): Function to log information about the GPTQ process.
-            train_bias (bool): Whether to update the bias during the training or not.
-            representative_data_gen (Callable): Dataset generator.
-
-        Examples:
-            Create a GradientPTQConfig to run for 5 iteration and uses a random dataset generator:
-
-            >>> import numpy as np
-            >>> def repr_datagen(): return [np.random.random((1,224,224,3))]
-            >>> gptq_conf = GradientPTQConfig(n_iter=5, representative_data_gen=repr_datagen)
-
-            An optimizer can be passed:
-
-            >>> gptq_conf = GradientPTQConfig(n_iter=5, representative_data_gen=repr_datagen, optimizer=tf.keras.optimizers.Nadam(learning_rate=0.2))
-
-            To disable the biases training, one may set train_bias to False (enabled by default):
-
-            >>> gptq_conf = GradientPTQConfig(n_iter=5, representative_data_gen=repr_datagen, train_bias=False)
-
-            The configuration can then be passed to :func:`~model_compression_toolkit.keras_post_training_quantization`.
-
-        """
-        self.n_iter = n_iter
-        self.optimizer = optimizer
-        self.loss = loss
-        self.log_function = log_function
-        self.train_bias = train_bias
-        self.representative_data_gen = representative_data_gen

model_compression_toolkit/common/model_builder_mode.py

@@ -1,34 +0,0 @@
-# Copyright 2021 Sony Semiconductors Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from enum import Enum
-
-
-class ModelBuilderMode(Enum):
-    """
-    Mode for building the model back from a graph:
-    FLOAT - Build model for statistics collection. Model's outputs list contain all output tensors of all nodes
-    in the graph.
-    QUANTIZED - Build a quantized model using the nodes' quantization attributes for adding
-    quantization nodes to the model.
-    GPTQ - Build a quantized model using the nodes' quantization attributes for wrapping
-    layers with QuantizeWrapper and output comparing points.
-    MIXEDPRECISION - Build a quantized model where the layers that their weights should be quantized
-    can use different quantized weights according to the possible bitwidths of each layer.
-    """
-    FLOAT = 0
-    QUANTIZED = 1
-    GPTQ = 2
-    MIXEDPRECISION = 3