mct-nightly 1.11.0.20240323.408__py3-none-any.whl → 1.11.0.20240325.447__py3-none-any.whl

{mct_nightly-1.11.0.20240323.408.dist-info → mct_nightly-1.11.0.20240325.447.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mct-nightly
-Version: 1.11.0.20240323.408
+Version: 1.11.0.20240325.447
 Summary: A Model Compression Toolkit for neural networks
 Home-page: UNKNOWN
 License: UNKNOWN

{mct_nightly-1.11.0.20240323.408.dist-info → mct_nightly-1.11.0.20240325.447.dist-info}/RECORD

@@ -1,8 +1,8 @@
-model_compression_toolkit/__init__.py,sha256=OJET3G7IyAQFgie0HPoW5GLgGtkw_Zele6BwVC9cJ5k,1574
+model_compression_toolkit/__init__.py,sha256=1F1glob4ZWrvvQSjXuNtPoOii_8SkKVI36oE5u49hPs,1574
 model_compression_toolkit/constants.py,sha256=KW_HUEPmQEYqCvWGyORqkYxpvO7w5LViB5J5D-pm_6o,3648
 model_compression_toolkit/defaultdict.py,sha256=LSc-sbZYXENMCw3U9F4GiXuv67IKpdn0Qm7Fr11jy-4,2277
 model_compression_toolkit/logger.py,sha256=3DByV41XHRR3kLTJNbpaMmikL8icd9e1N-nkQAY9oDk,4567
-model_compression_toolkit/core/__init__.py,sha256=o6myt5HCckmVdVxvwMc9eYuOnivhpx_Kl5Lw8BveJBw,2062
+model_compression_toolkit/core/__init__.py,sha256=TrRgkWpT1AN2Faw1M_1HXyJkJnbxfn9p-RigDZl7pg0,1982
 model_compression_toolkit/core/analyzer.py,sha256=dbsD61pakp_9JXNyAScLdtJvcXny9jr_cMbET0Bd3Sg,2975
 model_compression_toolkit/core/exporter.py,sha256=Zo_C5GjIzihtJOyGp-xeCVhY_qohkVz_EGyrSZCbWRM,4115
 model_compression_toolkit/core/graph_prep_runner.py,sha256=Ftqm59hT5TGWmSNkY9bFZkVfCacpGyZfCe-6yZR5WY0,10100
@@ -10,7 +10,6 @@ model_compression_toolkit/core/quantization_prep_runner.py,sha256=hFhDkS8GwzXZ7H
 model_compression_toolkit/core/runner.py,sha256=NKSC6ujfQPy6dKtJVwxyK2zNDd64eyR5csYy9lBrCPA,11836
 model_compression_toolkit/core/common/__init__.py,sha256=Wh127PbXcETZX_d1PQqZ71ETK3J9XO5A-HpadGUbj6o,1447
 model_compression_toolkit/core/common/base_substitutions.py,sha256=xDFSmVVs_iFSZfajytI0cuQaNRNcwHX3uqOoHgVUvxQ,1666
-model_compression_toolkit/core/common/data_loader.py,sha256=yNNXa1AEgQ3OpaXqH0QvKsu4Kom_AcRjBq_visHwd7s,4170
 model_compression_toolkit/core/common/framework_implementation.py,sha256=njBP3elCFiSHyT2Y9zT1ISyDeQFR3j5UzPR4XQK2KnY,21152
 model_compression_toolkit/core/common/framework_info.py,sha256=1ZMMGS9ip-kSflqkartyNRt9aQ5ub1WepuTRcTy-YSQ,6337
 model_compression_toolkit/core/common/memory_computation.py,sha256=ixoSpV5ZYZGyzhre3kQcvR2sNA8KBsPZ3lgbkDnw9Cs,1205
@@ -472,8 +471,8 @@ model_compression_toolkit/trainable_infrastructure/keras/quantize_wrapper.py,sha
 model_compression_toolkit/trainable_infrastructure/keras/quantizer_utils.py,sha256=MVwXNymmFRB2NXIBx4e2mdJ1RfoHxRPYRgjb1MQP5kY,1797
 model_compression_toolkit/trainable_infrastructure/pytorch/__init__.py,sha256=huHoBUcKNB6BnY6YaUCcFvdyBtBI172ZoUD8ZYeNc6o,696
 model_compression_toolkit/trainable_infrastructure/pytorch/base_pytorch_quantizer.py,sha256=7bbzqJN8ZAycVDvZr_5xC-niTAR5df8f03Kooev_pfg,3047
-mct_nightly-1.11.0.20240323.408.dist-info/LICENSE.md,sha256=aYSSIb-5AFPeITTvXm1UAoe0uYBiMmSS8flvXaaFUks,10174
-mct_nightly-1.11.0.20240323.408.dist-info/METADATA,sha256=eih9owbsL5RnE9f4xaGeA1bxXbq4lNNcqg9H9Qp2q1Y,19146
-mct_nightly-1.11.0.20240323.408.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-mct_nightly-1.11.0.20240323.408.dist-info/top_level.txt,sha256=gsYA8juk0Z-ZmQRKULkb3JLGdOdz8jW_cMRjisn9ga4,26
-mct_nightly-1.11.0.20240323.408.dist-info/RECORD,,
+mct_nightly-1.11.0.20240325.447.dist-info/LICENSE.md,sha256=aYSSIb-5AFPeITTvXm1UAoe0uYBiMmSS8flvXaaFUks,10174
+mct_nightly-1.11.0.20240325.447.dist-info/METADATA,sha256=Zr1H3JtZ9ye9UCxLLqm47S-3Gjyvkviex-Ur6i7TFNM,19146
+mct_nightly-1.11.0.20240325.447.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+mct_nightly-1.11.0.20240325.447.dist-info/top_level.txt,sha256=gsYA8juk0Z-ZmQRKULkb3JLGdOdz8jW_cMRjisn9ga4,26
+mct_nightly-1.11.0.20240325.447.dist-info/RECORD,,

model_compression_toolkit/__init__.py

@@ -27,4 +27,4 @@ from model_compression_toolkit import data_generation
 from model_compression_toolkit import pruning
 from model_compression_toolkit.trainable_infrastructure.keras.load_model import keras_load_quantized_model
 
-__version__ = "1.11.0.20240323.000408"
+__version__ = "1.11.0.20240325.000447"

model_compression_toolkit/core/__init__.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 # ==============================================================================
 
-from model_compression_toolkit.core.common.data_loader import FolderImageLoader
 from model_compression_toolkit.core.common.framework_info import FrameworkInfo, ChannelAxis
 from model_compression_toolkit.core.common import network_editors as network_editor
 from model_compression_toolkit.core.common.quantization.debug_config import DebugConfig

model_compression_toolkit/core/common/data_loader.py

@@ -1,108 +0,0 @@
-# Copyright 2021 Sony Semiconductor Israel, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-
-import os
-from typing import List, Callable
-
-import numpy as np
-from PIL import Image
-from model_compression_toolkit.logger import Logger
-
-#:
-FILETYPES = ['jpeg', 'jpg', 'bmp', 'png']
-
-
-class FolderImageLoader(object):
-    """
-
-    Class for images loading, processing and retrieving.
-
-    """
-
-    def __init__(self,
-                 folder: str,
-                 preprocessing: List[Callable],
-                 batch_size: int,
-                 file_types: List[str] = FILETYPES):
-
-        """ Initialize a FolderImageLoader object.
-
-        Args:
-            folder: Path of folder with images to load. The path has to exist, and has to contain at
-            least one image.
-            preprocessing: List of functions to use when processing the images before retrieving them.
-            batch_size: Number of images to retrieve each sample.
-            file_types: Files types to scan in the folder. Default list is :data:`~model_compression_toolkit.core.common.data_loader.FILETYPES`
-
-        Examples:
-
-            Instantiate a FolderImageLoader using a directory of images, that returns 10 images randomly each time it is sampled:
-
-            >>> image_data_loader = FolderImageLoader('path/to/images/directory', preprocessing=[], batch_size=10)
-            >>> images = image_data_loader.sample()
-
-            To preprocess the images before retrieving them, a list of preprocessing methods can be passed:
-
-            >>> image_data_loader = FolderImageLoader('path/to/images/directory', preprocessing=[lambda x: (x-127.5)/127.5], batch_size=10)
-
-            For the FolderImageLoader to scan only specific files extensions, a list of extensions can be passed:
-
-            >>> image_data_loader = FolderImageLoader('path/to/images/directory', preprocessing=[], batch_size=10, file_types=['png'])
-
-        """
-
-        self.folder = folder
-        self.image_list = []
-        Logger.info(f"Starting Scanning Disk: {self.folder}")
-        for root, dirs, files in os.walk(self.folder):
-            for file in files:
-                file_type = file.split('.')[-1].lower()
-                if file_type in file_types:
-                    self.image_list.append(os.path.join(root, file))
-        self.n_files = len(self.image_list)
-        if self.n_files == 0:
-            Logger.critical(f"Expected files of type {FILETYPES}. No files of type {FILETYPES} were found.") # pragma: no cover
-        Logger.info(f"Finished Disk Scanning: Found {self.n_files} files")
-        self.preprocessing = preprocessing
-        self.batch_size = batch_size
-
-    def _sample(self):
-        """
-        Read batch_size random images from the image_list the FolderImageLoader holds.
-        Process them using the preprocessing list that was passed at initialization, and
-        prepare it for retrieving.
-        """
-
-        index = np.random.randint(0, self.n_files, self.batch_size)
-        image_list = []
-        for i in index:
-            file = self.image_list[i]
-            img = np.uint8(np.array(Image.open(file).convert('RGB')))
-            for p in self.preprocessing:  # preprocess images
-                img = p(img)
-            image_list.append(img)
-        self.next_batch_data = np.stack(image_list, axis=0)
-
-    def sample(self):
-        """
-
-        Returns: A sample of batch_size images from the folder the FolderImageLoader scanned.
-
-        """
-
-        self._sample()
-        data = self.next_batch_data  # get current data
-        return data