mct-nightly 1.8.0.8042023.post345__py3-none-any.whl → 1.8.0.8052023.post414__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (288) hide show
  1. {mct_nightly-1.8.0.8042023.post345.dist-info → mct_nightly-1.8.0.8052023.post414.dist-info}/METADATA +4 -3
  2. {mct_nightly-1.8.0.8042023.post345.dist-info → mct_nightly-1.8.0.8052023.post414.dist-info}/RECORD +285 -277
  3. model_compression_toolkit/__init__.py +9 -32
  4. model_compression_toolkit/{core/common/constants.py → constants.py} +2 -6
  5. model_compression_toolkit/core/__init__.py +14 -0
  6. model_compression_toolkit/core/analyzer.py +3 -2
  7. model_compression_toolkit/core/common/__init__.py +0 -1
  8. model_compression_toolkit/core/common/collectors/base_collector.py +1 -1
  9. model_compression_toolkit/core/common/collectors/mean_collector.py +1 -1
  10. model_compression_toolkit/core/common/collectors/min_max_per_channel_collector.py +1 -1
  11. model_compression_toolkit/core/common/framework_implementation.py +1 -8
  12. model_compression_toolkit/core/common/framework_info.py +1 -1
  13. model_compression_toolkit/core/common/fusion/layer_fusing.py +4 -4
  14. model_compression_toolkit/core/common/graph/base_graph.py +2 -2
  15. model_compression_toolkit/core/common/graph/base_node.py +57 -1
  16. model_compression_toolkit/core/common/graph/memory_graph/bipartite_graph.py +1 -1
  17. model_compression_toolkit/core/common/graph/memory_graph/max_cut_astar.py +1 -1
  18. model_compression_toolkit/core/common/graph/virtual_activation_weights_node.py +2 -2
  19. model_compression_toolkit/core/common/memory_computation.py +1 -1
  20. model_compression_toolkit/core/common/mixed_precision/bit_width_setter.py +3 -5
  21. model_compression_toolkit/core/common/mixed_precision/kpi_tools/kpi_data.py +3 -4
  22. model_compression_toolkit/core/common/mixed_precision/kpi_tools/kpi_methods.py +3 -3
  23. model_compression_toolkit/core/common/mixed_precision/mixed_precision_quantization_config.py +1 -1
  24. model_compression_toolkit/core/common/mixed_precision/mixed_precision_search_facade.py +3 -2
  25. model_compression_toolkit/core/common/mixed_precision/mixed_precision_search_manager.py +1 -1
  26. model_compression_toolkit/core/common/mixed_precision/search_methods/linear_programming.py +1 -1
  27. model_compression_toolkit/core/common/mixed_precision/sensitivity_evaluation.py +2 -2
  28. model_compression_toolkit/core/common/mixed_precision/solution_refinement_procedure.py +2 -2
  29. model_compression_toolkit/core/common/model_collector.py +2 -2
  30. model_compression_toolkit/core/common/model_validation.py +1 -1
  31. model_compression_toolkit/core/common/network_editors/actions.py +4 -1
  32. model_compression_toolkit/core/common/network_editors/edit_network.py +0 -2
  33. model_compression_toolkit/core/common/quantization/candidate_node_quantization_config.py +1 -1
  34. model_compression_toolkit/core/common/quantization/filter_nodes_candidates.py +3 -4
  35. model_compression_toolkit/core/common/quantization/node_quantization_config.py +3 -3
  36. model_compression_toolkit/core/common/quantization/quantization_config.py +2 -2
  37. model_compression_toolkit/core/common/quantization/quantization_fn_selection.py +1 -1
  38. model_compression_toolkit/core/common/quantization/quantization_params_fn_selection.py +2 -2
  39. model_compression_toolkit/core/common/quantization/quantization_params_generation/error_functions.py +3 -2
  40. model_compression_toolkit/core/common/quantization/quantization_params_generation/kmeans_params.py +1 -1
  41. model_compression_toolkit/core/common/quantization/quantization_params_generation/lut_kmeans_params.py +2 -2
  42. model_compression_toolkit/core/common/quantization/quantization_params_generation/power_of_two_selection.py +2 -2
  43. model_compression_toolkit/core/common/quantization/quantization_params_generation/qparams_activations_computation.py +3 -3
  44. model_compression_toolkit/core/common/quantization/quantization_params_generation/qparams_computation.py +1 -1
  45. model_compression_toolkit/core/common/quantization/quantization_params_generation/qparams_search.py +1 -1
  46. model_compression_toolkit/core/common/quantization/quantization_params_generation/qparams_weights_computation.py +1 -1
  47. model_compression_toolkit/core/common/quantization/quantization_params_generation/symmetric_selection.py +2 -2
  48. model_compression_toolkit/core/common/quantization/quantization_params_generation/uniform_selection.py +2 -2
  49. model_compression_toolkit/core/common/quantization/quantize_graph_weights.py +4 -4
  50. model_compression_toolkit/core/common/quantization/quantize_node.py +2 -2
  51. model_compression_toolkit/core/common/quantization/quantizers/kmeans_quantizer.py +1 -1
  52. model_compression_toolkit/core/common/quantization/quantizers/lut_kmeans_quantizer.py +1 -1
  53. model_compression_toolkit/core/common/quantization/quantizers/quantizers_helpers.py +4 -2
  54. model_compression_toolkit/core/common/quantization/quantizers/uniform_quantizers.py +2 -2
  55. model_compression_toolkit/core/common/quantization/set_node_quantization_config.py +7 -7
  56. model_compression_toolkit/core/common/similarity_analyzer.py +2 -2
  57. model_compression_toolkit/core/common/statistics_correction/apply_bias_correction_to_graph.py +1 -1
  58. model_compression_toolkit/core/common/statistics_correction/apply_second_moment_correction_to_graph.py +2 -4
  59. model_compression_toolkit/core/common/statistics_correction/compute_bias_correction_of_graph.py +5 -5
  60. model_compression_toolkit/core/common/substitutions/apply_substitutions.py +2 -5
  61. model_compression_toolkit/core/common/substitutions/batchnorm_reconstruction.py +2 -2
  62. model_compression_toolkit/core/common/substitutions/batchnorm_refusing.py +3 -3
  63. model_compression_toolkit/core/common/substitutions/linear_collapsing.py +1 -1
  64. model_compression_toolkit/core/common/substitutions/linear_collapsing_substitution.py +0 -3
  65. model_compression_toolkit/core/common/substitutions/shift_negative_activation.py +5 -5
  66. model_compression_toolkit/core/common/substitutions/virtual_activation_weights_composition.py +1 -1
  67. model_compression_toolkit/core/common/substitutions/weights_activation_split.py +1 -1
  68. model_compression_toolkit/core/common/visualization/tensorboard_writer.py +1 -1
  69. model_compression_toolkit/core/keras/back2framework/factory_model_builder.py +1 -1
  70. model_compression_toolkit/core/keras/back2framework/float_model_builder.py +1 -1
  71. model_compression_toolkit/core/keras/back2framework/keras_model_builder.py +1 -4
  72. model_compression_toolkit/core/keras/back2framework/mixed_precision_model_builder.py +1 -1
  73. model_compression_toolkit/core/keras/back2framework/model_gradients.py +2 -2
  74. model_compression_toolkit/core/keras/back2framework/quantized_model_builder.py +1 -1
  75. model_compression_toolkit/core/keras/constants.py +0 -7
  76. model_compression_toolkit/core/keras/default_framework_info.py +3 -3
  77. model_compression_toolkit/core/keras/graph_substitutions/substitutions/activation_decomposition.py +1 -1
  78. model_compression_toolkit/core/keras/graph_substitutions/substitutions/input_scaling.py +1 -1
  79. model_compression_toolkit/core/keras/graph_substitutions/substitutions/linear_collapsing.py +1 -1
  80. model_compression_toolkit/core/keras/graph_substitutions/substitutions/multi_head_attention_decomposition.py +3 -4
  81. model_compression_toolkit/core/keras/graph_substitutions/substitutions/relu_bound_to_power_of_2.py +2 -1
  82. model_compression_toolkit/core/keras/graph_substitutions/substitutions/remove_relu_upper_bound.py +3 -2
  83. model_compression_toolkit/core/keras/graph_substitutions/substitutions/residual_collapsing.py +1 -1
  84. model_compression_toolkit/core/keras/graph_substitutions/substitutions/shift_negative_activation.py +1 -1
  85. model_compression_toolkit/core/keras/keras_implementation.py +2 -10
  86. model_compression_toolkit/core/keras/keras_model_validation.py +1 -1
  87. model_compression_toolkit/core/keras/keras_node_prior_info.py +1 -1
  88. model_compression_toolkit/core/keras/kpi_data_facade.py +10 -10
  89. model_compression_toolkit/core/keras/quantizer/fake_quant_builder.py +2 -2
  90. model_compression_toolkit/core/keras/quantizer/input_layer_quantize_transform.py +1 -1
  91. model_compression_toolkit/core/keras/quantizer/lut_fake_quant.py +2 -2
  92. model_compression_toolkit/core/keras/quantizer/mixed_precision/selective_quantize_config.py +1 -1
  93. model_compression_toolkit/core/keras/reader/common.py +1 -1
  94. model_compression_toolkit/core/keras/statistics_correction/apply_second_moment_correction.py +1 -1
  95. model_compression_toolkit/core/pytorch/back2framework/factory_model_builder.py +1 -1
  96. model_compression_toolkit/core/pytorch/back2framework/float_model_builder.py +1 -1
  97. model_compression_toolkit/core/pytorch/back2framework/mixed_precision_model_builder.py +1 -1
  98. model_compression_toolkit/core/pytorch/back2framework/model_gradients.py +2 -2
  99. model_compression_toolkit/core/pytorch/back2framework/pytorch_model_builder.py +1 -1
  100. model_compression_toolkit/core/pytorch/back2framework/quantized_model_builder.py +1 -1
  101. model_compression_toolkit/core/pytorch/constants.py +0 -6
  102. model_compression_toolkit/core/pytorch/default_framework_info.py +2 -2
  103. model_compression_toolkit/core/pytorch/graph_substitutions/substitutions/linear_collapsing.py +1 -1
  104. model_compression_toolkit/core/pytorch/graph_substitutions/substitutions/multi_head_attention_decomposition.py +1 -1
  105. model_compression_toolkit/core/pytorch/graph_substitutions/substitutions/relu_bound_to_power_of_2.py +3 -2
  106. model_compression_toolkit/core/pytorch/graph_substitutions/substitutions/reshape_with_static_shapes.py +1 -1
  107. model_compression_toolkit/core/pytorch/graph_substitutions/substitutions/residual_collapsing.py +1 -1
  108. model_compression_toolkit/core/pytorch/graph_substitutions/substitutions/shift_negative_activation.py +1 -1
  109. model_compression_toolkit/core/pytorch/kpi_data_facade.py +9 -9
  110. model_compression_toolkit/core/pytorch/mixed_precision/mixed_precision_wrapper.py +1 -1
  111. model_compression_toolkit/core/pytorch/pytorch_implementation.py +6 -12
  112. model_compression_toolkit/core/pytorch/pytorch_node_prior_info.py +1 -1
  113. model_compression_toolkit/core/pytorch/quantizer/fake_quant_builder.py +2 -2
  114. model_compression_toolkit/core/pytorch/quantizer/lut_fake_quant.py +1 -1
  115. model_compression_toolkit/core/pytorch/reader/graph_builders.py +4 -2
  116. model_compression_toolkit/core/pytorch/statistics_correction/apply_second_moment_correction.py +1 -1
  117. model_compression_toolkit/core/runner.py +7 -7
  118. model_compression_toolkit/exporter/model_exporter/fw_agonstic/exporter.py +1 -1
  119. model_compression_toolkit/exporter/model_exporter/keras/fakely_quant_keras_exporter.py +1 -1
  120. model_compression_toolkit/exporter/model_exporter/keras/keras_export_facade.py +2 -2
  121. model_compression_toolkit/exporter/model_exporter/pytorch/fakely_quant_onnx_pytorch_exporter.py +15 -1
  122. model_compression_toolkit/exporter/model_exporter/pytorch/fakely_quant_torchscript_pytorch_exporter.py +1 -1
  123. model_compression_toolkit/exporter/model_exporter/pytorch/pytorch_export_facade.py +2 -2
  124. model_compression_toolkit/exporter/model_exporter/tflite/fakely_quant_tflite_exporter.py +1 -1
  125. model_compression_toolkit/exporter/model_exporter/tflite/int8_tflite_exporter.py +1 -1
  126. model_compression_toolkit/exporter/model_exporter/tflite/tflite_export_facade.py +2 -2
  127. model_compression_toolkit/exporter/model_wrapper/keras/builder/fully_quantized_model_builder.py +3 -2
  128. model_compression_toolkit/exporter/model_wrapper/keras/builder/node_to_quantizer.py +5 -3
  129. model_compression_toolkit/exporter/model_wrapper/keras/validate_layer.py +2 -2
  130. model_compression_toolkit/exporter/model_wrapper/pytorch/builder/fully_quantized_model_builder.py +3 -2
  131. model_compression_toolkit/exporter/model_wrapper/pytorch/builder/node_to_quantizer.py +4 -3
  132. model_compression_toolkit/exporter/model_wrapper/pytorch/validate_layer.py +2 -2
  133. model_compression_toolkit/gptq/common/gptq_framework_implementation.py +32 -0
  134. model_compression_toolkit/gptq/common/gptq_graph.py +2 -2
  135. model_compression_toolkit/gptq/common/gptq_training.py +2 -1
  136. model_compression_toolkit/gptq/keras/gptq_keras_implementation.py +29 -0
  137. model_compression_toolkit/gptq/keras/gptq_training.py +5 -4
  138. model_compression_toolkit/gptq/keras/quantization_facade.py +27 -20
  139. model_compression_toolkit/gptq/keras/quantizer/__init__.py +1 -0
  140. model_compression_toolkit/gptq/keras/quantizer/base_keras_gptq_quantizer.py +2 -2
  141. model_compression_toolkit/gptq/keras/quantizer/quant_utils.py +18 -1
  142. model_compression_toolkit/gptq/keras/quantizer/soft_rounding/soft_quantizer_reg.py +3 -5
  143. model_compression_toolkit/gptq/keras/quantizer/soft_rounding/symmetric_soft_quantizer.py +2 -2
  144. model_compression_toolkit/gptq/keras/quantizer/soft_rounding/uniform_soft_quantizer.py +224 -0
  145. model_compression_toolkit/gptq/keras/quantizer/ste_rounding/symmetric_ste.py +2 -2
  146. model_compression_toolkit/gptq/pytorch/gptq_pytorch_implementation.py +29 -0
  147. model_compression_toolkit/gptq/pytorch/gptq_training.py +1 -1
  148. model_compression_toolkit/gptq/pytorch/quantization_facade.py +13 -13
  149. model_compression_toolkit/gptq/pytorch/quantizer/base_pytorch_gptq_quantizer.py +3 -3
  150. model_compression_toolkit/gptq/pytorch/quantizer/quant_utils.py +8 -3
  151. model_compression_toolkit/gptq/pytorch/quantizer/soft_rounding/soft_quantizer_reg.py +1 -2
  152. model_compression_toolkit/gptq/pytorch/quantizer/soft_rounding/symmetric_soft_quantizer.py +2 -2
  153. model_compression_toolkit/gptq/pytorch/quantizer/soft_rounding/uniform_soft_quantizer.py +9 -11
  154. model_compression_toolkit/gptq/pytorch/quantizer/ste_rounding/symmetric_ste.py +2 -2
  155. model_compression_toolkit/gptq/runner.py +3 -2
  156. model_compression_toolkit/{core/keras/quantization_facade.py → legacy/keras_quantization_facade.py} +11 -12
  157. model_compression_toolkit/{core/pytorch/quantization_facade.py → legacy/pytorch_quantization_facade.py} +11 -12
  158. model_compression_toolkit/ptq/__init__.py +3 -0
  159. model_compression_toolkit/ptq/keras/quantization_facade.py +11 -12
  160. model_compression_toolkit/ptq/pytorch/quantization_facade.py +8 -8
  161. model_compression_toolkit/qat/__init__.py +4 -0
  162. model_compression_toolkit/qat/common/__init__.py +1 -2
  163. model_compression_toolkit/qat/common/qat_config.py +3 -1
  164. model_compression_toolkit/qat/keras/quantization_facade.py +18 -20
  165. model_compression_toolkit/qat/keras/quantizer/base_keras_qat_quantizer.py +2 -2
  166. model_compression_toolkit/qat/keras/quantizer/ste_rounding/symmetric_ste.py +13 -11
  167. model_compression_toolkit/qat/keras/quantizer/ste_rounding/uniform_ste.py +9 -9
  168. model_compression_toolkit/qat/pytorch/quantization_facade.py +9 -9
  169. model_compression_toolkit/qat/pytorch/quantizer/base_pytorch_qat_quantizer.py +2 -2
  170. model_compression_toolkit/qat/pytorch/quantizer/ste_rounding/symmetric_ste.py +4 -3
  171. model_compression_toolkit/qat/pytorch/quantizer/ste_rounding/uniform_ste.py +7 -5
  172. model_compression_toolkit/{qat/common → quantizers_infrastructure}/constants.py +2 -1
  173. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/base_inferable_quantizer.py +1 -1
  174. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/common/get_quantizers.py +2 -2
  175. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/load_model.py +2 -2
  176. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantize_wrapper.py +2 -2
  177. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/activation_inferable_quantizers/activation_lut_pot_inferable_quantizer.py +3 -3
  178. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/activation_inferable_quantizers/activation_pot_inferable_quantizer.py +3 -3
  179. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/activation_inferable_quantizers/activation_symmetric_inferable_quantizer.py +2 -2
  180. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/activation_inferable_quantizers/activation_uniform_inferable_quantizer.py +3 -3
  181. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/base_keras_inferable_quantizer.py +1 -1
  182. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/weights_inferable_quantizers/weights_lut_pot_inferable_quantizer.py +2 -2
  183. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/weights_inferable_quantizers/weights_lut_symmetric_inferable_quantizer.py +2 -2
  184. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/weights_inferable_quantizers/weights_pot_inferable_quantizer.py +2 -2
  185. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/weights_inferable_quantizers/weights_symmetric_inferable_quantizer.py +2 -2
  186. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/quantizers/weights_inferable_quantizers/weights_uniform_inferable_quantizer.py +2 -2
  187. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/keras/validation_functions.py +1 -1
  188. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantize_wrapper.py +2 -2
  189. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/activation_inferable_quantizers/activation_lut_pot_inferable_quantizer.py +2 -2
  190. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/activation_inferable_quantizers/activation_pot_inferable_quantizer.py +2 -2
  191. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/activation_inferable_quantizers/activation_symmetric_inferable_quantizer.py +2 -2
  192. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/activation_inferable_quantizers/activation_uniform_inferable_quantizer.py +2 -2
  193. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/base_lut_symmetric_inferable_quantizer.py +2 -2
  194. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/base_pytorch_inferable_quantizer.py +1 -1
  195. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/base_symmetric_inferable_quantizer.py +2 -2
  196. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/base_uniform_inferable_quantizer.py +2 -2
  197. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/weights_inferable_quantizers/weights_lut_pot_inferable_quantizer.py +2 -2
  198. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/weights_inferable_quantizers/weights_lut_symmetric_inferable_quantizer.py +2 -2
  199. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/weights_inferable_quantizers/weights_pot_inferable_quantizer.py +2 -2
  200. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/weights_inferable_quantizers/weights_symmetric_inferable_quantizer.py +2 -2
  201. model_compression_toolkit/quantizers_infrastructure/inferable_infrastructure/pytorch/quantizers/weights_inferable_quantizers/weights_uniform_inferable_quantizer.py +3 -3
  202. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/common/base_trainable_quantizer.py +9 -9
  203. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/common/get_quantizer_config.py +2 -1
  204. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/common/get_quantizers.py +4 -6
  205. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/common/trainable_quantizer_config.py +1 -1
  206. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/keras/base_keras_quantizer.py +2 -2
  207. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/keras/config_serialization.py +1 -1
  208. model_compression_toolkit/quantizers_infrastructure/trainable_infrastructure/pytorch/base_pytorch_quantizer.py +2 -2
  209. model_compression_toolkit/target_platform_capabilities/constants.py +27 -0
  210. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/__init__.py +5 -5
  211. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/current_tp_model.py +1 -1
  212. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/fusing.py +2 -2
  213. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/operators.py +4 -4
  214. model_compression_toolkit/target_platform_capabilities/target_platform/quantization_format.py +20 -0
  215. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/target_platform_model.py +16 -7
  216. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/target_platform_model_component.py +1 -1
  217. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/__init__.py +5 -5
  218. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/attribute_filter.py +1 -1
  219. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/layer_filter_params.py +33 -35
  220. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/operations_to_layers.py +4 -4
  221. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/target_platform_capabilities.py +9 -30
  222. model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/target_platform_capabilities_component.py +1 -1
  223. model_compression_toolkit/target_platform_capabilities/tpc_models/__init__.py +0 -0
  224. model_compression_toolkit/target_platform_capabilities/tpc_models/default_tpc/latest/__init__.py +25 -0
  225. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/target_platform_capabilities.py +19 -17
  226. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v1/tp_model.py +7 -1
  227. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v1/tpc_keras.py +2 -2
  228. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v1/tpc_pytorch.py +2 -2
  229. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v2/tp_model.py +7 -1
  230. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v2/tpc_keras.py +2 -2
  231. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v2/tpc_pytorch.py +2 -2
  232. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3/tp_model.py +7 -1
  233. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3/tpc_keras.py +2 -2
  234. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3/tpc_pytorch.py +2 -2
  235. model_compression_toolkit/{core/tpc_models/default_tpc/v4_lut → target_platform_capabilities/tpc_models/default_tpc/v3_lut}/tp_model.py +7 -2
  236. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3_lut/tpc_keras.py +2 -2
  237. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3_lut/tpc_pytorch.py +2 -2
  238. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v4/tp_model.py +7 -1
  239. model_compression_toolkit/{core/tpc_models/default_tpc/v5 → target_platform_capabilities/tpc_models/default_tpc/v4}/tpc_keras.py +2 -3
  240. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v4/tpc_pytorch.py +2 -2
  241. model_compression_toolkit/{core/tpc_models/default_tpc/v3_lut → target_platform_capabilities/tpc_models/default_tpc/v4_lut}/tp_model.py +7 -2
  242. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v4_lut/tpc_keras.py +2 -2
  243. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v4_lut/tpc_pytorch.py +2 -2
  244. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v5/tp_model.py +7 -1
  245. model_compression_toolkit/{core/tpc_models/default_tpc/v4 → target_platform_capabilities/tpc_models/default_tpc/v5}/tpc_keras.py +2 -2
  246. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v5/tpc_pytorch.py +2 -2
  247. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/get_target_platform_capabilities.py +6 -8
  248. model_compression_toolkit/target_platform_capabilities/tpc_models/imx500_tpc/__init__.py +14 -0
  249. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/imx500_tpc/latest/__init__.py +6 -6
  250. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/imx500_tpc/target_platform_capabilities.py +6 -5
  251. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/imx500_tpc/v1/tp_model.py +7 -1
  252. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/imx500_tpc/v1/tpc_keras.py +2 -2
  253. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/imx500_tpc/v1/tpc_pytorch.py +2 -2
  254. model_compression_toolkit/target_platform_capabilities/tpc_models/qnnpack_tpc/latest/__init__.py +22 -0
  255. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/qnnpack_tpc/target_platform_capabilities.py +6 -5
  256. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/qnnpack_tpc/v1/tp_model.py +7 -1
  257. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/qnnpack_tpc/v1/tpc_keras.py +2 -2
  258. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/qnnpack_tpc/v1/tpc_pytorch.py +2 -2
  259. model_compression_toolkit/target_platform_capabilities/tpc_models/tflite_tpc/latest/__init__.py +22 -0
  260. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/tflite_tpc/target_platform_capabilities.py +6 -5
  261. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/tflite_tpc/v1/tp_model.py +26 -18
  262. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/tflite_tpc/v1/tpc_keras.py +3 -3
  263. model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/tflite_tpc/v1/tpc_pytorch.py +3 -3
  264. model_compression_toolkit/core/tpc_models/default_tpc/latest/__init__.py +0 -25
  265. model_compression_toolkit/core/tpc_models/qnnpack_tpc/latest/__init__.py +0 -22
  266. model_compression_toolkit/core/tpc_models/tflite_tpc/latest/__init__.py +0 -22
  267. {mct_nightly-1.8.0.8042023.post345.dist-info → mct_nightly-1.8.0.8052023.post414.dist-info}/LICENSE.md +0 -0
  268. {mct_nightly-1.8.0.8042023.post345.dist-info → mct_nightly-1.8.0.8052023.post414.dist-info}/WHEEL +0 -0
  269. {mct_nightly-1.8.0.8042023.post345.dist-info → mct_nightly-1.8.0.8052023.post414.dist-info}/top_level.txt +0 -0
  270. /model_compression_toolkit/{core/tpc_models/imx500_tpc → legacy}/__init__.py +0 -0
  271. /model_compression_toolkit/{core/common/logger.py → logger.py} +0 -0
  272. /model_compression_toolkit/{core/tpc_models → target_platform_capabilities}/__init__.py +0 -0
  273. /model_compression_toolkit/{core/common → target_platform_capabilities}/immutable.py +0 -0
  274. /model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/op_quantization_config.py +0 -0
  275. /model_compression_toolkit/{core/common → target_platform_capabilities}/target_platform/targetplatform2framework/current_tpc.py +0 -0
  276. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/__init__.py +0 -0
  277. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v1/__init__.py +0 -0
  278. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v2/__init__.py +0 -0
  279. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3/__init__.py +0 -0
  280. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v3_lut/__init__.py +0 -0
  281. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v4/__init__.py +0 -0
  282. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v4_lut/__init__.py +0 -0
  283. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/default_tpc/v5/__init__.py +0 -0
  284. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/imx500_tpc/v1/__init__.py +0 -0
  285. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/qnnpack_tpc/__init__.py +0 -0
  286. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/qnnpack_tpc/v1/__init__.py +0 -0
  287. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/tflite_tpc/__init__.py +0 -0
  288. /model_compression_toolkit/{core → target_platform_capabilities}/tpc_models/tflite_tpc/v1/__init__.py +0 -0
@@ -13,6 +13,7 @@
13
13
  # limitations under the License.
14
14
  # ==============================================================================
15
15
  import operator
16
+ from copy import deepcopy
16
17
  from typing import List, Any, Tuple, Callable, Type, Dict
17
18
 
18
19
  import numpy as np
@@ -22,7 +23,7 @@ from torch.nn import Conv2d, ConvTranspose2d, Linear
22
23
  from torch.nn import Module, Sigmoid, Softmax
23
24
 
24
25
  import model_compression_toolkit.core.pytorch.constants as pytorch_constants
25
- from model_compression_toolkit import QuantizationConfig, FrameworkInfo, CoreConfig, MixedPrecisionQuantizationConfigV2
26
+ from model_compression_toolkit.core import QuantizationConfig, FrameworkInfo, CoreConfig, MixedPrecisionQuantizationConfigV2
26
27
  from model_compression_toolkit.core import common
27
28
  from model_compression_toolkit.core.common import Graph, BaseNode
28
29
  from model_compression_toolkit.core.common.collectors.statistics_collector import BaseStatsCollector
@@ -74,10 +75,7 @@ from model_compression_toolkit.core.pytorch.pytorch_node_prior_info import creat
74
75
  from model_compression_toolkit.core.pytorch.reader.reader import model_reader
75
76
  from model_compression_toolkit.core.pytorch.statistics_correction.apply_second_moment_correction import \
76
77
  pytorch_apply_second_moment_correction
77
- from model_compression_toolkit.core.pytorch.utils import to_torch_tensor
78
- from model_compression_toolkit.core.pytorch.utils import torch_tensor_to_numpy
79
- from model_compression_toolkit.gptq.common.gptq_training import GPTQTrainer
80
- from model_compression_toolkit.gptq.pytorch.gptq_training import PytorchGPTQTrainer
78
+ from model_compression_toolkit.core.pytorch.utils import to_torch_tensor, torch_tensor_to_numpy, set_model
81
79
 
82
80
 
83
81
  class PytorchImplementation(FrameworkImplementation):
@@ -127,7 +125,9 @@ class PytorchImplementation(FrameworkImplementation):
127
125
  Returns:
128
126
  Graph representing the input module.
129
127
  """
130
- return model_reader(module, representative_data_gen, self.to_numpy, self.to_tensor)
128
+ _module = deepcopy(module)
129
+ _module.eval()
130
+ return model_reader(_module, representative_data_gen, self.to_numpy, self.to_tensor)
131
131
 
132
132
  def model_builder(self,
133
133
  graph: Graph,
@@ -323,12 +323,6 @@ class PytorchImplementation(FrameworkImplementation):
323
323
  substitutions_list.append(pytorch_batchnorm_refusing())
324
324
  return substitutions_list
325
325
 
326
- def get_gptq_trainer_obj(self) -> Type[GPTQTrainer]:
327
- """
328
- Returns: GPTQTrainer object
329
- """
330
- return PytorchGPTQTrainer
331
-
332
326
  def get_sensitivity_evaluator(self,
333
327
  graph: Graph,
334
328
  quant_config: MixedPrecisionQuantizationConfigV2,
@@ -16,7 +16,7 @@ from typing import Any, Tuple
16
16
  import numpy as np
17
17
  from torch.nn import BatchNorm2d
18
18
 
19
- from model_compression_toolkit import FrameworkInfo
19
+ from model_compression_toolkit.core import FrameworkInfo
20
20
  from model_compression_toolkit.core.common import BaseNode, Graph
21
21
  from model_compression_toolkit.core.common.node_prior_info import NodePriorInfo
22
22
  from model_compression_toolkit.core.pytorch.constants import MOVING_MEAN, MOVING_VARIANCE, GAMMA, BETA
@@ -12,10 +12,10 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
  # ==============================================================================
15
- from typing import Tuple, Callable
15
+ from typing import Callable
16
16
  import torch
17
17
 
18
- from model_compression_toolkit.core.common.constants import THRESHOLD, SIGNED, RANGE_MIN, RANGE_MAX
18
+ from model_compression_toolkit.constants import THRESHOLD, SIGNED, RANGE_MIN, RANGE_MAX
19
19
  from model_compression_toolkit.core.common.quantization.quantizers.uniform_quantizers import threshold_is_power_of_two
20
20
  from model_compression_toolkit.core.common.quantization.quantizers.quantizers_helpers import fix_range_to_include_zero
21
21
 
@@ -3,7 +3,7 @@ from typing import Dict, Callable
3
3
  import torch
4
4
  import numpy as np
5
5
 
6
- from model_compression_toolkit.core.common.constants import SIGNED, CLUSTER_CENTERS, THRESHOLD, MULTIPLIER_N_BITS, EPS
6
+ from model_compression_toolkit.constants import SIGNED, CLUSTER_CENTERS, THRESHOLD, MULTIPLIER_N_BITS, EPS
7
7
  from model_compression_toolkit.core.pytorch.utils import to_torch_tensor
8
8
 
9
9
 
@@ -25,6 +25,7 @@ from model_compression_toolkit.core.common.graph.functional_node import Function
25
25
  from model_compression_toolkit.core.pytorch.constants import OUTPUT, PLACEHOLDER, TENSOR_META, CALL_FUNCTION, TYPE, \
26
26
  CALL_METHOD, BIAS, FUNCTIONAL_OP, OP_CALL_KWARGS, OP_CALL_ARGS, INPUTS_AS_LIST, GET_ATTR, CONSTANT, BUFFER
27
27
  from model_compression_toolkit.core.pytorch.reader.node_holders import DummyPlaceHolder, ConstantHolder, BufferHolder
28
+ from model_compression_toolkit.logger import Logger
28
29
 
29
30
 
30
31
  def extract_holder_weights(constant_name, node_target, model, weights, to_numpy):
@@ -64,6 +65,7 @@ def nodes_builder(model: GraphModule,
64
65
  Args:
65
66
  model: Pytorch FX model.
66
67
  module_dict: A dictionary of the Pyotrch model's named modules.
68
+ to_numpy: A function to convert a Tensor to numpy array
67
69
 
68
70
  Returns:
69
71
  A list of Graph nodes that were built from the fx GraphModule nodes.
@@ -91,7 +93,7 @@ def nodes_builder(model: GraphModule,
91
93
  node_type = node.target
92
94
  if node_type == getattr:
93
95
  node_has_activation = False
94
- common.Logger.warning(
96
+ Logger.warning(
95
97
  'Pytorch model has a parameter or constant Tensor value. This can cause unexpected behaviour when '
96
98
  'converting the model.')
97
99
  elif node.op == PLACEHOLDER:
@@ -112,7 +114,7 @@ def nodes_builder(model: GraphModule,
112
114
  else:
113
115
  node_type = ConstantHolder
114
116
  node_has_activation = False
115
- common.Logger.warning(
117
+ Logger.warning(
116
118
  'Pytorch model has a parameter or constant Tensor value. This can cause unexpected behaviour when '
117
119
  'converting the model.')
118
120
  else:
@@ -18,7 +18,7 @@ from typing import Any, Callable
18
18
  import torch
19
19
  from tqdm import tqdm
20
20
 
21
- from model_compression_toolkit import CoreConfig
21
+ from model_compression_toolkit.core import CoreConfig
22
22
  from model_compression_toolkit.core import common
23
23
  from model_compression_toolkit.core.pytorch.constants import GAMMA, BETA, MOVING_MEAN, MOVING_VARIANCE
24
24
  from model_compression_toolkit.core.pytorch.utils import set_model, to_torch_tensor
@@ -22,7 +22,7 @@ from tqdm import tqdm
22
22
 
23
23
  from model_compression_toolkit.core import common
24
24
  from model_compression_toolkit.core.common import FrameworkInfo
25
- from model_compression_toolkit.core.common import Logger
25
+ from model_compression_toolkit.logger import Logger
26
26
  from model_compression_toolkit.core.common.framework_implementation import FrameworkImplementation
27
27
  from model_compression_toolkit.core.common.fusion.layer_fusing import fusion
28
28
  from model_compression_toolkit.core.common.graph.base_graph import Graph
@@ -48,7 +48,7 @@ from model_compression_toolkit.core.common.statistics_correction.statistics_corr
48
48
  from model_compression_toolkit.core.common.substitutions.apply_substitutions import substitute
49
49
  from model_compression_toolkit.core.common.substitutions.linear_collapsing_substitution import \
50
50
  linear_collapsing_substitute
51
- from model_compression_toolkit.core.common.target_platform.targetplatform2framework import TargetPlatformCapabilities
51
+ from model_compression_toolkit.target_platform_capabilities.target_platform.targetplatform2framework import TargetPlatformCapabilities
52
52
  from model_compression_toolkit.core.common.visualization.final_config_visualizer import \
53
53
  WeightsFinalBitwidthConfigVisualizer, \
54
54
  ActivationFinalBitwidthConfigVisualizer
@@ -143,9 +143,9 @@ def core_runner(in_model: Any,
143
143
  weights_conf_nodes_bitwidth = tg.get_final_weights_config()
144
144
  activation_conf_nodes_bitwidth = tg.get_final_activation_config()
145
145
 
146
- common.Logger.info(
146
+ Logger.info(
147
147
  f'Final weights bit-width configuration: {[node_b[1] for node_b in weights_conf_nodes_bitwidth]}')
148
- common.Logger.info(
148
+ Logger.info(
149
149
  f'Final activation bit-width configuration: {[node_b[1] for node_b in activation_conf_nodes_bitwidth]}')
150
150
 
151
151
  if tb_w is not None:
@@ -259,9 +259,9 @@ def _init_tensorboard_writer(fw_info: FrameworkInfo) -> TensorboardWriter:
259
259
  A TensorBoardWriter object.
260
260
  """
261
261
  tb_w = None
262
- if common.Logger.LOG_PATH is not None:
263
- tb_log_dir = os.path.join(os.getcwd(), common.Logger.LOG_PATH, 'tensorboard_logs')
264
- common.Logger.info(f'To use Tensorboard, please run: tensorboard --logdir {tb_log_dir}')
262
+ if Logger.LOG_PATH is not None:
263
+ tb_log_dir = os.path.join(os.getcwd(), Logger.LOG_PATH, 'tensorboard_logs')
264
+ Logger.info(f'To use Tensorboard, please run: tensorboard --logdir {tb_log_dir}')
265
265
  tb_w = TensorboardWriter(tb_log_dir, fw_info)
266
266
  return tb_w
267
267
 
@@ -17,7 +17,7 @@
17
17
  from abc import abstractmethod
18
18
  from typing import Any, Callable
19
19
 
20
- from model_compression_toolkit.core.common import Logger
20
+ from model_compression_toolkit.logger import Logger
21
21
 
22
22
 
23
23
  class Exporter:
@@ -19,7 +19,7 @@ import keras.models
19
19
  import tensorflow as tf
20
20
  from keras.engine.base_layer import Layer
21
21
 
22
- from model_compression_toolkit.core.common import Logger
22
+ from model_compression_toolkit.logger import Logger
23
23
  from model_compression_toolkit.exporter.model_exporter.keras.base_keras_exporter import \
24
24
  BaseKerasExporter
25
25
  from model_compression_toolkit.quantizers_infrastructure import KerasQuantizationWrapper
@@ -15,8 +15,8 @@
15
15
  from enum import Enum
16
16
  from typing import Callable, Dict
17
17
 
18
- from model_compression_toolkit.core.common import Logger
19
- from model_compression_toolkit.core.common.constants import FOUND_TF
18
+ from model_compression_toolkit.logger import Logger
19
+ from model_compression_toolkit.constants import FOUND_TF
20
20
 
21
21
 
22
22
  class KerasExportMode(Enum):
@@ -16,17 +16,21 @@ from typing import Callable
16
16
 
17
17
  import torch.nn
18
18
 
19
- from model_compression_toolkit.core.common import Logger
19
+ from model_compression_toolkit.logger import Logger
20
20
  from model_compression_toolkit.core.pytorch.utils import to_torch_tensor
21
21
  from model_compression_toolkit.exporter.model_exporter.pytorch.base_pytorch_exporter import BasePyTorchExporter
22
22
  from packaging import version
23
23
 
24
+ from model_compression_toolkit.quantizers_infrastructure import PytorchQuantizationWrapper
25
+ from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.constants import LAYER
26
+
24
27
  # ONNX opset version 16 is supported from PyTorch 1.12
25
28
  if version.parse(torch.__version__) < version.parse("1.12"):
26
29
  OPSET_VERSION = 15
27
30
  else:
28
31
  OPSET_VERSION = 16
29
32
 
33
+
30
34
  class FakelyQuantONNXPyTorchExporter(BasePyTorchExporter):
31
35
  """
32
36
  Exporter for fakely-quant PyTorch models.
@@ -70,6 +74,16 @@ class FakelyQuantONNXPyTorchExporter(BasePyTorchExporter):
70
74
 
71
75
  Logger.info(f"Exporting PyTorch fake quant onnx model: {self.save_model_path}")
72
76
 
77
+ # Replace float weight with wrapped quantized weights
78
+ for layer in self.model.modules():
79
+ if isinstance(layer, PytorchQuantizationWrapper):
80
+ for name in layer.weights_quantizers.keys():
81
+ quantized_weight = torch.nn.Parameter(layer.get_quantized_weights()[name]).detach()
82
+ linear_layer = getattr(layer, LAYER)
83
+ delattr(linear_layer, name)
84
+ setattr(linear_layer, name, torch.nn.Parameter(quantized_weight))
85
+ layer.weights_quantizers = {}
86
+
73
87
  torch.onnx.export(self.model,
74
88
  model_input,
75
89
  self.save_model_path,
@@ -16,7 +16,7 @@ from typing import Callable
16
16
 
17
17
  import torch.nn
18
18
 
19
- from model_compression_toolkit.core.common import Logger
19
+ from model_compression_toolkit.logger import Logger
20
20
  from model_compression_toolkit.core.pytorch.utils import to_torch_tensor
21
21
  from model_compression_toolkit.exporter.model_exporter.pytorch.base_pytorch_exporter import BasePyTorchExporter
22
22
 
@@ -15,8 +15,8 @@
15
15
  from enum import Enum
16
16
  from typing import Callable
17
17
 
18
- from model_compression_toolkit.core.common import Logger
19
- from model_compression_toolkit.core.common.constants import FOUND_TORCH
18
+ from model_compression_toolkit.logger import Logger
19
+ from model_compression_toolkit.constants import FOUND_TORCH
20
20
 
21
21
 
22
22
  class PyTorchExportMode(Enum):
@@ -20,7 +20,7 @@ import keras.models
20
20
  import tensorflow as tf
21
21
 
22
22
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.load_model import keras_load_quantized_model
23
- from model_compression_toolkit.core.common import Logger
23
+ from model_compression_toolkit.logger import Logger
24
24
  from model_compression_toolkit.exporter.model_exporter.keras.fakely_quant_keras_exporter import FakelyQuantKerasExporter
25
25
 
26
26
 
@@ -23,7 +23,7 @@ from keras.layers import Dense, Conv2D, Reshape
23
23
  from keras.models import clone_model
24
24
 
25
25
  from model_compression_toolkit import quantizers_infrastructure as qi
26
- from model_compression_toolkit.core.common import Logger
26
+ from model_compression_toolkit.logger import Logger
27
27
  from model_compression_toolkit.exporter.model_exporter.keras.fakely_quant_keras_exporter import FakelyQuantKerasExporter
28
28
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.quantizers import \
29
29
  constants as keras_inferable_constants
@@ -15,8 +15,8 @@
15
15
  from enum import Enum
16
16
  from typing import Callable
17
17
 
18
- from model_compression_toolkit.core.common import Logger
19
- from model_compression_toolkit.core.common.constants import FOUND_TF
18
+ from model_compression_toolkit.logger import Logger
19
+ from model_compression_toolkit.constants import FOUND_TF
20
20
 
21
21
 
22
22
  class TFLiteExportMode(Enum):
@@ -17,9 +17,10 @@ from typing import Tuple
17
17
 
18
18
  from model_compression_toolkit import quantizers_infrastructure as qi
19
19
  from model_compression_toolkit.core import common
20
- from model_compression_toolkit.core.common import Graph, Logger
21
- from model_compression_toolkit.core.common.constants import FOUND_TF
20
+ from model_compression_toolkit.core.common import Graph
21
+ from model_compression_toolkit.constants import FOUND_TF
22
22
  from model_compression_toolkit.core.common.user_info import UserInformation
23
+ from model_compression_toolkit.logger import Logger
23
24
 
24
25
  if FOUND_TF:
25
26
  import tensorflow as tf
@@ -14,9 +14,11 @@
14
14
  # ==============================================================================
15
15
  from typing import Dict, Any
16
16
 
17
- from model_compression_toolkit.core.common import BaseNode, Logger
18
- from model_compression_toolkit.core.common.constants import THRESHOLD, RANGE_MIN, RANGE_MAX, SIGNED, CLUSTER_CENTERS, SCALE_PER_CHANNEL
19
- from model_compression_toolkit.core.common.target_platform import QuantizationMethod
17
+ from model_compression_toolkit.core.common import BaseNode
18
+ from model_compression_toolkit.constants import THRESHOLD, RANGE_MIN, RANGE_MAX, SIGNED, CLUSTER_CENTERS, SCALE_PER_CHANNEL
19
+
20
+ from model_compression_toolkit.logger import Logger
21
+ from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
20
22
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.base_inferable_quantizer import QuantizationTarget
21
23
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.get_quantizers import get_inferable_quantizer_class
22
24
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.keras.quantizers.base_keras_inferable_quantizer import BaseKerasInferableQuantizer
@@ -15,8 +15,8 @@
15
15
  from typing import Any
16
16
 
17
17
 
18
- from model_compression_toolkit.core.common import Logger
19
- from model_compression_toolkit.core.common.constants import FOUND_TF
18
+ from model_compression_toolkit.logger import Logger
19
+ from model_compression_toolkit.constants import FOUND_TF
20
20
 
21
21
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.base_inferable_quantizer import BaseInferableQuantizer
22
22
 
@@ -16,8 +16,9 @@
16
16
 
17
17
  from model_compression_toolkit import quantizers_infrastructure as qi
18
18
  from model_compression_toolkit.core import common
19
- from model_compression_toolkit.core.common import Graph, Logger
20
- from model_compression_toolkit.core.common.constants import FOUND_TORCH
19
+ from model_compression_toolkit.core.common import Graph
20
+ from model_compression_toolkit.constants import FOUND_TORCH
21
+ from model_compression_toolkit.logger import Logger
21
22
 
22
23
  if FOUND_TORCH:
23
24
  import torch
@@ -15,10 +15,11 @@
15
15
 
16
16
  from typing import Dict, Any
17
17
 
18
- from model_compression_toolkit.core.common import BaseNode, Logger
19
- from model_compression_toolkit.core.common.constants import THRESHOLD, SIGNED, RANGE_MIN, RANGE_MAX, \
18
+ from model_compression_toolkit.core.common import BaseNode
19
+ from model_compression_toolkit.constants import THRESHOLD, SIGNED, RANGE_MIN, RANGE_MAX, \
20
20
  SCALE_PER_CHANNEL, CLUSTER_CENTERS
21
- from model_compression_toolkit.core.common.target_platform import QuantizationMethod
21
+ from model_compression_toolkit.logger import Logger
22
+ from model_compression_toolkit.target_platform_capabilities.target_platform import QuantizationMethod
22
23
  from model_compression_toolkit.quantizers_infrastructure import QuantizationTarget
23
24
  from model_compression_toolkit.quantizers_infrastructure.inferable_infrastructure.common.get_quantizers import \
24
25
  get_inferable_quantizer_class
@@ -14,8 +14,8 @@
14
14
  # ==============================================================================
15
15
  from typing import Any
16
16
 
17
- from model_compression_toolkit.core.common import Logger
18
- from model_compression_toolkit.core.common.constants import FOUND_TORCH
17
+ from model_compression_toolkit.logger import Logger
18
+ from model_compression_toolkit.constants import FOUND_TORCH
19
19
 
20
20
  if FOUND_TORCH:
21
21
  from model_compression_toolkit.quantizers_infrastructure import PytorchQuantizationWrapper
@@ -0,0 +1,32 @@
1
+ # Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ from abc import abstractmethod
17
+
18
+ from model_compression_toolkit.core.common.framework_implementation import FrameworkImplementation
19
+
20
+
21
+ class GPTQFrameworkImplemantation(FrameworkImplementation):
22
+ """
23
+ Class to implement framework related methods that are used in GPTQ
24
+ """
25
+
26
+ @abstractmethod
27
+ def get_gptq_trainer_obj(self):
28
+ """
29
+ Returns: GPTQTrainer object
30
+ """
31
+ raise NotImplemented(f'{self.__class__.__name__} have to implement the '
32
+ f'framework\'s get_gptq_trainer method.') # pragma: no cover
@@ -14,8 +14,8 @@
14
14
  # ==============================================================================
15
15
  from typing import Tuple, List
16
16
 
17
- from model_compression_toolkit import FrameworkInfo
18
- from model_compression_toolkit.core.common import Logger
17
+ from model_compression_toolkit.core import FrameworkInfo
18
+ from model_compression_toolkit.logger import Logger
19
19
  from model_compression_toolkit.core.common.graph.base_graph import Graph
20
20
  from model_compression_toolkit.core.common.graph.base_node import BaseNode
21
21
 
@@ -17,12 +17,13 @@ from abc import ABC, abstractmethod
17
17
  import numpy as np
18
18
  from typing import Callable, List, Any
19
19
  from model_compression_toolkit.gptq.common.gptq_config import GradientPTQConfig
20
- from model_compression_toolkit.core.common import Graph, Logger, BaseNode
20
+ from model_compression_toolkit.core.common import Graph, BaseNode
21
21
  from model_compression_toolkit.core.common.framework_info import FrameworkInfo
22
22
  from model_compression_toolkit.core.common.framework_implementation import FrameworkImplementation
23
23
  from model_compression_toolkit.gptq.common.gptq_constants import QUANT_PARAM_LEARNING_STR
24
24
  from model_compression_toolkit.gptq.common.gptq_graph import get_compare_points
25
25
  from model_compression_toolkit.core.common.model_builder_mode import ModelBuilderMode
26
+ from model_compression_toolkit.logger import Logger
26
27
 
27
28
 
28
29
  class GPTQTrainer(ABC):
@@ -0,0 +1,29 @@
1
+ # Copyright 2023 Sony Semiconductor Israel, Inc. All rights reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ==============================================================================
15
+
16
+ from typing import Type
17
+
18
+ from model_compression_toolkit.core.keras.keras_implementation import KerasImplementation
19
+ from model_compression_toolkit.gptq.common.gptq_framework_implementation import GPTQFrameworkImplemantation
20
+ from model_compression_toolkit.gptq.keras.gptq_training import KerasGPTQTrainer
21
+
22
+
23
+ class GPTQKerasImplemantation(GPTQFrameworkImplemantation, KerasImplementation):
24
+
25
+ def get_gptq_trainer_obj(self) -> Type[KerasGPTQTrainer]:
26
+ """
27
+ Returns: Keras object of GPTQTrainer
28
+ """
29
+ return KerasGPTQTrainer
@@ -26,6 +26,7 @@ from packaging import version
26
26
 
27
27
  from model_compression_toolkit.gptq.common.gptq_graph import get_kernel_attribute_name_for_gptq
28
28
  from model_compression_toolkit.gptq.keras.quantizer.quantization_builder import quantization_builder
29
+ from model_compression_toolkit.logger import Logger
29
30
  from model_compression_toolkit.quantizers_infrastructure import KerasQuantizationWrapper
30
31
 
31
32
  if version.parse(tf.__version__) < version.parse("2.6"):
@@ -105,7 +106,7 @@ class KerasGPTQTrainer(GPTQTrainer):
105
106
  [len(optimizer_params_tuple[1]) for optimizer_params_tuple in self.optimizer_with_param]) > 0
106
107
 
107
108
  if self.float_user_info.input_scale != self.gptq_user_info.input_scale:
108
- common.Logger.error("Input scale mismatch between float and GPTQ networks") # pragma: no cover
109
+ Logger.error("Input scale mismatch between float and GPTQ networks") # pragma: no cover
109
110
  else:
110
111
  self.input_scale = self.gptq_user_info.input_scale
111
112
 
@@ -126,7 +127,7 @@ class KerasGPTQTrainer(GPTQTrainer):
126
127
  """
127
128
 
128
129
  if node.is_weights_quantization_enabled() and not self.fw_info.is_kernel_op(node.type):
129
- common.Logger.error(f"GPTQ Error: Quantizing node {node.name} of type {node.type} "
130
+ Logger.error(f"GPTQ Error: Quantizing node {node.name} of type {node.type} "
130
131
  f"without a kernel isn't supported")
131
132
  return node.is_weights_quantization_enabled()
132
133
 
@@ -280,7 +281,7 @@ class KerasGPTQTrainer(GPTQTrainer):
280
281
  self.gptq_config.log_function(loss_value_step, grads[0], in_optimizer_with_param[0][-1],
281
282
  self.compare_points)
282
283
  self.loss_list.append(loss_value_step.numpy())
283
- common.Logger.debug(f'last loss value: {self.loss_list[-1]}')
284
+ Logger.debug(f'last loss value: {self.loss_list[-1]}')
284
285
 
285
286
  def update_graph(self):
286
287
  """
@@ -297,7 +298,7 @@ class KerasGPTQTrainer(GPTQTrainer):
297
298
  if len(node) == 0 and isinstance(layer.layer, TensorFlowOpLayer):
298
299
  node = graph.find_node_by_name('_'.join(layer.layer.name.split('_')[3:]))
299
300
  if len(node) != 1:
300
- common.Logger.error(f"Can't update GPTQ graph due to missing layer named: {layer.layer.name}")
301
+ Logger.error(f"Can't update GPTQ graph due to missing layer named: {layer.layer.name}")
301
302
  node = node[0]
302
303
  kernel_attribute = get_kernel_attribute_name_for_gptq(layer_type=node.type,
303
304
  fw_info=self.fw_info)