tico 0.1.0.dev250825__py3-none-any.whl → 0.1.0.dev250826__py3-none-any.whl

tico/__init__.py

@@ -29,7 +29,7 @@ __all__ = [
 ]
 
 # THIS LINE IS AUTOMATICALLY GENERATED BY setup.py
-__version__ = "0.1.0.dev250825"
+__version__ = "0.1.0.dev250826"
 
 MINIMUM_SUPPORTED_VERSION = "2.5.0"
 SECURE_TORCH_VERSION = "2.6.0"

tico/experimental/quantization/ptq/examples/__init__.py

@@ -0,0 +1 @@
+# DO NOT REMOVE THIS FILE

tico/experimental/quantization/ptq/examples/quantize_linear.py

@@ -0,0 +1,106 @@
+# Copyright (c) 2025 Samsung Electronics Co., Ltd. All Rights Reserved
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# =============================================================================
+# POST-TRAINING QUANTIZATION EXAMPLE — Simple Linear Model
+# -----------------------------------------------------------------------------
+# This demo shows a minimal PTQ flow for a toy model:
+#   1. Define a simple model with a single Linear layer.
+#   2. Replace the FP32 Linear with a QuantLinear wrapper.
+#   3. Run a short calibration pass to collect activation statistics.
+#   4. Freeze scales / zero-points and switch to INT-simulation mode.
+#   5. Compare INT vs FP32 outputs with a mean-absolute-diff check.
+#   6. Export the quantized model to a Circle format.
+# =============================================================================
+
+import pathlib
+
+import torch
+import torch.nn as nn
+
+from tico.experimental.quantization.evaluation.metric import compute_peir
+from tico.experimental.quantization.evaluation.utils import plot_two_outputs
+
+from tico.experimental.quantization.ptq.mode import Mode
+from tico.experimental.quantization.ptq.wrappers.nn.quant_linear import QuantLinear
+from tico.utils.utils import SuppressWarning
+
+# -------------------------------------------------------------------------
+# 0. Define a toy model (1 Linear layer only)
+# -------------------------------------------------------------------------
+class TinyLinearModel(nn.Module):
+    """A minimal model: single Linear layer."""
+
+    def __init__(self, in_features=16, out_features=8):
+        super().__init__()
+        self.fc = nn.Linear(in_features, out_features, bias=False)
+
+    def forward(self, x):
+        return self.fc(x)
+
+
+# Instantiate FP32 model
+model = TinyLinearModel()
+model.eval()
+
+# Keep FP32 reference for diff check
+fp32_layer = model.fc
+
+# -------------------------------------------------------------------------
+# 1. Replace the Linear with QuantLinear wrapper
+# -------------------------------------------------------------------------
+model.fc = QuantLinear(fp32_layer)  # type: ignore[assignment]
+# model.fc = PTQWrapper(fp32_layer) (Wrapping helper class)
+qlayer = model.fc  # alias for brevity
+
+# -------------------------------------------------------------------------
+# 2. Single-pass calibration (collect activation ranges)
+# -------------------------------------------------------------------------
+assert isinstance(qlayer, QuantLinear)
+with torch.no_grad():
+    qlayer.enable_calibration()
+    for _ in range(16):  # small toy batch
+        x = torch.randn(4, 16)  # (batch=4, features=16)
+        _ = model(x)
+    qlayer.freeze_qparams()  # lock scales & zero-points
+
+assert qlayer._mode is Mode.QUANT, "Quantization mode should be active now."
+
+# -------------------------------------------------------------------------
+# 3. Quick INT-sim vs FP32 sanity check
+# -------------------------------------------------------------------------
+x = torch.randn(2, 16)
+with torch.no_grad():
+    int8_out = model(x)
+    fp32_out = fp32_layer(x)
+
+print("┌───────────── Quantization Error Summary ─────────────")
+print(f"│ Mean |diff|: {(int8_out - fp32_out).abs().mean().item():.6f}")
+print(f"│ PEIR       : {compute_peir(fp32_out, int8_out) * 100:.6f} %")
+print("└──────────────────────────────────────────────────────")
+print(plot_two_outputs(fp32_out, int8_out))
+
+# -------------------------------------------------------------------------
+# 4. Export the calibrated model to Circle
+# -------------------------------------------------------------------------
+import tico
+
+save_path = pathlib.Path("tiny_linear.q.circle")
+example_input = torch.randn(1, 16)
+
+with SuppressWarning(UserWarning, ".*"):
+    cm = tico.convert(model, (example_input,))  # forward(x) only
+cm.save(save_path)
+
+print(f"Quantized Circle model saved to {save_path.resolve()}")

tico/experimental/quantization/ptq/wrappers/ptq_wrapper.py

@@ -48,7 +48,24 @@ class PTQWrapper(QuantModuleBase):
         return self.wrapped(*args, **kwargs)
 
     def _all_observers(self):
-        yield from self.wrapped._all_observers()
+        """
+        PTQWrapper itself owns NO observers (transparent node).
+        Returning an empty iterator prevents double-processing when parents
+        traverse the tree and then recurse into `self.wrapped`.
+        """
+        return ()  # no local observers
+
+    def named_observers(self):
+        """
+        Proxy to the wrapped module so debugging tools can still enumerate observers.
+        """
+        yield from self.wrapped.named_observers()
+
+    def get_observer(self, name: str):
+        """
+        Proxy to the wrapped module for direct lookup by name.
+        """
+        return self.wrapped.get_observer(name)
 
     def extra_repr(self) -> str:
         return self.wrapped.extra_repr()

{tico-0.1.0.dev250825.dist-info → tico-0.1.0.dev250826.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tico
-Version: 0.1.0.dev250825
+Version: 0.1.0.dev250826
 Summary: Convert exported Torch module to circle
 Home-page: UNKNOWN
 License: UNKNOWN

{tico-0.1.0.dev250825.dist-info → tico-0.1.0.dev250826.dist-info}/RECORD

@@ -1,4 +1,4 @@
-tico/__init__.py,sha256=qQ6AhQGEdqTIol9a3pZd8krL41W7mwvr0HoA1tPCeqU,1883
+tico/__init__.py,sha256=M4dQ4CTD_7xsO5DjUx76t4A5o1Q_2NqGlMe0fjkGDxQ,1883
 tico/pt2_to_circle.py,sha256=gu3MD4Iqc0zMZcCZ2IT8oGbyj21CTSbT3Rgd9s2B_9A,2767
 tico/config/__init__.py,sha256=xZzCXjZ84qE-CsBi-dfaL05bqpQ3stKKfTXhnrJRyVs,142
 tico/config/base.py,sha256=q5xMqGxTUZs4mFqt5c7i_y9U00fYgdMGl9nUqIVMlCo,1248
@@ -61,6 +61,8 @@ tico/experimental/quantization/ptq/dtypes.py,sha256=xfCBtq6mQmUYRwsoFgII6gvRl1ra
 tico/experimental/quantization/ptq/mode.py,sha256=lT-T8vIv8YWcwrjT7xXVhOw1g7aoAdh_3PWB-ptPKaI,1052
 tico/experimental/quantization/ptq/qscheme.py,sha256=uwhv7bCxOOXB3I-IKlRyr_u4eXOq48uIqGy4TLDqGxY,1301
 tico/experimental/quantization/ptq/quant_config.py,sha256=nm7570Y1X2mOT_8s27ilWid04otor6cVTi9GwgAEaKc,4300
+tico/experimental/quantization/ptq/examples/__init__.py,sha256=IO6FP_xYbGy0dW0HL26GXD3ouxARaxCK7bz9dn4blPQ,26
+tico/experimental/quantization/ptq/examples/quantize_linear.py,sha256=8zq-ZJDYgam0xQ-PbC6Xb1I7W1mv0Wi-b--IP2wwXtw,4539
 tico/experimental/quantization/ptq/observers/__init__.py,sha256=WF2MvL9M_jl-B1FqcY9zic34NOCRp17HkRYv-TMxMr4,613
 tico/experimental/quantization/ptq/observers/affine_base.py,sha256=e2Eba64nrxKQyE4F_WJ7WTSsk3xe6bkdGUKaoLFWGFw,4638
 tico/experimental/quantization/ptq/observers/base.py,sha256=Wons1MzpqK1mfcy-ppl-B2Dum0edXg2dWW2Lw3V18tw,3280
@@ -71,7 +73,7 @@ tico/experimental/quantization/ptq/observers/mx.py,sha256=aP4qmBgeiRIYZJksShN5gs
 tico/experimental/quantization/ptq/utils/__init__.py,sha256=PL9IZgiWoMtsXVljeOy7KymmLVP238SXEFRLXYK72WQ,126
 tico/experimental/quantization/ptq/utils/reduce_utils.py,sha256=3kWawLB91EcvvHlCrNqqfZF7tpgr22htBSA049mKw_4,973
 tico/experimental/quantization/ptq/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tico/experimental/quantization/ptq/wrappers/ptq_wrapper.py,sha256=KRw_VvFJYvd2OBj4K1sYEXxUwZk9QghMw3NsgjKIAGk,1857
+tico/experimental/quantization/ptq/wrappers/ptq_wrapper.py,sha256=F9sK_DiRaXiGNHULcwIbs5EUtHz6ZJ7N4r5CWTTfhsM,2442
 tico/experimental/quantization/ptq/wrappers/quant_elementwise.py,sha256=LhEoobfvto6zKrBOKL4gmxfFFc31jHzyQV_zfps-iQM,3604
 tico/experimental/quantization/ptq/wrappers/quant_module_base.py,sha256=vkcDos_knGSS29rIZuEIWkAJLHrENbGz8nCH2-iara8,5969
 tico/experimental/quantization/ptq/wrappers/registry.py,sha256=562nKSlp9qF-w4-aQeJbx2V_wMGE2FRrjIKUfRwC4Mg,4571
@@ -233,9 +235,9 @@ tico/utils/mx/__init__.py,sha256=IO6FP_xYbGy0dW0HL26GXD3ouxARaxCK7bz9dn4blPQ,26
 tico/utils/mx/elemwise_ops.py,sha256=V6glyAHsVR1joqpsgnNytatCD_ew92xNWZ19UFDoMTA,10281
 tico/utils/mx/formats.py,sha256=uzNWyu-1onUlwQfX5cZ6fZSUfHMRqorper7_T1k3jfk,3404
 tico/utils/mx/mx_ops.py,sha256=RcfUTYVi-wilGB2sC35OeARdwDqnixv7dG5iyZ-fQT8,8555
-tico-0.1.0.dev250825.dist-info/LICENSE,sha256=kp4JLII7bzRhPb0CPD5XTDZMh22BQ7h3k3B7t8TiSbw,12644
-tico-0.1.0.dev250825.dist-info/METADATA,sha256=7wBkNIwJG_prscPdY7Rn_Muit4OuPN29Q8C_isHlEdI,8450
-tico-0.1.0.dev250825.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tico-0.1.0.dev250825.dist-info/entry_points.txt,sha256=kBKYSS_IYrSXmUYevmmepqIVPScq5vF8ulQRu3I_Zf0,59
-tico-0.1.0.dev250825.dist-info/top_level.txt,sha256=oqs7UPoNSKZEwqsX8B-KAWdQwfAa7i60pbxW_Jk7P3w,5
-tico-0.1.0.dev250825.dist-info/RECORD,,
+tico-0.1.0.dev250826.dist-info/LICENSE,sha256=kp4JLII7bzRhPb0CPD5XTDZMh22BQ7h3k3B7t8TiSbw,12644
+tico-0.1.0.dev250826.dist-info/METADATA,sha256=QhtUiHj_YT4ZxsClOx4OaP24kuaLUsLT83x3yl1gRDY,8450
+tico-0.1.0.dev250826.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tico-0.1.0.dev250826.dist-info/entry_points.txt,sha256=kBKYSS_IYrSXmUYevmmepqIVPScq5vF8ulQRu3I_Zf0,59
+tico-0.1.0.dev250826.dist-info/top_level.txt,sha256=oqs7UPoNSKZEwqsX8B-KAWdQwfAa7i60pbxW_Jk7P3w,5
+tico-0.1.0.dev250826.dist-info/RECORD,,