tico 0.1.0.dev250527__py3-none-any.whl → 0.1.0.dev250528__py3-none-any.whl

tico/__init__.py

@@ -22,7 +22,7 @@ from tico.config import CompileConfigV1, get_default_config
 from tico.utils.convert import convert, convert_from_exported_program, convert_from_pt2
 
 # THIS LINE IS AUTOMATICALLY GENERATED BY setup.py
-__version__ = "0.1.0.dev250527"
+__version__ = "0.1.0.dev250528"
 
 
 if Version(torch.__version__) < Version("2.5.0"):

tico/experimental/quantization/passes/fold_quant_ops.py

@@ -23,6 +23,7 @@ from tico.serialize.quant_param import QPARAM_KEY, QuantParam, to_qparam_dtype
 from tico.utils import logging
 from tico.utils.passes import PassBase, PassResult
 from tico.utils.trace_decorators import trace_graph_diff_on_pass
+from tico.utils.utils import get_quant_dtype
 from tico.utils.validate_args_kwargs import (
     DequantizePerTensorArgs,
     QuantizePerTensorArgs,
@@ -81,8 +82,7 @@ class FoldQuantOps(PassBase):
                 qparam = QuantParam()
                 qparam.scale = [q_args.scale]
                 qparam.zero_point = [q_args.zero_p]
-                assert "val" in q.meta and hasattr(q.meta["val"], "dtype")
-                qparam.dtype = to_qparam_dtype(q.meta["val"].dtype)
+                qparam.dtype = get_quant_dtype(q_args.quant_min, q_args.quant_max)
                 op.meta[QPARAM_KEY] = qparam
 
             dq.replace_all_uses_with(op, propagate_meta=False)

tico/experimental/quantization/passes/remove_weight_dequant_op.py

@@ -116,12 +116,12 @@ class RemoveWeightDequantOp(PassBase):
                 dq.target
                 == torch.ops.quantized_decomposed.dequantize_per_channel.default
             ):
-                dq_args = DequantizePerChannelArgs(*dq.args, *dq.kwargs)
+                dq_args = DequantizePerChannelArgs(*dq.args, **dq.kwargs)
             elif (
                 dq.target
                 == torch.ops.quantized_decomposed.dequantize_per_tensor.default
             ):
-                dq_args = DequantizePerTensorArgs(*dq.args, *dq.kwargs)
+                dq_args = DequantizePerTensorArgs(*dq.args, **dq.kwargs)
             else:
                 raise RuntimeError(f"Invalid DQ target: {dq.target}")
 

tico/passes/decompose_fake_quantize.py

@@ -29,6 +29,10 @@ from tico.utils.validate_args_kwargs import FakeQuantizePerChannelArgs
 
 
 def get_quant_type(min: int, max: int) -> torch.dtype:
+    if min == 0 and max == 15:
+        # torch can't represent "uint4".
+        # Let's set torch.uint8 and infer dtype with quant_min/quant_max instead.
+        return torch.uint8
     if min == 0 and max == 255:
         return torch.uint8
     if min == -32768 and max == 32767:
@@ -36,7 +40,7 @@ def get_quant_type(min: int, max: int) -> torch.dtype:
     if min == -32767 and max == 32767:
         return torch.int16
 
-    raise RuntimeError("Not supported min/max values")
+    raise RuntimeError(f"Not supported min/max values: {min}/{max}")
 
 
 @trace_graph_diff_on_pass

tico/passes/decompose_fake_quantize_tensor_qparams.py

@@ -39,6 +39,10 @@ from tico.utils.validate_args_kwargs import FakeQuantizePerTensorTQParamArgs
 
 
 def get_quant_type(min: int, max: int) -> torch.dtype:
+    if min == 0 and max == 15:
+        # torch can't represent "uint4".
+        # Let's set torch.uint8 and infer dtype with quant_min/quant_max instead.
+        return torch.uint8
     if min == 0 and max == 255:
         return torch.uint8
     if min == -32768 and max == 32767:
@@ -98,7 +102,7 @@ def get_constant_from_tensor(
         lifted_tensor_constants = ep.graph_signature.inputs_to_lifted_tensor_constants
         assert lifted_tensor.name in lifted_tensor_constants
         tensor_name = lifted_tensor_constants[lifted_tensor.name]
-        value = ep.constants[tensor_name].cpu().detach().numpy()
+        value = ep.constants[tensor_name].item()
         return value
     if node.target.__name__ in ["detach.default", "detach_.default"]:
         assert len(node.args) == 1

tico/utils/utils.py

@@ -312,3 +312,32 @@ def quant_min_max(dtype: str):
         return (-32768, 32767)
     else:
         raise NotImplementedError(f"NYI dtype: {dtype}")
+
+
+def get_quant_dtype(qmin: int, qmax: int):
+    """
+    Returns the string representation of the quantized data type based on qmin and qmax.
+
+    Args:
+        qmin (int): Minimum quantized value.
+        qmax (int): Maximum quantized value.
+
+    Returns:
+        str: A string representing the quantized data type, such as "int8", "uint4", etc.
+
+    Raises:
+        ValueError: If the (qmin, qmax) pair is not supported.
+    """
+    known_ranges = {
+        (-32768, 32767): "int16",
+        (0, 65535): "uint16",
+        (-128, 127): "int8",
+        (0, 255): "uint8",
+        (-8, 7): "int4",
+        (0, 15): "uint4",
+    }
+
+    if (qmin, qmax) in known_ranges:
+        return known_ranges[(qmin, qmax)]
+    else:
+        raise ValueError(f"Unsupported quantization range: ({qmin}, {qmax})")

{tico-0.1.0.dev250527.dist-info → tico-0.1.0.dev250528.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tico
-Version: 0.1.0.dev250527
+Version: 0.1.0.dev250528
 Summary: Convert exported Torch module to circle
 Home-page: UNKNOWN
 License: UNKNOWN

{tico-0.1.0.dev250527.dist-info → tico-0.1.0.dev250528.dist-info}/RECORD

@@ -1,4 +1,4 @@
-tico/__init__.py,sha256=zY__nsnts-mqniDecMFut79ZDvsK2yrh51Bcmt4F8rU,1181
+tico/__init__.py,sha256=ESRk_QvvGAAqKS2h0vDY7LZoWVc0pYWSNbXIkcz2WSo,1181
 tico/pt2_to_circle.py,sha256=PPmFNw20jw2Z2VyM3ln9pX__jTzBOAZiv0gT5a-p-Y8,2666
 tico/config/__init__.py,sha256=xZzCXjZ84qE-CsBi-dfaL05bqpQ3stKKfTXhnrJRyVs,142
 tico/config/base.py,sha256=anwOiJFkUxUi7Cef573JgQcjk6S-FSi6O_TLjYASW-g,1244
@@ -50,11 +50,11 @@ tico/experimental/quantization/evaluation/executor/backend_executor.py,sha256=3k
 tico/experimental/quantization/evaluation/executor/circle_executor.py,sha256=eCCJ9wTwR0vUJ0oN7jxtQxZ9598GRw6P6KUxiuGsIIM,2685
 tico/experimental/quantization/evaluation/executor/triv24_executor.py,sha256=sUoXl6oOO2arAKaNjOBg7HiQja145_Jv6qgY7XtR7A8,5159
 tico/experimental/quantization/passes/__init__.py,sha256=IO6FP_xYbGy0dW0HL26GXD3ouxARaxCK7bz9dn4blPQ,26
-tico/experimental/quantization/passes/fold_quant_ops.py,sha256=Jq5wmQDhdjsXxae2p6TnZj2gY5UMBEQ-sHkTodgkfUs,3327
+tico/experimental/quantization/passes/fold_quant_ops.py,sha256=OYUndHaSL3GiL8koIG9_pqavW-hghrs0kkpvounsh1g,3312
 tico/experimental/quantization/passes/insert_quantize_on_dtype_mismatch.py,sha256=i4rkM1vlN85fXA9oOrU25o8KWAaqA65NKngTX6MgctQ,12960
 tico/experimental/quantization/passes/propagate_qparam_backward.py,sha256=TGtyW0Z2qOTgVIasBdGRgbwH31YYd6ek7OvLTmCV614,3118
 tico/experimental/quantization/passes/propagate_qparam_forward.py,sha256=RhUHGCR2RpBO5KYkQ7Z8U5u7HEwDq2wdKHLKAJCi-5c,5138
-tico/experimental/quantization/passes/remove_weight_dequant_op.py,sha256=lNemHkr_IMg6kTIQjk4xLgW4DkDNBr0wTW3miNqmvkc,6450
+tico/experimental/quantization/passes/remove_weight_dequant_op.py,sha256=ZIwzuRXyCg6xN5pEUVV1LXsZpu0NkTcTUI6gc1VTuXs,6452
 tico/interpreter/__init__.py,sha256=IO6FP_xYbGy0dW0HL26GXD3ouxARaxCK7bz9dn4blPQ,26
 tico/interpreter/infer.py,sha256=vJ3b69ce9HrxNT0gFwbEhHpAyvVyuiunTgAeiqn5t64,4350
 tico/interpreter/interpreter.py,sha256=tGbluCbrehTCqBu8mtGDNzby_ieJ2ry8_RH_eC0CQxk,3828
@@ -68,8 +68,8 @@ tico/passes/convert_repeat_to_expand_copy.py,sha256=fRUETNuFB2p-RLhe844pldm0l5oy
 tico/passes/convert_to_relu6.py,sha256=3sfKfggvjbl9N73pLOwgUTNyoecODsy367nwoX2S-EE,6404
 tico/passes/decompose_addmm.py,sha256=_yNX7wx1Y9HJI5ksUJI-UQLHpoNawbUbF8kcm2zGHw0,4221
 tico/passes/decompose_batch_norm.py,sha256=d1V9UOkm_5BV0NGLyuQfz4I9NpO7I3ZrRugt7EXM-XM,7016
-tico/passes/decompose_fake_quantize.py,sha256=7ZJyTIDj2iKgWa5q8mBSq6k0GX0vs_XyQdsIiWFJoTU,5175
-tico/passes/decompose_fake_quantize_tensor_qparams.py,sha256=kOQaODKl_GCE19h-UZGmxnTcHtlvphI63dVAmMQL_Bk,13823
+tico/passes/decompose_fake_quantize.py,sha256=-OFOf0WSyRQ8ikS8KQm2mWXp-tHQDGWOFu3mn6pFfBs,5370
+tico/passes/decompose_fake_quantize_tensor_qparams.py,sha256=R0hLlKdRXnAsOrbXOErfZEkSC7nv8_TdklNlI76TRMo,13988
 tico/passes/decompose_group_norm.py,sha256=xn1xnT-2e6BvelRAzX8O7wg9kBWURmPldkRvpfYFXHQ,9407
 tico/passes/decompose_grouped_conv2d.py,sha256=KJhH6PX7l9k9T8KBV8JDAvaSfJuUnRo_jtvGF2aM-LA,8277
 tico/passes/decompose_slice_scatter.py,sha256=ko9p8v-zY5rOx4aSpWomwSdSWb1lIF32gnU7ik5xgII,5604
@@ -188,15 +188,15 @@ tico/utils/padding.py,sha256=GGO27VbaOvtaMYLDrSaKv7uxjeet566aMJD0PyYeMvQ,1484
 tico/utils/passes.py,sha256=kGmDe__5cPaO6i5EDAoXSVe6yXEoX9hAny4ROb3ZEmQ,2409
 tico/utils/register_custom_op.py,sha256=iRQvdqlBqrJxq_pNkvJyDIJD_SYtCUl88wwbbuvSwlk,22952
 tico/utils/trace_decorators.py,sha256=ddLIiKQfSaQrxgF1kNpwjFTQnXENzeSfcr1kuAW4jGI,3221
-tico/utils/utils.py,sha256=pybDU1LoNhjEplANig11lboX9yzYRkvFCSmyYth_2Do,10359
+tico/utils/utils.py,sha256=NAa3ZX5G-UCQwmz5WnFl0iCEra24PMY5wC0MyX7smUg,11156
 tico/utils/validate_args_kwargs.py,sha256=P4aMnr9EhNCtc_AgJPpuezfQbqFfDn0lhJSWqmumLZ8,25054
 tico/utils/mx/__init__.py,sha256=IO6FP_xYbGy0dW0HL26GXD3ouxARaxCK7bz9dn4blPQ,26
 tico/utils/mx/elemwise_ops.py,sha256=V6glyAHsVR1joqpsgnNytatCD_ew92xNWZ19UFDoMTA,10281
 tico/utils/mx/formats.py,sha256=uzNWyu-1onUlwQfX5cZ6fZSUfHMRqorper7_T1k3jfk,3404
 tico/utils/mx/mx_ops.py,sha256=RcfUTYVi-wilGB2sC35OeARdwDqnixv7dG5iyZ-fQT8,8555
-tico-0.1.0.dev250527.dist-info/LICENSE,sha256=kp4JLII7bzRhPb0CPD5XTDZMh22BQ7h3k3B7t8TiSbw,12644
-tico-0.1.0.dev250527.dist-info/METADATA,sha256=6z0-wJTVKt3EvNXMPY3CLHXIvQulhZdeQaJ1oMFhoz0,8633
-tico-0.1.0.dev250527.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tico-0.1.0.dev250527.dist-info/entry_points.txt,sha256=kBKYSS_IYrSXmUYevmmepqIVPScq5vF8ulQRu3I_Zf0,59
-tico-0.1.0.dev250527.dist-info/top_level.txt,sha256=oqs7UPoNSKZEwqsX8B-KAWdQwfAa7i60pbxW_Jk7P3w,5
-tico-0.1.0.dev250527.dist-info/RECORD,,
+tico-0.1.0.dev250528.dist-info/LICENSE,sha256=kp4JLII7bzRhPb0CPD5XTDZMh22BQ7h3k3B7t8TiSbw,12644
+tico-0.1.0.dev250528.dist-info/METADATA,sha256=Ql9a9NvnYDJ7WHA_qx2TljzHnyvLfNoGEeCu6rByX6s,8633
+tico-0.1.0.dev250528.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tico-0.1.0.dev250528.dist-info/entry_points.txt,sha256=kBKYSS_IYrSXmUYevmmepqIVPScq5vF8ulQRu3I_Zf0,59
+tico-0.1.0.dev250528.dist-info/top_level.txt,sha256=oqs7UPoNSKZEwqsX8B-KAWdQwfAa7i60pbxW_Jk7P3w,5
+tico-0.1.0.dev250528.dist-info/RECORD,,