tico 0.1.0.dev251027__py3-none-any.whl → 0.1.0.dev251029__py3-none-any.whl

tico/__init__.py

@@ -29,7 +29,7 @@ __all__ = [
 ]
 
 # THIS LINE IS AUTOMATICALLY GENERATED BY setup.py
-__version__ = "0.1.0.dev251027"
+__version__ = "0.1.0.dev251029"
 
 MINIMUM_SUPPORTED_VERSION = "2.5.0"
 SECURE_TORCH_VERSION = "2.6.0"

{tico-0.1.0.dev251027.dist-info → tico-0.1.0.dev251029.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tico
-Version: 0.1.0.dev251027
+Version: 0.1.0.dev251029
 Summary: Convert exported Torch module to circle
 Home-page: UNKNOWN
 License: UNKNOWN
@@ -30,6 +30,7 @@ designed for optimized on-device neural network inference.
   - [From torch module](#from-torch-module)
   - [From .pt2](#from-pt2)
   - [Running circle models directly in Python](#running-circle-models-directly-in-python)
+  - [Quantization](#quantization)
 
 ### For Developers
 
@@ -188,6 +189,48 @@ circle_model(*example_inputs)
 # numpy.ndarray([2., 2., 2., 2.], dtype=float32)
 ```
 
+### Quantization
+
+The `tico.quantization` module provides a unified and modular interface for quantizing
+ large language models (LLMs) and other neural networks.
+ 
+It introduces a simple two-step workflow — **prepare** and **convert** — that
+ abstracts the details of different quantization algorithms.
+
+#### Basic Usage
+
+```python
+from tico.quantization import prepare, convert
+from tico.quantization.config.gptq import GPTQConfig
+import torch
+import torch.nn as nn
+
+class LinearModel(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.linear = nn.Linear(8, 8)
+
+    def forward(self, x):
+        return self.linear(x)
+
+model = LinearModel().eval()
+
+# 1. Prepare for quantization
+quant_config = GPTQConfig()
+prepared_model = prepare(model, quant_config)
+
+# 2. Calibration
+for d in dataset:
+    prepared_model(d)
+
+# 3. Apply GPTQ
+quantized_model = convert(prepared_model, quant_config)
+```
+
+For detailed documentation, design notes, and contributing guidelines, 
+see [tico/quantization/README.md](./tico/quantization/README.md).
+
+
 ## For Developers
 
 ### Testing & Code Formatting

{tico-0.1.0.dev251027.dist-info → tico-0.1.0.dev251029.dist-info}/RECORD

@@ -1,4 +1,4 @@
-tico/__init__.py,sha256=I7qABMIdEiIm15Zq_Sd6QUD0V7fPCVX0jbu5KXM5ysc,1883
+tico/__init__.py,sha256=vbSvQfCSAZ7-nHpw217iR32PZLzqlJ-reIS6dP3CcNQ,1883
 tico/pt2_to_circle.py,sha256=gu3MD4Iqc0zMZcCZ2IT8oGbyj21CTSbT3Rgd9s2B_9A,2767
 tico/config/__init__.py,sha256=xZzCXjZ84qE-CsBi-dfaL05bqpQ3stKKfTXhnrJRyVs,142
 tico/config/base.py,sha256=q5xMqGxTUZs4mFqt5c7i_y9U00fYgdMGl9nUqIVMlCo,1248
@@ -263,9 +263,9 @@ tico/utils/mx/__init__.py,sha256=IO6FP_xYbGy0dW0HL26GXD3ouxARaxCK7bz9dn4blPQ,26
 tico/utils/mx/elemwise_ops.py,sha256=V6glyAHsVR1joqpsgnNytatCD_ew92xNWZ19UFDoMTA,10281
 tico/utils/mx/formats.py,sha256=uzNWyu-1onUlwQfX5cZ6fZSUfHMRqorper7_T1k3jfk,3404
 tico/utils/mx/mx_ops.py,sha256=RcfUTYVi-wilGB2sC35OeARdwDqnixv7dG5iyZ-fQT8,8555
-tico-0.1.0.dev251027.dist-info/LICENSE,sha256=kp4JLII7bzRhPb0CPD5XTDZMh22BQ7h3k3B7t8TiSbw,12644
-tico-0.1.0.dev251027.dist-info/METADATA,sha256=sVLS54wGs_Sm1aNC6PqVIGL2TyCaZRFHp9NVtQ8L3qw,8455
-tico-0.1.0.dev251027.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tico-0.1.0.dev251027.dist-info/entry_points.txt,sha256=kBKYSS_IYrSXmUYevmmepqIVPScq5vF8ulQRu3I_Zf0,59
-tico-0.1.0.dev251027.dist-info/top_level.txt,sha256=oqs7UPoNSKZEwqsX8B-KAWdQwfAa7i60pbxW_Jk7P3w,5
-tico-0.1.0.dev251027.dist-info/RECORD,,
+tico-0.1.0.dev251029.dist-info/LICENSE,sha256=kp4JLII7bzRhPb0CPD5XTDZMh22BQ7h3k3B7t8TiSbw,12644
+tico-0.1.0.dev251029.dist-info/METADATA,sha256=3lWXngZVcC-Seo-HihoTqJxADNSblbYAXCW_8FlJB8k,9548
+tico-0.1.0.dev251029.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tico-0.1.0.dev251029.dist-info/entry_points.txt,sha256=kBKYSS_IYrSXmUYevmmepqIVPScq5vF8ulQRu3I_Zf0,59
+tico-0.1.0.dev251029.dist-info/top_level.txt,sha256=oqs7UPoNSKZEwqsX8B-KAWdQwfAa7i60pbxW_Jk7P3w,5
+tico-0.1.0.dev251029.dist-info/RECORD,,