tico 0.4.0.dev261026__tar.gz → 0.4.0.dev261028__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of tico might be problematic. Click here for more details.

Files changed (650) hide show
  1. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/PKG-INFO +2 -2
  2. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/README.md +1 -1
  3. tico-0.4.0.dev261028/tico/_version.py +1 -0
  4. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/elementwise.py +23 -2
  5. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/quantization.py +9 -2
  6. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_group_norm.py +50 -16
  7. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/discrete_refinement.py +24 -33
  8. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/global_refinement.py +8 -23
  9. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/joint.py +30 -24
  10. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/rounding.py +4 -1
  11. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/multistart.py +17 -35
  12. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/observer.py +22 -14
  13. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/evaluate.py +3 -0
  14. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/export.py +3 -0
  15. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/fold_quant_ops.py +12 -89
  16. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +47 -6
  17. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/remove_weight_dequant_op.py +4 -17
  18. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/public_interface.py +20 -9
  19. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/adapters/gemma4.py +3 -1
  20. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/adapters/gemma4_assistant.py +4 -1
  21. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/adapters/llama.py +6 -3
  22. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/adapters/qwen3_vl.py +4 -1
  23. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/config.py +12 -0
  24. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/cpu_static_cache.py +3 -0
  25. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/cpu_validation.py +6 -2
  26. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/export_regression.py +30 -25
  27. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/trace.py +7 -1
  28. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +2 -4
  29. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +5 -1
  30. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/circle.py +6 -1
  31. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/gemma4.py +10 -11
  32. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/gemma4_assistant.py +12 -7
  33. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/qwen3_vl.py +10 -7
  34. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/runner.py +4 -2
  35. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/__init__.py +2 -1
  36. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/ptq.py +2 -1
  37. tico-0.4.0.dev261028/tico/quantization/wrapq/lifecycle.py +384 -0
  38. tico-0.4.0.dev261028/tico/quantization/wrapq/observers/affine_base.py +592 -0
  39. tico-0.4.0.dev261028/tico/quantization/wrapq/observers/base.py +444 -0
  40. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/observers/ema.py +3 -0
  41. tico-0.4.0.dev261028/tico/quantization/wrapq/observers/identity.py +66 -0
  42. tico-0.4.0.dev261028/tico/quantization/wrapq/observers/mx.py +105 -0
  43. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/observers/percentile.py +35 -18
  44. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/quantizer.py +6 -15
  45. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/check_missing_qparam.py +4 -2
  46. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/introspection.py +19 -8
  47. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/static_export.py +89 -1
  48. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrap_helper.py +9 -6
  49. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +8 -0
  50. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +17 -0
  51. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +96 -4
  52. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +18 -9
  53. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +2 -0
  54. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +2 -0
  55. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +36 -4
  56. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +3 -4
  57. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +101 -215
  58. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +25 -3
  59. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +13 -3
  60. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +3 -3
  61. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +5 -6
  62. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +4 -3
  63. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +41 -22
  64. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +33 -0
  65. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +32 -2
  66. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +17 -1
  67. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/position.py +17 -3
  68. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +18 -1
  69. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +6 -2
  70. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/quant_model.py +19 -2
  71. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +8 -0
  72. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +2 -3
  73. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +2 -10
  74. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +46 -18
  75. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +2 -3
  76. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +9 -2
  77. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +8 -9
  78. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +13 -2
  79. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +2 -3
  80. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +2 -3
  81. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +12 -2
  82. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/quant_module_base.py +185 -38
  83. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +37 -1
  84. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +11 -2
  85. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +16 -51
  86. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +2 -1
  87. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +21 -0
  88. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -4
  89. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +19 -18
  90. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_repeat.py +3 -3
  91. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico.egg-info/PKG-INFO +2 -2
  92. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico.egg-info/SOURCES.txt +1 -0
  93. tico-0.4.0.dev261026/tico/_version.py +0 -1
  94. tico-0.4.0.dev261026/tico/quantization/wrapq/observers/affine_base.py +0 -194
  95. tico-0.4.0.dev261026/tico/quantization/wrapq/observers/base.py +0 -113
  96. tico-0.4.0.dev261026/tico/quantization/wrapq/observers/identity.py +0 -75
  97. tico-0.4.0.dev261026/tico/quantization/wrapq/observers/mx.py +0 -62
  98. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/LICENSE +0 -0
  99. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/pyproject.toml +0 -0
  100. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/setup.cfg +0 -0
  101. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/__init__.py +0 -0
  102. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/__init__.py +0 -0
  103. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/_buffer.py +0 -0
  104. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/_object.py +0 -0
  105. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/_schema.py +0 -0
  106. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/analysis/__init__.py +0 -0
  107. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/analysis/effects.py +0 -0
  108. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/analysis/purity.py +0 -0
  109. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/analysis/structural_hash.py +0 -0
  110. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/analysis/tensor_contract.py +0 -0
  111. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/builder.py +0 -0
  112. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/cli/__init__.py +0 -0
  113. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/cli/__main__.py +0 -0
  114. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/cli/main.py +0 -0
  115. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/document.py +0 -0
  116. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/errors.py +0 -0
  117. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/export.py +0 -0
  118. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/graph.py +0 -0
  119. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/inspect/__init__.py +0 -0
  120. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/inspect/printer.py +0 -0
  121. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/inspect/summary.py +0 -0
  122. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/io.py +0 -0
  123. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/mutation.py +0 -0
  124. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/operations/__init__.py +0 -0
  125. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/operations/extract.py +0 -0
  126. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/__init__.py +0 -0
  127. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/base.py +0 -0
  128. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/cleanup/__init__.py +0 -0
  129. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/cleanup/compact_indices.py +0 -0
  130. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
  131. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
  132. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/manager.py +0 -0
  133. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/__init__.py +0 -0
  134. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
  135. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/_utils.py +0 -0
  136. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
  137. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
  138. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
  139. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
  140. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
  141. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/cse.py +0 -0
  142. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/__init__.py +0 -0
  143. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
  144. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
  145. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
  146. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
  147. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
  148. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
  149. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
  150. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fold/profiles.py +0 -0
  151. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
  152. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fuse/activation.py +0 -0
  153. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fuse/composite.py +0 -0
  154. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fuse/linear.py +0 -0
  155. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
  156. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
  157. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
  158. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
  159. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/policy.py +0 -0
  160. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
  161. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
  162. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
  163. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
  164. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
  165. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
  166. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
  167. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/optimization/simplify/views.py +0 -0
  168. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/presets.py +0 -0
  169. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/rules.py +0 -0
  170. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/passes/worklist.py +0 -0
  171. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/rewrite.py +0 -0
  172. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/__init__.py +0 -0
  173. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/errors.py +0 -0
  174. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/executor.py +0 -0
  175. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/__init__.py +0 -0
  176. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/base.py +0 -0
  177. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/nn.py +0 -0
  178. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/quantize.py +0 -0
  179. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/reduction.py +0 -0
  180. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/kernels/shape_ops.py +0 -0
  181. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/runtime/program.py +0 -0
  182. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/selector.py +0 -0
  183. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/session.py +0 -0
  184. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/value/__init__.py +0 -0
  185. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/value/codec.py +0 -0
  186. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/value/dtype.py +0 -0
  187. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/value/tensor.py +0 -0
  188. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/circle/verify.py +0 -0
  189. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/config/__init__.py +0 -0
  190. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/config/base.py +0 -0
  191. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/config/factory.py +0 -0
  192. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/config/v1.py +0 -0
  193. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/experimental/__init__.py +0 -0
  194. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/interpreter/__init__.py +0 -0
  195. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/interpreter/backends.py +0 -0
  196. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/interpreter/infer.py +0 -0
  197. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/interpreter/interpreter.py +0 -0
  198. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/ops/__init__.py +0 -0
  199. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/ops/concat.py +0 -0
  200. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/ops/resize_bilinear.py +0 -0
  201. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/ops/same_padding_conv2d.py +0 -0
  202. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/__init__.py +0 -0
  203. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/cast_aten_where_arg_type.py +0 -0
  204. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
  205. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/cast_mixed_type_args.py +0 -0
  206. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/const_prop_pass.py +0 -0
  207. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
  208. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
  209. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_expand_to_slice_cat.py +0 -0
  210. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_gather_to_gather_nd.py +0 -0
  211. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_layout_op_to_reshape.py +0 -0
  212. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_matmul_to_linear.py +0 -0
  213. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
  214. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
  215. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/convert_to_relu6.py +0 -0
  216. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_addmm.py +0 -0
  217. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_batch_norm.py +0 -0
  218. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_fake_quantize.py +0 -0
  219. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
  220. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_grouped_conv2d.py +0 -0
  221. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/decompose_slice_scatter.py +0 -0
  222. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
  223. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/extract_dtype_kwargs.py +0 -0
  224. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/fill_meta_val.py +0 -0
  225. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
  226. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
  227. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/legalize_causal_mask_value.py +0 -0
  228. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/legalize_predefined_layout_operators.py +0 -0
  229. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/lower_copy.py +0 -0
  230. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
  231. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/lower_pow2_to_mul.py +0 -0
  232. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
  233. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/lower_to_slice.py +0 -0
  234. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/merge_consecutive_cat.py +0 -0
  235. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/ops.py +0 -0
  236. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_empty_cat_inputs.py +0 -0
  237. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_nop.py +0 -0
  238. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_redundant_assert_nodes.py +0 -0
  239. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_redundant_expand.py +0 -0
  240. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_redundant_permute.py +0 -0
  241. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_redundant_reshape.py +0 -0
  242. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_redundant_slice.py +0 -0
  243. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_redundant_to_copy.py +0 -0
  244. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/remove_unused_placeholder.py +0 -0
  245. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/restore_linear.py +0 -0
  246. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/passes/segment_index_select.py +0 -0
  247. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/pt2_to_circle.py +0 -0
  248. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/__init__.py +0 -0
  249. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/__init__.py +0 -0
  250. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/__init__.py +0 -0
  251. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
  252. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/runner.py +0 -0
  253. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
  254. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
  255. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
  256. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
  257. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
  258. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
  259. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/cle/__init__.py +0 -0
  260. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/cle/cle.py +0 -0
  261. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/cle/quantizer.py +0 -0
  262. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
  263. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
  264. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
  265. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
  266. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
  267. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
  268. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +0 -0
  269. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
  270. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gptq/__init__.py +0 -0
  271. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gptq/gptq.py +0 -0
  272. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gptq/quant.py +0 -0
  273. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
  274. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/gptq/utils.py +0 -0
  275. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
  276. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
  277. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
  278. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
  279. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
  280. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
  281. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
  282. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
  283. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
  284. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
  285. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
  286. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
  287. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
  288. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
  289. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
  290. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
  291. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
  292. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
  293. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
  294. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/__init__.py +0 -0
  295. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/ablation.py +0 -0
  296. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/clipping.py +0 -0
  297. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/inputs.py +0 -0
  298. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/metrics.py +0 -0
  299. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/output_quantization.py +0 -0
  300. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/outputs.py +0 -0
  301. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/profile.py +0 -0
  302. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/report.py +0 -0
  303. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/selector.py +0 -0
  304. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/analysis/sensitivity.py +0 -0
  305. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/__init__.py +0 -0
  306. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/base.py +0 -0
  307. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/builders.py +0 -0
  308. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/cle.py +0 -0
  309. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/fpi_gptq.py +0 -0
  310. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
  311. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/gemma4_attention.py +0 -0
  312. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/gemma4_builders.py +0 -0
  313. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/gemma4_gptq.py +0 -0
  314. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/gptq.py +0 -0
  315. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/llama_attention.py +0 -0
  316. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/ptq.py +0 -0
  317. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/qwen3_vl_attention.py +0 -0
  318. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
  319. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
  320. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/smoothquant.py +0 -0
  321. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/specs.py +0 -0
  322. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/spinquant.py +0 -0
  323. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/config/utils.py +0 -0
  324. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/__init__.py +0 -0
  325. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/backend.py +0 -0
  326. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/evaluate.py +0 -0
  327. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/executor/__init__.py +0 -0
  328. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
  329. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
  330. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
  331. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
  332. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
  333. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
  334. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
  335. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
  336. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/metric.py +0 -0
  337. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
  338. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
  339. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/optional_deps.py +0 -0
  340. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
  341. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
  342. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/utils.py +0 -0
  343. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
  344. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
  345. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/__init__.py +0 -0
  346. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/compare_side_by_side.py +0 -0
  347. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/configs/__init__.py +0 -0
  348. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/generate.py +0 -0
  349. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/inspector.py +0 -0
  350. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/examples/quantize.py +0 -0
  351. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/__init__.py +0 -0
  352. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/concat_qparam.py +0 -0
  353. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
  354. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/mx_qparam.py +0 -0
  355. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/propagate_qparam_backward.py +0 -0
  356. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/propagate_qparam_forward.py +0 -0
  357. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
  358. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/passes/quantize_bias.py +0 -0
  359. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/quant_stub.py +0 -0
  360. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/quantizer.py +0 -0
  361. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/quantizer_registry.py +0 -0
  362. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/__init__.py +0 -0
  363. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/adapters/__init__.py +0 -0
  364. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/adapters/base.py +0 -0
  365. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/context.py +0 -0
  366. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/data/__init__.py +0 -0
  367. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/data/dataset_config.py +0 -0
  368. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/data/dataset_usage.py +0 -0
  369. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/data/llm.py +0 -0
  370. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/data/vlm.py +0 -0
  371. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/__init__.py +0 -0
  372. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
  373. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
  374. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/static_gemma4_runtime.py +0 -0
  375. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
  376. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
  377. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
  378. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/token_mask.py +0 -0
  379. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
  380. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
  381. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
  382. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
  383. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
  384. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
  385. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
  386. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
  387. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
  388. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
  389. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
  390. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/__init__.py +0 -0
  391. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/eager.py +0 -0
  392. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
  393. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
  394. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
  395. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/llm.py +0 -0
  396. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
  397. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
  398. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/selection.py +0 -0
  399. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
  400. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/evaluation/vlm.py +0 -0
  401. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/__init__.py +0 -0
  402. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/checkpoint.py +0 -0
  403. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/llama.py +0 -0
  404. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/export/llama_bundle.py +0 -0
  405. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/extensions.py +0 -0
  406. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/override_policies.py +0 -0
  407. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/qparams.py +0 -0
  408. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/runtime/__init__.py +0 -0
  409. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/runtime/llama.py +0 -0
  410. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/sequence_length.py +0 -0
  411. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/base.py +0 -0
  412. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/cle.py +0 -0
  413. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/gptq.py +0 -0
  414. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/smoothquant.py +0 -0
  415. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/stages/spinquant.py +0 -0
  416. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/recipes/utils.py +0 -0
  417. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/__init__.py +0 -0
  418. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/control.py +0 -0
  419. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/dtypes.py +0 -0
  420. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/__init__.py +0 -0
  421. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
  422. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
  423. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
  424. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
  425. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +0 -0
  426. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +0 -0
  427. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +0 -0
  428. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
  429. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
  430. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
  431. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
  432. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
  433. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
  434. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
  435. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
  436. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
  437. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
  438. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
  439. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
  440. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
  441. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
  442. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
  443. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
  444. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
  445. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
  446. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
  447. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
  448. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
  449. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
  450. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
  451. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
  452. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
  453. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
  454. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
  455. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
  456. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
  457. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
  458. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
  459. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
  460. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
  461. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
  462. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
  463. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/mode.py +0 -0
  464. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/observers/__init__.py +0 -0
  465. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/observers/minmax.py +0 -0
  466. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/qscheme.py +0 -0
  467. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/__init__.py +0 -0
  468. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
  469. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/metrics.py +0 -0
  470. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
  471. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/utils.py +0 -0
  472. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/utils/version.py +0 -0
  473. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
  474. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
  475. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
  476. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
  477. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
  478. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
  479. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
  480. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +0 -0
  481. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
  482. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
  483. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +0 -0
  484. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
  485. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +0 -0
  486. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +0 -0
  487. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
  488. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
  489. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +0 -0
  490. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4/utils.py +0 -0
  491. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
  492. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
  493. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
  494. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
  495. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
  496. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
  497. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
  498. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
  499. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
  500. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
  501. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
  502. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
  503. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
  504. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
  505. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +0 -0
  506. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
  507. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
  508. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
  509. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
  510. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
  511. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
  512. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
  513. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
  514. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
  515. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
  516. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
  517. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
  518. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/quantization/wrapq/wrappers/registry.py +0 -0
  519. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/__init__.py +0 -0
  520. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/circle_binary.py +0 -0
  521. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/circle_graph.py +0 -0
  522. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/circle_mapping.py +0 -0
  523. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/circle_serializer.py +0 -0
  524. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/__init__.py +0 -0
  525. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/adapters/__init__.py +0 -0
  526. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
  527. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
  528. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
  529. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/hashable_opcode.py +0 -0
  530. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/node_visitor.py +0 -0
  531. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_abs.py +0 -0
  532. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_add.py +0 -0
  533. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_alias_copy.py +0 -0
  534. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_any.py +0 -0
  535. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_arange_start_step.py +0 -0
  536. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_argmax.py +0 -0
  537. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_attention.py +0 -0
  538. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_avg_pool2d.py +0 -0
  539. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_bitwise_and.py +0 -0
  540. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_bmm.py +0 -0
  541. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_cat.py +0 -0
  542. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
  543. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_circle_shape.py +0 -0
  544. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_clamp.py +0 -0
  545. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_clone.py +0 -0
  546. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
  547. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_conv2d.py +0 -0
  548. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_cos.py +0 -0
  549. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_cumsum.py +0 -0
  550. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
  551. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
  552. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
  553. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_div.py +0 -0
  554. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_elu.py +0 -0
  555. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_embedding.py +0 -0
  556. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_eq.py +0 -0
  557. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_exp.py +0 -0
  558. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_expand.py +0 -0
  559. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_full.py +0 -0
  560. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_full_like.py +0 -0
  561. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_ge.py +0 -0
  562. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_gelu.py +0 -0
  563. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_gt.py +0 -0
  564. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_index.py +0 -0
  565. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_index_select.py +0 -0
  566. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_instance_norm.py +0 -0
  567. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_le.py +0 -0
  568. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_leaky_relu.py +0 -0
  569. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_linear.py +0 -0
  570. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_log.py +0 -0
  571. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_log1p.py +0 -0
  572. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_logical_and.py +0 -0
  573. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_logical_not.py +0 -0
  574. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_lt.py +0 -0
  575. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_max_dim.py +0 -0
  576. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
  577. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_maximum.py +0 -0
  578. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_mean.py +0 -0
  579. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_minimum.py +0 -0
  580. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_mm.py +0 -0
  581. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_mul.py +0 -0
  582. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_ne.py +0 -0
  583. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_neg.py +0 -0
  584. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_permute.py +0 -0
  585. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_pow.py +0 -0
  586. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_prelu.py +0 -0
  587. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
  588. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_reciprocal.py +0 -0
  589. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_relu.py +0 -0
  590. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_relu6.py +0 -0
  591. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_reshape.py +0 -0
  592. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_resize_bilinear.py +0 -0
  593. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
  594. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_rmsnorm.py +0 -0
  595. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_round.py +0 -0
  596. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_rsqrt.py +0 -0
  597. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_scalar_tensor.py +0 -0
  598. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_select_copy.py +0 -0
  599. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_sigmoid.py +0 -0
  600. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_sin.py +0 -0
  601. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_slice.py +0 -0
  602. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_softmax.py +0 -0
  603. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_split_with_sizes.py +0 -0
  604. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_sqrt.py +0 -0
  605. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_squeeze.py +0 -0
  606. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_sub.py +0 -0
  607. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_sum.py +0 -0
  608. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_tanh.py +0 -0
  609. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_to_copy.py +0 -0
  610. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_transpose_conv.py +0 -0
  611. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_unsqueeze.py +0 -0
  612. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_view.py +0 -0
  613. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/op_where.py +0 -0
  614. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/operators/utils.py +0 -0
  615. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/pack.py +0 -0
  616. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/serialize/quant_param.py +0 -0
  617. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/__init__.py +0 -0
  618. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/compat/__init__.py +0 -0
  619. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/compat/torch.py +0 -0
  620. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/compat/torch_version_policy.py +0 -0
  621. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/compat/transformers.py +0 -0
  622. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/convert.py +0 -0
  623. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/define.py +0 -0
  624. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/diff_graph.py +0 -0
  625. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/dtype.py +0 -0
  626. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/errors.py +0 -0
  627. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/graph.py +0 -0
  628. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/installed_packages.py +0 -0
  629. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/logging.py +0 -0
  630. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/model.py +0 -0
  631. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/mx/__init__.py +0 -0
  632. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/mx/dtypes.py +0 -0
  633. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/mx/elemwise_ops.py +0 -0
  634. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/mx/formats.py +0 -0
  635. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/mx/mx_ops.py +0 -0
  636. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/padding.py +0 -0
  637. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/passes.py +0 -0
  638. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/pytree_utils.py +0 -0
  639. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/record_input.py +0 -0
  640. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/register_custom_op.py +0 -0
  641. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/serialize.py +0 -0
  642. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/signature.py +0 -0
  643. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/trace_decorators.py +0 -0
  644. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/utils.py +0 -0
  645. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/validate_args_kwargs.py +0 -0
  646. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico/utils/version.py +0 -0
  647. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico.egg-info/dependency_links.txt +0 -0
  648. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico.egg-info/entry_points.txt +0 -0
  649. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico.egg-info/requires.txt +0 -0
  650. {tico-0.4.0.dev261026 → tico-0.4.0.dev261028}/tico.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tico
3
- Version: 0.4.0.dev261026
3
+ Version: 0.4.0.dev261028
4
4
  Summary: Convert Exported Torch Module To Circle
5
5
  License: This file provides full text of licenses used in this project
6
6
 
@@ -382,7 +382,7 @@ prepared_model = prepare(model.eval(), GPTQConfig())
382
382
  for d in dataset: # calibration
383
383
  prepared_model(d)
384
384
 
385
- quantized_model = convert(prepared_model, GPTQConfig())
385
+ quantized_model = convert(prepared_model)
386
386
  ```
387
387
 
388
388
  - [Quantization overview](./tico/quantization/README.md) — API, architecture, and how to add a new algorithm
@@ -126,7 +126,7 @@ prepared_model = prepare(model.eval(), GPTQConfig())
126
126
  for d in dataset: # calibration
127
127
  prepared_model(d)
128
128
 
129
- quantized_model = convert(prepared_model, GPTQConfig())
129
+ quantized_model = convert(prepared_model)
130
130
  ```
131
131
 
132
132
  - [Quantization overview](./tico/quantization/README.md) — API, architecture, and how to add a new algorithm
@@ -0,0 +1 @@
1
+ __version__ = "0.4.0.dev261028"
@@ -57,8 +57,29 @@ def _divide(lhs: np.ndarray, rhs: np.ndarray) -> np.ndarray:
57
57
 
58
58
  if lhs.dtype.kind == "f":
59
59
  return np.divide(lhs, rhs)
60
- quotient = np.trunc(np.divide(lhs.astype(np.float64), rhs.astype(np.float64)))
61
- return quotient.astype(lhs.dtype)
60
+ left, right = np.broadcast_arrays(lhs, rhs)
61
+ valid = right != 0
62
+ if lhs.dtype.kind == "i":
63
+ valid &= ~((left == np.iinfo(lhs.dtype).min) & (right == -1))
64
+
65
+ if np.all(valid):
66
+ quotient = np.empty_like(left)
67
+ else:
68
+ # Preserve the existing exceptional casts in their original array
69
+ # shape/layout; casting a compressed subset can change NaN results.
70
+ quotient = np.asarray(
71
+ np.trunc(np.divide(lhs.astype(np.float64), rhs.astype(np.float64))).astype(
72
+ lhs.dtype
73
+ )
74
+ )
75
+ remainder = np.zeros_like(left)
76
+ np.divmod(left, right, out=(quotient, remainder), where=valid)
77
+ if lhs.dtype.kind == "i":
78
+ # Integer divmod rounds down. Only negative, non-integral quotients
79
+ # need one step toward zero; this also avoids abs(INT_MIN) overflow.
80
+ correct = valid & ((left < 0) != (right < 0)) & (remainder != 0)
81
+ quotient[correct] += 1
82
+ return quotient
62
83
 
63
84
 
64
85
  def _pow(ctx: KernelContext) -> tuple[np.ndarray, ...]:
@@ -136,8 +136,15 @@ def quantize_array(value: np.ndarray, tensor: RuntimeTensor) -> np.ndarray:
136
136
  with np.errstate(all="ignore"):
137
137
  scaled = round_half_away_from_zero(value.astype(np.float32) / scale)
138
138
  scaled = scaled + zero_point
139
- clipped = np.clip(scaled, minimum, maximum)
140
- return clipped.astype(tensor.dtype)
139
+ clipped = np.asarray(np.clip(scaled, minimum, maximum))
140
+ # FLOAT32 rounds wide integer maxima past the storage range. Keep the full
141
+ # clip/cast layout for NaNs, but cast saturated elements as zero before
142
+ # assigning the exact integer endpoint.
143
+ at_maximum = scaled >= maximum
144
+ clipped[at_maximum] = 0
145
+ result = clipped.astype(tensor.dtype)
146
+ result[at_maximum] = maximum
147
+ return result
141
148
 
142
149
 
143
150
  def fake_quantize_array(value: np.ndarray, tensor: RuntimeTensor) -> np.ndarray:
@@ -14,7 +14,7 @@
14
14
 
15
15
  import math
16
16
  import operator
17
- from typing import TYPE_CHECKING
17
+ from typing import Any, cast, TYPE_CHECKING
18
18
 
19
19
  if TYPE_CHECKING:
20
20
  import torch.fx
@@ -22,6 +22,7 @@ import torch
22
22
  from torch.export import ExportedProgram
23
23
 
24
24
  from tico.serialize.circle_mapping import extract_shape
25
+ from tico.utils.errors import NotYetSupportedError
25
26
  from tico.utils.graph import create_node
26
27
  from tico.utils.passes import PassBase, PassResult
27
28
  from tico.utils.trace_decorators import trace_graph_diff_on_pass
@@ -36,6 +37,10 @@ class DecomposeGroupNorm(PassBase):
36
37
 
37
38
  LayerNorm is group=1 Group normalization.
38
39
 
40
+ Only the normalized tensor (tuple index 0, also spelled -3) is supported.
41
+ Validate all live tuple uses before rewriting any normalization. Unused
42
+ statistics may be discarded; live mean/rstd or direct tuple uses are rejected.
43
+
39
44
  [LayerNorm, GroupNorm]
40
45
 
41
46
  Two normalzations result in same nodes but have different normalization shapes.
@@ -129,8 +134,17 @@ class DecomposeGroupNorm(PassBase):
129
134
  graph: torch.fx.Graph = gm.graph
130
135
  modified = False
131
136
 
137
+ # Match FX dead-code liveness without removing nodes before validation.
138
+ # This includes dependencies of side-effectful nodes as well as outputs.
139
+ graph.lint()
140
+ live_nodes: set[torch.fx.Node] = set()
141
+ for node in reversed(graph.nodes):
142
+ if node.is_impure() or any(user in live_nodes for user in node.users):
143
+ live_nodes.add(node)
144
+
145
+ normalized_outputs: dict[torch.fx.Node, list[torch.fx.Node]] = {}
132
146
  for node in graph.nodes:
133
- if not is_target_node(
147
+ if node not in live_nodes or not is_target_node(
134
148
  node,
135
149
  [
136
150
  torch.ops.aten.native_layer_norm.default,
@@ -139,8 +153,31 @@ class DecomposeGroupNorm(PassBase):
139
153
  ):
140
154
  continue
141
155
 
156
+ normalized_outputs[node] = []
157
+ for user in node.users:
158
+ if user not in live_nodes:
159
+ continue
160
+ if not (
161
+ user.op == "call_function"
162
+ and user.target == operator.getitem
163
+ and len(user.args) == 2
164
+ and user.args[0] is node
165
+ and isinstance(user.args[1], int)
166
+ and user.args[1] in (0, -3)
167
+ and not user.kwargs
168
+ ):
169
+ raise NotYetSupportedError(
170
+ f"{node.target}: only normalized output (index 0 or -3) "
171
+ "is supported; mean/rstd outputs and direct tuple uses "
172
+ "are not supported."
173
+ )
174
+ normalized_outputs[node].append(user)
175
+
176
+ for node, get_items in normalized_outputs.items():
142
177
  if node.target == torch.ops.aten.native_layer_norm.default:
143
- ln_args = NativeLayerNormArgs(*node.args, **node.kwargs)
178
+ ln_args = NativeLayerNormArgs(
179
+ *cast(Any, node.args), **cast(Any, node.kwargs)
180
+ )
144
181
  x = ln_args.input
145
182
  normalized_shape = ln_args.normalized_shape
146
183
  weight = ln_args.weight
@@ -165,7 +202,9 @@ class DecomposeGroupNorm(PassBase):
165
202
  norm_size = math.prod(normalized_shape)
166
203
  layer_size = math.prod(x_shape[:idx_normalize_start])
167
204
  elif node.target == torch.ops.aten.native_group_norm.default:
168
- gn_args = NativeGroupNormArgs(*node.args, **node.kwargs)
205
+ gn_args = NativeGroupNormArgs(
206
+ *cast(Any, node.args), **cast(Any, node.kwargs)
207
+ )
169
208
  x = gn_args.input
170
209
  weight = gn_args.weight
171
210
  bias = gn_args.bias
@@ -251,21 +290,16 @@ class DecomposeGroupNorm(PassBase):
251
290
  # Reset last node's meta for propagating replacing node's meta.
252
291
  layer_norm.meta = {}
253
292
 
254
- # NOTE Why select user `getitem` here?
255
- # `native_layer_norm` and `native_group_norm` requires `getitem`
256
- # to select the first output and discard the rest unused outputs.
257
- # To replace those operators, it's necessary to replace the corresponding
258
- # `getitem` node as well.
259
- get_item = next(iter(node.users))
260
- assert (
261
- get_item.target == operator.getitem
262
- ), "First user of native_group/layer_norm should be getitem"
263
-
264
- get_item.replace_all_uses_with(layer_norm, propagate_meta=True)
293
+ # Every selected user denotes the same normalized tensor. Copy
294
+ # its metadata once, then rewire all users regardless of order.
295
+ for index, get_item in enumerate(get_items):
296
+ get_item.replace_all_uses_with(
297
+ layer_norm, propagate_meta=index == 0
298
+ )
265
299
 
266
300
  modified = True
267
301
 
268
- gm.graph.eliminate_dead_code()
302
+ modified |= gm.graph.eliminate_dead_code()
269
303
  gm.graph.lint()
270
304
  gm.recompile()
271
305
 
@@ -54,7 +54,7 @@ from tico.quantization.wrapq.control import (
54
54
  SiteRole,
55
55
  )
56
56
  from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
57
- from tico.quantization.wrapq.observers.base import ObserverBase
57
+ from tico.quantization.wrapq.observers.base import FrozenObserverState, ObserverBase
58
58
 
59
59
  MetricsEvaluator = Callable[[], OutputMetrics]
60
60
  ProgressCallback = Callable[["DiscreteCodeRoundResult"], None]
@@ -470,7 +470,9 @@ class FixedScaleCodeObserver(ObserverBase):
470
470
  raise ValueError("Discrete Conv refinement expects channel_axis=0.")
471
471
  self.enabled = bool(original.enabled)
472
472
  self.fake_quant_enabled = bool(original.fake_quant_enabled)
473
- scale, zero_point = original.compute_qparams()
473
+ initial_state = original.require_frozen()
474
+ scale, zero_point = initial_state.scale, initial_state.zero_point
475
+ assert scale is not None and zero_point is not None
474
476
  source = reference_weight.detach().to(
475
477
  device=checkpoint_effective_weight.device,
476
478
  dtype=checkpoint_effective_weight.dtype,
@@ -532,6 +534,19 @@ class FixedScaleCodeObserver(ObserverBase):
532
534
  def compute_qparams(self):
533
535
  return self._fixed_scale, self._fixed_zero_point
534
536
 
537
+ def derive_candidate(self):
538
+ raise RuntimeError(
539
+ "Finalize discrete refinement into its original observer before freezing or export."
540
+ )
541
+
542
+ def get_extra_state(self):
543
+ raise RuntimeError(
544
+ "Finalize discrete refinement before saving deployment state; use its optimization snapshot APIs for checkpoints."
545
+ )
546
+
547
+ def validate_loaded_state(self) -> None:
548
+ self.derive_candidate()
549
+
535
550
  def fake_quant(self, x: torch.Tensor) -> torch.Tensor:
536
551
  if not self.fake_quant_enabled:
537
552
  return x
@@ -611,11 +626,7 @@ class _DiscreteBinding:
611
626
  weight_module: nn.Conv2d
612
627
  original_observer: AffineObserverBase
613
628
  entry_weight: torch.Tensor
614
- entry_scale: torch.Tensor
615
- entry_zero_point: torch.Tensor
616
- entry_qparams_locked: bool
617
- entry_enabled: bool
618
- entry_fake_quant_enabled: bool
629
+ entry_state: FrozenObserverState
619
630
  proxy: FixedScaleCodeObserver
620
631
 
621
632
 
@@ -906,16 +917,7 @@ class DiscreteCodeWeightSet:
906
917
  binding.proxy.effective_weight.detach()
907
918
  )
908
919
  for binding in self.bindings:
909
- device = binding.original_observer.min_val.device
910
- binding.original_observer.load_qparams(
911
- binding.entry_scale.to(device=device),
912
- binding.entry_zero_point.to(device=device),
913
- lock=True,
914
- )
915
- binding.original_observer.enabled = binding.entry_enabled
916
- binding.original_observer.fake_quant_enabled = (
917
- binding.entry_fake_quant_enabled
918
- )
920
+ binding.original_observer.install_candidate(binding.entry_state)
919
921
  self._restore_observers()
920
922
  except Exception:
921
923
  self._restore_entry_state()
@@ -993,16 +995,7 @@ class DiscreteCodeWeightSet:
993
995
  for binding in self.bindings:
994
996
  binding.weight_module.weight.copy_(binding.entry_weight)
995
997
  for binding in self.bindings:
996
- device = binding.original_observer.min_val.device
997
- binding.original_observer.load_qparams(
998
- binding.entry_scale.to(device=device),
999
- binding.entry_zero_point.to(device=device),
1000
- lock=binding.entry_qparams_locked,
1001
- )
1002
- binding.original_observer.enabled = binding.entry_enabled
1003
- binding.original_observer.fake_quant_enabled = (
1004
- binding.entry_fake_quant_enabled
1005
- )
998
+ binding.original_observer.install_candidate(binding.entry_state)
1006
999
  self._restore_observers()
1007
1000
 
1008
1001
  def _restore_observers(self) -> None:
@@ -1451,7 +1444,9 @@ def _build_binding(
1451
1444
  f"FP source shape mismatch at {site.path!r}: "
1452
1445
  f"{tuple(source.shape)} != {tuple(weight_module.weight.shape)}."
1453
1446
  )
1454
- scale, zero_point = site.observer.compute_qparams()
1447
+ initial_state = site.observer.require_frozen()
1448
+ scale, zero_point = initial_state.scale, initial_state.zero_point
1449
+ assert scale is not None and zero_point is not None
1455
1450
  entry_weight = weight_module.weight.detach().clone()
1456
1451
  with torch.no_grad():
1457
1452
  checkpoint_effective_weight = site.observer.fake_quant(entry_weight)
@@ -1471,11 +1466,7 @@ def _build_binding(
1471
1466
  weight_module=weight_module,
1472
1467
  original_observer=site.observer,
1473
1468
  entry_weight=entry_weight,
1474
- entry_scale=scale.detach().clone(),
1475
- entry_zero_point=zero_point.detach().clone(),
1476
- entry_qparams_locked=bool(site.observer._qparams_locked),
1477
- entry_enabled=bool(site.observer.enabled),
1478
- entry_fake_quant_enabled=bool(site.observer.fake_quant_enabled),
1469
+ entry_state=initial_state,
1479
1470
  proxy=proxy,
1480
1471
  )
1481
1472
 
@@ -45,7 +45,7 @@ from tico.quantization.wrapq.control import (
45
45
  SiteRole,
46
46
  )
47
47
  from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
48
- from tico.quantization.wrapq.observers.base import ObserverBase
48
+ from tico.quantization.wrapq.observers.base import FrozenObserverState, ObserverBase
49
49
 
50
50
  MetricsEvaluator = Callable[[], OutputMetrics]
51
51
  ProgressCallback = Callable[["GlobalWeightRefinementCheckpoint"], None]
@@ -543,11 +543,7 @@ class _GlobalBinding:
543
543
  weight_module: nn.Conv2d
544
544
  original_observer: AffineObserverBase
545
545
  entry_weight: torch.Tensor
546
- entry_scale: torch.Tensor
547
- entry_zero_point: torch.Tensor
548
- entry_qparams_locked: bool
549
- entry_enabled: bool
550
- entry_fake_quant_enabled: bool
546
+ entry_state: FrozenObserverState
551
547
  proxy: CheckpointInitializedScaleAdaRoundQuantizer
552
548
 
553
549
 
@@ -877,7 +873,7 @@ class GlobalAdaRoundWeightSet:
877
873
  lock=True,
878
874
  )
879
875
  binding.original_observer.fake_quant_enabled = (
880
- binding.entry_fake_quant_enabled
876
+ binding.entry_state.fake_quant_enabled
881
877
  )
882
878
  self._restore_observers()
883
879
  except Exception:
@@ -897,16 +893,7 @@ class GlobalAdaRoundWeightSet:
897
893
  for binding in self.bindings:
898
894
  binding.weight_module.weight.copy_(binding.entry_weight)
899
895
  for binding in self.bindings:
900
- device = binding.original_observer.min_val.device
901
- binding.original_observer.load_qparams(
902
- binding.entry_scale.to(device=device),
903
- binding.entry_zero_point.to(device=device),
904
- lock=binding.entry_qparams_locked,
905
- )
906
- binding.original_observer.enabled = binding.entry_enabled
907
- binding.original_observer.fake_quant_enabled = (
908
- binding.entry_fake_quant_enabled
909
- )
896
+ binding.original_observer.install_candidate(binding.entry_state)
910
897
  self._restore_observers()
911
898
 
912
899
  def _restore_observers(self) -> None:
@@ -1702,7 +1689,9 @@ def _build_binding(
1702
1689
  f"FP source shape mismatch at {site.path!r}: "
1703
1690
  f"{tuple(source.shape)} != {tuple(weight_module.weight.shape)}."
1704
1691
  )
1705
- scale, zero_point = site.observer.compute_qparams()
1692
+ initial_state = site.observer.require_frozen()
1693
+ scale, zero_point = initial_state.scale, initial_state.zero_point
1694
+ assert scale is not None and zero_point is not None
1706
1695
  entry_weight = weight_module.weight.detach().clone()
1707
1696
  with torch.no_grad():
1708
1697
  checkpoint_effective_weight = site.observer.fake_quant(entry_weight)
@@ -1738,11 +1727,7 @@ def _build_binding(
1738
1727
  weight_module=weight_module,
1739
1728
  original_observer=site.observer,
1740
1729
  entry_weight=entry_weight,
1741
- entry_scale=scale.detach().clone(),
1742
- entry_zero_point=zero_point.detach().clone(),
1743
- entry_qparams_locked=bool(site.observer._qparams_locked),
1744
- entry_enabled=bool(site.observer.enabled),
1745
- entry_fake_quant_enabled=bool(site.observer.fake_quant_enabled),
1730
+ entry_state=initial_state,
1746
1731
  proxy=proxy,
1747
1732
  )
1748
1733
 
@@ -30,7 +30,7 @@ from tico.quantization.wrapq.control import (
30
30
  SiteRole,
31
31
  )
32
32
  from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
33
- from tico.quantization.wrapq.observers.base import ObserverBase
33
+ from tico.quantization.wrapq.observers.base import FrozenObserverState, ObserverBase
34
34
 
35
35
  _SUPPORTED_FAMILIES = frozenset({"regular_conv", "depthwise_conv"})
36
36
 
@@ -168,9 +168,12 @@ class LearnableScaleAdaRoundWeightQuantizer(AffineObserverBase):
168
168
  qscheme=original.qscheme,
169
169
  channel_axis=original.channel_axis,
170
170
  )
171
- initial_scale, zero_point = original.compute_qparams()
171
+ initial_state = original.require_frozen()
172
+ initial_scale, zero_point = initial_state.scale, initial_state.zero_point
173
+ assert initial_scale is not None and zero_point is not None
172
174
  initial_scale = initial_scale.detach().clone()
173
175
  zero_point = zero_point.detach().clone().to(torch.int)
176
+ self.observe_shape(weight.shape)
174
177
  self.load_qparams(initial_scale, zero_point, lock=True)
175
178
  self.min_val = original.min_val.detach().clone()
176
179
  self.max_val = original.max_val.detach().clone()
@@ -264,6 +267,24 @@ class LearnableScaleAdaRoundWeightQuantizer(AffineObserverBase):
264
267
  """Return the current learned scale and fixed calibrated zero-point."""
265
268
  return self.learned_scale(), self._fixed_zero_point
266
269
 
270
+ @property
271
+ def frozen_state(self):
272
+ # The optimizer's mutable scale is not a committed deployment grid.
273
+ return None
274
+
275
+ def derive_candidate(self):
276
+ raise RuntimeError(
277
+ "Finalize learned AdaRound qparams into the original observer before freezing or export."
278
+ )
279
+
280
+ def get_extra_state(self):
281
+ raise RuntimeError(
282
+ "Finalize learned AdaRound qparams before saving deployment state; use the owning optimizer's state_snapshot for optimization checkpoints."
283
+ )
284
+
285
+ def validate_loaded_state(self) -> None:
286
+ self.derive_candidate()
287
+
267
288
  def soft_rounding(self) -> torch.Tensor:
268
289
  stretched = torch.sigmoid(self.alpha) * (self.zeta - self.gamma)
269
290
  return (stretched + self.gamma).clamp(0.0, 1.0)
@@ -390,11 +411,7 @@ class _JointBinding:
390
411
  weight_module: nn.Conv2d
391
412
  original_observer: AffineObserverBase
392
413
  original_weight: torch.Tensor
393
- original_scale: torch.Tensor
394
- original_zero_point: torch.Tensor
395
- original_qparams_locked: bool
396
- original_enabled: bool
397
- original_fake_quant_enabled: bool
414
+ original_state: FrozenObserverState
398
415
  proxy: LearnableScaleAdaRoundWeightQuantizer
399
416
 
400
417
 
@@ -566,7 +583,7 @@ class JointAdaRoundWeightSet:
566
583
  lock=True,
567
584
  )
568
585
  binding.original_observer.fake_quant_enabled = (
569
- binding.original_fake_quant_enabled
586
+ binding.original_state.fake_quant_enabled
570
587
  )
571
588
  self._restore_observers()
572
589
  except Exception:
@@ -586,16 +603,7 @@ class JointAdaRoundWeightSet:
586
603
  for binding in self.bindings:
587
604
  binding.weight_module.weight.copy_(binding.original_weight)
588
605
  for binding in self.bindings:
589
- device = binding.original_observer.min_val.device
590
- binding.original_observer.load_qparams(
591
- binding.original_scale.to(device=device),
592
- binding.original_zero_point.to(device=device),
593
- lock=binding.original_qparams_locked,
594
- )
595
- binding.original_observer.enabled = binding.original_enabled
596
- binding.original_observer.fake_quant_enabled = (
597
- binding.original_fake_quant_enabled
598
- )
606
+ binding.original_observer.install_candidate(binding.original_state)
599
607
  self._restore_observers()
600
608
 
601
609
  def _restore_observers(self) -> None:
@@ -691,7 +699,9 @@ def _build_binding(
691
699
  raise RuntimeError(
692
700
  f"No registered observer attribute aliases site {site.path!r}."
693
701
  )
694
- original_scale, original_zero_point = site.observer.compute_qparams()
702
+ initial_state = site.observer.require_frozen()
703
+ original_scale, original_zero_point = initial_state.scale, initial_state.zero_point
704
+ assert original_scale is not None and original_zero_point is not None
695
705
  proxy = LearnableScaleAdaRoundWeightQuantizer(
696
706
  site.observer,
697
707
  weight_module.weight,
@@ -707,11 +717,7 @@ def _build_binding(
707
717
  weight_module=weight_module,
708
718
  original_observer=site.observer,
709
719
  original_weight=weight_module.weight.detach().clone(),
710
- original_scale=original_scale.detach().clone(),
711
- original_zero_point=original_zero_point.detach().clone(),
712
- original_qparams_locked=bool(getattr(site.observer, "_qparams_locked", False)),
713
- original_enabled=bool(site.observer.enabled),
714
- original_fake_quant_enabled=bool(site.observer.fake_quant_enabled),
720
+ original_state=initial_state,
715
721
  proxy=proxy,
716
722
  )
717
723
 
@@ -117,7 +117,10 @@ class AdaRoundWeightQuantizer(AffineObserverBase):
117
117
  qscheme=original.qscheme,
118
118
  channel_axis=original.channel_axis,
119
119
  )
120
- scale, zero_point = original.compute_qparams()
120
+ initial_state = original.require_frozen()
121
+ scale, zero_point = initial_state.scale, initial_state.zero_point
122
+ assert scale is not None and zero_point is not None
123
+ self.observe_shape(weight.shape)
121
124
  self.load_qparams(scale, zero_point, lock=True)
122
125
  self.min_val = original.min_val.detach().clone()
123
126
  self.max_val = original.max_val.detach().clone()
@@ -41,6 +41,7 @@ from tico.quantization.algorithm.block_reconstruction.selection import (
41
41
  )
42
42
  from tico.quantization.wrapq.control import iter_quantization_sites
43
43
  from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
44
+ from tico.quantization.wrapq.observers.base import FrozenObserverState
44
45
 
45
46
 
46
47
  @dataclass(frozen=True)
@@ -96,13 +97,7 @@ def build_qdrop_candidates(
96
97
  @dataclass(frozen=True)
97
98
  class _AffineQParamSiteState:
98
99
  site_path: str
99
- minimum: torch.Tensor
100
- maximum: torch.Tensor
101
- scale: torch.Tensor
102
- zero_point: torch.Tensor
103
- qparams_locked: bool
104
- enabled: bool
105
- fake_quant_enabled: bool
100
+ frozen: FrozenObserverState
106
101
 
107
102
 
108
103
  @dataclass(frozen=True)
@@ -134,23 +129,17 @@ class AffineQParamSnapshot:
134
129
  observer = sites[path].observer
135
130
  if not isinstance(observer, AffineObserverBase):
136
131
  raise TypeError(f"Quantization site {path!r} is not affine.")
137
- scale, zero_point = observer.compute_qparams()
132
+ frozen = observer.require_frozen()
138
133
  states.append(
139
134
  _AffineQParamSiteState(
140
135
  site_path=path,
141
- minimum=observer.min_val.detach().cpu().clone(),
142
- maximum=observer.max_val.detach().cpu().clone(),
143
- scale=scale.detach().cpu().clone(),
144
- zero_point=zero_point.detach().cpu().clone(),
145
- qparams_locked=bool(getattr(observer, "_qparams_locked", True)),
146
- enabled=bool(observer.enabled),
147
- fake_quant_enabled=bool(observer.fake_quant_enabled),
136
+ frozen=frozen,
148
137
  )
149
138
  )
150
139
  return cls(tuple(states))
151
140
 
152
141
  def restore(self, model: nn.Module) -> None:
153
- """Restore all observer statistics, qparams, and runtime switches."""
142
+ """Restore frozen grids, provenance, locks, and runtime policy."""
154
143
  sites = {site.path: site for site in iter_quantization_sites(model)}
155
144
  for state in self.sites:
156
145
  site = sites.get(state.site_path)
@@ -159,29 +148,22 @@ class AffineQParamSnapshot:
159
148
  observer = site.observer
160
149
  if not isinstance(observer, AffineObserverBase):
161
150
  raise TypeError(f"Quantization site {state.site_path!r} is not affine.")
162
- device = observer.min_val.device
163
- observer.min_val.copy_(state.minimum.to(device=device))
164
- observer.max_val.copy_(state.maximum.to(device=device))
165
- observer.load_qparams(
166
- state.scale.to(device=device),
167
- state.zero_point.to(device=device),
168
- lock=state.qparams_locked,
169
- )
170
- observer.enabled = state.enabled
171
- observer.fake_quant_enabled = state.fake_quant_enabled
151
+ observer.install_candidate(state.frozen)
172
152
 
173
153
  def to_dict(self) -> dict[str, dict[str, float | int | bool]]:
174
154
  """Return scalar qparams for audit-friendly reports."""
175
- return {
176
- state.site_path: {
177
- "scale": float(state.scale.reshape(-1)[0].item()),
178
- "zero_point": int(state.zero_point.reshape(-1)[0].item()),
179
- "qparams_locked": state.qparams_locked,
180
- "enabled": state.enabled,
181
- "fake_quant_enabled": state.fake_quant_enabled,
155
+ result: dict[str, dict[str, float | int | bool]] = {}
156
+ for state in self.sites:
157
+ frozen = state.frozen
158
+ assert frozen.scale is not None and frozen.zero_point is not None
159
+ result[state.site_path] = {
160
+ "scale": float(frozen.scale.reshape(-1)[0].item()),
161
+ "zero_point": int(frozen.zero_point.reshape(-1)[0].item()),
162
+ "qparams_locked": frozen.locked,
163
+ "enabled": False,
164
+ "fake_quant_enabled": frozen.fake_quant_enabled,
182
165
  }
183
- for state in self.sites
184
- }
166
+ return result
185
167
 
186
168
 
187
169
  @dataclass(frozen=True)
@@ -72,7 +72,9 @@ class LearnableAffineObserver(ObserverBase):
72
72
  if minimum_scale <= 0.0 or not math.isfinite(minimum_scale):
73
73
  raise ValueError("minimum_scale must be finite and positive.")
74
74
 
75
- scale, zero_point = original.compute_qparams()
75
+ initial_state = original.require_frozen()
76
+ scale, zero_point = initial_state.scale, initial_state.zero_point
77
+ assert scale is not None and zero_point is not None
76
78
  if scale.numel() != 1 or zero_point.numel() != 1:
77
79
  raise ValueError("Learnable affine qparams must be scalar values.")
78
80
  scale_value = scale.detach().to(dtype=torch.float32).reshape(())
@@ -143,6 +145,19 @@ class LearnableAffineObserver(ObserverBase):
143
145
  zero_point = torch.round(self.projected_zero_point).to(dtype=torch.int)
144
146
  return self.scale, zero_point
145
147
 
148
+ def derive_candidate(self):
149
+ raise RuntimeError(
150
+ "Finalize block reconstruction into its original observers before freezing or export."
151
+ )
152
+
153
+ def get_extra_state(self):
154
+ raise RuntimeError(
155
+ "Finalize block reconstruction before saving deployment state; use state_snapshot for optimization checkpoints."
156
+ )
157
+
158
+ def validate_loaded_state(self) -> None:
159
+ self.derive_candidate()
160
+
146
161
  def fake_quant(self, x: torch.Tensor) -> torch.Tensor:
147
162
  """Apply affine fake quantization with straight-through rounding."""
148
163
  if not self.fake_quant_enabled:
@@ -389,7 +404,9 @@ def _validate_tied_observers(
389
404
  observers: tuple[AffineObserverBase, ...],
390
405
  ) -> None:
391
406
  representative = observers[0]
392
- reference_scale, reference_zp = representative.compute_qparams()
407
+ initial_state = representative.require_frozen()
408
+ reference_scale, reference_zp = initial_state.scale, initial_state.zero_point
409
+ assert reference_scale is not None and reference_zp is not None
393
410
  for observer in observers[1:]:
394
411
  if observer.dtype != representative.dtype:
395
412
  raise ValueError(f"Tied group {group.name!r} mixes activation dtypes.")
@@ -399,7 +416,9 @@ def _validate_tied_observers(
399
416
  raise ValueError(
400
417
  f"Tied group {group.name!r} contains per-channel activation qparams."
401
418
  )
402
- scale, zero_point = observer.compute_qparams()
419
+ initial_state = observer.require_frozen()
420
+ scale, zero_point = initial_state.scale, initial_state.zero_point
421
+ assert scale is not None and zero_point is not None
403
422
  if not torch.allclose(scale, reference_scale, rtol=1.0e-6, atol=1.0e-8):
404
423
  raise ValueError(
405
424
  f"Tied group {group.name!r} starts from inconsistent scales."
@@ -424,17 +443,6 @@ def _store_qparams(
424
443
  device=observer.min_val.device,
425
444
  dtype=torch.int,
426
445
  )
427
- qmin, qmax = observer.dtype.qmin, observer.dtype.qmax
428
- if observer.qscheme.is_symmetric():
429
- observer.min_val.copy_((-qmax * stored_scale).to(observer.min_val))
430
- observer.max_val.copy_((qmax * stored_scale).to(observer.max_val))
431
- else:
432
- observer.min_val.copy_(
433
- ((qmin - stored_zero_point) * stored_scale).to(observer.min_val)
434
- )
435
- observer.max_val.copy_(
436
- ((qmax - stored_zero_point) * stored_scale).to(observer.max_val)
437
- )
438
446
  observer.load_qparams(stored_scale, stored_zero_point, lock=True)
439
447
 
440
448