tico 0.4.0.dev261029__tar.gz → 0.4.0.dev261102__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (647) hide show
  1. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/PKG-INFO +1 -1
  2. tico-0.4.0.dev261102/tico/_version.py +1 -0
  3. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/concat.py +12 -2
  4. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +85 -64
  5. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/propagate_qparam_backward.py +4 -10
  6. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/propagate_qparam_forward.py +3 -4
  7. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/gemma4.py +50 -0
  8. tico-0.4.0.dev261102/tico/quantization/recipes/evaluation/cached_nll.py +440 -0
  9. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +143 -9
  10. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +11 -2
  11. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/PKG-INFO +1 -1
  12. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/SOURCES.txt +1 -1
  13. tico-0.4.0.dev261029/tico/_version.py +0 -1
  14. tico-0.4.0.dev261029/tico/quantization/passes/concat_qparam.py +0 -83
  15. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/LICENSE +0 -0
  16. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/README.md +0 -0
  17. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/pyproject.toml +0 -0
  18. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/setup.cfg +0 -0
  19. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/__init__.py +0 -0
  20. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/__init__.py +0 -0
  21. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/_buffer.py +0 -0
  22. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/_object.py +0 -0
  23. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/_schema.py +0 -0
  24. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/__init__.py +0 -0
  25. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/effects.py +0 -0
  26. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/purity.py +0 -0
  27. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/structural_hash.py +0 -0
  28. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/tensor_contract.py +0 -0
  29. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/builder.py +0 -0
  30. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/cli/__init__.py +0 -0
  31. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/cli/__main__.py +0 -0
  32. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/cli/main.py +0 -0
  33. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/document.py +0 -0
  34. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/errors.py +0 -0
  35. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/export.py +0 -0
  36. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/graph.py +0 -0
  37. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/inspect/__init__.py +0 -0
  38. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/inspect/printer.py +0 -0
  39. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/inspect/summary.py +0 -0
  40. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/io.py +0 -0
  41. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/mutation.py +0 -0
  42. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/operations/__init__.py +0 -0
  43. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/operations/extract.py +0 -0
  44. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/__init__.py +0 -0
  45. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/base.py +0 -0
  46. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/__init__.py +0 -0
  47. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/compact_indices.py +0 -0
  48. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
  49. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
  50. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/manager.py +0 -0
  51. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/__init__.py +0 -0
  52. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
  53. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/_utils.py +0 -0
  54. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
  55. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
  56. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
  57. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
  58. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
  59. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/cse.py +0 -0
  60. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/__init__.py +0 -0
  61. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
  62. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
  63. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
  64. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
  65. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
  66. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
  67. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
  68. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/profiles.py +0 -0
  69. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
  70. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/activation.py +0 -0
  71. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/composite.py +0 -0
  72. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/linear.py +0 -0
  73. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
  74. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
  75. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
  76. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
  77. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/policy.py +0 -0
  78. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
  79. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
  80. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
  81. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
  82. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
  83. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
  84. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
  85. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/views.py +0 -0
  86. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/presets.py +0 -0
  87. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/rules.py +0 -0
  88. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/worklist.py +0 -0
  89. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/rewrite.py +0 -0
  90. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/__init__.py +0 -0
  91. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/errors.py +0 -0
  92. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/executor.py +0 -0
  93. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/__init__.py +0 -0
  94. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/base.py +0 -0
  95. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/elementwise.py +0 -0
  96. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/nn.py +0 -0
  97. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/quantize.py +0 -0
  98. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/reduction.py +0 -0
  99. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/shape_ops.py +0 -0
  100. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/program.py +0 -0
  101. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/quantization.py +0 -0
  102. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/selector.py +0 -0
  103. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/session.py +0 -0
  104. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/__init__.py +0 -0
  105. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/codec.py +0 -0
  106. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/dtype.py +0 -0
  107. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/tensor.py +0 -0
  108. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/verify.py +0 -0
  109. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/__init__.py +0 -0
  110. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/base.py +0 -0
  111. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/factory.py +0 -0
  112. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/v1.py +0 -0
  113. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/experimental/__init__.py +0 -0
  114. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/__init__.py +0 -0
  115. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/backends.py +0 -0
  116. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/infer.py +0 -0
  117. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/interpreter.py +0 -0
  118. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/__init__.py +0 -0
  119. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/resize_bilinear.py +0 -0
  120. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/same_padding_conv2d.py +0 -0
  121. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/__init__.py +0 -0
  122. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/cast_aten_where_arg_type.py +0 -0
  123. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
  124. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/cast_mixed_type_args.py +0 -0
  125. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/const_prop_pass.py +0 -0
  126. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
  127. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
  128. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_expand_to_slice_cat.py +0 -0
  129. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_gather_to_gather_nd.py +0 -0
  130. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_layout_op_to_reshape.py +0 -0
  131. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_matmul_to_linear.py +0 -0
  132. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
  133. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
  134. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_to_relu6.py +0 -0
  135. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_addmm.py +0 -0
  136. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_batch_norm.py +0 -0
  137. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_fake_quantize.py +0 -0
  138. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
  139. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_group_norm.py +0 -0
  140. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_grouped_conv2d.py +0 -0
  141. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_slice_scatter.py +0 -0
  142. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
  143. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/extract_dtype_kwargs.py +0 -0
  144. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/fill_meta_val.py +0 -0
  145. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
  146. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
  147. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/legalize_causal_mask_value.py +0 -0
  148. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/legalize_predefined_layout_operators.py +0 -0
  149. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_copy.py +0 -0
  150. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
  151. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_pow2_to_mul.py +0 -0
  152. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
  153. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_to_slice.py +0 -0
  154. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/merge_consecutive_cat.py +0 -0
  155. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/ops.py +0 -0
  156. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_empty_cat_inputs.py +0 -0
  157. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_nop.py +0 -0
  158. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_assert_nodes.py +0 -0
  159. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_expand.py +0 -0
  160. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_permute.py +0 -0
  161. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_reshape.py +0 -0
  162. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_slice.py +0 -0
  163. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_to_copy.py +0 -0
  164. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_unused_placeholder.py +0 -0
  165. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/restore_linear.py +0 -0
  166. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/segment_index_select.py +0 -0
  167. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/pt2_to_circle.py +0 -0
  168. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/__init__.py +0 -0
  169. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/__init__.py +0 -0
  170. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/__init__.py +0 -0
  171. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
  172. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
  173. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/joint.py +0 -0
  174. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
  175. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/rounding.py +0 -0
  176. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/runner.py +0 -0
  177. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
  178. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
  179. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
  180. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
  181. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
  182. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
  183. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
  184. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
  185. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/cle/__init__.py +0 -0
  186. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/cle/cle.py +0 -0
  187. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/cle/quantizer.py +0 -0
  188. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
  189. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
  190. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
  191. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
  192. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
  193. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
  194. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +0 -0
  195. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
  196. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/__init__.py +0 -0
  197. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/gptq.py +0 -0
  198. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/quant.py +0 -0
  199. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
  200. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/utils.py +0 -0
  201. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
  202. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
  203. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
  204. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
  205. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
  206. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
  207. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
  208. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
  209. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
  210. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
  211. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
  212. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
  213. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
  214. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
  215. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
  216. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
  217. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
  218. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
  219. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
  220. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/__init__.py +0 -0
  221. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/ablation.py +0 -0
  222. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/clipping.py +0 -0
  223. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/inputs.py +0 -0
  224. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/metrics.py +0 -0
  225. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/output_quantization.py +0 -0
  226. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/outputs.py +0 -0
  227. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/profile.py +0 -0
  228. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/report.py +0 -0
  229. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/selector.py +0 -0
  230. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/sensitivity.py +0 -0
  231. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/__init__.py +0 -0
  232. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/base.py +0 -0
  233. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/builders.py +0 -0
  234. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/cle.py +0 -0
  235. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/fpi_gptq.py +0 -0
  236. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
  237. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_attention.py +0 -0
  238. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_builders.py +0 -0
  239. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_gptq.py +0 -0
  240. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gptq.py +0 -0
  241. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/llama_attention.py +0 -0
  242. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/ptq.py +0 -0
  243. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/qwen3_vl_attention.py +0 -0
  244. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
  245. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
  246. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/smoothquant.py +0 -0
  247. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/specs.py +0 -0
  248. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/spinquant.py +0 -0
  249. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/utils.py +0 -0
  250. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/__init__.py +0 -0
  251. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/backend.py +0 -0
  252. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/evaluate.py +0 -0
  253. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/__init__.py +0 -0
  254. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
  255. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
  256. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
  257. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
  258. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
  259. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
  260. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
  261. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
  262. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/metric.py +0 -0
  263. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
  264. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
  265. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/optional_deps.py +0 -0
  266. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
  267. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
  268. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/utils.py +0 -0
  269. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
  270. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
  271. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/__init__.py +0 -0
  272. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/compare_side_by_side.py +0 -0
  273. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/configs/__init__.py +0 -0
  274. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/evaluate.py +0 -0
  275. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/export.py +0 -0
  276. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/generate.py +0 -0
  277. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/inspector.py +0 -0
  278. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/quantize.py +0 -0
  279. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/__init__.py +0 -0
  280. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/fold_quant_ops.py +0 -0
  281. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
  282. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/mx_qparam.py +0 -0
  283. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
  284. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/quantize_bias.py +0 -0
  285. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
  286. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/public_interface.py +0 -0
  287. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/quant_stub.py +0 -0
  288. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/quantizer.py +0 -0
  289. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/quantizer_registry.py +0 -0
  290. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/__init__.py +0 -0
  291. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/__init__.py +0 -0
  292. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/base.py +0 -0
  293. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
  294. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/llama.py +0 -0
  295. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
  296. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/config.py +0 -0
  297. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/context.py +0 -0
  298. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/__init__.py +0 -0
  299. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/dataset_config.py +0 -0
  300. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/dataset_usage.py +0 -0
  301. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/llm.py +0 -0
  302. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/vlm.py +0 -0
  303. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/__init__.py +0 -0
  304. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
  305. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
  306. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
  307. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/export_regression.py +0 -0
  308. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
  309. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_gemma4_runtime.py +0 -0
  310. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
  311. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
  312. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
  313. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/token_mask.py +0 -0
  314. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/trace.py +0 -0
  315. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
  316. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
  317. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
  318. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
  319. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +0 -0
  320. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
  321. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
  322. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
  323. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
  324. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
  325. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
  326. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
  327. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
  328. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/__init__.py +0 -0
  329. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/eager.py +0 -0
  330. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
  331. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
  332. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
  333. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/llm.py +0 -0
  334. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
  335. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
  336. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/selection.py +0 -0
  337. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
  338. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/vlm.py +0 -0
  339. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/__init__.py +0 -0
  340. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/checkpoint.py +0 -0
  341. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/circle.py +0 -0
  342. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/gemma4.py +0 -0
  343. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
  344. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/llama.py +0 -0
  345. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/llama_bundle.py +0 -0
  346. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
  347. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/extensions.py +0 -0
  348. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/override_policies.py +0 -0
  349. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/qparams.py +0 -0
  350. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/runner.py +0 -0
  351. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/runtime/__init__.py +0 -0
  352. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/runtime/llama.py +0 -0
  353. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/sequence_length.py +0 -0
  354. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/__init__.py +0 -0
  355. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/base.py +0 -0
  356. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/cle.py +0 -0
  357. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/gptq.py +0 -0
  358. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/ptq.py +0 -0
  359. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/smoothquant.py +0 -0
  360. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/spinquant.py +0 -0
  361. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/utils.py +0 -0
  362. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/__init__.py +0 -0
  363. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/control.py +0 -0
  364. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/dtypes.py +0 -0
  365. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/__init__.py +0 -0
  366. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
  367. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
  368. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
  369. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
  370. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +0 -0
  371. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +0 -0
  372. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +0 -0
  373. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
  374. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
  375. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
  376. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
  377. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
  378. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
  379. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
  380. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
  381. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
  382. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
  383. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
  384. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
  385. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
  386. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
  387. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
  388. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
  389. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
  390. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
  391. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
  392. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
  393. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
  394. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
  395. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
  396. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
  397. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
  398. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
  399. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
  400. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
  401. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
  402. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
  403. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
  404. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
  405. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
  406. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
  407. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
  408. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/lifecycle.py +0 -0
  409. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/mode.py +0 -0
  410. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/__init__.py +0 -0
  411. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/affine_base.py +0 -0
  412. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/base.py +0 -0
  413. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/ema.py +0 -0
  414. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/identity.py +0 -0
  415. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/minmax.py +0 -0
  416. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/mx.py +0 -0
  417. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/percentile.py +0 -0
  418. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/qscheme.py +0 -0
  419. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/quantizer.py +0 -0
  420. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/__init__.py +0 -0
  421. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
  422. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/introspection.py +0 -0
  423. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
  424. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/metrics.py +0 -0
  425. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
  426. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/static_export.py +0 -0
  427. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/utils.py +0 -0
  428. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/version.py +0 -0
  429. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrap_helper.py +0 -0
  430. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
  431. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
  432. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
  433. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
  434. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
  435. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
  436. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
  437. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
  438. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
  439. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +0 -0
  440. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +0 -0
  441. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +0 -0
  442. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
  443. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +0 -0
  444. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +0 -0
  445. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +0 -0
  446. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
  447. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
  448. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +0 -0
  449. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
  450. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +0 -0
  451. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
  452. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +0 -0
  453. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
  454. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +0 -0
  455. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
  456. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
  457. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
  458. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
  459. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
  460. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +0 -0
  461. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/utils.py +0 -0
  462. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
  463. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
  464. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
  465. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
  466. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
  467. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
  468. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
  469. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
  470. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
  471. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
  472. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
  473. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
  474. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
  475. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
  476. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
  477. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
  478. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
  479. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
  480. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
  481. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
  482. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
  483. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
  484. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
  485. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
  486. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
  487. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
  488. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
  489. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
  490. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
  491. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
  492. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
  493. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
  494. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
  495. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
  496. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
  497. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
  498. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
  499. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
  500. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
  501. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
  502. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
  503. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
  504. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
  505. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
  506. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
  507. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
  508. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
  509. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
  510. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
  511. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
  512. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
  513. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
  514. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/registry.py +0 -0
  515. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/__init__.py +0 -0
  516. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_binary.py +0 -0
  517. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_graph.py +0 -0
  518. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_mapping.py +0 -0
  519. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_serializer.py +0 -0
  520. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/__init__.py +0 -0
  521. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/__init__.py +0 -0
  522. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
  523. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
  524. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
  525. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/hashable_opcode.py +0 -0
  526. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/node_visitor.py +0 -0
  527. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_abs.py +0 -0
  528. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_add.py +0 -0
  529. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_alias_copy.py +0 -0
  530. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_any.py +0 -0
  531. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_arange_start_step.py +0 -0
  532. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_argmax.py +0 -0
  533. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_attention.py +0 -0
  534. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_avg_pool2d.py +0 -0
  535. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_bitwise_and.py +0 -0
  536. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_bmm.py +0 -0
  537. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_cat.py +0 -0
  538. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
  539. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_circle_shape.py +0 -0
  540. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_clamp.py +0 -0
  541. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_clone.py +0 -0
  542. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
  543. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_conv2d.py +0 -0
  544. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_cos.py +0 -0
  545. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_cumsum.py +0 -0
  546. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
  547. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
  548. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
  549. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_div.py +0 -0
  550. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_elu.py +0 -0
  551. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_embedding.py +0 -0
  552. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_eq.py +0 -0
  553. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_exp.py +0 -0
  554. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_expand.py +0 -0
  555. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_full.py +0 -0
  556. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_full_like.py +0 -0
  557. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_ge.py +0 -0
  558. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_gelu.py +0 -0
  559. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_gt.py +0 -0
  560. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_index.py +0 -0
  561. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_index_select.py +0 -0
  562. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_instance_norm.py +0 -0
  563. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_le.py +0 -0
  564. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_leaky_relu.py +0 -0
  565. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_linear.py +0 -0
  566. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_log.py +0 -0
  567. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_log1p.py +0 -0
  568. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_logical_and.py +0 -0
  569. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_logical_not.py +0 -0
  570. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_lt.py +0 -0
  571. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_max_dim.py +0 -0
  572. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
  573. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_maximum.py +0 -0
  574. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_mean.py +0 -0
  575. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_minimum.py +0 -0
  576. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_mm.py +0 -0
  577. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_mul.py +0 -0
  578. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_ne.py +0 -0
  579. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_neg.py +0 -0
  580. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_permute.py +0 -0
  581. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_pow.py +0 -0
  582. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_prelu.py +0 -0
  583. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
  584. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_reciprocal.py +0 -0
  585. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_relu.py +0 -0
  586. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_relu6.py +0 -0
  587. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_repeat.py +0 -0
  588. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_reshape.py +0 -0
  589. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_resize_bilinear.py +0 -0
  590. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
  591. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_rmsnorm.py +0 -0
  592. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_round.py +0 -0
  593. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_rsqrt.py +0 -0
  594. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_scalar_tensor.py +0 -0
  595. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_select_copy.py +0 -0
  596. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sigmoid.py +0 -0
  597. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sin.py +0 -0
  598. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_slice.py +0 -0
  599. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_softmax.py +0 -0
  600. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_split_with_sizes.py +0 -0
  601. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sqrt.py +0 -0
  602. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_squeeze.py +0 -0
  603. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sub.py +0 -0
  604. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sum.py +0 -0
  605. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_tanh.py +0 -0
  606. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_to_copy.py +0 -0
  607. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_transpose_conv.py +0 -0
  608. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_unsqueeze.py +0 -0
  609. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_view.py +0 -0
  610. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_where.py +0 -0
  611. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/utils.py +0 -0
  612. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/pack.py +0 -0
  613. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/quant_param.py +0 -0
  614. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/__init__.py +0 -0
  615. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/__init__.py +0 -0
  616. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/torch.py +0 -0
  617. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/torch_version_policy.py +0 -0
  618. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/transformers.py +0 -0
  619. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/convert.py +0 -0
  620. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/define.py +0 -0
  621. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/diff_graph.py +0 -0
  622. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/dtype.py +0 -0
  623. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/errors.py +0 -0
  624. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/graph.py +0 -0
  625. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/installed_packages.py +0 -0
  626. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/logging.py +0 -0
  627. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/model.py +0 -0
  628. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/__init__.py +0 -0
  629. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/dtypes.py +0 -0
  630. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/elemwise_ops.py +0 -0
  631. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/formats.py +0 -0
  632. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/mx_ops.py +0 -0
  633. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/padding.py +0 -0
  634. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/passes.py +0 -0
  635. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/pytree_utils.py +0 -0
  636. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/record_input.py +0 -0
  637. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/register_custom_op.py +0 -0
  638. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/serialize.py +0 -0
  639. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/signature.py +0 -0
  640. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/trace_decorators.py +0 -0
  641. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/utils.py +0 -0
  642. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/validate_args_kwargs.py +0 -0
  643. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/version.py +0 -0
  644. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/dependency_links.txt +0 -0
  645. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/entry_points.txt +0 -0
  646. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/requires.txt +0 -0
  647. {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tico
3
- Version: 0.4.0.dev261029
3
+ Version: 0.4.0.dev261102
4
4
  Summary: Convert Exported Torch Module To Circle
5
5
  License: This file provides full text of licenses used in this project
6
6
 
@@ -0,0 +1 @@
1
+ __version__ = "0.4.0.dev261102"
@@ -31,7 +31,17 @@ class Concat(nn.Module):
31
31
  *,
32
32
  allow_distinct_input_qparams: bool = False,
33
33
  ) -> None:
34
- """Store the axis and target-backend input-qparam contract."""
34
+ """Store the axis and the quantization calibration policy.
35
+
36
+ ``allow_distinct_input_qparams`` is a WrapQ calibration policy, not an
37
+ export contract. When it is false, ``QuantConcat`` fake-quantizes every
38
+ input with the shared output observer, so all branches are observed and
39
+ rounded in one domain. When it is true, each input keeps the domain of
40
+ its own producer during calibration and fake-quantized evaluation. In
41
+ both cases the exported Circle CONCATENATION uses one domain on all of
42
+ its inputs and its output; any difference is converted by an explicit
43
+ QUANTIZE inserted during conversion.
44
+ """
35
45
  super().__init__()
36
46
  self.dim = int(dim)
37
47
  self.allow_distinct_input_qparams = bool(allow_distinct_input_qparams)
@@ -44,7 +54,7 @@ class Concat(nn.Module):
44
54
  return torch.cat(values, dim=self.dim)
45
55
 
46
56
  def extra_repr(self) -> str:
47
- """Return the fixed dimension and nondefault qparam contract."""
57
+ """Return the fixed dimension and nondefault calibration policy."""
48
58
  fields = [f"dim={self.dim}"]
49
59
  if self.allow_distinct_input_qparams:
50
60
  fields.append("allow_distinct_input_qparams=True")
@@ -24,7 +24,6 @@ from typing import Any
24
24
  import torch
25
25
  from torch.export import ExportedProgram
26
26
 
27
- from tico.quantization.passes.concat_qparam import is_width_direction_concat
28
27
  from tico.serialize.quant_param import QPARAM_KEY, QuantParam
29
28
  from tico.utils import logging
30
29
  from tico.utils.errors import NotYetSupportedError
@@ -147,6 +146,9 @@ def _insert_quantize_op_after(node):
147
146
  quantize.replace_input_with(quantize, node)
148
147
 
149
148
  quantize.meta[QPARAM_KEY] = copy.deepcopy(qparam)
149
+ # Mirror ``_insert_quantize_op_before``: the Quantize output carries the
150
+ # destination storage dtype, whatever the producer's FX value dtype is.
151
+ quantize.meta["val"] = torch.empty_like(node.meta["val"], dtype=dtype)
150
152
 
151
153
  return quantize
152
154
 
@@ -243,7 +245,41 @@ def _mul_handler(node, logger):
243
245
  raise NotYetSupportedError("Unsupported dtype")
244
246
 
245
247
 
248
+ def _same_domain(lhs: QuantParam, rhs: QuantParam) -> bool:
249
+ """Return whether two qparams describe one integer grid.
250
+
251
+ The grid is defined by the storage dtype, scale, zero point and the
252
+ granularity axis. Observer ``min``/``max`` statistics are metadata and must
253
+ not trigger a conversion. Scales compare exactly: an approximate match
254
+ would silently skip a conversion the backend requires.
255
+ """
256
+ return (
257
+ lhs.dtype == rhs.dtype
258
+ and lhs.scale == rhs.scale
259
+ and lhs.zero_point == rhs.zero_point
260
+ and lhs.quantized_dimension == rhs.quantized_dimension
261
+ )
262
+
263
+
246
264
  def _cat_handler(node, logger):
265
+ """Make every CONCATENATION input and output share one quantization domain.
266
+
267
+ Circle CONCATENATION copies integer codes, so a backend expects identical
268
+ qparams on all of its inputs and its output. Any domain change is made
269
+ explicit with a per-tensor Quantize, regardless of the concat axis or the
270
+ module that produced the concat:
271
+
272
+ * identical input and output domains: nothing is inserted;
273
+ * every input shares domain ``A`` and the output requests ``B``: the
274
+ concat runs in ``A`` and one Quantize converts its output to ``B``;
275
+ * distinct input domains: each input connection whose domain differs from
276
+ the output domain gets a Quantize to that domain. Producers keep their
277
+ own domain, including graph inputs, graph outputs and tensors shared
278
+ with other consumers, and a repeated operand reuses one conversion.
279
+
280
+ An input that is itself a requantization keeps that earlier rounding step;
281
+ the new Quantize is chained after it instead of retargeting it.
282
+ """
247
283
  cat_args = CatArgs(*node.args, **node.kwargs)
248
284
  tensors = cat_args.tensors
249
285
 
@@ -254,72 +290,52 @@ def _cat_handler(node, logger):
254
290
  return
255
291
 
256
292
  assert len(tensors) > 0
257
- in_dtype = qparam_dtype(tensors[0])
258
- mixed_dtype = any(qparam_dtype(x) != in_dtype for x in tensors)
259
- first = tensors[0].meta[QPARAM_KEY]
260
- distinct_domains = any(
261
- qparam.dtype != first.dtype
262
- or qparam.scale != first.scale
263
- or qparam.zero_point != first.zero_point
264
- or qparam.quantized_dimension != first.quantized_dimension
265
- for qparam in (x.meta[QPARAM_KEY] for x in tensors[1:])
266
- )
267
- # The width-direction backend contract explicitly allows independent grids.
268
- # Uniform-input concat retains its existing output-boundary behavior.
269
- if mixed_dtype or (
270
- distinct_domains and not is_width_direction_concat(node, cat_args)
293
+ destination: QuantParam = node.meta[QPARAM_KEY]
294
+ sources = [x.meta[QPARAM_KEY] for x in tensors]
295
+ if all(_same_domain(source, destination) for source in sources):
296
+ return
297
+
298
+ qparams = sources + [destination]
299
+ # Preserve the existing treatment of incompletely annotated concats,
300
+ # including MX domains that carry no affine scale.
301
+ if any(
302
+ not qparam.dtype or qparam.scale is None or qparam.zero_point is None
303
+ for qparam in qparams
271
304
  ):
272
- destination = node.meta[QPARAM_KEY]
273
- qparams = [x.meta[QPARAM_KEY] for x in tensors] + [destination]
274
- # Preserve the existing treatment of incompletely annotated concats.
275
- if any(
276
- not qparam.dtype or qparam.scale is None or qparam.zero_point is None
277
- for qparam in qparams
278
- ):
279
- return
280
-
281
- if any(
282
- qparam.dtype not in ("uint8", "int16")
283
- or qparam.quantized_dimension is not None
284
- or len(qparam.scale) != 1
285
- or len(qparam.zero_point) != 1
286
- for qparam in qparams
287
- ):
288
- raise NotYetSupportedError(
289
- f"Unsupported {'mixed-dtype' if mixed_dtype else 'distinct-domain'} "
290
- f"concat {node.name}: "
291
- f"inputs={[qparam_dtype(x) for x in tensors]}, "
292
- f"output={destination.dtype}. "
293
- "Only per-tensor affine uint8/int16 qparams are supported."
294
- )
295
-
296
- # Normalize to the intended output grid, including same-dtype operands
297
- # with different qparams. Convert only this consumer's connections:
298
- # producers may be graph inputs, graph outputs, or shared with other ops.
299
- for inp in dict.fromkeys(tensors):
300
- source = inp.meta[QPARAM_KEY]
301
- if (
302
- source.dtype != destination.dtype
303
- or source.scale != destination.scale
304
- or source.zero_point != destination.zero_point
305
- ):
306
- _insert_quantize_op_before(node, inp)
307
- logger.debug(
308
- f"quantize_per_tensor.default is inserted before {node.name}."
309
- )
310
- return
311
-
312
- if in_dtype == qparam_dtype(node):
313
- return
314
-
315
- if in_dtype == "int16" and qparam_dtype(node) == "uint8":
316
- quantize = _insert_quantize_op_after(node)
305
+ return
317
306
 
318
- quantize.meta[QPARAM_KEY] = copy.deepcopy(node.meta[QPARAM_KEY])
319
- node.meta[QPARAM_KEY] = _u8_to_i16(node.meta[QPARAM_KEY])
307
+ if any(
308
+ qparam.dtype not in ("uint8", "int16")
309
+ or qparam.quantized_dimension is not None
310
+ or len(qparam.scale) != 1
311
+ or len(qparam.zero_point) != 1
312
+ for qparam in qparams
313
+ ):
314
+ raise NotYetSupportedError(
315
+ f"Unsupported distinct-domain concat {node.name}: "
316
+ f"inputs={[qparam_dtype(x) for x in tensors]}, "
317
+ f"output={destination.dtype}. "
318
+ "Only per-tensor affine uint8/int16 qparams are supported."
319
+ )
320
+
321
+ first = sources[0]
322
+ if all(_same_domain(source, first) for source in sources[1:]):
323
+ # Every input already shares one grid. Concatenate in that grid and
324
+ # requantize the whole result once at the output boundary.
325
+ quantize = _insert_quantize_op_after(node)
326
+ quantize.meta[QPARAM_KEY] = copy.deepcopy(destination)
327
+ node.meta[QPARAM_KEY] = copy.deepcopy(first)
320
328
  logger.debug(f"quantize_per_tensor.default is inserted after {node.name}.")
321
- else:
322
- raise NotYetSupportedError("Unsupported dtype")
329
+ return
330
+
331
+ # Normalize to the intended output grid. Convert only this consumer's
332
+ # connections: producers may be graph inputs, graph outputs, or shared
333
+ # with other operators. ``replace_input_with`` rewires every occurrence of
334
+ # a repeated operand to the same Quantize.
335
+ for inp in dict.fromkeys(tensors):
336
+ if not _same_domain(inp.meta[QPARAM_KEY], destination):
337
+ _insert_quantize_op_before(node, inp)
338
+ logger.debug(f"quantize_per_tensor.default is inserted before {node.name}.")
323
339
 
324
340
 
325
341
  def _bmm_handler(node, logger):
@@ -488,6 +504,11 @@ class InsertQuantizeOnDtypeMismatch(PassBase):
488
504
  Comparing 1) and 2), the difference is that Reshape operation is conducted in uint8 or int16.
489
505
  We go with 1), which does Reshape in uint8, for faster execution. Note that Reshape Op does not
490
506
  change the value, so its dytpe does not affect accuracy.
507
+
508
+ For ``aten.cat`` the same mechanism legalizes every quantization-domain
509
+ mismatch, not only dtype changes: a Circle CONCATENATION must use one
510
+ scale, zero point and dtype on all of its inputs and its output. See
511
+ ``_cat_handler`` for the input-connection and output-boundary rules.
491
512
  """
492
513
 
493
514
  def __init__(self):
@@ -22,7 +22,6 @@ import math
22
22
  import torch
23
23
  from torch.export import ExportedProgram
24
24
 
25
- from tico.quantization.passes.concat_qparam import is_width_direction_concat
26
25
  from tico.quantization.passes.mx_qparam import remap_mx_qparam
27
26
  from tico.quantization.passes.remove_weight_dequant_op import infer_dtype
28
27
  from tico.serialize.quant_param import QPARAM_KEY, QuantParam
@@ -192,15 +191,10 @@ class PropagateQParamBackward(PassBase):
192
191
  continue
193
192
  if node.target == torch.ops.aten.cat.default:
194
193
  concat_args = CatArgs(*node.args, **node.kwargs)
195
- concat_inputs = concat_args.tensors
196
-
197
- node_qparam = node.meta.get(QPARAM_KEY)
198
- if is_width_direction_concat(node, concat_args) and (
199
- node_qparam is None or not is_mx_dtype(node_qparam.dtype)
200
- ):
201
- continue
202
-
203
- for concat_input in concat_inputs:
194
+ # Only inputs without a domain inherit the concat domain.
195
+ # Established producer domains stay independent and are
196
+ # converted explicitly by InsertQuantizeOnDtypeMismatch.
197
+ for concat_input in concat_args.tensors:
204
198
  _propagate_qparam_if_possible(node, concat_input)
205
199
  elif node.target == torch.ops.aten.reshape.default:
206
200
  args = ReshapeArgs(*node.args, **node.kwargs)
@@ -22,7 +22,6 @@ import operator
22
22
  import torch
23
23
  from torch.export import ExportedProgram
24
24
 
25
- from tico.quantization.passes.concat_qparam import is_width_direction_concat
26
25
  from tico.quantization.passes.mx_qparam import remap_mx_qparam
27
26
  from tico.serialize.quant_param import QPARAM_KEY
28
27
  from tico.utils import logging
@@ -185,9 +184,9 @@ class PropagateQParamForward(PassBase):
185
184
  _propagate_qparam_if_possible(mx_source, node)
186
185
  continue
187
186
 
188
- if is_width_direction_concat(node, concat_args):
189
- continue
190
-
187
+ # Inference only fills a missing output domain. An established
188
+ # output domain is preserved and legalized against the input
189
+ # domains by InsertQuantizeOnDtypeMismatch.
191
190
  if any(
192
191
  QPARAM_KEY not in concat_input.meta
193
192
  for concat_input in concat_inputs
@@ -27,6 +27,11 @@ from tico.quantization.recipes.adapters.base import ModelAdapter
27
27
  from tico.quantization.recipes.config import stage_name_matches
28
28
  from tico.quantization.recipes.context import RecipeContext
29
29
  from tico.quantization.recipes.data.vlm import build_vlm_calibration_inputs
30
+ from tico.quantization.recipes.evaluation.cached_nll import (
31
+ CachedNLLProtocol,
32
+ evaluate_text_cached_nll,
33
+ print_cached_nll_results,
34
+ )
30
35
  from tico.quantization.recipes.evaluation.eager import prepare_eager_evaluation
31
36
  from tico.quantization.recipes.evaluation.hellaswag import evaluate_and_print_hellaswag
32
37
  from tico.quantization.recipes.evaluation.llava_bench import run_llava_bench_evaluation
@@ -108,6 +113,7 @@ class Gemma4Adapter(ModelAdapter):
108
113
  "hellaswag",
109
114
  "mmmu",
110
115
  "ppl",
116
+ "cached_nll",
111
117
  }
112
118
  )
113
119
  evaluation_target_requirements = {"vqa": "vlm_tasks"}
@@ -839,6 +845,50 @@ class Gemma4Adapter(ModelAdapter):
839
845
  f"({ppl_cfg.get('dataset', 'wikitext2')}): {ppl_value:.2f}"
840
846
  )
841
847
 
848
+ if should_run_mapping_evaluation(eval_cfg, "cached_nll"):
849
+ self._evaluate_cached_nll(ctx, max_seq_len=max_seq_len)
850
+
851
+ def _evaluate_cached_nll(self, ctx: RecipeContext, *, max_seq_len: int) -> None:
852
+ """Score held-out chunks through real prefill and cached decode."""
853
+ eval_cfg = ctx.cfg.get("evaluation", {})
854
+ cfg = get_mapping_evaluation_config(eval_cfg, "cached_nll")
855
+ mode = str(cfg.get("mode", "chat-prefix")).lower()
856
+ if mode not in {"raw", "chat-prefix"}:
857
+ raise ValueError(
858
+ f"Unsupported cached_nll mode: {mode!r}. Must be 'raw' or 'chat-prefix'."
859
+ )
860
+ protocol = CachedNLLProtocol(
861
+ prefix_tokens=int(cfg.get("prefix_tokens", 512)),
862
+ target_tokens=int(cfg.get("target_tokens", 256)),
863
+ n_chunks=int(cfg.get("n_chunks", 16)),
864
+ start_offset=int(cfg.get("start_offset", 0)),
865
+ chat_prefix=mode == "chat-prefix",
866
+ )
867
+ # The helper checks H + P + T <= max_seq_len with the actual chat-prefix
868
+ # token count before the first forward; no separate P + T check here.
869
+ results = evaluate_text_cached_nll(
870
+ model=ctx.model,
871
+ processor_or_tokenizer=ctx.processor,
872
+ dataset_name=str(cfg.get("dataset", "wikitext2")),
873
+ split=str(cfg.get("split", "test")),
874
+ protocol=protocol,
875
+ device=str(ctx.device),
876
+ max_seq_len=int(max_seq_len),
877
+ show_progress=bool(ctx.cfg.get("runtime", {}).get("show_progress", True)),
878
+ )
879
+ print_cached_nll_results(results)
880
+ ctx.artifacts["cached_nll"] = results
881
+ output_json = cfg.get("output_json")
882
+ if output_json:
883
+ import json
884
+
885
+ path = Path(str(output_json))
886
+ path.parent.mkdir(parents=True, exist_ok=True)
887
+ # Exclusive creation: FP and each quantized variant get their own file.
888
+ with path.open("x", encoding="utf-8") as handle:
889
+ json.dump(results, handle, indent=2, sort_keys=True)
890
+ print(f"Saved cached NLL results to {path.resolve()}")
891
+
842
892
  def export(self, ctx: RecipeContext) -> None:
843
893
  """Export configured Gemma4 E2B artifacts."""
844
894
  export_cfg = ctx.cfg.get("export", {})