tico 0.4.0.dev261111__tar.gz → 0.4.0.dev261112__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (648) hide show
  1. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/PKG-INFO +1 -1
  2. tico-0.4.0.dev261112/tico/_version.py +1 -0
  3. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +14 -4
  4. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_builders.py +7 -3
  5. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_gptq.py +1 -1
  6. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/evaluate.py +18 -0
  7. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/gemma4.py +10 -10
  8. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_gemma4_runtime.py +11 -11
  9. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +126 -110
  10. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/gemma4.py +4 -4
  11. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +2 -2
  12. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +2 -2
  13. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +5 -4
  14. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +1 -1
  15. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +1 -1
  16. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +6 -5
  17. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +2 -2
  18. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +3 -3
  19. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +3 -3
  20. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +2 -2
  21. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +3 -3
  22. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +5 -5
  23. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +1 -1
  24. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +1 -1
  25. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +8 -1
  26. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/utils.py +10 -6
  27. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/PKG-INFO +1 -1
  28. tico-0.4.0.dev261111/tico/_version.py +0 -1
  29. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/LICENSE +0 -0
  30. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/README.md +0 -0
  31. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/pyproject.toml +0 -0
  32. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/setup.cfg +0 -0
  33. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/__init__.py +0 -0
  34. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/__init__.py +0 -0
  35. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/_buffer.py +0 -0
  36. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/_object.py +0 -0
  37. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/_schema.py +0 -0
  38. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/__init__.py +0 -0
  39. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/effects.py +0 -0
  40. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/purity.py +0 -0
  41. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/structural_hash.py +0 -0
  42. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/tensor_contract.py +0 -0
  43. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/builder.py +0 -0
  44. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/cli/__init__.py +0 -0
  45. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/cli/__main__.py +0 -0
  46. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/cli/main.py +0 -0
  47. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/document.py +0 -0
  48. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/errors.py +0 -0
  49. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/export.py +0 -0
  50. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/graph.py +0 -0
  51. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/inspect/__init__.py +0 -0
  52. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/inspect/printer.py +0 -0
  53. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/inspect/summary.py +0 -0
  54. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/io.py +0 -0
  55. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/mutation.py +0 -0
  56. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/operations/__init__.py +0 -0
  57. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/operations/extract.py +0 -0
  58. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/__init__.py +0 -0
  59. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/base.py +0 -0
  60. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/__init__.py +0 -0
  61. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/compact_indices.py +0 -0
  62. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
  63. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
  64. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/manager.py +0 -0
  65. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/__init__.py +0 -0
  66. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
  67. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/_utils.py +0 -0
  68. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
  69. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
  70. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
  71. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
  72. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
  73. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/cse.py +0 -0
  74. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/__init__.py +0 -0
  75. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
  76. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
  77. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
  78. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
  79. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
  80. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
  81. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
  82. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/profiles.py +0 -0
  83. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
  84. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/activation.py +0 -0
  85. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/composite.py +0 -0
  86. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/linear.py +0 -0
  87. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
  88. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
  89. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
  90. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
  91. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/policy.py +0 -0
  92. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
  93. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
  94. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
  95. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
  96. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
  97. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
  98. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
  99. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/views.py +0 -0
  100. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/presets.py +0 -0
  101. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/rules.py +0 -0
  102. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/worklist.py +0 -0
  103. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/rewrite.py +0 -0
  104. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/__init__.py +0 -0
  105. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/errors.py +0 -0
  106. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/executor.py +0 -0
  107. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/__init__.py +0 -0
  108. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/base.py +0 -0
  109. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/elementwise.py +0 -0
  110. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/nn.py +0 -0
  111. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/quantize.py +0 -0
  112. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/reduction.py +0 -0
  113. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/shape_ops.py +0 -0
  114. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/program.py +0 -0
  115. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/quantization.py +0 -0
  116. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/rowwise_gather.py +0 -0
  117. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/selector.py +0 -0
  118. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/session.py +0 -0
  119. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/__init__.py +0 -0
  120. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/codec.py +0 -0
  121. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/dtype.py +0 -0
  122. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/tensor.py +0 -0
  123. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/verify.py +0 -0
  124. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/__init__.py +0 -0
  125. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/base.py +0 -0
  126. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/factory.py +0 -0
  127. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/v1.py +0 -0
  128. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/experimental/__init__.py +0 -0
  129. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/__init__.py +0 -0
  130. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/backends.py +0 -0
  131. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/infer.py +0 -0
  132. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/interpreter.py +0 -0
  133. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/__init__.py +0 -0
  134. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/concat.py +0 -0
  135. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/resize_bilinear.py +0 -0
  136. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/same_padding_conv2d.py +0 -0
  137. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/__init__.py +0 -0
  138. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/cast_aten_where_arg_type.py +0 -0
  139. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
  140. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/cast_mixed_type_args.py +0 -0
  141. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/const_prop_pass.py +0 -0
  142. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
  143. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
  144. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_expand_to_slice_cat.py +0 -0
  145. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_gather_to_gather_nd.py +0 -0
  146. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_layout_op_to_reshape.py +0 -0
  147. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_matmul_to_linear.py +0 -0
  148. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
  149. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
  150. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_to_relu6.py +0 -0
  151. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_addmm.py +0 -0
  152. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_batch_norm.py +0 -0
  153. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_fake_quantize.py +0 -0
  154. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
  155. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_group_norm.py +0 -0
  156. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_grouped_conv2d.py +0 -0
  157. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_slice_scatter.py +0 -0
  158. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
  159. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/extract_dtype_kwargs.py +0 -0
  160. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/fill_meta_val.py +0 -0
  161. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
  162. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
  163. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/legalize_causal_mask_value.py +0 -0
  164. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/legalize_predefined_layout_operators.py +0 -0
  165. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_copy.py +0 -0
  166. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
  167. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_pow2_to_mul.py +0 -0
  168. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
  169. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_to_slice.py +0 -0
  170. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/merge_consecutive_cat.py +0 -0
  171. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/ops.py +0 -0
  172. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_empty_cat_inputs.py +0 -0
  173. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_nop.py +0 -0
  174. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_assert_nodes.py +0 -0
  175. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_expand.py +0 -0
  176. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_permute.py +0 -0
  177. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_reshape.py +0 -0
  178. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_slice.py +0 -0
  179. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_to_copy.py +0 -0
  180. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_unused_placeholder.py +0 -0
  181. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/restore_linear.py +0 -0
  182. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/segment_index_select.py +0 -0
  183. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/pt2_to_circle.py +0 -0
  184. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/__init__.py +0 -0
  185. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/__init__.py +0 -0
  186. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/__init__.py +0 -0
  187. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
  188. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
  189. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/joint.py +0 -0
  190. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
  191. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/rounding.py +0 -0
  192. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/runner.py +0 -0
  193. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
  194. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
  195. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
  196. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
  197. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
  198. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
  199. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
  200. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
  201. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/cle/__init__.py +0 -0
  202. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/cle/cle.py +0 -0
  203. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/cle/quantizer.py +0 -0
  204. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
  205. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
  206. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
  207. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
  208. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
  209. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
  210. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
  211. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/__init__.py +0 -0
  212. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/gptq.py +0 -0
  213. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/quant.py +0 -0
  214. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
  215. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/utils.py +0 -0
  216. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
  217. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
  218. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
  219. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
  220. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
  221. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
  222. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
  223. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
  224. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
  225. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
  226. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
  227. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
  228. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
  229. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
  230. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
  231. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
  232. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
  233. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
  234. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
  235. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/__init__.py +0 -0
  236. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/ablation.py +0 -0
  237. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/clipping.py +0 -0
  238. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/inputs.py +0 -0
  239. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/metrics.py +0 -0
  240. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/output_quantization.py +0 -0
  241. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/outputs.py +0 -0
  242. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/profile.py +0 -0
  243. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/report.py +0 -0
  244. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/selector.py +0 -0
  245. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/sensitivity.py +0 -0
  246. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/__init__.py +0 -0
  247. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/base.py +0 -0
  248. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/builders.py +0 -0
  249. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/cle.py +0 -0
  250. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/fpi_gptq.py +0 -0
  251. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
  252. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_attention.py +0 -0
  253. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gptq.py +0 -0
  254. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/llama_attention.py +0 -0
  255. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/ptq.py +0 -0
  256. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/qwen3_vl_attention.py +0 -0
  257. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
  258. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
  259. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/smoothquant.py +0 -0
  260. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/specs.py +0 -0
  261. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/spinquant.py +0 -0
  262. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/utils.py +0 -0
  263. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/__init__.py +0 -0
  264. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/backend.py +0 -0
  265. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/evaluate.py +0 -0
  266. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/__init__.py +0 -0
  267. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
  268. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
  269. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
  270. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
  271. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
  272. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
  273. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
  274. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
  275. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/metric.py +0 -0
  276. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
  277. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
  278. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/optional_deps.py +0 -0
  279. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
  280. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
  281. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/utils.py +0 -0
  282. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
  283. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
  284. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/__init__.py +0 -0
  285. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/compare_side_by_side.py +0 -0
  286. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/configs/__init__.py +0 -0
  287. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/export.py +0 -0
  288. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/generate.py +0 -0
  289. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/inspector.py +0 -0
  290. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/quantize.py +0 -0
  291. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/__init__.py +0 -0
  292. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/fold_quant_ops.py +0 -0
  293. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +0 -0
  294. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
  295. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/mx_qparam.py +0 -0
  296. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/preserve_embedding_quantization.py +0 -0
  297. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/propagate_qparam_backward.py +0 -0
  298. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/propagate_qparam_forward.py +0 -0
  299. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
  300. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/quantize_bias.py +0 -0
  301. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
  302. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/public_interface.py +0 -0
  303. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/quant_stub.py +0 -0
  304. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/quantizer.py +0 -0
  305. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/quantizer_registry.py +0 -0
  306. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/__init__.py +0 -0
  307. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/__init__.py +0 -0
  308. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/base.py +0 -0
  309. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
  310. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/llama.py +0 -0
  311. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
  312. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/config.py +0 -0
  313. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/context.py +0 -0
  314. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/__init__.py +0 -0
  315. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/dataset_config.py +0 -0
  316. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/dataset_usage.py +0 -0
  317. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/llm.py +0 -0
  318. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/vlm.py +0 -0
  319. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/__init__.py +0 -0
  320. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
  321. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
  322. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
  323. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/export_regression.py +0 -0
  324. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
  325. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
  326. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
  327. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
  328. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/token_mask.py +0 -0
  329. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/trace.py +0 -0
  330. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
  331. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
  332. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
  333. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
  334. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
  335. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
  336. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
  337. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
  338. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
  339. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
  340. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
  341. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
  342. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/__init__.py +0 -0
  343. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/cached_nll.py +0 -0
  344. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/eager.py +0 -0
  345. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
  346. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
  347. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
  348. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/llm.py +0 -0
  349. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
  350. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
  351. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/selection.py +0 -0
  352. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
  353. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/vlm.py +0 -0
  354. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/__init__.py +0 -0
  355. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/checkpoint.py +0 -0
  356. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/circle.py +0 -0
  357. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
  358. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/llama.py +0 -0
  359. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/llama_bundle.py +0 -0
  360. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
  361. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/extensions.py +0 -0
  362. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/override_policies.py +0 -0
  363. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/qparams.py +0 -0
  364. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/runner.py +0 -0
  365. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/runtime/__init__.py +0 -0
  366. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/runtime/llama.py +0 -0
  367. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/sequence_length.py +0 -0
  368. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/__init__.py +0 -0
  369. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/base.py +0 -0
  370. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/cle.py +0 -0
  371. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/gptq.py +0 -0
  372. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/ptq.py +0 -0
  373. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/smoothquant.py +0 -0
  374. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/spinquant.py +0 -0
  375. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/utils.py +0 -0
  376. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/__init__.py +0 -0
  377. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/control.py +0 -0
  378. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/dtypes.py +0 -0
  379. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/__init__.py +0 -0
  380. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
  381. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
  382. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
  383. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
  384. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
  385. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
  386. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
  387. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
  388. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
  389. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
  390. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
  391. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
  392. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
  393. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
  394. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
  395. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
  396. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
  397. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
  398. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
  399. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
  400. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
  401. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
  402. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
  403. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
  404. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
  405. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
  406. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
  407. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
  408. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
  409. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
  410. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
  411. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
  412. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
  413. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
  414. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
  415. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
  416. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
  417. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
  418. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
  419. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/lifecycle.py +0 -0
  420. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/mode.py +0 -0
  421. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/__init__.py +0 -0
  422. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/affine_base.py +0 -0
  423. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/base.py +0 -0
  424. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/ema.py +0 -0
  425. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/identity.py +0 -0
  426. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/minmax.py +0 -0
  427. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/mx.py +0 -0
  428. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/percentile.py +0 -0
  429. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/qscheme.py +0 -0
  430. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/quantizer.py +0 -0
  431. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/__init__.py +0 -0
  432. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
  433. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/introspection.py +0 -0
  434. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
  435. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/metrics.py +0 -0
  436. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
  437. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/static_export.py +0 -0
  438. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/utils.py +0 -0
  439. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/version.py +0 -0
  440. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrap_helper.py +0 -0
  441. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
  442. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
  443. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
  444. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
  445. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
  446. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
  447. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
  448. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
  449. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
  450. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
  451. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
  452. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
  453. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
  454. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
  455. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
  456. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
  457. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
  458. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
  459. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
  460. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
  461. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
  462. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
  463. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
  464. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
  465. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
  466. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
  467. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
  468. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
  469. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
  470. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
  471. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
  472. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
  473. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
  474. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
  475. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
  476. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
  477. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
  478. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
  479. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
  480. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
  481. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
  482. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
  483. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
  484. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
  485. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
  486. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
  487. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
  488. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
  489. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
  490. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
  491. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +0 -0
  492. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
  493. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
  494. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
  495. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
  496. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
  497. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
  498. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
  499. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
  500. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
  501. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
  502. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
  503. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
  504. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
  505. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
  506. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
  507. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
  508. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
  509. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
  510. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
  511. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
  512. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
  513. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
  514. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/registry.py +0 -0
  515. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/__init__.py +0 -0
  516. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_binary.py +0 -0
  517. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_graph.py +0 -0
  518. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_mapping.py +0 -0
  519. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_serializer.py +0 -0
  520. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/__init__.py +0 -0
  521. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/__init__.py +0 -0
  522. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
  523. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
  524. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
  525. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/hashable_opcode.py +0 -0
  526. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/node_visitor.py +0 -0
  527. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_abs.py +0 -0
  528. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_add.py +0 -0
  529. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_alias_copy.py +0 -0
  530. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_any.py +0 -0
  531. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_arange_start_step.py +0 -0
  532. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_argmax.py +0 -0
  533. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_attention.py +0 -0
  534. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_avg_pool2d.py +0 -0
  535. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_bitwise_and.py +0 -0
  536. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_bmm.py +0 -0
  537. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_cat.py +0 -0
  538. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
  539. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_circle_shape.py +0 -0
  540. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_clamp.py +0 -0
  541. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_clone.py +0 -0
  542. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
  543. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_conv2d.py +0 -0
  544. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_cos.py +0 -0
  545. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_cumsum.py +0 -0
  546. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
  547. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
  548. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
  549. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_div.py +0 -0
  550. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_elu.py +0 -0
  551. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_embedding.py +0 -0
  552. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_eq.py +0 -0
  553. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_exp.py +0 -0
  554. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_expand.py +0 -0
  555. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_full.py +0 -0
  556. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_full_like.py +0 -0
  557. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_ge.py +0 -0
  558. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_gelu.py +0 -0
  559. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_gt.py +0 -0
  560. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_index.py +0 -0
  561. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_index_select.py +0 -0
  562. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_instance_norm.py +0 -0
  563. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_le.py +0 -0
  564. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_leaky_relu.py +0 -0
  565. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_linear.py +0 -0
  566. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_log.py +0 -0
  567. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_log1p.py +0 -0
  568. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_logical_and.py +0 -0
  569. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_logical_not.py +0 -0
  570. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_lt.py +0 -0
  571. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_max_dim.py +0 -0
  572. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
  573. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_maximum.py +0 -0
  574. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_mean.py +0 -0
  575. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_minimum.py +0 -0
  576. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_mm.py +0 -0
  577. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_mul.py +0 -0
  578. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_ne.py +0 -0
  579. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_neg.py +0 -0
  580. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_permute.py +0 -0
  581. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_pow.py +0 -0
  582. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_prelu.py +0 -0
  583. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
  584. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_reciprocal.py +0 -0
  585. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_relu.py +0 -0
  586. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_relu6.py +0 -0
  587. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_repeat.py +0 -0
  588. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_reshape.py +0 -0
  589. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_resize_bilinear.py +0 -0
  590. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
  591. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_rmsnorm.py +0 -0
  592. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_round.py +0 -0
  593. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_rsqrt.py +0 -0
  594. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_scalar_tensor.py +0 -0
  595. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_select_copy.py +0 -0
  596. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sigmoid.py +0 -0
  597. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sin.py +0 -0
  598. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_slice.py +0 -0
  599. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_softmax.py +0 -0
  600. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_split_with_sizes.py +0 -0
  601. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sqrt.py +0 -0
  602. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_squeeze.py +0 -0
  603. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sub.py +0 -0
  604. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sum.py +0 -0
  605. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_tanh.py +0 -0
  606. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_to_copy.py +0 -0
  607. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_transpose_conv.py +0 -0
  608. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_unsqueeze.py +0 -0
  609. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_view.py +0 -0
  610. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_where.py +0 -0
  611. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/utils.py +0 -0
  612. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/pack.py +0 -0
  613. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/quant_param.py +0 -0
  614. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/__init__.py +0 -0
  615. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/__init__.py +0 -0
  616. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/torch.py +0 -0
  617. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/torch_version_policy.py +0 -0
  618. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/transformers.py +0 -0
  619. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/convert.py +0 -0
  620. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/define.py +0 -0
  621. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/diff_graph.py +0 -0
  622. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/dtype.py +0 -0
  623. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/errors.py +0 -0
  624. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/graph.py +0 -0
  625. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/installed_packages.py +0 -0
  626. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/logging.py +0 -0
  627. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/model.py +0 -0
  628. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/__init__.py +0 -0
  629. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/dtypes.py +0 -0
  630. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/elemwise_ops.py +0 -0
  631. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/formats.py +0 -0
  632. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/mx_ops.py +0 -0
  633. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/padding.py +0 -0
  634. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/passes.py +0 -0
  635. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/pytree_utils.py +0 -0
  636. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/record_input.py +0 -0
  637. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/register_custom_op.py +0 -0
  638. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/serialize.py +0 -0
  639. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/signature.py +0 -0
  640. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/trace_decorators.py +0 -0
  641. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/utils.py +0 -0
  642. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/validate_args_kwargs.py +0 -0
  643. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/version.py +0 -0
  644. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/SOURCES.txt +0 -0
  645. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/dependency_links.txt +0 -0
  646. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/entry_points.txt +0 -0
  647. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/requires.txt +0 -0
  648. {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tico
3
- Version: 0.4.0.dev261111
3
+ Version: 0.4.0.dev261112
4
4
  Summary: Convert Exported Torch Module To Circle
5
5
  License: This file provides full text of licenses used in this project
6
6
 
@@ -0,0 +1 @@
1
+ __version__ = "0.4.0.dev261112"
@@ -50,7 +50,7 @@ class StopReplay(Exception):
50
50
  @register_quantizer(Gemma4GPTQConfig)
51
51
  class Gemma4GPTQQuantizer(BaseQuantizer):
52
52
  """
53
- Gemma4 specific GPTQ quantizer.
53
+ GPTQ quantizer for dense Gemma4 E2B/E4B.
54
54
 
55
55
  This quantizer stores raw calibration inputs during ``prepare()`` and
56
56
  performs stagewise GPTQ during ``convert()``.
@@ -371,6 +371,8 @@ class Gemma4GPTQQuantizer(BaseQuantizer):
371
371
  correct slices before replaying.
372
372
  """
373
373
  assert isinstance(self.config, Gemma4GPTQConfig)
374
+ move_cache_to_cpu = self.config.move_cache_to_cpu
375
+ cache_dtype = self.config.cache_dtype
374
376
 
375
377
  language_model = components.language_model
376
378
  text_config = getattr(language_model, "config", None)
@@ -479,16 +481,24 @@ class Gemma4GPTQQuantizer(BaseQuantizer):
479
481
 
480
482
  past_key_values = kwargs.get("past_key_values")
481
483
 
484
+ # The entry capture persists for every decoder layer. The packed
485
+ # PLE tensor and the masks dominate it, so they follow the same
486
+ # cache placement as the per-layer hidden states.
487
+ def offload(value: Any) -> Any:
488
+ return maybe_move_cache_to_cpu(
489
+ value, enabled=move_cache_to_cpu, dtype=cache_dtype
490
+ )
491
+
482
492
  captured_batches.append(
483
493
  {
484
- "hidden_states": hidden_states.detach().clone(),
494
+ "hidden_states": offload(hidden_states.detach().clone()),
485
495
  "per_layer_inputs": (
486
- per_layer_inputs.detach().clone()
496
+ offload(per_layer_inputs.detach().clone())
487
497
  if per_layer_inputs is not None
488
498
  else None
489
499
  ),
490
500
  "position_embeddings": position_embeddings,
491
- "causal_mask_mapping": causal_mask_mapping,
501
+ "causal_mask_mapping": offload(causal_mask_mapping),
492
502
  # shared_kv_states is NOT captured here because it is a
493
503
  # mutable dict that gets populated during the forward pass
494
504
  # by layers with store_full_length_kv=True. Instead, we
@@ -121,7 +121,7 @@ def _gemma4_text_layer_override(
121
121
  ) -> Dict[str, Any]:
122
122
  """Build overrides for one Gemma4TextDecoderLayer.
123
123
 
124
- Mirrors the dense/no-MoE E2B text layer structure in HF:
124
+ Mirrors the dense/no-MoE E2B/E4B text layer structure in HF:
125
125
  self_attn
126
126
  mlp
127
127
  input_layernorm
@@ -284,7 +284,7 @@ def _gemma4_vision_model_override(
284
284
  return vision
285
285
 
286
286
 
287
- def build_gemma4_e2b_ptq_config(
287
+ def build_gemma4_ptq_config(
288
288
  *,
289
289
  num_text_layers: int,
290
290
  num_vision_layers: int,
@@ -298,7 +298,7 @@ def build_gemma4_e2b_ptq_config(
298
298
  norm_weight: Optional[QuantSpec] = None,
299
299
  strict_wrap: bool = True,
300
300
  ) -> PTQConfig:
301
- """Build a PTQConfig for Gemma4 E2B static image-text runtime.
301
+ """Build a PTQConfig for dense Gemma4 E2B/E4B static image-text runtime.
302
302
 
303
303
  The returned config is intentionally conservative. It assigns default
304
304
  activation and weight specs globally, then adds explicit weight overrides for
@@ -366,3 +366,7 @@ def build_gemma4_e2b_ptq_config(
366
366
  model_args=dict(model_args or {}),
367
367
  strict_wrap=strict_wrap,
368
368
  )
369
+
370
+
371
+ # Backward-compatible public name; the signature and override paths are shared.
372
+ build_gemma4_e2b_ptq_config = build_gemma4_ptq_config
@@ -22,7 +22,7 @@ from tico.quantization.config.gptq import GPTQConfig
22
22
  @dataclass
23
23
  class Gemma4GPTQConfig(GPTQConfig):
24
24
  """
25
- Configuration for GPTQ on Gemma4 (E2B).
25
+ Configuration for GPTQ on dense Gemma4 E2B/E4B.
26
26
 
27
27
  This config extends the generic GPTQ configuration with Gemma4 specific
28
28
  switches so that the quantizer can process the model in stage order:
@@ -30,6 +30,23 @@ from tico.quantization.recipes.utils import set_seed
30
30
  from tico.quantization.wrapq.lifecycle import validate_frozen_model
31
31
 
32
32
 
33
+ def _release_floating_point_model(ctx: RecipeContext) -> None:
34
+ """Free the evaluation device before a checkpoint replaces the loaded model.
35
+
36
+ The adapter loads the floating-point model for its tokenizer, processor, and
37
+ context artifacts. Keeping its weights on the device while the checkpoint is
38
+ loaded doubles peak memory. Artifacts may retain module references, so the
39
+ weights are moved off the device and never merely dereferenced.
40
+ """
41
+ model = ctx.model
42
+ ctx.model = None
43
+ if isinstance(model, torch.nn.Module):
44
+ model.to("cpu")
45
+ del model
46
+ if torch.cuda.is_available():
47
+ torch.cuda.empty_cache()
48
+
49
+
33
50
  def parse_args() -> argparse.Namespace:
34
51
  parser = argparse.ArgumentParser(
35
52
  description="Evaluate an FP or fake-quant checkpoint."
@@ -98,6 +115,7 @@ def main() -> None:
98
115
  ctx = adapter.load_model(ctx)
99
116
 
100
117
  if args.checkpoint:
118
+ _release_floating_point_model(ctx)
101
119
  checkpoint = torch.load(
102
120
  args.checkpoint,
103
121
  map_location=ctx.device,
@@ -21,7 +21,7 @@ import tqdm
21
21
  from transformers import AutoProcessor
22
22
 
23
23
  from tico.quantization import convert, prepare
24
- from tico.quantization.config.gemma4_builders import build_gemma4_e2b_ptq_config
24
+ from tico.quantization.config.gemma4_builders import build_gemma4_ptq_config
25
25
  from tico.quantization.config.gemma4_gptq import Gemma4GPTQConfig
26
26
  from tico.quantization.recipes.adapters.base import ModelAdapter
27
27
  from tico.quantization.recipes.config import stage_name_matches
@@ -79,7 +79,7 @@ from tico.quantization.wrapq.wrappers.gemma4.static_vision_profile import (
79
79
  build_gemma4_static_vision_profile,
80
80
  canonicalize_gemma4_static_vision_model_args,
81
81
  )
82
- from tico.quantization.wrapq.wrappers.gemma4.utils import assert_gemma4_e2b_no_moe
82
+ from tico.quantization.wrapq.wrappers.gemma4.utils import assert_gemma4_dense_no_moe
83
83
 
84
84
  _TEXT_LINEAR_MODULES = COMMON_LINEAR_MODULES + (
85
85
  "per_layer_input_gate",
@@ -101,7 +101,7 @@ _VISION_LAYER_PREFIXES = (
101
101
 
102
102
 
103
103
  class Gemma4Adapter(ModelAdapter):
104
- """Model adapter for Gemma4 E2B PTQ and static runtime experiments."""
104
+ """Model adapter for Gemma4 E2B/E4B PTQ and static runtime experiments."""
105
105
 
106
106
  family = "gemma4"
107
107
  evaluation_targets = frozenset(
@@ -128,7 +128,7 @@ class Gemma4Adapter(ModelAdapter):
128
128
  return Gemma4GPTQConfig
129
129
 
130
130
  def load_model(self, ctx: RecipeContext) -> RecipeContext:
131
- """Load the Gemma4 E2B model and processor."""
131
+ """Load the Gemma4 E2B/E4B model and processor."""
132
132
  cfg = ctx.cfg
133
133
  model_cfg = cfg.get("model", {})
134
134
  runtime_cfg = cfg.get("runtime", {})
@@ -174,7 +174,7 @@ class Gemma4Adapter(ModelAdapter):
174
174
 
175
175
  ctx.model.eval()
176
176
  self._disable_cache(ctx.model)
177
- assert_gemma4_e2b_no_moe(ctx.model)
177
+ assert_gemma4_dense_no_moe(ctx.model)
178
178
  # Load-time preprocessing: this must precede every algorithm stage,
179
179
  # including weight-only GPTQ and activation calibration.
180
180
  if fuse_ple_scale:
@@ -636,12 +636,12 @@ class Gemma4Adapter(ModelAdapter):
636
636
  next_ids = outputs.logits[:, -1].argmax(-1, keepdim=True)
637
637
 
638
638
  def build_ptq_config(self, ctx: RecipeContext, stage_cfg: Mapping[str, Any]):
639
- """Build the Gemma4 E2B PTQConfig from recipe stage settings."""
639
+ """Build the Gemma4 E2B/E4B PTQConfig from recipe stage settings."""
640
640
  text_config = ctx.model.config.get_text_config()
641
641
  vision_config = ctx.model.config.vision_config
642
642
  model_args = dict(ctx.cfg.get("model_args", {}))
643
643
 
644
- return build_gemma4_e2b_ptq_config(
644
+ return build_gemma4_ptq_config(
645
645
  num_text_layers=int(text_config.num_hidden_layers),
646
646
  num_vision_layers=int(vision_config.num_hidden_layers),
647
647
  model_args=model_args,
@@ -697,7 +697,7 @@ class Gemma4Adapter(ModelAdapter):
697
697
  def apply_ptq(
698
698
  self, ctx: RecipeContext, stage_cfg: Mapping[str, Any]
699
699
  ) -> torch.nn.Module:
700
- """Prepare, calibrate, and convert Gemma4 E2B with PTQ."""
700
+ """Prepare, calibrate, and convert Gemma4 E2B/E4B with PTQ."""
701
701
  qcfg = self.build_ptq_config(ctx, stage_cfg)
702
702
  prepared = prepare(
703
703
  ctx.require_model(), qcfg, inplace=bool(stage_cfg.get("inplace", True))
@@ -706,7 +706,7 @@ class Gemma4Adapter(ModelAdapter):
706
706
  return convert(prepared, inplace=True)
707
707
 
708
708
  def evaluate(self, ctx: RecipeContext) -> None:
709
- """Evaluate Gemma4 E2B with the configured top-level targets."""
709
+ """Evaluate Gemma4 E2B/E4B with the configured top-level targets."""
710
710
  eval_cfg = ctx.cfg.get("evaluation", {})
711
711
  if not eval_cfg.get("enabled", False):
712
712
  return
@@ -891,7 +891,7 @@ class Gemma4Adapter(ModelAdapter):
891
891
  print(f"Saved cached NLL results to {path.resolve()}")
892
892
 
893
893
  def export(self, ctx: RecipeContext) -> None:
894
- """Export configured Gemma4 E2B artifacts."""
894
+ """Export configured Gemma4 E2B/E4B artifacts."""
895
895
  export_cfg = ctx.cfg.get("export", {})
896
896
  if not export_cfg.get("enabled", False):
897
897
  return
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- """Static-shape runtime skeleton for Gemma4 E2B.
15
+ """Static-shape runtime skeleton for dense Gemma4 E2B/E4B.
16
16
 
17
17
  This module mirrors the Llama static runtime design while adding a fixed image
18
18
  prefill stage. CPU code owns processor/tokenizer logic, static layout checks,
@@ -42,7 +42,7 @@ from tico.quantization.config.gemma4_attention import (
42
42
  get_gemma4_text_attention_options,
43
43
  RopeConvention,
44
44
  )
45
- from tico.quantization.config.gemma4_builders import build_gemma4_e2b_ptq_config
45
+ from tico.quantization.config.gemma4_builders import build_gemma4_ptq_config
46
46
  from tico.quantization.wrapq.wrap_helper import PTQWrapHelper
47
47
  from tico.quantization.wrapq.wrappers.gemma4.export_adapters import (
48
48
  build_gemma4_vision_prefill_export_module,
@@ -69,7 +69,7 @@ from tico.quantization.wrapq.wrappers.gemma4.static_vision_profile import (
69
69
  get_gemma4_static_vision_profile,
70
70
  )
71
71
  from tico.quantization.wrapq.wrappers.gemma4.utils import (
72
- assert_gemma4_e2b_no_moe,
72
+ assert_gemma4_dense_no_moe,
73
73
  build_decode_attention_mask,
74
74
  gemma4_layer_type_head_dim,
75
75
  StaticGemma4Layout,
@@ -249,7 +249,7 @@ class LayerCache:
249
249
 
250
250
  @dataclass
251
251
  class StaticGemma4RuntimeConfig:
252
- """Configuration for the Gemma4 E2B static runtime smoke flow."""
252
+ """Configuration for the dense Gemma4 E2B/E4B static runtime smoke flow."""
253
253
 
254
254
  model: str = "google/gemma-4-e2b-it"
255
255
  max_seq: int = 2048
@@ -267,7 +267,7 @@ class StaticGemma4RuntimeConfig:
267
267
 
268
268
 
269
269
  class StaticGemma4Runtime:
270
- """CPU-orchestrated static runtime for Gemma4 E2B."""
270
+ """CPU-orchestrated static runtime for dense Gemma4 E2B/E4B."""
271
271
 
272
272
  def __init__(
273
273
  self,
@@ -281,7 +281,7 @@ class StaticGemma4Runtime:
281
281
  ):
282
282
  """Create an NPU-profile runtime; ``rope="hf"`` is an explicit override."""
283
283
  layout.validate()
284
- assert_gemma4_e2b_no_moe(model)
284
+ assert_gemma4_dense_no_moe(model)
285
285
 
286
286
  model = cast("Gemma4ForConditionalGeneration", model)
287
287
  self.model = model.eval().to(device)
@@ -314,7 +314,7 @@ class StaticGemma4Runtime:
314
314
  )
315
315
  self.vision_profile = vision_profile
316
316
 
317
- qcfg = build_gemma4_e2b_ptq_config(
317
+ qcfg = build_gemma4_ptq_config(
318
318
  num_text_layers=int(self.text_config.num_hidden_layers),
319
319
  num_vision_layers=int(
320
320
  cast("Gemma4VisionConfig", model.config.vision_config).num_hidden_layers
@@ -454,8 +454,8 @@ class StaticGemma4Runtime:
454
454
  - Full attention layers: ``head_dim = config.global_head_dim``
455
455
 
456
456
  The number of KV heads may also differ when
457
- ``num_global_key_value_heads`` is set, but for E2B it defaults to
458
- ``num_key_value_heads`` for all layers.
457
+ ``num_global_key_value_heads`` is set for alternative full attention.
458
+ Dense E2B/E4B use ``num_key_value_heads`` for all layers (one/two).
459
459
  """
460
460
  caches = []
461
461
  for layer_idx in range(int(self.text_config.num_hidden_layers)):
@@ -467,7 +467,7 @@ class StaticGemma4Runtime:
467
467
 
468
468
  # Per-layer-type num_kv_heads
469
469
  # use_alternative_attention = attention_k_eq_v and not is_sliding
470
- # For E2B, attention_k_eq_v=False, so num_kv_heads is always
470
+ # For dense E2B/E4B, attention_k_eq_v=False, so num_kv_heads is always
471
471
  # config.num_key_value_heads. But we handle the general case.
472
472
  attention_k_eq_v = getattr(self.text_config, "attention_k_eq_v", False)
473
473
  use_alternative_attention = attention_k_eq_v and not is_sliding
@@ -1904,7 +1904,7 @@ def verify_step_generation(
1904
1904
 
1905
1905
 
1906
1906
  def run_static_gemma4_runtime(cfg: StaticGemma4RuntimeConfig) -> None:
1907
- """Run the Gemma4 E2B static runtime smoke flow.
1907
+ """Run the dense Gemma4 E2B/E4B static runtime smoke flow.
1908
1908
 
1909
1909
  This entry point runs the ``build_static_inputs``, ``token_embedding``,
1910
1910
  ``vision_prefill``, ``mm_fusion``, ``masks_and_rope``, ``prefill``, and