tico 0.4.0.dev261111__tar.gz → 0.4.0.dev261117__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (648) hide show
  1. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/PKG-INFO +1 -1
  2. tico-0.4.0.dev261117/tico/_version.py +1 -0
  3. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_fake_quantize_tensor_qparams.py +77 -9
  4. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +14 -4
  5. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/gemma4_builders.py +7 -3
  6. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/gemma4_gptq.py +1 -1
  7. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/evaluate.py +18 -0
  8. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/adapters/gemma4.py +10 -10
  9. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/static_gemma4_runtime.py +11 -11
  10. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +126 -110
  11. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/gemma4.py +4 -4
  12. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +2 -2
  13. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +2 -2
  14. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +5 -4
  15. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +1 -1
  16. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +1 -1
  17. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +6 -5
  18. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +2 -2
  19. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +3 -3
  20. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +3 -3
  21. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +2 -2
  22. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +3 -3
  23. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +5 -5
  24. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +1 -1
  25. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +1 -1
  26. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +8 -1
  27. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/utils.py +10 -6
  28. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico.egg-info/PKG-INFO +1 -1
  29. tico-0.4.0.dev261111/tico/_version.py +0 -1
  30. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/LICENSE +0 -0
  31. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/README.md +0 -0
  32. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/pyproject.toml +0 -0
  33. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/setup.cfg +0 -0
  34. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/__init__.py +0 -0
  35. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/__init__.py +0 -0
  36. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/_buffer.py +0 -0
  37. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/_object.py +0 -0
  38. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/_schema.py +0 -0
  39. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/analysis/__init__.py +0 -0
  40. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/analysis/effects.py +0 -0
  41. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/analysis/purity.py +0 -0
  42. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/analysis/structural_hash.py +0 -0
  43. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/analysis/tensor_contract.py +0 -0
  44. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/builder.py +0 -0
  45. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/cli/__init__.py +0 -0
  46. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/cli/__main__.py +0 -0
  47. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/cli/main.py +0 -0
  48. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/document.py +0 -0
  49. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/errors.py +0 -0
  50. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/export.py +0 -0
  51. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/graph.py +0 -0
  52. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/inspect/__init__.py +0 -0
  53. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/inspect/printer.py +0 -0
  54. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/inspect/summary.py +0 -0
  55. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/io.py +0 -0
  56. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/mutation.py +0 -0
  57. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/operations/__init__.py +0 -0
  58. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/operations/extract.py +0 -0
  59. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/__init__.py +0 -0
  60. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/base.py +0 -0
  61. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/cleanup/__init__.py +0 -0
  62. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/cleanup/compact_indices.py +0 -0
  63. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
  64. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
  65. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/manager.py +0 -0
  66. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/__init__.py +0 -0
  67. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
  68. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/_utils.py +0 -0
  69. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
  70. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
  71. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
  72. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
  73. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
  74. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/cse.py +0 -0
  75. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/__init__.py +0 -0
  76. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
  77. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
  78. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
  79. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
  80. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
  81. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
  82. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
  83. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fold/profiles.py +0 -0
  84. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
  85. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fuse/activation.py +0 -0
  86. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fuse/composite.py +0 -0
  87. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fuse/linear.py +0 -0
  88. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
  89. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
  90. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
  91. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
  92. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/policy.py +0 -0
  93. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
  94. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
  95. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
  96. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
  97. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
  98. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
  99. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
  100. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/optimization/simplify/views.py +0 -0
  101. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/presets.py +0 -0
  102. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/rules.py +0 -0
  103. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/passes/worklist.py +0 -0
  104. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/rewrite.py +0 -0
  105. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/__init__.py +0 -0
  106. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/errors.py +0 -0
  107. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/executor.py +0 -0
  108. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/__init__.py +0 -0
  109. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/base.py +0 -0
  110. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/elementwise.py +0 -0
  111. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/nn.py +0 -0
  112. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/quantize.py +0 -0
  113. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/reduction.py +0 -0
  114. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/kernels/shape_ops.py +0 -0
  115. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/program.py +0 -0
  116. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/quantization.py +0 -0
  117. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/runtime/rowwise_gather.py +0 -0
  118. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/selector.py +0 -0
  119. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/session.py +0 -0
  120. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/value/__init__.py +0 -0
  121. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/value/codec.py +0 -0
  122. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/value/dtype.py +0 -0
  123. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/value/tensor.py +0 -0
  124. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/circle/verify.py +0 -0
  125. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/config/__init__.py +0 -0
  126. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/config/base.py +0 -0
  127. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/config/factory.py +0 -0
  128. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/config/v1.py +0 -0
  129. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/experimental/__init__.py +0 -0
  130. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/interpreter/__init__.py +0 -0
  131. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/interpreter/backends.py +0 -0
  132. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/interpreter/infer.py +0 -0
  133. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/interpreter/interpreter.py +0 -0
  134. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/ops/__init__.py +0 -0
  135. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/ops/concat.py +0 -0
  136. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/ops/resize_bilinear.py +0 -0
  137. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/ops/same_padding_conv2d.py +0 -0
  138. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/__init__.py +0 -0
  139. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/cast_aten_where_arg_type.py +0 -0
  140. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
  141. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/cast_mixed_type_args.py +0 -0
  142. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/const_prop_pass.py +0 -0
  143. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
  144. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
  145. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_expand_to_slice_cat.py +0 -0
  146. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_gather_to_gather_nd.py +0 -0
  147. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_layout_op_to_reshape.py +0 -0
  148. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_matmul_to_linear.py +0 -0
  149. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
  150. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
  151. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/convert_to_relu6.py +0 -0
  152. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_addmm.py +0 -0
  153. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_batch_norm.py +0 -0
  154. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_fake_quantize.py +0 -0
  155. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_group_norm.py +0 -0
  156. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_grouped_conv2d.py +0 -0
  157. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/decompose_slice_scatter.py +0 -0
  158. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
  159. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/extract_dtype_kwargs.py +0 -0
  160. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/fill_meta_val.py +0 -0
  161. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
  162. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
  163. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/legalize_causal_mask_value.py +0 -0
  164. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/legalize_predefined_layout_operators.py +0 -0
  165. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/lower_copy.py +0 -0
  166. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
  167. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/lower_pow2_to_mul.py +0 -0
  168. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
  169. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/lower_to_slice.py +0 -0
  170. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/merge_consecutive_cat.py +0 -0
  171. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/ops.py +0 -0
  172. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_empty_cat_inputs.py +0 -0
  173. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_nop.py +0 -0
  174. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_redundant_assert_nodes.py +0 -0
  175. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_redundant_expand.py +0 -0
  176. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_redundant_permute.py +0 -0
  177. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_redundant_reshape.py +0 -0
  178. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_redundant_slice.py +0 -0
  179. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_redundant_to_copy.py +0 -0
  180. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/remove_unused_placeholder.py +0 -0
  181. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/restore_linear.py +0 -0
  182. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/passes/segment_index_select.py +0 -0
  183. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/pt2_to_circle.py +0 -0
  184. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/__init__.py +0 -0
  185. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/__init__.py +0 -0
  186. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/__init__.py +0 -0
  187. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
  188. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
  189. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/joint.py +0 -0
  190. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
  191. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/rounding.py +0 -0
  192. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/runner.py +0 -0
  193. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
  194. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
  195. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
  196. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
  197. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
  198. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
  199. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
  200. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
  201. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/cle/__init__.py +0 -0
  202. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/cle/cle.py +0 -0
  203. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/cle/quantizer.py +0 -0
  204. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
  205. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
  206. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
  207. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
  208. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
  209. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
  210. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
  211. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gptq/__init__.py +0 -0
  212. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gptq/gptq.py +0 -0
  213. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gptq/quant.py +0 -0
  214. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
  215. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/gptq/utils.py +0 -0
  216. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
  217. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
  218. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
  219. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
  220. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
  221. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
  222. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
  223. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
  224. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
  225. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
  226. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
  227. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
  228. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
  229. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
  230. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
  231. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
  232. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
  233. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
  234. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
  235. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/__init__.py +0 -0
  236. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/ablation.py +0 -0
  237. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/clipping.py +0 -0
  238. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/inputs.py +0 -0
  239. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/metrics.py +0 -0
  240. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/output_quantization.py +0 -0
  241. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/outputs.py +0 -0
  242. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/profile.py +0 -0
  243. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/report.py +0 -0
  244. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/selector.py +0 -0
  245. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/analysis/sensitivity.py +0 -0
  246. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/__init__.py +0 -0
  247. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/base.py +0 -0
  248. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/builders.py +0 -0
  249. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/cle.py +0 -0
  250. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/fpi_gptq.py +0 -0
  251. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
  252. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/gemma4_attention.py +0 -0
  253. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/gptq.py +0 -0
  254. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/llama_attention.py +0 -0
  255. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/ptq.py +0 -0
  256. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/qwen3_vl_attention.py +0 -0
  257. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
  258. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
  259. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/smoothquant.py +0 -0
  260. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/specs.py +0 -0
  261. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/spinquant.py +0 -0
  262. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/config/utils.py +0 -0
  263. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/__init__.py +0 -0
  264. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/backend.py +0 -0
  265. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/evaluate.py +0 -0
  266. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/executor/__init__.py +0 -0
  267. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
  268. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
  269. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
  270. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
  271. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
  272. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
  273. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
  274. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
  275. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/metric.py +0 -0
  276. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
  277. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
  278. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/optional_deps.py +0 -0
  279. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
  280. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
  281. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/utils.py +0 -0
  282. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
  283. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
  284. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/__init__.py +0 -0
  285. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/compare_side_by_side.py +0 -0
  286. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/configs/__init__.py +0 -0
  287. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/export.py +0 -0
  288. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/generate.py +0 -0
  289. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/inspector.py +0 -0
  290. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/examples/quantize.py +0 -0
  291. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/__init__.py +0 -0
  292. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/fold_quant_ops.py +0 -0
  293. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +0 -0
  294. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
  295. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/mx_qparam.py +0 -0
  296. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/preserve_embedding_quantization.py +0 -0
  297. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/propagate_qparam_backward.py +0 -0
  298. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/propagate_qparam_forward.py +0 -0
  299. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
  300. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/quantize_bias.py +0 -0
  301. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
  302. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/public_interface.py +0 -0
  303. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/quant_stub.py +0 -0
  304. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/quantizer.py +0 -0
  305. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/quantizer_registry.py +0 -0
  306. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/__init__.py +0 -0
  307. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/adapters/__init__.py +0 -0
  308. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/adapters/base.py +0 -0
  309. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
  310. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/adapters/llama.py +0 -0
  311. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
  312. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/config.py +0 -0
  313. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/context.py +0 -0
  314. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/data/__init__.py +0 -0
  315. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/data/dataset_config.py +0 -0
  316. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/data/dataset_usage.py +0 -0
  317. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/data/llm.py +0 -0
  318. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/data/vlm.py +0 -0
  319. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/__init__.py +0 -0
  320. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
  321. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
  322. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
  323. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/export_regression.py +0 -0
  324. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
  325. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
  326. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
  327. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
  328. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/token_mask.py +0 -0
  329. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/trace.py +0 -0
  330. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
  331. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
  332. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
  333. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
  334. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
  335. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
  336. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
  337. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
  338. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
  339. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
  340. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
  341. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
  342. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/__init__.py +0 -0
  343. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/cached_nll.py +0 -0
  344. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/eager.py +0 -0
  345. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
  346. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
  347. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
  348. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/llm.py +0 -0
  349. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
  350. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
  351. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/selection.py +0 -0
  352. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
  353. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/evaluation/vlm.py +0 -0
  354. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/__init__.py +0 -0
  355. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/checkpoint.py +0 -0
  356. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/circle.py +0 -0
  357. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
  358. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/llama.py +0 -0
  359. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/llama_bundle.py +0 -0
  360. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
  361. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/extensions.py +0 -0
  362. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/override_policies.py +0 -0
  363. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/qparams.py +0 -0
  364. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/runner.py +0 -0
  365. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/runtime/__init__.py +0 -0
  366. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/runtime/llama.py +0 -0
  367. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/sequence_length.py +0 -0
  368. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/__init__.py +0 -0
  369. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/base.py +0 -0
  370. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/cle.py +0 -0
  371. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/gptq.py +0 -0
  372. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/ptq.py +0 -0
  373. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/smoothquant.py +0 -0
  374. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/stages/spinquant.py +0 -0
  375. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/recipes/utils.py +0 -0
  376. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/__init__.py +0 -0
  377. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/control.py +0 -0
  378. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/dtypes.py +0 -0
  379. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/__init__.py +0 -0
  380. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
  381. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
  382. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
  383. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
  384. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
  385. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
  386. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
  387. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
  388. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
  389. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
  390. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
  391. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
  392. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
  393. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
  394. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
  395. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
  396. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
  397. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
  398. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
  399. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
  400. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
  401. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
  402. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
  403. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
  404. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
  405. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
  406. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
  407. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
  408. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
  409. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
  410. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
  411. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
  412. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
  413. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
  414. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
  415. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
  416. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
  417. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
  418. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
  419. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/lifecycle.py +0 -0
  420. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/mode.py +0 -0
  421. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/__init__.py +0 -0
  422. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/affine_base.py +0 -0
  423. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/base.py +0 -0
  424. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/ema.py +0 -0
  425. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/identity.py +0 -0
  426. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/minmax.py +0 -0
  427. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/mx.py +0 -0
  428. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/observers/percentile.py +0 -0
  429. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/qscheme.py +0 -0
  430. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/quantizer.py +0 -0
  431. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/__init__.py +0 -0
  432. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
  433. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/introspection.py +0 -0
  434. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
  435. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/metrics.py +0 -0
  436. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
  437. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/static_export.py +0 -0
  438. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/utils.py +0 -0
  439. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/utils/version.py +0 -0
  440. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrap_helper.py +0 -0
  441. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
  442. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
  443. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
  444. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
  445. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
  446. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
  447. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
  448. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
  449. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
  450. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
  451. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
  452. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
  453. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
  454. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
  455. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
  456. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
  457. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
  458. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
  459. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
  460. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
  461. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
  462. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
  463. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
  464. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
  465. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
  466. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
  467. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
  468. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
  469. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
  470. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
  471. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
  472. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
  473. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
  474. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
  475. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
  476. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
  477. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
  478. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
  479. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
  480. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
  481. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
  482. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
  483. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
  484. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
  485. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
  486. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
  487. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
  488. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
  489. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
  490. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
  491. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +0 -0
  492. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
  493. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
  494. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
  495. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
  496. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
  497. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
  498. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
  499. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
  500. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
  501. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
  502. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
  503. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
  504. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
  505. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
  506. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
  507. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
  508. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
  509. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
  510. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
  511. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
  512. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
  513. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
  514. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/quantization/wrapq/wrappers/registry.py +0 -0
  515. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/__init__.py +0 -0
  516. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/circle_binary.py +0 -0
  517. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/circle_graph.py +0 -0
  518. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/circle_mapping.py +0 -0
  519. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/circle_serializer.py +0 -0
  520. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/__init__.py +0 -0
  521. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/adapters/__init__.py +0 -0
  522. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
  523. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
  524. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
  525. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/hashable_opcode.py +0 -0
  526. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/node_visitor.py +0 -0
  527. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_abs.py +0 -0
  528. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_add.py +0 -0
  529. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_alias_copy.py +0 -0
  530. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_any.py +0 -0
  531. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_arange_start_step.py +0 -0
  532. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_argmax.py +0 -0
  533. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_attention.py +0 -0
  534. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_avg_pool2d.py +0 -0
  535. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_bitwise_and.py +0 -0
  536. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_bmm.py +0 -0
  537. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_cat.py +0 -0
  538. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
  539. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_circle_shape.py +0 -0
  540. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_clamp.py +0 -0
  541. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_clone.py +0 -0
  542. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
  543. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_conv2d.py +0 -0
  544. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_cos.py +0 -0
  545. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_cumsum.py +0 -0
  546. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
  547. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
  548. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
  549. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_div.py +0 -0
  550. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_elu.py +0 -0
  551. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_embedding.py +0 -0
  552. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_eq.py +0 -0
  553. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_exp.py +0 -0
  554. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_expand.py +0 -0
  555. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_full.py +0 -0
  556. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_full_like.py +0 -0
  557. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_ge.py +0 -0
  558. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_gelu.py +0 -0
  559. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_gt.py +0 -0
  560. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_index.py +0 -0
  561. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_index_select.py +0 -0
  562. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_instance_norm.py +0 -0
  563. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_le.py +0 -0
  564. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_leaky_relu.py +0 -0
  565. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_linear.py +0 -0
  566. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_log.py +0 -0
  567. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_log1p.py +0 -0
  568. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_logical_and.py +0 -0
  569. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_logical_not.py +0 -0
  570. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_lt.py +0 -0
  571. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_max_dim.py +0 -0
  572. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
  573. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_maximum.py +0 -0
  574. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_mean.py +0 -0
  575. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_minimum.py +0 -0
  576. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_mm.py +0 -0
  577. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_mul.py +0 -0
  578. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_ne.py +0 -0
  579. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_neg.py +0 -0
  580. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_permute.py +0 -0
  581. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_pow.py +0 -0
  582. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_prelu.py +0 -0
  583. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
  584. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_reciprocal.py +0 -0
  585. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_relu.py +0 -0
  586. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_relu6.py +0 -0
  587. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_repeat.py +0 -0
  588. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_reshape.py +0 -0
  589. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_resize_bilinear.py +0 -0
  590. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
  591. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_rmsnorm.py +0 -0
  592. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_round.py +0 -0
  593. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_rsqrt.py +0 -0
  594. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_scalar_tensor.py +0 -0
  595. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_select_copy.py +0 -0
  596. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_sigmoid.py +0 -0
  597. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_sin.py +0 -0
  598. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_slice.py +0 -0
  599. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_softmax.py +0 -0
  600. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_split_with_sizes.py +0 -0
  601. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_sqrt.py +0 -0
  602. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_squeeze.py +0 -0
  603. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_sub.py +0 -0
  604. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_sum.py +0 -0
  605. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_tanh.py +0 -0
  606. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_to_copy.py +0 -0
  607. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_transpose_conv.py +0 -0
  608. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_unsqueeze.py +0 -0
  609. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_view.py +0 -0
  610. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/op_where.py +0 -0
  611. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/operators/utils.py +0 -0
  612. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/pack.py +0 -0
  613. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/serialize/quant_param.py +0 -0
  614. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/__init__.py +0 -0
  615. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/compat/__init__.py +0 -0
  616. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/compat/torch.py +0 -0
  617. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/compat/torch_version_policy.py +0 -0
  618. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/compat/transformers.py +0 -0
  619. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/convert.py +0 -0
  620. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/define.py +0 -0
  621. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/diff_graph.py +0 -0
  622. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/dtype.py +0 -0
  623. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/errors.py +0 -0
  624. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/graph.py +0 -0
  625. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/installed_packages.py +0 -0
  626. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/logging.py +0 -0
  627. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/model.py +0 -0
  628. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/mx/__init__.py +0 -0
  629. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/mx/dtypes.py +0 -0
  630. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/mx/elemwise_ops.py +0 -0
  631. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/mx/formats.py +0 -0
  632. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/mx/mx_ops.py +0 -0
  633. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/padding.py +0 -0
  634. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/passes.py +0 -0
  635. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/pytree_utils.py +0 -0
  636. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/record_input.py +0 -0
  637. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/register_custom_op.py +0 -0
  638. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/serialize.py +0 -0
  639. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/signature.py +0 -0
  640. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/trace_decorators.py +0 -0
  641. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/utils.py +0 -0
  642. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/validate_args_kwargs.py +0 -0
  643. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico/utils/version.py +0 -0
  644. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico.egg-info/SOURCES.txt +0 -0
  645. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico.egg-info/dependency_links.txt +0 -0
  646. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico.egg-info/entry_points.txt +0 -0
  647. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico.egg-info/requires.txt +0 -0
  648. {tico-0.4.0.dev261111 → tico-0.4.0.dev261117}/tico.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tico
3
- Version: 0.4.0.dev261111
3
+ Version: 0.4.0.dev261117
4
4
  Summary: Convert Exported Torch Module To Circle
5
5
  License: This file provides full text of licenses used in this project
6
6
 
@@ -0,0 +1 @@
1
+ __version__ = "0.4.0.dev261117"
@@ -39,6 +39,46 @@ from tico.utils.trace_decorators import (
39
39
  from tico.utils.validate_args_kwargs import FakeQuantizePerTensorTQParamArgs
40
40
 
41
41
 
42
+ class _BufferLookup:
43
+ """Precomputed buffer/constant maps for one ExportedProgram.
44
+
45
+ ``torch._export.utils.is_buffer`` and friends rebuild
46
+ ``graph_signature.inputs_to_*`` dictionaries on every call, which makes
47
+ per-node constant resolution quadratic in the number of buffers. Build
48
+ the maps once per pass run and answer the same queries in O(1).
49
+ """
50
+
51
+ def __init__(self, ep: ExportedProgram):
52
+ signature = ep.graph_signature
53
+ self._inputs_to_buffers = dict(signature.inputs_to_buffers)
54
+ self._non_persistent = set(signature.non_persistent_buffers)
55
+ self._inputs_to_lifted = dict(signature.inputs_to_lifted_tensor_constants)
56
+ self._constants = ep.constants
57
+ self._state_dict = ep.state_dict
58
+
59
+ def is_buffer(self, node: torch.fx.Node) -> bool:
60
+ return node.name in self._inputs_to_buffers
61
+
62
+ def get_buffer(self, node: torch.fx.Node) -> Union[torch.Tensor, None]:
63
+ buffer_name = self._inputs_to_buffers.get(node.name)
64
+ if buffer_name is None:
65
+ return None
66
+ if buffer_name in self._non_persistent:
67
+ return self._constants[buffer_name]
68
+ return self._state_dict[buffer_name]
69
+
70
+ def is_lifted_tensor_constant(self, node: torch.fx.Node) -> bool:
71
+ return node.name in self._inputs_to_lifted
72
+
73
+ def get_lifted_tensor_constant(
74
+ self, node: torch.fx.Node
75
+ ) -> Union[torch.Tensor, None]:
76
+ lifted_name = self._inputs_to_lifted.get(node.name)
77
+ if lifted_name is None:
78
+ return None
79
+ return self._constants[lifted_name]
80
+
81
+
42
82
  def get_constant_from_tensor(
43
83
  node: Union[torch.fx.Node, bool, int, float],
44
84
  ep: ExportedProgram,
@@ -46,6 +86,7 @@ def get_constant_from_tensor(
46
86
  _cache: Union[
47
87
  Dict[Union[str, bool, int, float], Union[bool, int, float]], None
48
88
  ] = None,
89
+ _buffers: Union[_BufferLookup, None] = None,
49
90
  ) -> Union[bool, int, float]:
50
91
  """Memoizing wrapper around `_get_constant_from_tensor_impl`.
51
92
 
@@ -54,17 +95,21 @@ def get_constant_from_tensor(
54
95
 
55
96
  `_cache` is internal and keyword-only: pass one dict per pass run to
56
97
  share memoized values across calls, or omit it for a one-off lookup.
98
+ `_buffers` precomputes the program's buffer maps once; without it the
99
+ (quadratic on torch 2.13) torch helpers are used per node.
57
100
  """
58
101
  if _cache is None:
59
- return _get_constant_from_tensor_impl(node, ep)
102
+ return _get_constant_from_tensor_impl(node, ep, _buffers)
60
103
  key = node if isinstance(node, (bool, int, float)) else node.name
61
104
  if key not in _cache:
62
- _cache[key] = _get_constant_from_tensor_impl(node, ep)
105
+ _cache[key] = _get_constant_from_tensor_impl(node, ep, _buffers)
63
106
  return _cache[key]
64
107
 
65
108
 
66
109
  def _get_constant_from_tensor_impl(
67
- node: Union[torch.fx.Node, bool, int, float], ep: ExportedProgram
110
+ node: Union[torch.fx.Node, bool, int, float],
111
+ ep: ExportedProgram,
112
+ _buffers: Union[_BufferLookup, None] = None,
68
113
  ) -> Union[bool, int, float]:
69
114
  """Evaluate supported singleton constant expressions, then extract a scalar.
70
115
 
@@ -78,7 +123,14 @@ def _get_constant_from_tensor_impl(
78
123
  if isinstance(value, (bool, int, float)):
79
124
  return value
80
125
  assert isinstance(value, torch.fx.Node)
81
- if is_buffer(ep, value):
126
+ if _buffers is not None:
127
+ if _buffers.is_buffer(value):
128
+ tensor = _buffers.get_buffer(value)
129
+ elif _buffers.is_lifted_tensor_constant(value):
130
+ tensor = _buffers.get_lifted_tensor_constant(value)
131
+ else:
132
+ tensor = None
133
+ elif is_buffer(ep, value):
82
134
  tensor = get_buffer(ep, value)
83
135
  elif is_lifted_tensor_constant(ep, value):
84
136
  tensor = get_lifted_tensor_constant(ep, value)
@@ -223,6 +275,7 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
223
275
  g = gm.graph
224
276
  qd = torch.ops.quantized_decomposed # type: ignore[return]
225
277
  _const_cache: Dict[Union[str, bool, int, float], Union[bool, int, float]] = {}
278
+ _buffers = _BufferLookup(exported_program)
226
279
 
227
280
  # Validate live tuple uses before rewriting any cachemask operation.
228
281
  # Dead masks and their dead consumers do not restrict inference export.
@@ -247,7 +300,10 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
247
300
  assert len(node.args) == 6
248
301
  try:
249
302
  enabled = get_constant_from_tensor(
250
- node.args[3], exported_program, _cache=_const_cache
303
+ node.args[3],
304
+ exported_program,
305
+ _cache=_const_cache,
306
+ _buffers=_buffers,
251
307
  )
252
308
  except (AssertionError, AttributeError, RuntimeError, ValueError) as exc:
253
309
  raise RuntimeError(
@@ -335,8 +391,14 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
335
391
  continue
336
392
  # Get constant tensors
337
393
  ep = exported_program
338
- s_value = get_constant_from_tensor(s, ep, _cache=_const_cache)
339
- zp_value = int(get_constant_from_tensor(zp, ep, _cache=_const_cache))
394
+ s_value = get_constant_from_tensor(
395
+ s, ep, _cache=_const_cache, _buffers=_buffers
396
+ )
397
+ zp_value = int(
398
+ get_constant_from_tensor(
399
+ zp, ep, _cache=_const_cache, _buffers=_buffers
400
+ )
401
+ )
340
402
  quant_kwargs = {
341
403
  **node.kwargs,
342
404
  **{"dtype": get_quant_type(quant_min, quant_max)},
@@ -372,8 +434,14 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
372
434
 
373
435
  # Get constant tensors
374
436
  ep = exported_program
375
- s_value = get_constant_from_tensor(s, ep, _cache=_const_cache)
376
- zp_value = int(get_constant_from_tensor(zp, ep, _cache=_const_cache))
437
+ s_value = get_constant_from_tensor(
438
+ s, ep, _cache=_const_cache, _buffers=_buffers
439
+ )
440
+ zp_value = int(
441
+ get_constant_from_tensor(
442
+ zp, ep, _cache=_const_cache, _buffers=_buffers
443
+ )
444
+ )
377
445
  quant_kwargs = {
378
446
  **node.kwargs,
379
447
  **{"dtype": get_quant_type(quant_min, quant_max)},
@@ -50,7 +50,7 @@ class StopReplay(Exception):
50
50
  @register_quantizer(Gemma4GPTQConfig)
51
51
  class Gemma4GPTQQuantizer(BaseQuantizer):
52
52
  """
53
- Gemma4 specific GPTQ quantizer.
53
+ GPTQ quantizer for dense Gemma4 E2B/E4B.
54
54
 
55
55
  This quantizer stores raw calibration inputs during ``prepare()`` and
56
56
  performs stagewise GPTQ during ``convert()``.
@@ -371,6 +371,8 @@ class Gemma4GPTQQuantizer(BaseQuantizer):
371
371
  correct slices before replaying.
372
372
  """
373
373
  assert isinstance(self.config, Gemma4GPTQConfig)
374
+ move_cache_to_cpu = self.config.move_cache_to_cpu
375
+ cache_dtype = self.config.cache_dtype
374
376
 
375
377
  language_model = components.language_model
376
378
  text_config = getattr(language_model, "config", None)
@@ -479,16 +481,24 @@ class Gemma4GPTQQuantizer(BaseQuantizer):
479
481
 
480
482
  past_key_values = kwargs.get("past_key_values")
481
483
 
484
+ # The entry capture persists for every decoder layer. The packed
485
+ # PLE tensor and the masks dominate it, so they follow the same
486
+ # cache placement as the per-layer hidden states.
487
+ def offload(value: Any) -> Any:
488
+ return maybe_move_cache_to_cpu(
489
+ value, enabled=move_cache_to_cpu, dtype=cache_dtype
490
+ )
491
+
482
492
  captured_batches.append(
483
493
  {
484
- "hidden_states": hidden_states.detach().clone(),
494
+ "hidden_states": offload(hidden_states.detach().clone()),
485
495
  "per_layer_inputs": (
486
- per_layer_inputs.detach().clone()
496
+ offload(per_layer_inputs.detach().clone())
487
497
  if per_layer_inputs is not None
488
498
  else None
489
499
  ),
490
500
  "position_embeddings": position_embeddings,
491
- "causal_mask_mapping": causal_mask_mapping,
501
+ "causal_mask_mapping": offload(causal_mask_mapping),
492
502
  # shared_kv_states is NOT captured here because it is a
493
503
  # mutable dict that gets populated during the forward pass
494
504
  # by layers with store_full_length_kv=True. Instead, we
@@ -121,7 +121,7 @@ def _gemma4_text_layer_override(
121
121
  ) -> Dict[str, Any]:
122
122
  """Build overrides for one Gemma4TextDecoderLayer.
123
123
 
124
- Mirrors the dense/no-MoE E2B text layer structure in HF:
124
+ Mirrors the dense/no-MoE E2B/E4B text layer structure in HF:
125
125
  self_attn
126
126
  mlp
127
127
  input_layernorm
@@ -284,7 +284,7 @@ def _gemma4_vision_model_override(
284
284
  return vision
285
285
 
286
286
 
287
- def build_gemma4_e2b_ptq_config(
287
+ def build_gemma4_ptq_config(
288
288
  *,
289
289
  num_text_layers: int,
290
290
  num_vision_layers: int,
@@ -298,7 +298,7 @@ def build_gemma4_e2b_ptq_config(
298
298
  norm_weight: Optional[QuantSpec] = None,
299
299
  strict_wrap: bool = True,
300
300
  ) -> PTQConfig:
301
- """Build a PTQConfig for Gemma4 E2B static image-text runtime.
301
+ """Build a PTQConfig for dense Gemma4 E2B/E4B static image-text runtime.
302
302
 
303
303
  The returned config is intentionally conservative. It assigns default
304
304
  activation and weight specs globally, then adds explicit weight overrides for
@@ -366,3 +366,7 @@ def build_gemma4_e2b_ptq_config(
366
366
  model_args=dict(model_args or {}),
367
367
  strict_wrap=strict_wrap,
368
368
  )
369
+
370
+
371
+ # Backward-compatible public name; the signature and override paths are shared.
372
+ build_gemma4_e2b_ptq_config = build_gemma4_ptq_config
@@ -22,7 +22,7 @@ from tico.quantization.config.gptq import GPTQConfig
22
22
  @dataclass
23
23
  class Gemma4GPTQConfig(GPTQConfig):
24
24
  """
25
- Configuration for GPTQ on Gemma4 (E2B).
25
+ Configuration for GPTQ on dense Gemma4 E2B/E4B.
26
26
 
27
27
  This config extends the generic GPTQ configuration with Gemma4 specific
28
28
  switches so that the quantizer can process the model in stage order:
@@ -30,6 +30,23 @@ from tico.quantization.recipes.utils import set_seed
30
30
  from tico.quantization.wrapq.lifecycle import validate_frozen_model
31
31
 
32
32
 
33
+ def _release_floating_point_model(ctx: RecipeContext) -> None:
34
+ """Free the evaluation device before a checkpoint replaces the loaded model.
35
+
36
+ The adapter loads the floating-point model for its tokenizer, processor, and
37
+ context artifacts. Keeping its weights on the device while the checkpoint is
38
+ loaded doubles peak memory. Artifacts may retain module references, so the
39
+ weights are moved off the device and never merely dereferenced.
40
+ """
41
+ model = ctx.model
42
+ ctx.model = None
43
+ if isinstance(model, torch.nn.Module):
44
+ model.to("cpu")
45
+ del model
46
+ if torch.cuda.is_available():
47
+ torch.cuda.empty_cache()
48
+
49
+
33
50
  def parse_args() -> argparse.Namespace:
34
51
  parser = argparse.ArgumentParser(
35
52
  description="Evaluate an FP or fake-quant checkpoint."
@@ -98,6 +115,7 @@ def main() -> None:
98
115
  ctx = adapter.load_model(ctx)
99
116
 
100
117
  if args.checkpoint:
118
+ _release_floating_point_model(ctx)
101
119
  checkpoint = torch.load(
102
120
  args.checkpoint,
103
121
  map_location=ctx.device,
@@ -21,7 +21,7 @@ import tqdm
21
21
  from transformers import AutoProcessor
22
22
 
23
23
  from tico.quantization import convert, prepare
24
- from tico.quantization.config.gemma4_builders import build_gemma4_e2b_ptq_config
24
+ from tico.quantization.config.gemma4_builders import build_gemma4_ptq_config
25
25
  from tico.quantization.config.gemma4_gptq import Gemma4GPTQConfig
26
26
  from tico.quantization.recipes.adapters.base import ModelAdapter
27
27
  from tico.quantization.recipes.config import stage_name_matches
@@ -79,7 +79,7 @@ from tico.quantization.wrapq.wrappers.gemma4.static_vision_profile import (
79
79
  build_gemma4_static_vision_profile,
80
80
  canonicalize_gemma4_static_vision_model_args,
81
81
  )
82
- from tico.quantization.wrapq.wrappers.gemma4.utils import assert_gemma4_e2b_no_moe
82
+ from tico.quantization.wrapq.wrappers.gemma4.utils import assert_gemma4_dense_no_moe
83
83
 
84
84
  _TEXT_LINEAR_MODULES = COMMON_LINEAR_MODULES + (
85
85
  "per_layer_input_gate",
@@ -101,7 +101,7 @@ _VISION_LAYER_PREFIXES = (
101
101
 
102
102
 
103
103
  class Gemma4Adapter(ModelAdapter):
104
- """Model adapter for Gemma4 E2B PTQ and static runtime experiments."""
104
+ """Model adapter for Gemma4 E2B/E4B PTQ and static runtime experiments."""
105
105
 
106
106
  family = "gemma4"
107
107
  evaluation_targets = frozenset(
@@ -128,7 +128,7 @@ class Gemma4Adapter(ModelAdapter):
128
128
  return Gemma4GPTQConfig
129
129
 
130
130
  def load_model(self, ctx: RecipeContext) -> RecipeContext:
131
- """Load the Gemma4 E2B model and processor."""
131
+ """Load the Gemma4 E2B/E4B model and processor."""
132
132
  cfg = ctx.cfg
133
133
  model_cfg = cfg.get("model", {})
134
134
  runtime_cfg = cfg.get("runtime", {})
@@ -174,7 +174,7 @@ class Gemma4Adapter(ModelAdapter):
174
174
 
175
175
  ctx.model.eval()
176
176
  self._disable_cache(ctx.model)
177
- assert_gemma4_e2b_no_moe(ctx.model)
177
+ assert_gemma4_dense_no_moe(ctx.model)
178
178
  # Load-time preprocessing: this must precede every algorithm stage,
179
179
  # including weight-only GPTQ and activation calibration.
180
180
  if fuse_ple_scale:
@@ -636,12 +636,12 @@ class Gemma4Adapter(ModelAdapter):
636
636
  next_ids = outputs.logits[:, -1].argmax(-1, keepdim=True)
637
637
 
638
638
  def build_ptq_config(self, ctx: RecipeContext, stage_cfg: Mapping[str, Any]):
639
- """Build the Gemma4 E2B PTQConfig from recipe stage settings."""
639
+ """Build the Gemma4 E2B/E4B PTQConfig from recipe stage settings."""
640
640
  text_config = ctx.model.config.get_text_config()
641
641
  vision_config = ctx.model.config.vision_config
642
642
  model_args = dict(ctx.cfg.get("model_args", {}))
643
643
 
644
- return build_gemma4_e2b_ptq_config(
644
+ return build_gemma4_ptq_config(
645
645
  num_text_layers=int(text_config.num_hidden_layers),
646
646
  num_vision_layers=int(vision_config.num_hidden_layers),
647
647
  model_args=model_args,
@@ -697,7 +697,7 @@ class Gemma4Adapter(ModelAdapter):
697
697
  def apply_ptq(
698
698
  self, ctx: RecipeContext, stage_cfg: Mapping[str, Any]
699
699
  ) -> torch.nn.Module:
700
- """Prepare, calibrate, and convert Gemma4 E2B with PTQ."""
700
+ """Prepare, calibrate, and convert Gemma4 E2B/E4B with PTQ."""
701
701
  qcfg = self.build_ptq_config(ctx, stage_cfg)
702
702
  prepared = prepare(
703
703
  ctx.require_model(), qcfg, inplace=bool(stage_cfg.get("inplace", True))
@@ -706,7 +706,7 @@ class Gemma4Adapter(ModelAdapter):
706
706
  return convert(prepared, inplace=True)
707
707
 
708
708
  def evaluate(self, ctx: RecipeContext) -> None:
709
- """Evaluate Gemma4 E2B with the configured top-level targets."""
709
+ """Evaluate Gemma4 E2B/E4B with the configured top-level targets."""
710
710
  eval_cfg = ctx.cfg.get("evaluation", {})
711
711
  if not eval_cfg.get("enabled", False):
712
712
  return
@@ -891,7 +891,7 @@ class Gemma4Adapter(ModelAdapter):
891
891
  print(f"Saved cached NLL results to {path.resolve()}")
892
892
 
893
893
  def export(self, ctx: RecipeContext) -> None:
894
- """Export configured Gemma4 E2B artifacts."""
894
+ """Export configured Gemma4 E2B/E4B artifacts."""
895
895
  export_cfg = ctx.cfg.get("export", {})
896
896
  if not export_cfg.get("enabled", False):
897
897
  return
@@ -12,7 +12,7 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
 
15
- """Static-shape runtime skeleton for Gemma4 E2B.
15
+ """Static-shape runtime skeleton for dense Gemma4 E2B/E4B.
16
16
 
17
17
  This module mirrors the Llama static runtime design while adding a fixed image
18
18
  prefill stage. CPU code owns processor/tokenizer logic, static layout checks,
@@ -42,7 +42,7 @@ from tico.quantization.config.gemma4_attention import (
42
42
  get_gemma4_text_attention_options,
43
43
  RopeConvention,
44
44
  )
45
- from tico.quantization.config.gemma4_builders import build_gemma4_e2b_ptq_config
45
+ from tico.quantization.config.gemma4_builders import build_gemma4_ptq_config
46
46
  from tico.quantization.wrapq.wrap_helper import PTQWrapHelper
47
47
  from tico.quantization.wrapq.wrappers.gemma4.export_adapters import (
48
48
  build_gemma4_vision_prefill_export_module,
@@ -69,7 +69,7 @@ from tico.quantization.wrapq.wrappers.gemma4.static_vision_profile import (
69
69
  get_gemma4_static_vision_profile,
70
70
  )
71
71
  from tico.quantization.wrapq.wrappers.gemma4.utils import (
72
- assert_gemma4_e2b_no_moe,
72
+ assert_gemma4_dense_no_moe,
73
73
  build_decode_attention_mask,
74
74
  gemma4_layer_type_head_dim,
75
75
  StaticGemma4Layout,
@@ -249,7 +249,7 @@ class LayerCache:
249
249
 
250
250
  @dataclass
251
251
  class StaticGemma4RuntimeConfig:
252
- """Configuration for the Gemma4 E2B static runtime smoke flow."""
252
+ """Configuration for the dense Gemma4 E2B/E4B static runtime smoke flow."""
253
253
 
254
254
  model: str = "google/gemma-4-e2b-it"
255
255
  max_seq: int = 2048
@@ -267,7 +267,7 @@ class StaticGemma4RuntimeConfig:
267
267
 
268
268
 
269
269
  class StaticGemma4Runtime:
270
- """CPU-orchestrated static runtime for Gemma4 E2B."""
270
+ """CPU-orchestrated static runtime for dense Gemma4 E2B/E4B."""
271
271
 
272
272
  def __init__(
273
273
  self,
@@ -281,7 +281,7 @@ class StaticGemma4Runtime:
281
281
  ):
282
282
  """Create an NPU-profile runtime; ``rope="hf"`` is an explicit override."""
283
283
  layout.validate()
284
- assert_gemma4_e2b_no_moe(model)
284
+ assert_gemma4_dense_no_moe(model)
285
285
 
286
286
  model = cast("Gemma4ForConditionalGeneration", model)
287
287
  self.model = model.eval().to(device)
@@ -314,7 +314,7 @@ class StaticGemma4Runtime:
314
314
  )
315
315
  self.vision_profile = vision_profile
316
316
 
317
- qcfg = build_gemma4_e2b_ptq_config(
317
+ qcfg = build_gemma4_ptq_config(
318
318
  num_text_layers=int(self.text_config.num_hidden_layers),
319
319
  num_vision_layers=int(
320
320
  cast("Gemma4VisionConfig", model.config.vision_config).num_hidden_layers
@@ -454,8 +454,8 @@ class StaticGemma4Runtime:
454
454
  - Full attention layers: ``head_dim = config.global_head_dim``
455
455
 
456
456
  The number of KV heads may also differ when
457
- ``num_global_key_value_heads`` is set, but for E2B it defaults to
458
- ``num_key_value_heads`` for all layers.
457
+ ``num_global_key_value_heads`` is set for alternative full attention.
458
+ Dense E2B/E4B use ``num_key_value_heads`` for all layers (one/two).
459
459
  """
460
460
  caches = []
461
461
  for layer_idx in range(int(self.text_config.num_hidden_layers)):
@@ -467,7 +467,7 @@ class StaticGemma4Runtime:
467
467
 
468
468
  # Per-layer-type num_kv_heads
469
469
  # use_alternative_attention = attention_k_eq_v and not is_sliding
470
- # For E2B, attention_k_eq_v=False, so num_kv_heads is always
470
+ # For dense E2B/E4B, attention_k_eq_v=False, so num_kv_heads is always
471
471
  # config.num_key_value_heads. But we handle the general case.
472
472
  attention_k_eq_v = getattr(self.text_config, "attention_k_eq_v", False)
473
473
  use_alternative_attention = attention_k_eq_v and not is_sliding
@@ -1904,7 +1904,7 @@ def verify_step_generation(
1904
1904
 
1905
1905
 
1906
1906
  def run_static_gemma4_runtime(cfg: StaticGemma4RuntimeConfig) -> None:
1907
- """Run the Gemma4 E2B static runtime smoke flow.
1907
+ """Run the dense Gemma4 E2B/E4B static runtime smoke flow.
1908
1908
 
1909
1909
  This entry point runs the ``build_static_inputs``, ``token_embedding``,
1910
1910
  ``vision_prefill``, ``mm_fusion``, ``masks_and_rope``, ``prefill``, and