tico 0.4.0.dev261111__tar.gz → 0.4.0.dev261112__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/PKG-INFO +1 -1
- tico-0.4.0.dev261112/tico/_version.py +1 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +14 -4
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_builders.py +7 -3
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_gptq.py +1 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/evaluate.py +18 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/gemma4.py +10 -10
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_gemma4_runtime.py +11 -11
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +126 -110
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/gemma4.py +4 -4
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +2 -2
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +2 -2
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +5 -4
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +1 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +1 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +6 -5
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +2 -2
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +3 -3
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +3 -3
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +2 -2
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +3 -3
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +5 -5
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +1 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +1 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +8 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/utils.py +10 -6
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/PKG-INFO +1 -1
- tico-0.4.0.dev261111/tico/_version.py +0 -1
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/LICENSE +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/README.md +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/pyproject.toml +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/setup.cfg +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/_buffer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/_object.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/_schema.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/effects.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/purity.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/structural_hash.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/analysis/tensor_contract.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/builder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/cli/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/cli/__main__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/cli/main.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/document.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/errors.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/export.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/graph.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/inspect/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/inspect/printer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/inspect/summary.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/io.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/mutation.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/operations/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/operations/extract.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/compact_indices.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/manager.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/cse.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fold/profiles.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/activation.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/composite.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/policy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/optimization/simplify/views.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/presets.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/rules.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/passes/worklist.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/rewrite.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/errors.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/executor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/elementwise.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/nn.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/quantize.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/reduction.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/kernels/shape_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/program.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/quantization.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/runtime/rowwise_gather.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/selector.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/session.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/codec.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/dtype.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/value/tensor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/circle/verify.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/factory.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/config/v1.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/experimental/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/backends.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/infer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/interpreter/interpreter.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/concat.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/resize_bilinear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/ops/same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/cast_aten_where_arg_type.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/cast_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/const_prop_pass.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_expand_to_slice_cat.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_gather_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_layout_op_to_reshape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_matmul_to_linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/convert_to_relu6.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_addmm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_batch_norm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_fake_quantize.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_group_norm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_grouped_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/decompose_slice_scatter.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/extract_dtype_kwargs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/fill_meta_val.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/legalize_causal_mask_value.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/legalize_predefined_layout_operators.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_copy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_pow2_to_mul.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/lower_to_slice.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/merge_consecutive_cat.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_empty_cat_inputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_nop.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_assert_nodes.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_expand.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_permute.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_reshape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_slice.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_redundant_to_copy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/remove_unused_placeholder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/restore_linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/passes/segment_index_select.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/pt2_to_circle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/joint.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/rounding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/runner.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/cle/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/cle/cle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/cle/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/quant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gptq/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/ablation.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/clipping.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/inputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/metrics.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/output_quantization.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/outputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/profile.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/report.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/selector.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/analysis/sensitivity.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/builders.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/cle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gemma4_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/llama_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/ptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/qwen3_vl_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/smoothquant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/specs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/spinquant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/config/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/backend.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/evaluate.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/metric.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/optional_deps.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/compare_side_by_side.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/configs/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/export.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/generate.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/inspector.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/examples/quantize.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/fold_quant_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/mx_qparam.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/preserve_embedding_quantization.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/propagate_qparam_backward.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/propagate_qparam_forward.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/quantize_bias.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/public_interface.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/quant_stub.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/quantizer_registry.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/llama.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/config.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/context.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/dataset_config.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/dataset_usage.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/llm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/data/vlm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/export_regression.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/token_mask.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/trace.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/cached_nll.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/eager.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/llm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/selection.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/evaluation/vlm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/checkpoint.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/circle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/llama.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/llama_bundle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/extensions.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/override_policies.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/qparams.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/runner.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/runtime/llama.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/sequence_length.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/cle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/ptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/smoothquant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/stages/spinquant.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/recipes/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/control.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/dtypes.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/lifecycle.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/mode.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/affine_base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/ema.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/identity.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/minmax.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/mx.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/observers/percentile.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/qscheme.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/quantizer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/introspection.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/metrics.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/static_export.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/utils/version.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrap_helper.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/wrapq/wrappers/registry.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_binary.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_graph.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_mapping.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/circle_serializer.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/hashable_opcode.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/node_visitor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_abs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_add.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_alias_copy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_any.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_arange_start_step.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_argmax.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_attention.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_avg_pool2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_bitwise_and.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_bmm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_cat.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_circle_shape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_clamp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_clone.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_cos.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_cumsum.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_div.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_elu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_embedding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_eq.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_exp.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_expand.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_full.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_full_like.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_ge.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_gelu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_gt.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_index.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_index_select.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_instance_norm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_le.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_leaky_relu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_linear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_log.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_log1p.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_logical_and.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_logical_not.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_lt.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_max_dim.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_maximum.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_mean.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_minimum.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_mm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_mul.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_ne.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_neg.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_permute.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_pow.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_prelu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_reciprocal.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_relu.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_relu6.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_repeat.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_reshape.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_rmsnorm.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_round.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_rsqrt.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_scalar_tensor.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_select_copy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sigmoid.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sin.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_slice.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_softmax.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_split_with_sizes.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sqrt.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_squeeze.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sub.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_sum.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_tanh.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_to_copy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_transpose_conv.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_unsqueeze.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_view.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/op_where.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/operators/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/pack.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/serialize/quant_param.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/torch.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/torch_version_policy.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/compat/transformers.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/convert.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/define.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/diff_graph.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/dtype.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/errors.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/graph.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/installed_packages.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/logging.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/model.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/__init__.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/dtypes.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/elemwise_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/formats.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/mx/mx_ops.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/padding.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/passes.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/pytree_utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/record_input.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/register_custom_op.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/serialize.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/signature.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/trace_decorators.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/utils.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/validate_args_kwargs.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/utils/version.py +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/SOURCES.txt +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/dependency_links.txt +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/entry_points.txt +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/requires.txt +0 -0
- {tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.4.0.dev261112"
|
{tico-0.4.0.dev261111 → tico-0.4.0.dev261112}/tico/quantization/algorithm/gemma4_gptq/quantizer.py
RENAMED
|
@@ -50,7 +50,7 @@ class StopReplay(Exception):
|
|
|
50
50
|
@register_quantizer(Gemma4GPTQConfig)
|
|
51
51
|
class Gemma4GPTQQuantizer(BaseQuantizer):
|
|
52
52
|
"""
|
|
53
|
-
|
|
53
|
+
GPTQ quantizer for dense Gemma4 E2B/E4B.
|
|
54
54
|
|
|
55
55
|
This quantizer stores raw calibration inputs during ``prepare()`` and
|
|
56
56
|
performs stagewise GPTQ during ``convert()``.
|
|
@@ -371,6 +371,8 @@ class Gemma4GPTQQuantizer(BaseQuantizer):
|
|
|
371
371
|
correct slices before replaying.
|
|
372
372
|
"""
|
|
373
373
|
assert isinstance(self.config, Gemma4GPTQConfig)
|
|
374
|
+
move_cache_to_cpu = self.config.move_cache_to_cpu
|
|
375
|
+
cache_dtype = self.config.cache_dtype
|
|
374
376
|
|
|
375
377
|
language_model = components.language_model
|
|
376
378
|
text_config = getattr(language_model, "config", None)
|
|
@@ -479,16 +481,24 @@ class Gemma4GPTQQuantizer(BaseQuantizer):
|
|
|
479
481
|
|
|
480
482
|
past_key_values = kwargs.get("past_key_values")
|
|
481
483
|
|
|
484
|
+
# The entry capture persists for every decoder layer. The packed
|
|
485
|
+
# PLE tensor and the masks dominate it, so they follow the same
|
|
486
|
+
# cache placement as the per-layer hidden states.
|
|
487
|
+
def offload(value: Any) -> Any:
|
|
488
|
+
return maybe_move_cache_to_cpu(
|
|
489
|
+
value, enabled=move_cache_to_cpu, dtype=cache_dtype
|
|
490
|
+
)
|
|
491
|
+
|
|
482
492
|
captured_batches.append(
|
|
483
493
|
{
|
|
484
|
-
"hidden_states": hidden_states.detach().clone(),
|
|
494
|
+
"hidden_states": offload(hidden_states.detach().clone()),
|
|
485
495
|
"per_layer_inputs": (
|
|
486
|
-
per_layer_inputs.detach().clone()
|
|
496
|
+
offload(per_layer_inputs.detach().clone())
|
|
487
497
|
if per_layer_inputs is not None
|
|
488
498
|
else None
|
|
489
499
|
),
|
|
490
500
|
"position_embeddings": position_embeddings,
|
|
491
|
-
"causal_mask_mapping": causal_mask_mapping,
|
|
501
|
+
"causal_mask_mapping": offload(causal_mask_mapping),
|
|
492
502
|
# shared_kv_states is NOT captured here because it is a
|
|
493
503
|
# mutable dict that gets populated during the forward pass
|
|
494
504
|
# by layers with store_full_length_kv=True. Instead, we
|
|
@@ -121,7 +121,7 @@ def _gemma4_text_layer_override(
|
|
|
121
121
|
) -> Dict[str, Any]:
|
|
122
122
|
"""Build overrides for one Gemma4TextDecoderLayer.
|
|
123
123
|
|
|
124
|
-
Mirrors the dense/no-MoE E2B text layer structure in HF:
|
|
124
|
+
Mirrors the dense/no-MoE E2B/E4B text layer structure in HF:
|
|
125
125
|
self_attn
|
|
126
126
|
mlp
|
|
127
127
|
input_layernorm
|
|
@@ -284,7 +284,7 @@ def _gemma4_vision_model_override(
|
|
|
284
284
|
return vision
|
|
285
285
|
|
|
286
286
|
|
|
287
|
-
def
|
|
287
|
+
def build_gemma4_ptq_config(
|
|
288
288
|
*,
|
|
289
289
|
num_text_layers: int,
|
|
290
290
|
num_vision_layers: int,
|
|
@@ -298,7 +298,7 @@ def build_gemma4_e2b_ptq_config(
|
|
|
298
298
|
norm_weight: Optional[QuantSpec] = None,
|
|
299
299
|
strict_wrap: bool = True,
|
|
300
300
|
) -> PTQConfig:
|
|
301
|
-
"""Build a PTQConfig for Gemma4 E2B static image-text runtime.
|
|
301
|
+
"""Build a PTQConfig for dense Gemma4 E2B/E4B static image-text runtime.
|
|
302
302
|
|
|
303
303
|
The returned config is intentionally conservative. It assigns default
|
|
304
304
|
activation and weight specs globally, then adds explicit weight overrides for
|
|
@@ -366,3 +366,7 @@ def build_gemma4_e2b_ptq_config(
|
|
|
366
366
|
model_args=dict(model_args or {}),
|
|
367
367
|
strict_wrap=strict_wrap,
|
|
368
368
|
)
|
|
369
|
+
|
|
370
|
+
|
|
371
|
+
# Backward-compatible public name; the signature and override paths are shared.
|
|
372
|
+
build_gemma4_e2b_ptq_config = build_gemma4_ptq_config
|
|
@@ -22,7 +22,7 @@ from tico.quantization.config.gptq import GPTQConfig
|
|
|
22
22
|
@dataclass
|
|
23
23
|
class Gemma4GPTQConfig(GPTQConfig):
|
|
24
24
|
"""
|
|
25
|
-
Configuration for GPTQ on Gemma4
|
|
25
|
+
Configuration for GPTQ on dense Gemma4 E2B/E4B.
|
|
26
26
|
|
|
27
27
|
This config extends the generic GPTQ configuration with Gemma4 specific
|
|
28
28
|
switches so that the quantizer can process the model in stage order:
|
|
@@ -30,6 +30,23 @@ from tico.quantization.recipes.utils import set_seed
|
|
|
30
30
|
from tico.quantization.wrapq.lifecycle import validate_frozen_model
|
|
31
31
|
|
|
32
32
|
|
|
33
|
+
def _release_floating_point_model(ctx: RecipeContext) -> None:
|
|
34
|
+
"""Free the evaluation device before a checkpoint replaces the loaded model.
|
|
35
|
+
|
|
36
|
+
The adapter loads the floating-point model for its tokenizer, processor, and
|
|
37
|
+
context artifacts. Keeping its weights on the device while the checkpoint is
|
|
38
|
+
loaded doubles peak memory. Artifacts may retain module references, so the
|
|
39
|
+
weights are moved off the device and never merely dereferenced.
|
|
40
|
+
"""
|
|
41
|
+
model = ctx.model
|
|
42
|
+
ctx.model = None
|
|
43
|
+
if isinstance(model, torch.nn.Module):
|
|
44
|
+
model.to("cpu")
|
|
45
|
+
del model
|
|
46
|
+
if torch.cuda.is_available():
|
|
47
|
+
torch.cuda.empty_cache()
|
|
48
|
+
|
|
49
|
+
|
|
33
50
|
def parse_args() -> argparse.Namespace:
|
|
34
51
|
parser = argparse.ArgumentParser(
|
|
35
52
|
description="Evaluate an FP or fake-quant checkpoint."
|
|
@@ -98,6 +115,7 @@ def main() -> None:
|
|
|
98
115
|
ctx = adapter.load_model(ctx)
|
|
99
116
|
|
|
100
117
|
if args.checkpoint:
|
|
118
|
+
_release_floating_point_model(ctx)
|
|
101
119
|
checkpoint = torch.load(
|
|
102
120
|
args.checkpoint,
|
|
103
121
|
map_location=ctx.device,
|
|
@@ -21,7 +21,7 @@ import tqdm
|
|
|
21
21
|
from transformers import AutoProcessor
|
|
22
22
|
|
|
23
23
|
from tico.quantization import convert, prepare
|
|
24
|
-
from tico.quantization.config.gemma4_builders import
|
|
24
|
+
from tico.quantization.config.gemma4_builders import build_gemma4_ptq_config
|
|
25
25
|
from tico.quantization.config.gemma4_gptq import Gemma4GPTQConfig
|
|
26
26
|
from tico.quantization.recipes.adapters.base import ModelAdapter
|
|
27
27
|
from tico.quantization.recipes.config import stage_name_matches
|
|
@@ -79,7 +79,7 @@ from tico.quantization.wrapq.wrappers.gemma4.static_vision_profile import (
|
|
|
79
79
|
build_gemma4_static_vision_profile,
|
|
80
80
|
canonicalize_gemma4_static_vision_model_args,
|
|
81
81
|
)
|
|
82
|
-
from tico.quantization.wrapq.wrappers.gemma4.utils import
|
|
82
|
+
from tico.quantization.wrapq.wrappers.gemma4.utils import assert_gemma4_dense_no_moe
|
|
83
83
|
|
|
84
84
|
_TEXT_LINEAR_MODULES = COMMON_LINEAR_MODULES + (
|
|
85
85
|
"per_layer_input_gate",
|
|
@@ -101,7 +101,7 @@ _VISION_LAYER_PREFIXES = (
|
|
|
101
101
|
|
|
102
102
|
|
|
103
103
|
class Gemma4Adapter(ModelAdapter):
|
|
104
|
-
"""Model adapter for Gemma4 E2B PTQ and static runtime experiments."""
|
|
104
|
+
"""Model adapter for Gemma4 E2B/E4B PTQ and static runtime experiments."""
|
|
105
105
|
|
|
106
106
|
family = "gemma4"
|
|
107
107
|
evaluation_targets = frozenset(
|
|
@@ -128,7 +128,7 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
128
128
|
return Gemma4GPTQConfig
|
|
129
129
|
|
|
130
130
|
def load_model(self, ctx: RecipeContext) -> RecipeContext:
|
|
131
|
-
"""Load the Gemma4 E2B model and processor."""
|
|
131
|
+
"""Load the Gemma4 E2B/E4B model and processor."""
|
|
132
132
|
cfg = ctx.cfg
|
|
133
133
|
model_cfg = cfg.get("model", {})
|
|
134
134
|
runtime_cfg = cfg.get("runtime", {})
|
|
@@ -174,7 +174,7 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
174
174
|
|
|
175
175
|
ctx.model.eval()
|
|
176
176
|
self._disable_cache(ctx.model)
|
|
177
|
-
|
|
177
|
+
assert_gemma4_dense_no_moe(ctx.model)
|
|
178
178
|
# Load-time preprocessing: this must precede every algorithm stage,
|
|
179
179
|
# including weight-only GPTQ and activation calibration.
|
|
180
180
|
if fuse_ple_scale:
|
|
@@ -636,12 +636,12 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
636
636
|
next_ids = outputs.logits[:, -1].argmax(-1, keepdim=True)
|
|
637
637
|
|
|
638
638
|
def build_ptq_config(self, ctx: RecipeContext, stage_cfg: Mapping[str, Any]):
|
|
639
|
-
"""Build the Gemma4 E2B PTQConfig from recipe stage settings."""
|
|
639
|
+
"""Build the Gemma4 E2B/E4B PTQConfig from recipe stage settings."""
|
|
640
640
|
text_config = ctx.model.config.get_text_config()
|
|
641
641
|
vision_config = ctx.model.config.vision_config
|
|
642
642
|
model_args = dict(ctx.cfg.get("model_args", {}))
|
|
643
643
|
|
|
644
|
-
return
|
|
644
|
+
return build_gemma4_ptq_config(
|
|
645
645
|
num_text_layers=int(text_config.num_hidden_layers),
|
|
646
646
|
num_vision_layers=int(vision_config.num_hidden_layers),
|
|
647
647
|
model_args=model_args,
|
|
@@ -697,7 +697,7 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
697
697
|
def apply_ptq(
|
|
698
698
|
self, ctx: RecipeContext, stage_cfg: Mapping[str, Any]
|
|
699
699
|
) -> torch.nn.Module:
|
|
700
|
-
"""Prepare, calibrate, and convert Gemma4 E2B with PTQ."""
|
|
700
|
+
"""Prepare, calibrate, and convert Gemma4 E2B/E4B with PTQ."""
|
|
701
701
|
qcfg = self.build_ptq_config(ctx, stage_cfg)
|
|
702
702
|
prepared = prepare(
|
|
703
703
|
ctx.require_model(), qcfg, inplace=bool(stage_cfg.get("inplace", True))
|
|
@@ -706,7 +706,7 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
706
706
|
return convert(prepared, inplace=True)
|
|
707
707
|
|
|
708
708
|
def evaluate(self, ctx: RecipeContext) -> None:
|
|
709
|
-
"""Evaluate Gemma4 E2B with the configured top-level targets."""
|
|
709
|
+
"""Evaluate Gemma4 E2B/E4B with the configured top-level targets."""
|
|
710
710
|
eval_cfg = ctx.cfg.get("evaluation", {})
|
|
711
711
|
if not eval_cfg.get("enabled", False):
|
|
712
712
|
return
|
|
@@ -891,7 +891,7 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
891
891
|
print(f"Saved cached NLL results to {path.resolve()}")
|
|
892
892
|
|
|
893
893
|
def export(self, ctx: RecipeContext) -> None:
|
|
894
|
-
"""Export configured Gemma4 E2B artifacts."""
|
|
894
|
+
"""Export configured Gemma4 E2B/E4B artifacts."""
|
|
895
895
|
export_cfg = ctx.cfg.get("export", {})
|
|
896
896
|
if not export_cfg.get("enabled", False):
|
|
897
897
|
return
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
|
|
15
|
-
"""Static-shape runtime skeleton for Gemma4 E2B.
|
|
15
|
+
"""Static-shape runtime skeleton for dense Gemma4 E2B/E4B.
|
|
16
16
|
|
|
17
17
|
This module mirrors the Llama static runtime design while adding a fixed image
|
|
18
18
|
prefill stage. CPU code owns processor/tokenizer logic, static layout checks,
|
|
@@ -42,7 +42,7 @@ from tico.quantization.config.gemma4_attention import (
|
|
|
42
42
|
get_gemma4_text_attention_options,
|
|
43
43
|
RopeConvention,
|
|
44
44
|
)
|
|
45
|
-
from tico.quantization.config.gemma4_builders import
|
|
45
|
+
from tico.quantization.config.gemma4_builders import build_gemma4_ptq_config
|
|
46
46
|
from tico.quantization.wrapq.wrap_helper import PTQWrapHelper
|
|
47
47
|
from tico.quantization.wrapq.wrappers.gemma4.export_adapters import (
|
|
48
48
|
build_gemma4_vision_prefill_export_module,
|
|
@@ -69,7 +69,7 @@ from tico.quantization.wrapq.wrappers.gemma4.static_vision_profile import (
|
|
|
69
69
|
get_gemma4_static_vision_profile,
|
|
70
70
|
)
|
|
71
71
|
from tico.quantization.wrapq.wrappers.gemma4.utils import (
|
|
72
|
-
|
|
72
|
+
assert_gemma4_dense_no_moe,
|
|
73
73
|
build_decode_attention_mask,
|
|
74
74
|
gemma4_layer_type_head_dim,
|
|
75
75
|
StaticGemma4Layout,
|
|
@@ -249,7 +249,7 @@ class LayerCache:
|
|
|
249
249
|
|
|
250
250
|
@dataclass
|
|
251
251
|
class StaticGemma4RuntimeConfig:
|
|
252
|
-
"""Configuration for the Gemma4 E2B static runtime smoke flow."""
|
|
252
|
+
"""Configuration for the dense Gemma4 E2B/E4B static runtime smoke flow."""
|
|
253
253
|
|
|
254
254
|
model: str = "google/gemma-4-e2b-it"
|
|
255
255
|
max_seq: int = 2048
|
|
@@ -267,7 +267,7 @@ class StaticGemma4RuntimeConfig:
|
|
|
267
267
|
|
|
268
268
|
|
|
269
269
|
class StaticGemma4Runtime:
|
|
270
|
-
"""CPU-orchestrated static runtime for Gemma4 E2B."""
|
|
270
|
+
"""CPU-orchestrated static runtime for dense Gemma4 E2B/E4B."""
|
|
271
271
|
|
|
272
272
|
def __init__(
|
|
273
273
|
self,
|
|
@@ -281,7 +281,7 @@ class StaticGemma4Runtime:
|
|
|
281
281
|
):
|
|
282
282
|
"""Create an NPU-profile runtime; ``rope="hf"`` is an explicit override."""
|
|
283
283
|
layout.validate()
|
|
284
|
-
|
|
284
|
+
assert_gemma4_dense_no_moe(model)
|
|
285
285
|
|
|
286
286
|
model = cast("Gemma4ForConditionalGeneration", model)
|
|
287
287
|
self.model = model.eval().to(device)
|
|
@@ -314,7 +314,7 @@ class StaticGemma4Runtime:
|
|
|
314
314
|
)
|
|
315
315
|
self.vision_profile = vision_profile
|
|
316
316
|
|
|
317
|
-
qcfg =
|
|
317
|
+
qcfg = build_gemma4_ptq_config(
|
|
318
318
|
num_text_layers=int(self.text_config.num_hidden_layers),
|
|
319
319
|
num_vision_layers=int(
|
|
320
320
|
cast("Gemma4VisionConfig", model.config.vision_config).num_hidden_layers
|
|
@@ -454,8 +454,8 @@ class StaticGemma4Runtime:
|
|
|
454
454
|
- Full attention layers: ``head_dim = config.global_head_dim``
|
|
455
455
|
|
|
456
456
|
The number of KV heads may also differ when
|
|
457
|
-
``num_global_key_value_heads`` is set
|
|
458
|
-
``num_key_value_heads`` for all layers.
|
|
457
|
+
``num_global_key_value_heads`` is set for alternative full attention.
|
|
458
|
+
Dense E2B/E4B use ``num_key_value_heads`` for all layers (one/two).
|
|
459
459
|
"""
|
|
460
460
|
caches = []
|
|
461
461
|
for layer_idx in range(int(self.text_config.num_hidden_layers)):
|
|
@@ -467,7 +467,7 @@ class StaticGemma4Runtime:
|
|
|
467
467
|
|
|
468
468
|
# Per-layer-type num_kv_heads
|
|
469
469
|
# use_alternative_attention = attention_k_eq_v and not is_sliding
|
|
470
|
-
# For E2B, attention_k_eq_v=False, so num_kv_heads is always
|
|
470
|
+
# For dense E2B/E4B, attention_k_eq_v=False, so num_kv_heads is always
|
|
471
471
|
# config.num_key_value_heads. But we handle the general case.
|
|
472
472
|
attention_k_eq_v = getattr(self.text_config, "attention_k_eq_v", False)
|
|
473
473
|
use_alternative_attention = attention_k_eq_v and not is_sliding
|
|
@@ -1904,7 +1904,7 @@ def verify_step_generation(
|
|
|
1904
1904
|
|
|
1905
1905
|
|
|
1906
1906
|
def run_static_gemma4_runtime(cfg: StaticGemma4RuntimeConfig) -> None:
|
|
1907
|
-
"""Run the Gemma4 E2B static runtime smoke flow.
|
|
1907
|
+
"""Run the dense Gemma4 E2B/E4B static runtime smoke flow.
|
|
1908
1908
|
|
|
1909
1909
|
This entry point runs the ``build_static_inputs``, ``token_embedding``,
|
|
1910
1910
|
``vision_prefill``, ``mm_fusion``, ``masks_and_rope``, ``prefill``, and
|