tico 0.4.0.dev261029__tar.gz → 0.4.0.dev261102__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/PKG-INFO +1 -1
- tico-0.4.0.dev261102/tico/_version.py +1 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/concat.py +12 -2
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +85 -64
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/propagate_qparam_backward.py +4 -10
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/propagate_qparam_forward.py +3 -4
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/gemma4.py +50 -0
- tico-0.4.0.dev261102/tico/quantization/recipes/evaluation/cached_nll.py +440 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +143 -9
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +11 -2
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/PKG-INFO +1 -1
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/SOURCES.txt +1 -1
- tico-0.4.0.dev261029/tico/_version.py +0 -1
- tico-0.4.0.dev261029/tico/quantization/passes/concat_qparam.py +0 -83
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/LICENSE +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/README.md +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/pyproject.toml +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/setup.cfg +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/_buffer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/_object.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/_schema.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/effects.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/purity.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/structural_hash.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/analysis/tensor_contract.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/builder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/cli/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/cli/__main__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/cli/main.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/document.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/errors.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/inspect/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/inspect/printer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/inspect/summary.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/io.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/mutation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/operations/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/operations/extract.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/compact_indices.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/manager.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/cse.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fold/profiles.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/activation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/composite.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/policy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/optimization/simplify/views.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/presets.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/rules.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/passes/worklist.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/rewrite.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/errors.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/elementwise.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/nn.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/quantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/reduction.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/kernels/shape_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/program.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/runtime/quantization.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/selector.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/session.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/codec.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/dtype.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/value/tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/circle/verify.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/factory.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/config/v1.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/experimental/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/backends.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/infer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/interpreter/interpreter.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/resize_bilinear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/ops/same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/cast_aten_where_arg_type.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/cast_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/const_prop_pass.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_expand_to_slice_cat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_gather_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_layout_op_to_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_matmul_to_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/convert_to_relu6.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_addmm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_batch_norm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_fake_quantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_group_norm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_grouped_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/decompose_slice_scatter.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/extract_dtype_kwargs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/fill_meta_val.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/legalize_causal_mask_value.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/legalize_predefined_layout_operators.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_pow2_to_mul.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/lower_to_slice.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/merge_consecutive_cat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_empty_cat_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_nop.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_assert_nodes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_expand.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_permute.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_slice.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_redundant_to_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/remove_unused_placeholder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/restore_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/passes/segment_index_select.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/pt2_to_circle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/joint.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/rounding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/cle/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/cle/cle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/cle/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/quant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/gptq/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/ablation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/clipping.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/metrics.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/output_quantization.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/outputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/profile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/report.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/selector.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/analysis/sensitivity.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/builders.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/cle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_builders.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gemma4_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/llama_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/ptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/qwen3_vl_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/smoothquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/specs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/spinquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/config/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/backend.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/evaluate.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/metric.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/optional_deps.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/compare_side_by_side.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/configs/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/evaluate.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/generate.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/inspector.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/examples/quantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/fold_quant_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/mx_qparam.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/quantize_bias.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/public_interface.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/quant_stub.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/quantizer_registry.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/config.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/context.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/dataset_config.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/dataset_usage.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/llm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/data/vlm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/export_regression.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_gemma4_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/token_mask.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/trace.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/eager.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/llm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/selection.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/evaluation/vlm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/checkpoint.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/circle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/llama_bundle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/extensions.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/override_policies.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/qparams.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/runtime/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/sequence_length.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/cle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/ptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/smoothquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/stages/spinquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/recipes/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/control.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/dtypes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/lifecycle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/mode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/affine_base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/ema.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/identity.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/minmax.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/mx.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/observers/percentile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/qscheme.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/introspection.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/metrics.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/static_export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/utils/version.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrap_helper.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/wrapq/wrappers/registry.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_binary.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_mapping.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/circle_serializer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/hashable_opcode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/node_visitor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_abs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_add.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_alias_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_any.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_arange_start_step.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_argmax.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_avg_pool2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_bitwise_and.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_bmm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_cat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_circle_shape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_clamp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_clone.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_cos.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_cumsum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_div.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_elu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_eq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_exp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_expand.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_full.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_full_like.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_ge.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_gelu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_gt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_index.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_index_select.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_instance_norm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_le.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_leaky_relu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_log.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_log1p.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_logical_and.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_logical_not.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_lt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_max_dim.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_maximum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_mean.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_minimum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_mm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_mul.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_ne.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_neg.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_permute.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_pow.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_prelu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_reciprocal.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_relu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_relu6.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_repeat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_round.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_rsqrt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_scalar_tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_select_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sigmoid.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sin.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_slice.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_softmax.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_split_with_sizes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sqrt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_squeeze.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sub.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_sum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_tanh.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_to_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_transpose_conv.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_unsqueeze.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_view.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/op_where.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/operators/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/pack.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/serialize/quant_param.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/torch.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/torch_version_policy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/compat/transformers.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/convert.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/define.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/diff_graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/dtype.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/errors.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/installed_packages.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/logging.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/dtypes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/elemwise_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/formats.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/mx/mx_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/padding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/passes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/pytree_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/record_input.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/register_custom_op.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/serialize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/signature.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/trace_decorators.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/validate_args_kwargs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/utils/version.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/dependency_links.txt +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/entry_points.txt +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/requires.txt +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.4.0.dev261102"
|
|
@@ -31,7 +31,17 @@ class Concat(nn.Module):
|
|
|
31
31
|
*,
|
|
32
32
|
allow_distinct_input_qparams: bool = False,
|
|
33
33
|
) -> None:
|
|
34
|
-
"""Store the axis and
|
|
34
|
+
"""Store the axis and the quantization calibration policy.
|
|
35
|
+
|
|
36
|
+
``allow_distinct_input_qparams`` is a WrapQ calibration policy, not an
|
|
37
|
+
export contract. When it is false, ``QuantConcat`` fake-quantizes every
|
|
38
|
+
input with the shared output observer, so all branches are observed and
|
|
39
|
+
rounded in one domain. When it is true, each input keeps the domain of
|
|
40
|
+
its own producer during calibration and fake-quantized evaluation. In
|
|
41
|
+
both cases the exported Circle CONCATENATION uses one domain on all of
|
|
42
|
+
its inputs and its output; any difference is converted by an explicit
|
|
43
|
+
QUANTIZE inserted during conversion.
|
|
44
|
+
"""
|
|
35
45
|
super().__init__()
|
|
36
46
|
self.dim = int(dim)
|
|
37
47
|
self.allow_distinct_input_qparams = bool(allow_distinct_input_qparams)
|
|
@@ -44,7 +54,7 @@ class Concat(nn.Module):
|
|
|
44
54
|
return torch.cat(values, dim=self.dim)
|
|
45
55
|
|
|
46
56
|
def extra_repr(self) -> str:
|
|
47
|
-
"""Return the fixed dimension and nondefault
|
|
57
|
+
"""Return the fixed dimension and nondefault calibration policy."""
|
|
48
58
|
fields = [f"dim={self.dim}"]
|
|
49
59
|
if self.allow_distinct_input_qparams:
|
|
50
60
|
fields.append("allow_distinct_input_qparams=True")
|
|
@@ -24,7 +24,6 @@ from typing import Any
|
|
|
24
24
|
import torch
|
|
25
25
|
from torch.export import ExportedProgram
|
|
26
26
|
|
|
27
|
-
from tico.quantization.passes.concat_qparam import is_width_direction_concat
|
|
28
27
|
from tico.serialize.quant_param import QPARAM_KEY, QuantParam
|
|
29
28
|
from tico.utils import logging
|
|
30
29
|
from tico.utils.errors import NotYetSupportedError
|
|
@@ -147,6 +146,9 @@ def _insert_quantize_op_after(node):
|
|
|
147
146
|
quantize.replace_input_with(quantize, node)
|
|
148
147
|
|
|
149
148
|
quantize.meta[QPARAM_KEY] = copy.deepcopy(qparam)
|
|
149
|
+
# Mirror ``_insert_quantize_op_before``: the Quantize output carries the
|
|
150
|
+
# destination storage dtype, whatever the producer's FX value dtype is.
|
|
151
|
+
quantize.meta["val"] = torch.empty_like(node.meta["val"], dtype=dtype)
|
|
150
152
|
|
|
151
153
|
return quantize
|
|
152
154
|
|
|
@@ -243,7 +245,41 @@ def _mul_handler(node, logger):
|
|
|
243
245
|
raise NotYetSupportedError("Unsupported dtype")
|
|
244
246
|
|
|
245
247
|
|
|
248
|
+
def _same_domain(lhs: QuantParam, rhs: QuantParam) -> bool:
|
|
249
|
+
"""Return whether two qparams describe one integer grid.
|
|
250
|
+
|
|
251
|
+
The grid is defined by the storage dtype, scale, zero point and the
|
|
252
|
+
granularity axis. Observer ``min``/``max`` statistics are metadata and must
|
|
253
|
+
not trigger a conversion. Scales compare exactly: an approximate match
|
|
254
|
+
would silently skip a conversion the backend requires.
|
|
255
|
+
"""
|
|
256
|
+
return (
|
|
257
|
+
lhs.dtype == rhs.dtype
|
|
258
|
+
and lhs.scale == rhs.scale
|
|
259
|
+
and lhs.zero_point == rhs.zero_point
|
|
260
|
+
and lhs.quantized_dimension == rhs.quantized_dimension
|
|
261
|
+
)
|
|
262
|
+
|
|
263
|
+
|
|
246
264
|
def _cat_handler(node, logger):
|
|
265
|
+
"""Make every CONCATENATION input and output share one quantization domain.
|
|
266
|
+
|
|
267
|
+
Circle CONCATENATION copies integer codes, so a backend expects identical
|
|
268
|
+
qparams on all of its inputs and its output. Any domain change is made
|
|
269
|
+
explicit with a per-tensor Quantize, regardless of the concat axis or the
|
|
270
|
+
module that produced the concat:
|
|
271
|
+
|
|
272
|
+
* identical input and output domains: nothing is inserted;
|
|
273
|
+
* every input shares domain ``A`` and the output requests ``B``: the
|
|
274
|
+
concat runs in ``A`` and one Quantize converts its output to ``B``;
|
|
275
|
+
* distinct input domains: each input connection whose domain differs from
|
|
276
|
+
the output domain gets a Quantize to that domain. Producers keep their
|
|
277
|
+
own domain, including graph inputs, graph outputs and tensors shared
|
|
278
|
+
with other consumers, and a repeated operand reuses one conversion.
|
|
279
|
+
|
|
280
|
+
An input that is itself a requantization keeps that earlier rounding step;
|
|
281
|
+
the new Quantize is chained after it instead of retargeting it.
|
|
282
|
+
"""
|
|
247
283
|
cat_args = CatArgs(*node.args, **node.kwargs)
|
|
248
284
|
tensors = cat_args.tensors
|
|
249
285
|
|
|
@@ -254,72 +290,52 @@ def _cat_handler(node, logger):
|
|
|
254
290
|
return
|
|
255
291
|
|
|
256
292
|
assert len(tensors) > 0
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
# Uniform-input concat retains its existing output-boundary behavior.
|
|
269
|
-
if mixed_dtype or (
|
|
270
|
-
distinct_domains and not is_width_direction_concat(node, cat_args)
|
|
293
|
+
destination: QuantParam = node.meta[QPARAM_KEY]
|
|
294
|
+
sources = [x.meta[QPARAM_KEY] for x in tensors]
|
|
295
|
+
if all(_same_domain(source, destination) for source in sources):
|
|
296
|
+
return
|
|
297
|
+
|
|
298
|
+
qparams = sources + [destination]
|
|
299
|
+
# Preserve the existing treatment of incompletely annotated concats,
|
|
300
|
+
# including MX domains that carry no affine scale.
|
|
301
|
+
if any(
|
|
302
|
+
not qparam.dtype or qparam.scale is None or qparam.zero_point is None
|
|
303
|
+
for qparam in qparams
|
|
271
304
|
):
|
|
272
|
-
|
|
273
|
-
qparams = [x.meta[QPARAM_KEY] for x in tensors] + [destination]
|
|
274
|
-
# Preserve the existing treatment of incompletely annotated concats.
|
|
275
|
-
if any(
|
|
276
|
-
not qparam.dtype or qparam.scale is None or qparam.zero_point is None
|
|
277
|
-
for qparam in qparams
|
|
278
|
-
):
|
|
279
|
-
return
|
|
280
|
-
|
|
281
|
-
if any(
|
|
282
|
-
qparam.dtype not in ("uint8", "int16")
|
|
283
|
-
or qparam.quantized_dimension is not None
|
|
284
|
-
or len(qparam.scale) != 1
|
|
285
|
-
or len(qparam.zero_point) != 1
|
|
286
|
-
for qparam in qparams
|
|
287
|
-
):
|
|
288
|
-
raise NotYetSupportedError(
|
|
289
|
-
f"Unsupported {'mixed-dtype' if mixed_dtype else 'distinct-domain'} "
|
|
290
|
-
f"concat {node.name}: "
|
|
291
|
-
f"inputs={[qparam_dtype(x) for x in tensors]}, "
|
|
292
|
-
f"output={destination.dtype}. "
|
|
293
|
-
"Only per-tensor affine uint8/int16 qparams are supported."
|
|
294
|
-
)
|
|
295
|
-
|
|
296
|
-
# Normalize to the intended output grid, including same-dtype operands
|
|
297
|
-
# with different qparams. Convert only this consumer's connections:
|
|
298
|
-
# producers may be graph inputs, graph outputs, or shared with other ops.
|
|
299
|
-
for inp in dict.fromkeys(tensors):
|
|
300
|
-
source = inp.meta[QPARAM_KEY]
|
|
301
|
-
if (
|
|
302
|
-
source.dtype != destination.dtype
|
|
303
|
-
or source.scale != destination.scale
|
|
304
|
-
or source.zero_point != destination.zero_point
|
|
305
|
-
):
|
|
306
|
-
_insert_quantize_op_before(node, inp)
|
|
307
|
-
logger.debug(
|
|
308
|
-
f"quantize_per_tensor.default is inserted before {node.name}."
|
|
309
|
-
)
|
|
310
|
-
return
|
|
311
|
-
|
|
312
|
-
if in_dtype == qparam_dtype(node):
|
|
313
|
-
return
|
|
314
|
-
|
|
315
|
-
if in_dtype == "int16" and qparam_dtype(node) == "uint8":
|
|
316
|
-
quantize = _insert_quantize_op_after(node)
|
|
305
|
+
return
|
|
317
306
|
|
|
318
|
-
|
|
319
|
-
|
|
307
|
+
if any(
|
|
308
|
+
qparam.dtype not in ("uint8", "int16")
|
|
309
|
+
or qparam.quantized_dimension is not None
|
|
310
|
+
or len(qparam.scale) != 1
|
|
311
|
+
or len(qparam.zero_point) != 1
|
|
312
|
+
for qparam in qparams
|
|
313
|
+
):
|
|
314
|
+
raise NotYetSupportedError(
|
|
315
|
+
f"Unsupported distinct-domain concat {node.name}: "
|
|
316
|
+
f"inputs={[qparam_dtype(x) for x in tensors]}, "
|
|
317
|
+
f"output={destination.dtype}. "
|
|
318
|
+
"Only per-tensor affine uint8/int16 qparams are supported."
|
|
319
|
+
)
|
|
320
|
+
|
|
321
|
+
first = sources[0]
|
|
322
|
+
if all(_same_domain(source, first) for source in sources[1:]):
|
|
323
|
+
# Every input already shares one grid. Concatenate in that grid and
|
|
324
|
+
# requantize the whole result once at the output boundary.
|
|
325
|
+
quantize = _insert_quantize_op_after(node)
|
|
326
|
+
quantize.meta[QPARAM_KEY] = copy.deepcopy(destination)
|
|
327
|
+
node.meta[QPARAM_KEY] = copy.deepcopy(first)
|
|
320
328
|
logger.debug(f"quantize_per_tensor.default is inserted after {node.name}.")
|
|
321
|
-
|
|
322
|
-
|
|
329
|
+
return
|
|
330
|
+
|
|
331
|
+
# Normalize to the intended output grid. Convert only this consumer's
|
|
332
|
+
# connections: producers may be graph inputs, graph outputs, or shared
|
|
333
|
+
# with other operators. ``replace_input_with`` rewires every occurrence of
|
|
334
|
+
# a repeated operand to the same Quantize.
|
|
335
|
+
for inp in dict.fromkeys(tensors):
|
|
336
|
+
if not _same_domain(inp.meta[QPARAM_KEY], destination):
|
|
337
|
+
_insert_quantize_op_before(node, inp)
|
|
338
|
+
logger.debug(f"quantize_per_tensor.default is inserted before {node.name}.")
|
|
323
339
|
|
|
324
340
|
|
|
325
341
|
def _bmm_handler(node, logger):
|
|
@@ -488,6 +504,11 @@ class InsertQuantizeOnDtypeMismatch(PassBase):
|
|
|
488
504
|
Comparing 1) and 2), the difference is that Reshape operation is conducted in uint8 or int16.
|
|
489
505
|
We go with 1), which does Reshape in uint8, for faster execution. Note that Reshape Op does not
|
|
490
506
|
change the value, so its dytpe does not affect accuracy.
|
|
507
|
+
|
|
508
|
+
For ``aten.cat`` the same mechanism legalizes every quantization-domain
|
|
509
|
+
mismatch, not only dtype changes: a Circle CONCATENATION must use one
|
|
510
|
+
scale, zero point and dtype on all of its inputs and its output. See
|
|
511
|
+
``_cat_handler`` for the input-connection and output-boundary rules.
|
|
491
512
|
"""
|
|
492
513
|
|
|
493
514
|
def __init__(self):
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/propagate_qparam_backward.py
RENAMED
|
@@ -22,7 +22,6 @@ import math
|
|
|
22
22
|
import torch
|
|
23
23
|
from torch.export import ExportedProgram
|
|
24
24
|
|
|
25
|
-
from tico.quantization.passes.concat_qparam import is_width_direction_concat
|
|
26
25
|
from tico.quantization.passes.mx_qparam import remap_mx_qparam
|
|
27
26
|
from tico.quantization.passes.remove_weight_dequant_op import infer_dtype
|
|
28
27
|
from tico.serialize.quant_param import QPARAM_KEY, QuantParam
|
|
@@ -192,15 +191,10 @@ class PropagateQParamBackward(PassBase):
|
|
|
192
191
|
continue
|
|
193
192
|
if node.target == torch.ops.aten.cat.default:
|
|
194
193
|
concat_args = CatArgs(*node.args, **node.kwargs)
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
node_qparam is None or not is_mx_dtype(node_qparam.dtype)
|
|
200
|
-
):
|
|
201
|
-
continue
|
|
202
|
-
|
|
203
|
-
for concat_input in concat_inputs:
|
|
194
|
+
# Only inputs without a domain inherit the concat domain.
|
|
195
|
+
# Established producer domains stay independent and are
|
|
196
|
+
# converted explicitly by InsertQuantizeOnDtypeMismatch.
|
|
197
|
+
for concat_input in concat_args.tensors:
|
|
204
198
|
_propagate_qparam_if_possible(node, concat_input)
|
|
205
199
|
elif node.target == torch.ops.aten.reshape.default:
|
|
206
200
|
args = ReshapeArgs(*node.args, **node.kwargs)
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261102}/tico/quantization/passes/propagate_qparam_forward.py
RENAMED
|
@@ -22,7 +22,6 @@ import operator
|
|
|
22
22
|
import torch
|
|
23
23
|
from torch.export import ExportedProgram
|
|
24
24
|
|
|
25
|
-
from tico.quantization.passes.concat_qparam import is_width_direction_concat
|
|
26
25
|
from tico.quantization.passes.mx_qparam import remap_mx_qparam
|
|
27
26
|
from tico.serialize.quant_param import QPARAM_KEY
|
|
28
27
|
from tico.utils import logging
|
|
@@ -185,9 +184,9 @@ class PropagateQParamForward(PassBase):
|
|
|
185
184
|
_propagate_qparam_if_possible(mx_source, node)
|
|
186
185
|
continue
|
|
187
186
|
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
187
|
+
# Inference only fills a missing output domain. An established
|
|
188
|
+
# output domain is preserved and legalized against the input
|
|
189
|
+
# domains by InsertQuantizeOnDtypeMismatch.
|
|
191
190
|
if any(
|
|
192
191
|
QPARAM_KEY not in concat_input.meta
|
|
193
192
|
for concat_input in concat_inputs
|
|
@@ -27,6 +27,11 @@ from tico.quantization.recipes.adapters.base import ModelAdapter
|
|
|
27
27
|
from tico.quantization.recipes.config import stage_name_matches
|
|
28
28
|
from tico.quantization.recipes.context import RecipeContext
|
|
29
29
|
from tico.quantization.recipes.data.vlm import build_vlm_calibration_inputs
|
|
30
|
+
from tico.quantization.recipes.evaluation.cached_nll import (
|
|
31
|
+
CachedNLLProtocol,
|
|
32
|
+
evaluate_text_cached_nll,
|
|
33
|
+
print_cached_nll_results,
|
|
34
|
+
)
|
|
30
35
|
from tico.quantization.recipes.evaluation.eager import prepare_eager_evaluation
|
|
31
36
|
from tico.quantization.recipes.evaluation.hellaswag import evaluate_and_print_hellaswag
|
|
32
37
|
from tico.quantization.recipes.evaluation.llava_bench import run_llava_bench_evaluation
|
|
@@ -108,6 +113,7 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
108
113
|
"hellaswag",
|
|
109
114
|
"mmmu",
|
|
110
115
|
"ppl",
|
|
116
|
+
"cached_nll",
|
|
111
117
|
}
|
|
112
118
|
)
|
|
113
119
|
evaluation_target_requirements = {"vqa": "vlm_tasks"}
|
|
@@ -839,6 +845,50 @@ class Gemma4Adapter(ModelAdapter):
|
|
|
839
845
|
f"({ppl_cfg.get('dataset', 'wikitext2')}): {ppl_value:.2f}"
|
|
840
846
|
)
|
|
841
847
|
|
|
848
|
+
if should_run_mapping_evaluation(eval_cfg, "cached_nll"):
|
|
849
|
+
self._evaluate_cached_nll(ctx, max_seq_len=max_seq_len)
|
|
850
|
+
|
|
851
|
+
def _evaluate_cached_nll(self, ctx: RecipeContext, *, max_seq_len: int) -> None:
|
|
852
|
+
"""Score held-out chunks through real prefill and cached decode."""
|
|
853
|
+
eval_cfg = ctx.cfg.get("evaluation", {})
|
|
854
|
+
cfg = get_mapping_evaluation_config(eval_cfg, "cached_nll")
|
|
855
|
+
mode = str(cfg.get("mode", "chat-prefix")).lower()
|
|
856
|
+
if mode not in {"raw", "chat-prefix"}:
|
|
857
|
+
raise ValueError(
|
|
858
|
+
f"Unsupported cached_nll mode: {mode!r}. Must be 'raw' or 'chat-prefix'."
|
|
859
|
+
)
|
|
860
|
+
protocol = CachedNLLProtocol(
|
|
861
|
+
prefix_tokens=int(cfg.get("prefix_tokens", 512)),
|
|
862
|
+
target_tokens=int(cfg.get("target_tokens", 256)),
|
|
863
|
+
n_chunks=int(cfg.get("n_chunks", 16)),
|
|
864
|
+
start_offset=int(cfg.get("start_offset", 0)),
|
|
865
|
+
chat_prefix=mode == "chat-prefix",
|
|
866
|
+
)
|
|
867
|
+
# The helper checks H + P + T <= max_seq_len with the actual chat-prefix
|
|
868
|
+
# token count before the first forward; no separate P + T check here.
|
|
869
|
+
results = evaluate_text_cached_nll(
|
|
870
|
+
model=ctx.model,
|
|
871
|
+
processor_or_tokenizer=ctx.processor,
|
|
872
|
+
dataset_name=str(cfg.get("dataset", "wikitext2")),
|
|
873
|
+
split=str(cfg.get("split", "test")),
|
|
874
|
+
protocol=protocol,
|
|
875
|
+
device=str(ctx.device),
|
|
876
|
+
max_seq_len=int(max_seq_len),
|
|
877
|
+
show_progress=bool(ctx.cfg.get("runtime", {}).get("show_progress", True)),
|
|
878
|
+
)
|
|
879
|
+
print_cached_nll_results(results)
|
|
880
|
+
ctx.artifacts["cached_nll"] = results
|
|
881
|
+
output_json = cfg.get("output_json")
|
|
882
|
+
if output_json:
|
|
883
|
+
import json
|
|
884
|
+
|
|
885
|
+
path = Path(str(output_json))
|
|
886
|
+
path.parent.mkdir(parents=True, exist_ok=True)
|
|
887
|
+
# Exclusive creation: FP and each quantized variant get their own file.
|
|
888
|
+
with path.open("x", encoding="utf-8") as handle:
|
|
889
|
+
json.dump(results, handle, indent=2, sort_keys=True)
|
|
890
|
+
print(f"Saved cached NLL results to {path.resolve()}")
|
|
891
|
+
|
|
842
892
|
def export(self, ctx: RecipeContext) -> None:
|
|
843
893
|
"""Export configured Gemma4 E2B artifacts."""
|
|
844
894
|
export_cfg = ctx.cfg.get("export", {})
|