tico 0.4.0.dev261029__tar.gz → 0.4.0.dev261101__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tico might be problematic. Click here for more details.
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/PKG-INFO +1 -1
- tico-0.4.0.dev261101/tico/_version.py +1 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/ops/concat.py +12 -2
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +85 -64
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/propagate_qparam_backward.py +4 -10
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/propagate_qparam_forward.py +3 -4
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +11 -2
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico.egg-info/PKG-INFO +1 -1
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico.egg-info/SOURCES.txt +0 -1
- tico-0.4.0.dev261029/tico/_version.py +0 -1
- tico-0.4.0.dev261029/tico/quantization/passes/concat_qparam.py +0 -83
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/LICENSE +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/README.md +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/pyproject.toml +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/setup.cfg +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/_buffer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/_object.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/_schema.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/analysis/effects.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/analysis/purity.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/analysis/structural_hash.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/analysis/tensor_contract.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/builder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/cli/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/cli/__main__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/cli/main.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/document.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/errors.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/inspect/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/inspect/printer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/inspect/summary.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/io.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/mutation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/operations/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/operations/extract.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/cleanup/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/cleanup/compact_indices.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/manager.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/cse.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/profiles.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/activation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/composite.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/policy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/views.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/presets.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/rules.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/worklist.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/rewrite.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/errors.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/elementwise.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/nn.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/quantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/reduction.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/kernels/shape_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/program.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/runtime/quantization.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/selector.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/session.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/value/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/value/codec.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/value/dtype.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/value/tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/verify.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/config/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/config/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/config/factory.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/config/v1.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/experimental/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/interpreter/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/interpreter/backends.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/interpreter/infer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/interpreter/interpreter.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/ops/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/ops/resize_bilinear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/ops/same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/cast_aten_where_arg_type.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/cast_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/const_prop_pass.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_expand_to_slice_cat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_gather_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_layout_op_to_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_matmul_to_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/convert_to_relu6.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_addmm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_batch_norm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_fake_quantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_group_norm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_grouped_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/decompose_slice_scatter.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/extract_dtype_kwargs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/fill_meta_val.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/legalize_causal_mask_value.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/legalize_predefined_layout_operators.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/lower_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/lower_pow2_to_mul.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/lower_to_slice.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/merge_consecutive_cat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_empty_cat_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_nop.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_redundant_assert_nodes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_redundant_expand.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_redundant_permute.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_redundant_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_redundant_slice.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_redundant_to_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/remove_unused_placeholder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/restore_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/passes/segment_index_select.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/pt2_to_circle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/joint.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/rounding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/cle/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/cle/cle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/cle/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gptq/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gptq/quant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/gptq/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/ablation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/clipping.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/metrics.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/output_quantization.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/outputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/profile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/report.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/selector.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/analysis/sensitivity.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/builders.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/cle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/gemma4_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/gemma4_builders.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/gemma4_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/llama_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/ptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/qwen3_vl_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/smoothquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/specs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/spinquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/config/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/backend.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/evaluate.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/executor/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/metric.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/optional_deps.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/compare_side_by_side.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/configs/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/evaluate.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/generate.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/inspector.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/examples/quantize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/fold_quant_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/mx_qparam.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/quantize_bias.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/public_interface.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/quant_stub.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/quantizer_registry.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/adapters/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/adapters/gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/adapters/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/config.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/context.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/data/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/data/dataset_config.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/data/dataset_usage.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/data/llm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/data/vlm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/export_regression.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/static_gemma4_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/token_mask.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/trace.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/eager.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/llm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/selection.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/evaluation/vlm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/checkpoint.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/circle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/gemma4.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/llama_bundle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/extensions.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/override_policies.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/qparams.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/runner.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/runtime/llama.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/sequence_length.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/cle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/ptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/smoothquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/stages/spinquant.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/recipes/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/control.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/dtypes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/lifecycle.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/mode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/affine_base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/ema.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/identity.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/minmax.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/mx.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/observers/percentile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/qscheme.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/quantizer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/introspection.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/metrics.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/static_export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/utils/version.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrap_helper.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/registry.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/circle_binary.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/circle_graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/circle_mapping.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/circle_serializer.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/hashable_opcode.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/node_visitor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_abs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_add.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_alias_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_any.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_arange_start_step.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_argmax.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_attention.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_avg_pool2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_bitwise_and.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_bmm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_cat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_circle_shape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_clamp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_clone.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_cos.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_cumsum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_div.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_elu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_embedding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_eq.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_exp.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_expand.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_full.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_full_like.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_ge.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_gelu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_gt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_index.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_index_select.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_instance_norm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_le.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_leaky_relu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_linear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_log.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_log1p.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_logical_and.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_logical_not.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_lt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_max_dim.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_maximum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_mean.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_minimum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_mm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_mul.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_ne.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_neg.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_permute.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_pow.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_prelu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_reciprocal.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_relu.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_relu6.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_repeat.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_reshape.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_rmsnorm.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_round.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_rsqrt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_scalar_tensor.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_select_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_sigmoid.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_sin.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_slice.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_softmax.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_split_with_sizes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_sqrt.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_squeeze.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_sub.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_sum.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_tanh.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_to_copy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_transpose_conv.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_unsqueeze.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_view.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/op_where.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/operators/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/pack.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/serialize/quant_param.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/compat/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/compat/torch.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/compat/torch_version_policy.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/compat/transformers.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/convert.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/define.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/diff_graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/dtype.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/errors.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/graph.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/installed_packages.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/logging.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/model.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/mx/__init__.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/mx/dtypes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/mx/elemwise_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/mx/formats.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/mx/mx_ops.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/padding.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/passes.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/pytree_utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/record_input.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/register_custom_op.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/serialize.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/signature.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/trace_decorators.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/utils.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/validate_args_kwargs.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/utils/version.py +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico.egg-info/dependency_links.txt +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico.egg-info/entry_points.txt +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico.egg-info/requires.txt +0 -0
- {tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.4.0.dev261101"
|
|
@@ -31,7 +31,17 @@ class Concat(nn.Module):
|
|
|
31
31
|
*,
|
|
32
32
|
allow_distinct_input_qparams: bool = False,
|
|
33
33
|
) -> None:
|
|
34
|
-
"""Store the axis and
|
|
34
|
+
"""Store the axis and the quantization calibration policy.
|
|
35
|
+
|
|
36
|
+
``allow_distinct_input_qparams`` is a WrapQ calibration policy, not an
|
|
37
|
+
export contract. When it is false, ``QuantConcat`` fake-quantizes every
|
|
38
|
+
input with the shared output observer, so all branches are observed and
|
|
39
|
+
rounded in one domain. When it is true, each input keeps the domain of
|
|
40
|
+
its own producer during calibration and fake-quantized evaluation. In
|
|
41
|
+
both cases the exported Circle CONCATENATION uses one domain on all of
|
|
42
|
+
its inputs and its output; any difference is converted by an explicit
|
|
43
|
+
QUANTIZE inserted during conversion.
|
|
44
|
+
"""
|
|
35
45
|
super().__init__()
|
|
36
46
|
self.dim = int(dim)
|
|
37
47
|
self.allow_distinct_input_qparams = bool(allow_distinct_input_qparams)
|
|
@@ -44,7 +54,7 @@ class Concat(nn.Module):
|
|
|
44
54
|
return torch.cat(values, dim=self.dim)
|
|
45
55
|
|
|
46
56
|
def extra_repr(self) -> str:
|
|
47
|
-
"""Return the fixed dimension and nondefault
|
|
57
|
+
"""Return the fixed dimension and nondefault calibration policy."""
|
|
48
58
|
fields = [f"dim={self.dim}"]
|
|
49
59
|
if self.allow_distinct_input_qparams:
|
|
50
60
|
fields.append("allow_distinct_input_qparams=True")
|
|
@@ -24,7 +24,6 @@ from typing import Any
|
|
|
24
24
|
import torch
|
|
25
25
|
from torch.export import ExportedProgram
|
|
26
26
|
|
|
27
|
-
from tico.quantization.passes.concat_qparam import is_width_direction_concat
|
|
28
27
|
from tico.serialize.quant_param import QPARAM_KEY, QuantParam
|
|
29
28
|
from tico.utils import logging
|
|
30
29
|
from tico.utils.errors import NotYetSupportedError
|
|
@@ -147,6 +146,9 @@ def _insert_quantize_op_after(node):
|
|
|
147
146
|
quantize.replace_input_with(quantize, node)
|
|
148
147
|
|
|
149
148
|
quantize.meta[QPARAM_KEY] = copy.deepcopy(qparam)
|
|
149
|
+
# Mirror ``_insert_quantize_op_before``: the Quantize output carries the
|
|
150
|
+
# destination storage dtype, whatever the producer's FX value dtype is.
|
|
151
|
+
quantize.meta["val"] = torch.empty_like(node.meta["val"], dtype=dtype)
|
|
150
152
|
|
|
151
153
|
return quantize
|
|
152
154
|
|
|
@@ -243,7 +245,41 @@ def _mul_handler(node, logger):
|
|
|
243
245
|
raise NotYetSupportedError("Unsupported dtype")
|
|
244
246
|
|
|
245
247
|
|
|
248
|
+
def _same_domain(lhs: QuantParam, rhs: QuantParam) -> bool:
|
|
249
|
+
"""Return whether two qparams describe one integer grid.
|
|
250
|
+
|
|
251
|
+
The grid is defined by the storage dtype, scale, zero point and the
|
|
252
|
+
granularity axis. Observer ``min``/``max`` statistics are metadata and must
|
|
253
|
+
not trigger a conversion. Scales compare exactly: an approximate match
|
|
254
|
+
would silently skip a conversion the backend requires.
|
|
255
|
+
"""
|
|
256
|
+
return (
|
|
257
|
+
lhs.dtype == rhs.dtype
|
|
258
|
+
and lhs.scale == rhs.scale
|
|
259
|
+
and lhs.zero_point == rhs.zero_point
|
|
260
|
+
and lhs.quantized_dimension == rhs.quantized_dimension
|
|
261
|
+
)
|
|
262
|
+
|
|
263
|
+
|
|
246
264
|
def _cat_handler(node, logger):
|
|
265
|
+
"""Make every CONCATENATION input and output share one quantization domain.
|
|
266
|
+
|
|
267
|
+
Circle CONCATENATION copies integer codes, so a backend expects identical
|
|
268
|
+
qparams on all of its inputs and its output. Any domain change is made
|
|
269
|
+
explicit with a per-tensor Quantize, regardless of the concat axis or the
|
|
270
|
+
module that produced the concat:
|
|
271
|
+
|
|
272
|
+
* identical input and output domains: nothing is inserted;
|
|
273
|
+
* every input shares domain ``A`` and the output requests ``B``: the
|
|
274
|
+
concat runs in ``A`` and one Quantize converts its output to ``B``;
|
|
275
|
+
* distinct input domains: each input connection whose domain differs from
|
|
276
|
+
the output domain gets a Quantize to that domain. Producers keep their
|
|
277
|
+
own domain, including graph inputs, graph outputs and tensors shared
|
|
278
|
+
with other consumers, and a repeated operand reuses one conversion.
|
|
279
|
+
|
|
280
|
+
An input that is itself a requantization keeps that earlier rounding step;
|
|
281
|
+
the new Quantize is chained after it instead of retargeting it.
|
|
282
|
+
"""
|
|
247
283
|
cat_args = CatArgs(*node.args, **node.kwargs)
|
|
248
284
|
tensors = cat_args.tensors
|
|
249
285
|
|
|
@@ -254,72 +290,52 @@ def _cat_handler(node, logger):
|
|
|
254
290
|
return
|
|
255
291
|
|
|
256
292
|
assert len(tensors) > 0
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
# Uniform-input concat retains its existing output-boundary behavior.
|
|
269
|
-
if mixed_dtype or (
|
|
270
|
-
distinct_domains and not is_width_direction_concat(node, cat_args)
|
|
293
|
+
destination: QuantParam = node.meta[QPARAM_KEY]
|
|
294
|
+
sources = [x.meta[QPARAM_KEY] for x in tensors]
|
|
295
|
+
if all(_same_domain(source, destination) for source in sources):
|
|
296
|
+
return
|
|
297
|
+
|
|
298
|
+
qparams = sources + [destination]
|
|
299
|
+
# Preserve the existing treatment of incompletely annotated concats,
|
|
300
|
+
# including MX domains that carry no affine scale.
|
|
301
|
+
if any(
|
|
302
|
+
not qparam.dtype or qparam.scale is None or qparam.zero_point is None
|
|
303
|
+
for qparam in qparams
|
|
271
304
|
):
|
|
272
|
-
|
|
273
|
-
qparams = [x.meta[QPARAM_KEY] for x in tensors] + [destination]
|
|
274
|
-
# Preserve the existing treatment of incompletely annotated concats.
|
|
275
|
-
if any(
|
|
276
|
-
not qparam.dtype or qparam.scale is None or qparam.zero_point is None
|
|
277
|
-
for qparam in qparams
|
|
278
|
-
):
|
|
279
|
-
return
|
|
280
|
-
|
|
281
|
-
if any(
|
|
282
|
-
qparam.dtype not in ("uint8", "int16")
|
|
283
|
-
or qparam.quantized_dimension is not None
|
|
284
|
-
or len(qparam.scale) != 1
|
|
285
|
-
or len(qparam.zero_point) != 1
|
|
286
|
-
for qparam in qparams
|
|
287
|
-
):
|
|
288
|
-
raise NotYetSupportedError(
|
|
289
|
-
f"Unsupported {'mixed-dtype' if mixed_dtype else 'distinct-domain'} "
|
|
290
|
-
f"concat {node.name}: "
|
|
291
|
-
f"inputs={[qparam_dtype(x) for x in tensors]}, "
|
|
292
|
-
f"output={destination.dtype}. "
|
|
293
|
-
"Only per-tensor affine uint8/int16 qparams are supported."
|
|
294
|
-
)
|
|
295
|
-
|
|
296
|
-
# Normalize to the intended output grid, including same-dtype operands
|
|
297
|
-
# with different qparams. Convert only this consumer's connections:
|
|
298
|
-
# producers may be graph inputs, graph outputs, or shared with other ops.
|
|
299
|
-
for inp in dict.fromkeys(tensors):
|
|
300
|
-
source = inp.meta[QPARAM_KEY]
|
|
301
|
-
if (
|
|
302
|
-
source.dtype != destination.dtype
|
|
303
|
-
or source.scale != destination.scale
|
|
304
|
-
or source.zero_point != destination.zero_point
|
|
305
|
-
):
|
|
306
|
-
_insert_quantize_op_before(node, inp)
|
|
307
|
-
logger.debug(
|
|
308
|
-
f"quantize_per_tensor.default is inserted before {node.name}."
|
|
309
|
-
)
|
|
310
|
-
return
|
|
311
|
-
|
|
312
|
-
if in_dtype == qparam_dtype(node):
|
|
313
|
-
return
|
|
314
|
-
|
|
315
|
-
if in_dtype == "int16" and qparam_dtype(node) == "uint8":
|
|
316
|
-
quantize = _insert_quantize_op_after(node)
|
|
305
|
+
return
|
|
317
306
|
|
|
318
|
-
|
|
319
|
-
|
|
307
|
+
if any(
|
|
308
|
+
qparam.dtype not in ("uint8", "int16")
|
|
309
|
+
or qparam.quantized_dimension is not None
|
|
310
|
+
or len(qparam.scale) != 1
|
|
311
|
+
or len(qparam.zero_point) != 1
|
|
312
|
+
for qparam in qparams
|
|
313
|
+
):
|
|
314
|
+
raise NotYetSupportedError(
|
|
315
|
+
f"Unsupported distinct-domain concat {node.name}: "
|
|
316
|
+
f"inputs={[qparam_dtype(x) for x in tensors]}, "
|
|
317
|
+
f"output={destination.dtype}. "
|
|
318
|
+
"Only per-tensor affine uint8/int16 qparams are supported."
|
|
319
|
+
)
|
|
320
|
+
|
|
321
|
+
first = sources[0]
|
|
322
|
+
if all(_same_domain(source, first) for source in sources[1:]):
|
|
323
|
+
# Every input already shares one grid. Concatenate in that grid and
|
|
324
|
+
# requantize the whole result once at the output boundary.
|
|
325
|
+
quantize = _insert_quantize_op_after(node)
|
|
326
|
+
quantize.meta[QPARAM_KEY] = copy.deepcopy(destination)
|
|
327
|
+
node.meta[QPARAM_KEY] = copy.deepcopy(first)
|
|
320
328
|
logger.debug(f"quantize_per_tensor.default is inserted after {node.name}.")
|
|
321
|
-
|
|
322
|
-
|
|
329
|
+
return
|
|
330
|
+
|
|
331
|
+
# Normalize to the intended output grid. Convert only this consumer's
|
|
332
|
+
# connections: producers may be graph inputs, graph outputs, or shared
|
|
333
|
+
# with other operators. ``replace_input_with`` rewires every occurrence of
|
|
334
|
+
# a repeated operand to the same Quantize.
|
|
335
|
+
for inp in dict.fromkeys(tensors):
|
|
336
|
+
if not _same_domain(inp.meta[QPARAM_KEY], destination):
|
|
337
|
+
_insert_quantize_op_before(node, inp)
|
|
338
|
+
logger.debug(f"quantize_per_tensor.default is inserted before {node.name}.")
|
|
323
339
|
|
|
324
340
|
|
|
325
341
|
def _bmm_handler(node, logger):
|
|
@@ -488,6 +504,11 @@ class InsertQuantizeOnDtypeMismatch(PassBase):
|
|
|
488
504
|
Comparing 1) and 2), the difference is that Reshape operation is conducted in uint8 or int16.
|
|
489
505
|
We go with 1), which does Reshape in uint8, for faster execution. Note that Reshape Op does not
|
|
490
506
|
change the value, so its dytpe does not affect accuracy.
|
|
507
|
+
|
|
508
|
+
For ``aten.cat`` the same mechanism legalizes every quantization-domain
|
|
509
|
+
mismatch, not only dtype changes: a Circle CONCATENATION must use one
|
|
510
|
+
scale, zero point and dtype on all of its inputs and its output. See
|
|
511
|
+
``_cat_handler`` for the input-connection and output-boundary rules.
|
|
491
512
|
"""
|
|
492
513
|
|
|
493
514
|
def __init__(self):
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/propagate_qparam_backward.py
RENAMED
|
@@ -22,7 +22,6 @@ import math
|
|
|
22
22
|
import torch
|
|
23
23
|
from torch.export import ExportedProgram
|
|
24
24
|
|
|
25
|
-
from tico.quantization.passes.concat_qparam import is_width_direction_concat
|
|
26
25
|
from tico.quantization.passes.mx_qparam import remap_mx_qparam
|
|
27
26
|
from tico.quantization.passes.remove_weight_dequant_op import infer_dtype
|
|
28
27
|
from tico.serialize.quant_param import QPARAM_KEY, QuantParam
|
|
@@ -192,15 +191,10 @@ class PropagateQParamBackward(PassBase):
|
|
|
192
191
|
continue
|
|
193
192
|
if node.target == torch.ops.aten.cat.default:
|
|
194
193
|
concat_args = CatArgs(*node.args, **node.kwargs)
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
node_qparam is None or not is_mx_dtype(node_qparam.dtype)
|
|
200
|
-
):
|
|
201
|
-
continue
|
|
202
|
-
|
|
203
|
-
for concat_input in concat_inputs:
|
|
194
|
+
# Only inputs without a domain inherit the concat domain.
|
|
195
|
+
# Established producer domains stay independent and are
|
|
196
|
+
# converted explicitly by InsertQuantizeOnDtypeMismatch.
|
|
197
|
+
for concat_input in concat_args.tensors:
|
|
204
198
|
_propagate_qparam_if_possible(node, concat_input)
|
|
205
199
|
elif node.target == torch.ops.aten.reshape.default:
|
|
206
200
|
args = ReshapeArgs(*node.args, **node.kwargs)
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/passes/propagate_qparam_forward.py
RENAMED
|
@@ -22,7 +22,6 @@ import operator
|
|
|
22
22
|
import torch
|
|
23
23
|
from torch.export import ExportedProgram
|
|
24
24
|
|
|
25
|
-
from tico.quantization.passes.concat_qparam import is_width_direction_concat
|
|
26
25
|
from tico.quantization.passes.mx_qparam import remap_mx_qparam
|
|
27
26
|
from tico.serialize.quant_param import QPARAM_KEY
|
|
28
27
|
from tico.utils import logging
|
|
@@ -185,9 +184,9 @@ class PropagateQParamForward(PassBase):
|
|
|
185
184
|
_propagate_qparam_if_possible(mx_source, node)
|
|
186
185
|
continue
|
|
187
186
|
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
187
|
+
# Inference only fills a missing output domain. An established
|
|
188
|
+
# output domain is preserved and legalized against the input
|
|
189
|
+
# domains by InsertQuantizeOnDtypeMismatch.
|
|
191
190
|
if any(
|
|
192
191
|
QPARAM_KEY not in concat_input.meta
|
|
193
192
|
for concat_input in concat_inputs
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/quantization/wrapq/wrappers/ops/quant_concat.py
RENAMED
|
@@ -29,7 +29,16 @@ from tico.quantization.wrapq.wrappers.registry import register
|
|
|
29
29
|
|
|
30
30
|
@register(Concat)
|
|
31
31
|
class QuantConcat(QuantModuleBase):
|
|
32
|
-
"""Quantize Concat output
|
|
32
|
+
"""Quantize a Concat output and apply its input calibration policy.
|
|
33
|
+
|
|
34
|
+
One output observer collects the union range of every input. With
|
|
35
|
+
``allow_distinct_input_qparams`` unset, inputs are fake-quantized with that
|
|
36
|
+
observer before the concatenation, so calibration and evaluation see one
|
|
37
|
+
shared domain. When set, inputs keep their producers' independently
|
|
38
|
+
calibrated domains. Export legalization later converts each differing
|
|
39
|
+
input connection with an explicit QUANTIZE, so the Circle CONCATENATION
|
|
40
|
+
itself always has one domain on its inputs and output.
|
|
41
|
+
"""
|
|
33
42
|
|
|
34
43
|
def __init__(
|
|
35
44
|
self,
|
|
@@ -44,7 +53,7 @@ class QuantConcat(QuantModuleBase):
|
|
|
44
53
|
self.obs_act_out = self._make_obs("act_out")
|
|
45
54
|
|
|
46
55
|
def forward(self, tensors: Sequence[torch.Tensor]) -> torch.Tensor:
|
|
47
|
-
"""Concatenate
|
|
56
|
+
"""Concatenate inputs under the calibration policy and fake-quantize the output."""
|
|
48
57
|
values = tuple(tensors)
|
|
49
58
|
if not values:
|
|
50
59
|
raise ValueError("QuantConcat requires at least one input tensor.")
|
|
@@ -274,7 +274,6 @@ tico/quantization/examples/inspector.py
|
|
|
274
274
|
tico/quantization/examples/quantize.py
|
|
275
275
|
tico/quantization/examples/configs/__init__.py
|
|
276
276
|
tico/quantization/passes/__init__.py
|
|
277
|
-
tico/quantization/passes/concat_qparam.py
|
|
278
277
|
tico/quantization/passes/fold_quant_ops.py
|
|
279
278
|
tico/quantization/passes/insert_quantize_on_dtype_mismatch.py
|
|
280
279
|
tico/quantization/passes/legalize_quantized_clamp.py
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.4.0.dev261029"
|
|
@@ -1,83 +0,0 @@
|
|
|
1
|
-
# Copyright (c) 2026 Samsung Electronics Co., Ltd. All Rights Reserved
|
|
2
|
-
#
|
|
3
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
-
# you may not use this file except in compliance with the License.
|
|
5
|
-
# You may obtain a copy of the License at
|
|
6
|
-
#
|
|
7
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
-
#
|
|
9
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
-
# See the License for the specific language governing permissions and
|
|
13
|
-
# limitations under the License.
|
|
14
|
-
|
|
15
|
-
"""Concat-specific quantization-parameter propagation rules."""
|
|
16
|
-
|
|
17
|
-
from __future__ import annotations
|
|
18
|
-
|
|
19
|
-
from collections.abc import Mapping
|
|
20
|
-
|
|
21
|
-
import torch
|
|
22
|
-
|
|
23
|
-
from tico.utils.validate_args_kwargs import CatArgs
|
|
24
|
-
|
|
25
|
-
_MIN_WIDTH_CONCAT_RANK = 3
|
|
26
|
-
_TICO_CONCAT_TYPE_SUFFIXES = (
|
|
27
|
-
"tico.ops.concat.Concat",
|
|
28
|
-
"tico.quantization.wrapq.wrappers.ops.quant_concat.QuantConcat",
|
|
29
|
-
)
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
def is_width_direction_concat(
|
|
33
|
-
node: torch.fx.Node,
|
|
34
|
-
args: CatArgs,
|
|
35
|
-
) -> bool:
|
|
36
|
-
"""Return whether one TICO Concat joins channels-last width.
|
|
37
|
-
|
|
38
|
-
The backend permits inputs of a width-direction Concat to keep distinct
|
|
39
|
-
per-tensor scale and zero point values. Qparam propagation must therefore
|
|
40
|
-
not copy the Concat output domain to its inputs, or an input domain to the
|
|
41
|
-
Concat output.
|
|
42
|
-
|
|
43
|
-
The TICO module-origin check prevents an unrelated rank-three operation,
|
|
44
|
-
such as sequence concatenation implemented with raw ``torch.cat``, from
|
|
45
|
-
inheriting the hand-detector backend exception. Rank-two tensors are also
|
|
46
|
-
excluded because dimension zero commonly represents a batch-like axis.
|
|
47
|
-
"""
|
|
48
|
-
if not _originates_from_tico_concat(node) or not args.tensors:
|
|
49
|
-
return False
|
|
50
|
-
|
|
51
|
-
ranks: set[int] = set()
|
|
52
|
-
for tensor in args.tensors:
|
|
53
|
-
value = tensor.meta.get("val")
|
|
54
|
-
shape = getattr(value, "shape", None)
|
|
55
|
-
if shape is None:
|
|
56
|
-
return False
|
|
57
|
-
ranks.add(len(shape))
|
|
58
|
-
|
|
59
|
-
if len(ranks) != 1:
|
|
60
|
-
return False
|
|
61
|
-
rank = ranks.pop()
|
|
62
|
-
if rank < _MIN_WIDTH_CONCAT_RANK:
|
|
63
|
-
return False
|
|
64
|
-
|
|
65
|
-
dim = int(args.dim)
|
|
66
|
-
if dim < 0:
|
|
67
|
-
dim += rank
|
|
68
|
-
if dim < 0 or dim >= rank:
|
|
69
|
-
return False
|
|
70
|
-
return dim == rank - 2
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
def _originates_from_tico_concat(node: torch.fx.Node) -> bool:
|
|
74
|
-
stack = node.meta.get("nn_module_stack")
|
|
75
|
-
if not isinstance(stack, Mapping):
|
|
76
|
-
return False
|
|
77
|
-
for entry in stack.values():
|
|
78
|
-
if not isinstance(entry, tuple) or len(entry) < 2:
|
|
79
|
-
continue
|
|
80
|
-
type_name = str(entry[1])
|
|
81
|
-
if type_name.endswith(_TICO_CONCAT_TYPE_SUFFIXES):
|
|
82
|
-
return True
|
|
83
|
-
return False
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/cleanup/dead_code_elimination.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/_pattern_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fold/profiles.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/__init__.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/activation.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/composite.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/linear.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/requantize.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/fuse/spatial.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/legalize/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/arithmetic.py
RENAMED
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/reductions.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261029 → tico-0.4.0.dev261101}/tico/circle/passes/optimization/simplify/views.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|