tico 0.4.0.dev261102__tar.gz → 0.4.0.dev261104__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/PKG-INFO +1 -1
- tico-0.4.0.dev261104/tico/_version.py +1 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/shape_ops.py +4 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_fake_quantize_tensor_qparams.py +180 -88
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/lower_pow2_to_mul.py +20 -6
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/affine_base.py +3 -1
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico.egg-info/PKG-INFO +1 -1
- tico-0.4.0.dev261102/tico/_version.py +0 -1
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/LICENSE +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/README.md +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/pyproject.toml +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/setup.cfg +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/_buffer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/_object.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/_schema.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/analysis/effects.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/analysis/purity.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/analysis/structural_hash.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/analysis/tensor_contract.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/builder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/cli/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/cli/__main__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/cli/main.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/document.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/errors.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/export.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/graph.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/inspect/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/inspect/printer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/inspect/summary.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/io.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/mutation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/operations/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/operations/extract.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/cleanup/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/cleanup/compact_indices.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/manager.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/cse.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/evaluators/heavy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/profiles.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/activation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/composite.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/policy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/views.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/presets.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/rules.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/worklist.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/rewrite.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/errors.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/executor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/elementwise.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/nn.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/quantize.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/kernels/reduction.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/program.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/runtime/quantization.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/selector.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/session.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/value/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/value/codec.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/value/dtype.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/value/tensor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/verify.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/config/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/config/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/config/factory.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/config/v1.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/experimental/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/interpreter/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/interpreter/backends.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/interpreter/infer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/interpreter/interpreter.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/ops/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/ops/concat.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/ops/resize_bilinear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/ops/same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/cast_aten_where_arg_type.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/cast_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/const_prop_pass.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_expand_to_slice_cat.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_gather_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_layout_op_to_reshape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_matmul_to_linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/convert_to_relu6.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_addmm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_batch_norm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_fake_quantize.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_group_norm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_grouped_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_slice_scatter.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/extract_dtype_kwargs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/fill_meta_val.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/legalize_causal_mask_value.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/legalize_predefined_layout_operators.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/lower_copy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/lower_to_slice.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/merge_consecutive_cat.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_empty_cat_inputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_nop.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_redundant_assert_nodes.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_redundant_expand.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_redundant_permute.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_redundant_reshape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_redundant_slice.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_redundant_to_copy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/remove_unused_placeholder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/restore_linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/segment_index_select.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/pt2_to_circle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/global_refinement.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/joint.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/rounding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/runner.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/cle/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/cle/cle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/cle/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gptq/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gptq/gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gptq/quant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/gptq/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/hadamard_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/algorithm/universal_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/ablation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/clipping.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/inputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/metrics.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/output_quantization.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/outputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/profile.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/report.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/selector.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/analysis/sensitivity.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/builders.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/cle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/gemma4_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/gemma4_builders.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/gemma4_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/llama_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/ptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/qwen3_vl_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/qwen3_vl_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/smoothquant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/specs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/spinquant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/config/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/backend.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/evaluate.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/executor/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/hellaswag_eval_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/lmms_eval_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/metric.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/optional_deps.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/compare_side_by_side.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/configs/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/evaluate.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/export.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/generate.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/inspector.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/examples/quantize.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/fold_quant_ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/legalize_quantized_clamp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/mx_qparam.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/propagate_qparam_backward.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/propagate_qparam_forward.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/quantize_bias.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/passes/remove_weight_dequant_op.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/public_interface.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/quant_stub.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/quantizer_registry.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/adapters/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/adapters/gemma4.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/adapters/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/adapters/llama.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/adapters/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/config.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/context.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/data/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/data/dataset_config.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/data/dataset_usage.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/data/llm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/data/vlm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/cpu_fixtures.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/cpu_static_cache.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/cpu_validation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/export_regression.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/static_gemma4_runtime.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/token_mask.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/trace.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/verify_llama_rope.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/cached_nll.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/eager.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/llm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/selection.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/video_mme.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/evaluation/vlm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/checkpoint.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/circle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/gemma4.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/llama.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/llama_bundle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/extensions.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/override_policies.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/qparams.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/runner.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/runtime/llama.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/sequence_length.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/cle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/ptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/smoothquant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/stages/spinquant.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/recipes/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/control.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/dtypes.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/nn/quantize_linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/lifecycle.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/mode.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/ema.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/identity.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/minmax.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/mx.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/percentile.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/qscheme.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/quantizer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/introspection.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/linear_folding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/metrics.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/static_export.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/utils/version.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrap_helper.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/position.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/quant_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/llama/static_inputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/quant_module_base.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/wrappers/registry.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/circle_binary.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/circle_graph.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/circle_mapping.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/circle_serializer.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/hashable_opcode.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/node_visitor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_abs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_add.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_alias_copy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_any.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_arange_start_step.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_argmax.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_attention.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_avg_pool2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_bitwise_and.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_bmm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_cat.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_circle_shape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_clamp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_clone.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_cos.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_cumsum.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_div.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_elu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_embedding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_eq.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_exp.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_expand.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_full.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_full_like.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_ge.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_gelu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_gt.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_index.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_index_select.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_instance_norm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_le.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_leaky_relu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_linear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_log.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_log1p.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_logical_and.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_logical_not.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_lt.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_max_dim.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_maximum.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_mean.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_minimum.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_mm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_mul.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_ne.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_neg.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_permute.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_pow.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_prelu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_reciprocal.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_relu.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_relu6.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_repeat.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_reshape.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_rmsnorm.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_round.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_rsqrt.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_scalar_tensor.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_select_copy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_sigmoid.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_sin.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_slice.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_softmax.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_split_with_sizes.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_sqrt.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_squeeze.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_sub.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_sum.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_tanh.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_to_copy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_transpose_conv.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_unsqueeze.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_view.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/op_where.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/operators/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/pack.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/serialize/quant_param.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/compat/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/compat/torch.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/compat/torch_version_policy.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/compat/transformers.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/convert.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/define.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/diff_graph.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/dtype.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/errors.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/graph.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/installed_packages.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/logging.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/model.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/mx/__init__.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/mx/dtypes.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/mx/elemwise_ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/mx/formats.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/mx/mx_ops.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/padding.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/passes.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/pytree_utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/record_input.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/register_custom_op.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/serialize.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/signature.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/trace_decorators.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/utils.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/validate_args_kwargs.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/utils/version.py +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico.egg-info/SOURCES.txt +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico.egg-info/dependency_links.txt +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico.egg-info/entry_points.txt +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico.egg-info/requires.txt +0 -0
- {tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.4.0.dev261104"
|
|
@@ -296,6 +296,10 @@ def _strided_slice(ctx: KernelContext) -> tuple[np.ndarray, ...]:
|
|
|
296
296
|
stop = axis_size if stride > 0 else -1
|
|
297
297
|
if stride > 0:
|
|
298
298
|
index.append(slice(start, stop, stride))
|
|
299
|
+
elif start < 0:
|
|
300
|
+
# A normalized reverse start of -1 is before the input, so the
|
|
301
|
+
# selection is empty. NumPy would interpret it as the last element.
|
|
302
|
+
index.append(slice(0, 0, stride))
|
|
299
303
|
else:
|
|
300
304
|
index.append(slice(start, None if stop < 0 else stop, stride))
|
|
301
305
|
return (np.array(value[tuple(index)], copy=True),)
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/passes/decompose_fake_quantize_tensor_qparams.py
RENAMED
|
@@ -12,6 +12,7 @@
|
|
|
12
12
|
# See the License for the specific language governing permissions and
|
|
13
13
|
# limitations under the License.
|
|
14
14
|
|
|
15
|
+
import operator
|
|
15
16
|
from typing import TYPE_CHECKING, Union
|
|
16
17
|
|
|
17
18
|
if TYPE_CHECKING:
|
|
@@ -39,65 +40,69 @@ from tico.utils.validate_args_kwargs import FakeQuantizePerTensorTQParamArgs
|
|
|
39
40
|
|
|
40
41
|
|
|
41
42
|
def get_constant_from_tensor(
|
|
42
|
-
node: Union[torch.fx.Node, float], ep: ExportedProgram
|
|
43
|
-
) -> Union[
|
|
43
|
+
node: Union[torch.fx.Node, bool, int, float], ep: ExportedProgram
|
|
44
|
+
) -> Union[bool, int, float]:
|
|
45
|
+
"""Evaluate supported singleton constant expressions, then extract a scalar.
|
|
46
|
+
|
|
47
|
+
Keep tensor dtype and rank through multiplication, views and casts: converting
|
|
48
|
+
operands to Python scalars first loses integer overflow and scalar promotion.
|
|
49
|
+
Only the existing small expression vocabulary is supported. Evaluation uses
|
|
50
|
+
CPU singleton tensors rather than allocating on an exported device target.
|
|
44
51
|
"""
|
|
45
|
-
There are some nodes that can do constant folding.
|
|
46
|
-
Case 1. With constant tensors
|
|
47
|
-
Case 2. With `torch.ones.` or `torch.zeros`
|
|
48
52
|
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
53
|
+
def resolve(value):
|
|
54
|
+
if isinstance(value, (bool, int, float)):
|
|
55
|
+
return value
|
|
56
|
+
assert isinstance(value, torch.fx.Node)
|
|
57
|
+
if is_buffer(ep, value):
|
|
58
|
+
tensor = get_buffer(ep, value)
|
|
59
|
+
elif is_lifted_tensor_constant(ep, value):
|
|
60
|
+
tensor = get_lifted_tensor_constant(ep, value)
|
|
61
|
+
else:
|
|
62
|
+
tensor = None
|
|
63
|
+
if tensor is not None:
|
|
64
|
+
assert isinstance(tensor, torch.Tensor)
|
|
65
|
+
if tensor.numel() != 1:
|
|
66
|
+
raise RuntimeError("Expected a singleton constant tensor.")
|
|
67
|
+
return tensor.detach().cpu()
|
|
68
|
+
|
|
69
|
+
assert isinstance(value.target, torch._ops.OpOverload)
|
|
70
|
+
target_name = value.target.__name__
|
|
71
|
+
if target_name == "mul.Tensor":
|
|
72
|
+
assert len(value.args) == 2
|
|
73
|
+
return value.target(resolve(value.args[0]), resolve(value.args[1]))
|
|
74
|
+
if target_name in ("zeros.default", "ones.default"):
|
|
75
|
+
assert len(value.args) == 1
|
|
76
|
+
shape = value.args[0]
|
|
77
|
+
assert shape in ([1], [])
|
|
78
|
+
return value.target(shape, dtype=value.meta["val"].dtype, device="cpu")
|
|
79
|
+
if target_name == "view.default":
|
|
80
|
+
assert len(value.args) == 2
|
|
81
|
+
source, shape = value.args
|
|
82
|
+
assert shape == [-1]
|
|
83
|
+
return resolve(source).view(shape)
|
|
84
|
+
if target_name in (
|
|
85
|
+
"_to_copy.default",
|
|
86
|
+
"to.dtype",
|
|
87
|
+
"to.dtype_layout",
|
|
88
|
+
"to.device",
|
|
89
|
+
):
|
|
90
|
+
return resolve(value.args[0]).to(dtype=value.meta["val"].dtype)
|
|
91
|
+
if target_name == "lift_fresh_copy.default":
|
|
92
|
+
assert len(value.args) == 1
|
|
93
|
+
return resolve(value.args[0]).clone()
|
|
94
|
+
if target_name in ("detach.default", "detach_.default"):
|
|
95
|
+
assert len(value.args) == 1
|
|
96
|
+
return resolve(value.args[0]).detach()
|
|
97
|
+
|
|
98
|
+
raise RuntimeError(f"Not supported node {target_name}")
|
|
99
|
+
|
|
100
|
+
result = resolve(node)
|
|
101
|
+
if isinstance(result, torch.Tensor):
|
|
102
|
+
result = result.item()
|
|
103
|
+
if not isinstance(result, (bool, int, float)):
|
|
104
|
+
raise RuntimeError("Expected a real scalar constant.")
|
|
105
|
+
return result
|
|
101
106
|
|
|
102
107
|
|
|
103
108
|
@trace_const_diff_on_pass
|
|
@@ -107,8 +112,13 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
107
112
|
Decompose fake quantize with tensor QParams operator to quant/dequant operators.
|
|
108
113
|
Otherwise, it can't be converted to the edge IR because fake quantize operator is not Aten Canonical.
|
|
109
114
|
|
|
110
|
-
|
|
111
|
-
|
|
115
|
+
Enabled fake quantization requires scale/zp tensors that can be constant-folded
|
|
116
|
+
to the scalar qparams accepted by the Q/DQ operators. Disabled cachemask sites
|
|
117
|
+
bypass Q/DQ without inspecting scale/zp.
|
|
118
|
+
|
|
119
|
+
Cachemask fake quantization also requires a constant enable flag. When disabled,
|
|
120
|
+
it clones the input and produces an all-true mask without applying Q/DQ.
|
|
121
|
+
Enabled mask outputs are unsupported and rejected rather than discarded.
|
|
112
122
|
|
|
113
123
|
We consider below cases for now.
|
|
114
124
|
|
|
@@ -128,18 +138,15 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
128
138
|
lift_fresh_copy_1 = torch.ops.aten.lift_fresh_copy.default(c_lifted_tensor_1); c_lifted_tensor_1 = None
|
|
129
139
|
lift_fresh_copy_2 = torch.ops.aten.lift_fresh_copy.default(c_lifted_tensor_2); c_lifted_tensor_2 = None
|
|
130
140
|
_fake_quantize_per_tensor_affine_cachemask_tensor_qparams = torch.ops.aten._fake_quantize_per_tensor_affine_cachemask_tensor_qparams.default(x, lift_fresh_copy, lift_fresh_copy_1, lift_fresh_copy_2, quant_min, quant_max); x = lift_fresh_copy = lift_fresh_copy_1 = lift_fresh_copy_2 = None
|
|
131
|
-
getitem = _fake_quantize_per_tensor_affine_cachemask_tensor_qparams[0]
|
|
132
|
-
|
|
133
|
-
return (getitem, getitem_1)
|
|
141
|
+
getitem = _fake_quantize_per_tensor_affine_cachemask_tensor_qparams[0]; _fake_quantize_per_tensor_affine_cachemask_tensor_qparams = None
|
|
142
|
+
return (getitem,)
|
|
134
143
|
|
|
135
144
|
[After pass]
|
|
136
145
|
|
|
137
146
|
def forward(self, c_lifted_tensor_0, c_lifted_tensor_1, c_lifted_tensor_2, x):
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
dequantize_per_tensor_tensor = torch.ops.quantized_decomposed.dequantize_per_tensor.tensor(quantize_per_tensor_tensor, lift_fresh_copy, lift_fresh_copy_1, quant_min, quant_max, dtype = ${torch.dtype}); quantize_per_tensor_tensor = lift_fresh_copy = lift_fresh_copy_1 = None
|
|
142
|
-
return (dequantize_per_tensor_tensor,)
|
|
147
|
+
quantize_per_tensor_default = torch.ops.quantized_decomposed.quantize_per_tensor.default(x, 0.1, 0, 0, 255, dtype=torch.uint8)
|
|
148
|
+
dequantize_per_tensor_default = torch.ops.quantized_decomposed.dequantize_per_tensor.default(quantize_per_tensor_default, 0.1, 0, 0, 255, dtype=torch.uint8)
|
|
149
|
+
return (dequantize_per_tensor_default,)
|
|
143
150
|
|
|
144
151
|
`s` and `zp` are tensors but they can be removed after constant foldings. When they are transformed to fx graph, they are
|
|
145
152
|
lifted as a placeholder and become an argument of the `aten.lift_fresh_copy`.
|
|
@@ -191,6 +198,77 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
191
198
|
gm = exported_program.graph_module
|
|
192
199
|
g = gm.graph
|
|
193
200
|
qd = torch.ops.quantized_decomposed # type: ignore[return]
|
|
201
|
+
|
|
202
|
+
# Validate live tuple uses before rewriting any cachemask operation.
|
|
203
|
+
# Dead masks and their dead consumers do not restrict inference export.
|
|
204
|
+
g.lint()
|
|
205
|
+
live_nodes: set[torch.fx.Node] = set()
|
|
206
|
+
for node in reversed(g.nodes):
|
|
207
|
+
if node.is_impure() or any(user in live_nodes for user in node.users):
|
|
208
|
+
live_nodes.add(node)
|
|
209
|
+
|
|
210
|
+
cachemask_outputs: dict[
|
|
211
|
+
torch.fx.Node,
|
|
212
|
+
tuple[bool, list[torch.fx.Node], list[torch.fx.Node]],
|
|
213
|
+
] = {}
|
|
214
|
+
for node in g.nodes:
|
|
215
|
+
if (
|
|
216
|
+
node not in live_nodes
|
|
217
|
+
or node.op != "call_function"
|
|
218
|
+
or node.target
|
|
219
|
+
!= torch.ops.aten._fake_quantize_per_tensor_affine_cachemask_tensor_qparams.default
|
|
220
|
+
):
|
|
221
|
+
continue
|
|
222
|
+
assert len(node.args) == 6
|
|
223
|
+
try:
|
|
224
|
+
enabled = get_constant_from_tensor(node.args[3], exported_program)
|
|
225
|
+
except (AssertionError, AttributeError, RuntimeError, ValueError) as exc:
|
|
226
|
+
raise RuntimeError(
|
|
227
|
+
f"{node.target}: fake_quant_enabled must be a compile-time "
|
|
228
|
+
"constant; runtime enable flags are not supported."
|
|
229
|
+
) from exc
|
|
230
|
+
if not isinstance(enabled, (bool, int, float)):
|
|
231
|
+
raise RuntimeError(
|
|
232
|
+
f"{node.target}: fake_quant_enabled must be a scalar "
|
|
233
|
+
"compile-time constant."
|
|
234
|
+
)
|
|
235
|
+
try:
|
|
236
|
+
enabled = bool(int(enabled))
|
|
237
|
+
except (OverflowError, ValueError) as exc:
|
|
238
|
+
raise RuntimeError(
|
|
239
|
+
f"{node.target}: fake_quant_enabled must be a finite "
|
|
240
|
+
"scalar compile-time constant."
|
|
241
|
+
) from exc
|
|
242
|
+
|
|
243
|
+
values: list[torch.fx.Node] = []
|
|
244
|
+
masks: list[torch.fx.Node] = []
|
|
245
|
+
for user in node.users:
|
|
246
|
+
if user not in live_nodes:
|
|
247
|
+
continue
|
|
248
|
+
if not (
|
|
249
|
+
user.op == "call_function"
|
|
250
|
+
and user.target == operator.getitem
|
|
251
|
+
and len(user.args) == 2
|
|
252
|
+
and user.args[0] is node
|
|
253
|
+
and isinstance(user.args[1], int)
|
|
254
|
+
and user.args[1] in (0, 1, -2, -1)
|
|
255
|
+
and not user.kwargs
|
|
256
|
+
):
|
|
257
|
+
raise RuntimeError(
|
|
258
|
+
f"{node.target}: only tensor and mask getitem outputs "
|
|
259
|
+
"are supported; direct tuple uses are not supported."
|
|
260
|
+
)
|
|
261
|
+
if user.args[1] in (0, -2):
|
|
262
|
+
values.append(user)
|
|
263
|
+
else:
|
|
264
|
+
masks.append(user)
|
|
265
|
+
if enabled and masks:
|
|
266
|
+
raise RuntimeError(
|
|
267
|
+
f"{node.target}: enabled fake-quantization mask output is "
|
|
268
|
+
"not supported; export only the tensor output (index 0 or -2)."
|
|
269
|
+
)
|
|
270
|
+
cachemask_outputs[node] = (bool(enabled), values, masks)
|
|
271
|
+
|
|
194
272
|
for node in gm.graph.nodes:
|
|
195
273
|
if node.op != "call_function":
|
|
196
274
|
continue
|
|
@@ -198,19 +276,40 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
198
276
|
node.target
|
|
199
277
|
== torch.ops.aten._fake_quantize_per_tensor_affine_cachemask_tensor_qparams.default
|
|
200
278
|
):
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
279
|
+
if node not in cachemask_outputs:
|
|
280
|
+
continue
|
|
281
|
+
enabled, values, masks = cachemask_outputs[node]
|
|
204
282
|
tensor, s, zp, _, quant_min, quant_max = node.args
|
|
283
|
+
if not enabled:
|
|
284
|
+
if values:
|
|
285
|
+
with g.inserting_before(node):
|
|
286
|
+
cloned = create_node(
|
|
287
|
+
g,
|
|
288
|
+
torch.ops.aten.clone.default,
|
|
289
|
+
args=(tensor,),
|
|
290
|
+
origin=node,
|
|
291
|
+
)
|
|
292
|
+
cloned.meta.update(values[0].meta)
|
|
293
|
+
for value in values:
|
|
294
|
+
value.replace_all_uses_with(cloned)
|
|
295
|
+
if masks:
|
|
296
|
+
with g.inserting_before(node):
|
|
297
|
+
mask = create_node(
|
|
298
|
+
g,
|
|
299
|
+
torch.ops.aten.full_like.default,
|
|
300
|
+
args=(tensor, True),
|
|
301
|
+
kwargs={"dtype": torch.bool},
|
|
302
|
+
origin=node,
|
|
303
|
+
)
|
|
304
|
+
mask.meta.update(masks[0].meta)
|
|
305
|
+
for mask_output in masks:
|
|
306
|
+
mask_output.replace_all_uses_with(mask)
|
|
307
|
+
modified = True
|
|
308
|
+
continue
|
|
205
309
|
# Get constant tensors
|
|
206
310
|
ep = exported_program
|
|
207
311
|
s_value = get_constant_from_tensor(s, ep)
|
|
208
|
-
zp_value = get_constant_from_tensor(zp, ep)
|
|
209
|
-
# This op has one user: `getitem` for the output.
|
|
210
|
-
# TODO Investigate why the op is generated like this.
|
|
211
|
-
# node.users = {getitem: None}
|
|
212
|
-
get_item, *mask = node.users.keys()
|
|
213
|
-
# assert len(mask) == 0, "Not supported yet."
|
|
312
|
+
zp_value = int(get_constant_from_tensor(zp, ep))
|
|
214
313
|
quant_kwargs = {
|
|
215
314
|
**node.kwargs,
|
|
216
315
|
**{"dtype": get_quant_type(quant_min, quant_max)},
|
|
@@ -229,16 +328,9 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
229
328
|
args=(quant, *quant.args[1:]),
|
|
230
329
|
kwargs=quant.kwargs,
|
|
231
330
|
)
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
# mask_user(output).args == (dequantize_per_tensor.tensor, mask)
|
|
236
|
-
if mask:
|
|
237
|
-
assert len(mask) == 1
|
|
238
|
-
if len(mask[0].users) > 0:
|
|
239
|
-
mask_user = list(mask[0].users.keys())[0]
|
|
240
|
-
assert len(mask_user.args) == 1
|
|
241
|
-
mask_user.args = ((mask_user.args[0][0],),)
|
|
331
|
+
dequant.meta.update(values[0].meta)
|
|
332
|
+
for value in values:
|
|
333
|
+
value.replace_all_uses_with(dequant)
|
|
242
334
|
modified = True
|
|
243
335
|
if (
|
|
244
336
|
node.target
|
|
@@ -254,7 +346,7 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
254
346
|
# Get constant tensors
|
|
255
347
|
ep = exported_program
|
|
256
348
|
s_value = get_constant_from_tensor(s, ep)
|
|
257
|
-
zp_value = get_constant_from_tensor(zp, ep)
|
|
349
|
+
zp_value = int(get_constant_from_tensor(zp, ep))
|
|
258
350
|
quant_kwargs = {
|
|
259
351
|
**node.kwargs,
|
|
260
352
|
**{"dtype": get_quant_type(quant_min, quant_max)},
|
|
@@ -276,7 +368,7 @@ class DecomposeFakeQuantizeTensorQParams(PassBase):
|
|
|
276
368
|
node.replace_all_uses_with(dequant, propagate_meta=True)
|
|
277
369
|
modified = True
|
|
278
370
|
|
|
279
|
-
gm.graph.eliminate_dead_code()
|
|
371
|
+
modified |= gm.graph.eliminate_dead_code()
|
|
280
372
|
gm.graph.lint()
|
|
281
373
|
gm.recompile()
|
|
282
374
|
|
|
@@ -19,20 +19,24 @@ if TYPE_CHECKING:
|
|
|
19
19
|
import torch
|
|
20
20
|
from torch.export import ExportedProgram
|
|
21
21
|
|
|
22
|
+
from tico.serialize.circle_mapping import extract_torch_dtype
|
|
22
23
|
from tico.utils import logging
|
|
23
24
|
from tico.utils.graph import create_node
|
|
24
25
|
from tico.utils.passes import PassBase, PassResult
|
|
25
26
|
from tico.utils.trace_decorators import trace_graph_diff_on_pass
|
|
26
|
-
from tico.utils.utils import is_target_node
|
|
27
|
+
from tico.utils.utils import is_target_node, set_new_meta_val
|
|
27
28
|
from tico.utils.validate_args_kwargs import PowTensorScalarArgs
|
|
28
29
|
|
|
29
30
|
|
|
30
31
|
@trace_graph_diff_on_pass
|
|
31
32
|
class LowerPow2ToMul(PassBase):
|
|
32
33
|
"""
|
|
33
|
-
|
|
34
|
+
Lower scalar powers equal to two to multiplication in the result dtype.
|
|
34
35
|
|
|
35
|
-
|
|
36
|
+
The original output metadata owns scalar promotion: integer bases with a
|
|
37
|
+
floating exponent and boolean bases may require conversion before squaring.
|
|
38
|
+
Casting after multiplication would preserve integer overflow incorrectly.
|
|
39
|
+
Other exponents and tensor-exponent overloads are unchanged.
|
|
36
40
|
"""
|
|
37
41
|
|
|
38
42
|
def __init__(self):
|
|
@@ -54,16 +58,26 @@ class LowerPow2ToMul(PassBase):
|
|
|
54
58
|
if exp != 2:
|
|
55
59
|
continue
|
|
56
60
|
|
|
57
|
-
|
|
58
|
-
with graph.
|
|
61
|
+
result_dtype = extract_torch_dtype(node)
|
|
62
|
+
with graph.inserting_before(node):
|
|
63
|
+
if extract_torch_dtype(in_) != result_dtype:
|
|
64
|
+
in_ = create_node(
|
|
65
|
+
graph,
|
|
66
|
+
torch.ops.aten._to_copy.default,
|
|
67
|
+
args=(in_,),
|
|
68
|
+
kwargs={"dtype": result_dtype},
|
|
69
|
+
origin=node,
|
|
70
|
+
)
|
|
71
|
+
set_new_meta_val(in_)
|
|
59
72
|
new_mul = create_node(
|
|
60
73
|
graph,
|
|
61
74
|
torch.ops.aten.mul.Tensor,
|
|
62
|
-
args=(
|
|
75
|
+
args=(in_, in_),
|
|
63
76
|
kwargs={},
|
|
64
77
|
)
|
|
65
78
|
|
|
66
79
|
node.replace_all_uses_with(new_mul, propagate_meta=True)
|
|
80
|
+
set_new_meta_val(new_mul)
|
|
67
81
|
|
|
68
82
|
modified = True
|
|
69
83
|
logger.debug(f"{node.name} is replaced with {new_mul.name}")
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/quantization/wrapq/observers/affine_base.py
RENAMED
|
@@ -582,11 +582,13 @@ class AffineObserverBase(ObserverBase):
|
|
|
582
582
|
quant_max=self.dtype.qmax,
|
|
583
583
|
)
|
|
584
584
|
else:
|
|
585
|
+
# PyTorch's kernel requires a nonnegative axis. Keep the configured
|
|
586
|
+
# signed axis in frozen policy/checkpoints and normalize only this use.
|
|
585
587
|
return torch.fake_quantize_per_channel_affine(
|
|
586
588
|
x,
|
|
587
589
|
scale=scale,
|
|
588
590
|
zero_point=zp,
|
|
589
|
-
axis=self.channel_axis,
|
|
591
|
+
axis=self.channel_axis % x.ndim,
|
|
590
592
|
quant_min=self.dtype.qmin,
|
|
591
593
|
quant_max=self.dtype.qmax,
|
|
592
594
|
)
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.4.0.dev261102"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/cleanup/dead_code_elimination.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/_pattern_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fold/profiles.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/__init__.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/activation.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/composite.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/linear.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/requantize.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/fuse/spatial.py
RENAMED
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/legalize/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{tico-0.4.0.dev261102 → tico-0.4.0.dev261104}/tico/circle/passes/optimization/simplify/arithmetic.py
RENAMED
|
File without changes
|
|
File without changes
|