tico 0.4.0.dev261024__tar.gz → 0.4.0.dev261027__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tico might be problematic. Click here for more details.
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/PKG-INFO +1 -1
- tico-0.4.0.dev261027/tico/_version.py +1 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/analysis/effects.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/cli/main.py +3 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/io.py +3 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/cse.py +5 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/evaluators/heavy.py +7 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/transpose_region_rules.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/elementwise.py +23 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/quantization.py +9 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/interpreter/interpreter.py +2 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/cast_aten_where_arg_type.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/cast_mixed_type_args.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/const_prop_pass.py +6 -7
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_group_norm.py +50 -16
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/ops.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_redundant_assert_nodes.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/discrete_refinement.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/global_refinement.py +1 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/joint.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/screened_refinement.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/cache.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/qdrop.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/selection.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/cle/cle.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gemma4_gptq/quantizer.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gptq/quantizer.py +1 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gptq/utils.py +3 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/qwen3_vl_gptq/gptq.py +176 -11
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/qwen3_vl_gptq/quantizer.py +123 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/qwen3_vl_gptq/utils.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/hadamard_utils.py +2 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/spin_llama.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/universal_gptq/quantizer.py +9 -9
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/ablation.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/outputs.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/report.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/sensitivity.py +19 -10
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/builders.py +6 -7
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/gemma4_attention.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/llama_attention.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/ptq.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/qwen3_vl_attention.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/qwen3_vl_gptq.py +87 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/utils.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/hellaswag_eval_utils.py +34 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/llava_bench_judge_eval_utils.py +2 -7
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/lmms_eval_utils.py +33 -63
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/mmmu_eval_utils.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/evaluate.py +6 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/concat_qparam.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/fold_quant_ops.py +12 -88
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/legalize_quantized_clamp.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/mx_qparam.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/propagate_qparam_forward.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/remove_weight_dequant_op.py +4 -17
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/public_interface.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/adapters/base.py +3 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/adapters/gemma4.py +48 -50
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/adapters/gemma4_assistant.py +5 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/adapters/llama.py +44 -49
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/adapters/qwen3_vl.py +140 -29
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/config.py +12 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/data/dataset_config.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/data/dataset_usage.py +0 -1
- tico-0.4.0.dev261027/tico/quantization/recipes/debug/cpu_fixtures.py +233 -0
- tico-0.4.0.dev261027/tico/quantization/recipes/debug/cpu_static_cache.py +275 -0
- tico-0.4.0.dev261027/tico/quantization/recipes/debug/cpu_validation.py +815 -0
- tico-0.4.0.dev261027/tico/quantization/recipes/debug/export_regression.py +1424 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/static_gemma4_assistant_runtime.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/static_gemma4_runtime.py +5 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/static_qwen3_vl_runtime.py +5 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/trace.py +7 -1
- tico-0.4.0.dev261027/tico/quantization/recipes/debug/verify_llama_rope.py +101 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/__init__.py +2 -1
- tico-0.4.0.dev261027/tico/quantization/recipes/debug/wrapper_smoke/case.py +269 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4.py +88 -12
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/cases/llama.py +200 -155
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/cases/qwen3_vl.py +133 -151
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/runner.py +4 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/utils.py +0 -1
- tico-0.4.0.dev261027/tico/quantization/recipes/evaluation/eager.py +172 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/llm.py +8 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/selection.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/video_mme.py +6 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/circle.py +15 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/gemma4.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/gemma4_assistant.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/llama.py +8 -10
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/llama_bundle.py +9 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/runner.py +14 -18
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/runtime/llama.py +0 -1
- tico-0.4.0.dev261027/tico/quantization/recipes/sequence_length.py +94 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/__init__.py +2 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/gptq.py +39 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/ptq.py +2 -2
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/evaluate_fk_llama_model.py +6 -6
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/llama/quantize_attention_decode.py +1 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/llama/quantize_attention_prefill.py +4 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_prefill.py +14 -9
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/nn/quantize_conv3d.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/nn/quantize_conv3d_special_case.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/nn/quantize_layernorm.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/quantize_full_qmodel_with_gptq.py +13 -14
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/quantize_qwen3_vl_with_gptq.py +3 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_model.py +3 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_text_attention.py +1 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/static_llama_layer_runtime.py +6 -7
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/affine_base.py +15 -10
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/identity.py +1 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/percentile.py +3 -11
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/introspection.py +16 -13
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/linear_folding.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/metrics.py +49 -15
- tico-0.4.0.dev261027/tico/quantization/wrapq/utils/static_export.py +99 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrap_helper.py +9 -6
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/decoder_export_single_step.py +1 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/embedding_scale_fusion.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/export_adapters.py +9 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_clippable_linear.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_for_causal_lm.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_for_conditional_generation.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_model.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_multimodal_embedder.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_rmsnorm.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_text_attention.py +222 -146
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_text_decoder_layer.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_text_mlp.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_text_model.py +127 -26
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_text_scaled_word_embedding.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_attention.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_encoder_layer.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_mlp.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_model.py +10 -7
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_patch_embedder.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/quant_vision_pooler.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/static_vision_profile.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/vision_split_export.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_backbone.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_for_causal_lm.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/sparse_head.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/static_inputs.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/utils.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/export_adapters.py +31 -7
- tico-0.4.0.dev261027/tico/quantization/wrapq/wrappers/llama/position.py +105 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/quant_attention.py +196 -177
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/quant_decoder_layer.py +112 -90
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/quant_model.py +78 -86
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/quant_model_for_causal_lm.py +67 -13
- tico-0.4.0.dev261027/tico/quantization/wrapq/wrappers/llama/static_inputs.py +250 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_conv3d.py +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_conv3d_decomposed.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_embedding.py +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_layernorm.py +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_linear.py +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_silu.py +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/quant_module_base.py +1 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/export_adapters.py +10 -5
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_for_conditional_generation.py +8 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_model.py +3 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_attention.py +370 -159
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_decoder_layer.py +10 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_model.py +68 -65
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_attention.py +1 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_model.py +6 -4
- tico-0.4.0.dev261027/tico/quantization/wrapq/wrappers/qwen_vl/static_inputs.py +98 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/vision_profile.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/registry.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/circle_serializer.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/__init__.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_repeat.py +3 -3
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/convert.py +6 -4
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/padding.py +0 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico.egg-info/PKG-INFO +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico.egg-info/SOURCES.txt +11 -0
- tico-0.4.0.dev261024/tico/_version.py +0 -1
- tico-0.4.0.dev261024/tico/quantization/recipes/debug/wrapper_smoke/case.py +0 -140
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/LICENSE +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/README.md +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/pyproject.toml +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/setup.cfg +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/_buffer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/_object.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/_schema.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/analysis/purity.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/analysis/structural_hash.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/analysis/tensor_contract.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/builder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/cli/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/cli/__main__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/document.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/errors.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/export.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/graph.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/inspect/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/inspect/printer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/inspect/summary.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/mutation.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/operations/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/operations/extract.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/cleanup/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/cleanup/compact_indices.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/cleanup/dead_code_elimination.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/cleanup/graph_inputs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/manager.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/_pattern_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/canonicalize/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/canonicalize/equivalent_ops.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/compatibility/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/compatibility/custom_ops.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/compatibility/fc_gelu_fc.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/constant_subgraph.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/evaluators/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/evaluators/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/evaluators/elementwise.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/evaluators/indexing.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/evaluators/shape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fold/profiles.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fuse/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fuse/activation.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fuse/composite.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fuse/linear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fuse/requantize.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/fuse/spatial.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/legalize/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/legalize/dynamic_fully_connected.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/policy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/_layout_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/arithmetic.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/identity_ops.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/reductions.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/transpose_region.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/optimization/simplify/views.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/presets.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/rules.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/passes/worklist.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/rewrite.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/errors.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/executor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/nn.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/quantize.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/reduction.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/kernels/shape_ops.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/runtime/program.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/selector.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/session.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/value/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/value/codec.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/value/dtype.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/value/tensor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/circle/verify.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/config/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/config/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/config/factory.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/config/v1.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/experimental/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/interpreter/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/interpreter/backends.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/interpreter/infer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/ops/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/ops/concat.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/ops/resize_bilinear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/ops/same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/cast_clamp_mixed_type_args.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_conv1d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_conv3d_to_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_expand_to_slice_cat.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_gather_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_layout_op_to_reshape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_matmul_to_linear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_repeat_to_expand_copy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_sym_size_to_circle_shape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/convert_to_relu6.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_addmm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_batch_norm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_fake_quantize.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_fake_quantize_tensor_qparams.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_grouped_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/decompose_slice_scatter.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/eliminate_rank_round_trip_region.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/extract_dtype_kwargs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/fill_meta_val.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/fuse_leading_unsqueeze_reshape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/fuse_redundant_reshape_to_mean.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/legalize_causal_mask_value.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/legalize_predefined_layout_operators.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/lower_copy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/lower_multi_index_to_gather_nd.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/lower_pow2_to_mul.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/lower_to_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/lower_to_slice.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/merge_consecutive_cat.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_empty_cat_inputs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_nop.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_redundant_expand.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_redundant_permute.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_redundant_reshape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_redundant_slice.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_redundant_to_copy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/remove_unused_placeholder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/restore_linear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/passes/segment_index_select.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/pt2_to_circle.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/joint_runner.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/rounding.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/adaround/runner.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/multistart.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/observer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/block_reconstruction/runner.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/cle/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/cle/quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/fpi_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/fpi_gptq/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/fpi_gptq/quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/fpi_gptq/util.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gemma4_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gemma4_gptq/gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gemma4_gptq/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gptq/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gptq/gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/gptq/quant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/qwen3_vl_gptq/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/smoothquant/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/smoothquant/observer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/smoothquant/quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/smoothquant/smooth_quant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/fuse_norm_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/qwen3_vl_model_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/qwen3_vl_quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/qwen3_vl_rotation_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/rotation_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/algorithm/spinquant/spin_qwen3_vl.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/clipping.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/inputs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/metrics.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/output_quantization.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/profile.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/analysis/selector.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/cle.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/fpi_gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/gemma4_assistant_builders.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/gemma4_builders.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/gemma4_gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/qwen3_vl_spinquant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/smoothquant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/specs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/config/spinquant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/backend.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/evaluate.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/executor/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/executor/backend_executor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/executor/circle_executor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/executor/triv24_executor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/lmms_gemma4.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/lmms_tasks/videomme_mini/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/metric.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/mmlu_eval_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/optional_deps.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/script/llm_tasks_eval.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/script/mini_vqa_eval.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/vlm_eval_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/evaluation/vlm_generation_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/compare_side_by_side.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/configs/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/export.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/generate.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/inspector.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/examples/quantize.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/insert_quantize_on_dtype_mismatch.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/propagate_qparam_backward.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/qparam_safe_const_prop.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/passes/quantize_bias.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/quant_stub.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/quantizer_registry.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/context.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/data/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/data/llm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/data/vlm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/static_llama_runtime.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/tied_embedding.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/token_mask.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/cases/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/cases/gemma4_assistant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/cases/nn.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/registry.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/debug/wrapper_smoke/result.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/hellaswag.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/llava_bench.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/llava_bench_judge.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/mmlu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/mmmu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/evaluation/vlm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/checkpoint.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/export/qwen3_vl.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/extensions.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/override_policies.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/qparams.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/runtime/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/cle.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/smoothquant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/stages/spinquant.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/recipes/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/control.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/dtypes.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/compare_ppl.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/debug_quant_outputs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_for_causal_lm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_model.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_multimodal_embedder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_text_scaled_word_embedding.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_vision_patch_embedder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/gemma4/quantize_vision_pooler.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/llama/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/llama/quantize_decoder_layer_decode.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/llama/quantize_mlp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/nn/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/nn/quantize_linear.py +1 -1
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/nn/quantize_tied_embedding.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/quantize_with_gptq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_for_conditional_generation.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_text_decoder_layer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_text_mlp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_text_model.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_vision_attention.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_vision_block.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_vision_mlp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_vision_model.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/quantize_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/examples/qwen/trace_qwen.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/mode.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/base.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/ema.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/minmax.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/observers/mx.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/qscheme.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/quantizer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/check_missing_qparam.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/reduce_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/utils/version.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/quant_decoder_layer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/quant_encoder_layer.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/fairseq/quant_mha.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/ple_embedding_host.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/rope.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/export_adapters.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/gemma4_assistant/quant_masked_embedder.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/llama/quant_mlp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_conv_transpose2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_maxpool2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/nn/quant_prelu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/ops/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/ops/quant_concat.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/ops/quant_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/ops/quant_rmsnorm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/ops/quant_same_padding_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/ptq_wrapper.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/quant_elementwise.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/quant_stub.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_text_mlp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_block.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_mlp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_embed.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/quantization/wrapq/wrappers/qwen_vl/quant_vision_patch_merger.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/circle_binary.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/circle_graph.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/circle_mapping.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/adapters/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/adapters/llama_rmsnorm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/adapters/onert/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/adapters/onert/llama_attention.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/hashable_opcode.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/node_visitor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_abs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_add.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_alias_copy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_any.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_arange_start_step.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_argmax.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_attention.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_avg_pool2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_bitwise_and.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_bmm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_cat.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_circle_gather_nd.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_circle_shape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_clamp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_clone.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_constant_pad_nd.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_cos.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_cumsum.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_depthwise_conv2d.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_dequantize_per_channel.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_dequantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_div.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_elu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_embedding.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_eq.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_exp.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_expand.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_full.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_full_like.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_ge.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_gelu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_gt.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_index.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_index_select.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_instance_norm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_le.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_leaky_relu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_linear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_log.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_log1p.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_logical_and.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_logical_not.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_lt.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_max_dim.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_max_pool2d_with_indices.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_maximum.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_mean.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_minimum.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_mm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_mul.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_ne.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_neg.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_permute.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_pow.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_prelu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_quantize_per_tensor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_reciprocal.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_relu.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_relu6.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_reshape.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_resize_bilinear.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_resize_nearest_neighbor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_rmsnorm.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_round.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_rsqrt.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_scalar_tensor.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_select_copy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_sigmoid.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_sin.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_slice.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_softmax.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_split_with_sizes.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_sqrt.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_squeeze.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_sub.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_sum.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_tanh.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_to_copy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_transpose_conv.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_unsqueeze.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_view.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/op_where.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/operators/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/pack.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/serialize/quant_param.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/compat/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/compat/torch.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/compat/torch_version_policy.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/compat/transformers.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/define.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/diff_graph.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/dtype.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/errors.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/graph.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/installed_packages.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/logging.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/model.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/mx/__init__.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/mx/dtypes.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/mx/elemwise_ops.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/mx/formats.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/mx/mx_ops.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/passes.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/pytree_utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/record_input.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/register_custom_op.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/serialize.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/signature.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/trace_decorators.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/utils.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/validate_args_kwargs.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico/utils/version.py +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico.egg-info/dependency_links.txt +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico.egg-info/entry_points.txt +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico.egg-info/requires.txt +0 -0
- {tico-0.4.0.dev261024 → tico-0.4.0.dev261027}/tico.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.4.0.dev261027"
|
|
@@ -23,7 +23,6 @@ from tico.circle._schema import circle_schema, object_api_type
|
|
|
23
23
|
from tico.circle.errors import CircleRewriteError
|
|
24
24
|
from tico.circle.graph import as_indices, as_list, CircleGraph, OPTIONAL_TENSOR_INDEX
|
|
25
25
|
|
|
26
|
-
|
|
27
26
|
DEFAULT_EFFECTFUL_BUILTIN_NAMES = (
|
|
28
27
|
"ASSIGN_VARIABLE",
|
|
29
28
|
"BIDIRECTIONAL_SEQUENCE_LSTM",
|
|
@@ -413,8 +413,9 @@ def _extract_command(args: argparse.Namespace) -> int:
|
|
|
413
413
|
def _parse_passes(
|
|
414
414
|
value: str,
|
|
415
415
|
*,
|
|
416
|
-
constant_folding_profile: ConstantFoldingProfile
|
|
417
|
-
|
|
416
|
+
constant_folding_profile: ConstantFoldingProfile | str = (
|
|
417
|
+
ConstantFoldingProfile.BASIC
|
|
418
|
+
),
|
|
418
419
|
) -> list[CirclePass]:
|
|
419
420
|
"""Create Circle pass instances from canonical comma-separated names."""
|
|
420
421
|
|
|
@@ -204,9 +204,9 @@ def write_circle_bytes(
|
|
|
204
204
|
raise TypeError(f"Expected bytes, received {type(data).__name__}.")
|
|
205
205
|
_write_destination(
|
|
206
206
|
destination,
|
|
207
|
-
lambda stream:
|
|
208
|
-
|
|
209
|
-
|
|
207
|
+
lambda stream: (
|
|
208
|
+
_write_all(stream, memoryview(data)) if data else stream.write(data)
|
|
209
|
+
),
|
|
210
210
|
atomic=atomic,
|
|
211
211
|
)
|
|
212
212
|
|
|
@@ -152,9 +152,11 @@ class CommonSubexpressionEliminationPass(CirclePass):
|
|
|
152
152
|
continue
|
|
153
153
|
outputs = tuple(as_indices(getattr(operator, "outputs", None)))
|
|
154
154
|
canonical_inputs = tuple(
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
155
|
+
(
|
|
156
|
+
_representative(representatives, tensor_index)
|
|
157
|
+
if tensor_index != OPTIONAL_TENSOR_INDEX
|
|
158
|
+
else tensor_index
|
|
159
|
+
)
|
|
158
160
|
for tensor_index in as_indices(
|
|
159
161
|
getattr(operator, "inputs", None)
|
|
160
162
|
)
|
|
@@ -755,10 +755,13 @@ def _input_buffer_payload(
|
|
|
755
755
|
def _parse_sparsity(
|
|
756
756
|
sparsity: Any,
|
|
757
757
|
dense_shape: Sequence[int],
|
|
758
|
-
) ->
|
|
759
|
-
tuple[
|
|
760
|
-
|
|
761
|
-
]
|
|
758
|
+
) -> (
|
|
759
|
+
tuple[
|
|
760
|
+
tuple[int, ...],
|
|
761
|
+
tuple[tuple[str, int, tuple[int, ...], tuple[int, ...]], ...],
|
|
762
|
+
]
|
|
763
|
+
| None
|
|
764
|
+
):
|
|
762
765
|
"""Parse an unblocked Circle sparsity record into traversal-level metadata."""
|
|
763
766
|
|
|
764
767
|
rank = len(dense_shape)
|
|
@@ -25,7 +25,6 @@ from tico.circle.passes.optimization.simplify._layout_utils import (
|
|
|
25
25
|
_get_const_data,
|
|
26
26
|
)
|
|
27
27
|
|
|
28
|
-
|
|
29
28
|
_ADD_BUILTIN_CODE = _builtin_operator_value("ADD")
|
|
30
29
|
_ADD_N_BUILTIN_CODE = _builtin_operator_value("ADD_N")
|
|
31
30
|
_CONCATENATION_BUILTIN_CODE = _builtin_operator_value("CONCATENATION")
|
|
@@ -57,8 +57,29 @@ def _divide(lhs: np.ndarray, rhs: np.ndarray) -> np.ndarray:
|
|
|
57
57
|
|
|
58
58
|
if lhs.dtype.kind == "f":
|
|
59
59
|
return np.divide(lhs, rhs)
|
|
60
|
-
|
|
61
|
-
|
|
60
|
+
left, right = np.broadcast_arrays(lhs, rhs)
|
|
61
|
+
valid = right != 0
|
|
62
|
+
if lhs.dtype.kind == "i":
|
|
63
|
+
valid &= ~((left == np.iinfo(lhs.dtype).min) & (right == -1))
|
|
64
|
+
|
|
65
|
+
if np.all(valid):
|
|
66
|
+
quotient = np.empty_like(left)
|
|
67
|
+
else:
|
|
68
|
+
# Preserve the existing exceptional casts in their original array
|
|
69
|
+
# shape/layout; casting a compressed subset can change NaN results.
|
|
70
|
+
quotient = np.asarray(
|
|
71
|
+
np.trunc(np.divide(lhs.astype(np.float64), rhs.astype(np.float64))).astype(
|
|
72
|
+
lhs.dtype
|
|
73
|
+
)
|
|
74
|
+
)
|
|
75
|
+
remainder = np.zeros_like(left)
|
|
76
|
+
np.divmod(left, right, out=(quotient, remainder), where=valid)
|
|
77
|
+
if lhs.dtype.kind == "i":
|
|
78
|
+
# Integer divmod rounds down. Only negative, non-integral quotients
|
|
79
|
+
# need one step toward zero; this also avoids abs(INT_MIN) overflow.
|
|
80
|
+
correct = valid & ((left < 0) != (right < 0)) & (remainder != 0)
|
|
81
|
+
quotient[correct] += 1
|
|
82
|
+
return quotient
|
|
62
83
|
|
|
63
84
|
|
|
64
85
|
def _pow(ctx: KernelContext) -> tuple[np.ndarray, ...]:
|
|
@@ -136,8 +136,15 @@ def quantize_array(value: np.ndarray, tensor: RuntimeTensor) -> np.ndarray:
|
|
|
136
136
|
with np.errstate(all="ignore"):
|
|
137
137
|
scaled = round_half_away_from_zero(value.astype(np.float32) / scale)
|
|
138
138
|
scaled = scaled + zero_point
|
|
139
|
-
clipped = np.clip(scaled, minimum, maximum)
|
|
140
|
-
|
|
139
|
+
clipped = np.asarray(np.clip(scaled, minimum, maximum))
|
|
140
|
+
# FLOAT32 rounds wide integer maxima past the storage range. Keep the full
|
|
141
|
+
# clip/cast layout for NaNs, but cast saturated elements as zero before
|
|
142
|
+
# assigning the exact integer endpoint.
|
|
143
|
+
at_maximum = scaled >= maximum
|
|
144
|
+
clipped[at_maximum] = 0
|
|
145
|
+
result = clipped.astype(tensor.dtype)
|
|
146
|
+
result[at_maximum] = maximum
|
|
147
|
+
return result
|
|
141
148
|
|
|
142
149
|
|
|
143
150
|
def fake_quantize_array(value: np.ndarray, tensor: RuntimeTensor) -> np.ndarray:
|
|
@@ -56,8 +56,7 @@ class Interpreter:
|
|
|
56
56
|
) from error
|
|
57
57
|
|
|
58
58
|
self.ffi = FFI()
|
|
59
|
-
self.ffi.cdef(
|
|
60
|
-
"""
|
|
59
|
+
self.ffi.cdef("""
|
|
61
60
|
typedef struct InterpreterWrapper InterpreterWrapper;
|
|
62
61
|
|
|
63
62
|
const char *get_last_error(void);
|
|
@@ -67,8 +66,7 @@ class Interpreter:
|
|
|
67
66
|
void Interpreter_interpret(InterpreterWrapper *intp);
|
|
68
67
|
void Interpreter_writeInputTensor(InterpreterWrapper *intp, const int input_idx, const void *data, size_t input_size);
|
|
69
68
|
void Interpreter_readOutputTensor(InterpreterWrapper *intp, const int output_idx, void *output, size_t output_size);
|
|
70
|
-
"""
|
|
71
|
-
)
|
|
69
|
+
""")
|
|
72
70
|
self.C = self.ffi.dlopen(str(self.LIB_PATH))
|
|
73
71
|
|
|
74
72
|
# Initialize interpreter
|
|
@@ -31,7 +31,6 @@ from tico.utils.passes import PassBase, PassResult
|
|
|
31
31
|
from tico.utils.trace_decorators import trace_graph_diff_on_pass
|
|
32
32
|
from tico.utils.utils import is_target_node, set_new_meta_val
|
|
33
33
|
|
|
34
|
-
|
|
35
34
|
ops_to_promote = {
|
|
36
35
|
torch.ops.aten.add.Tensor: ELEMENTWISE_TYPE_PROMOTION_KIND.DEFAULT,
|
|
37
36
|
torch.ops.aten.div.Tensor: ELEMENTWISE_TYPE_PROMOTION_KIND.DEFAULT,
|
|
@@ -48,7 +48,6 @@ from tico.utils.trace_decorators import (
|
|
|
48
48
|
)
|
|
49
49
|
from tico.utils.utils import get_fake_mode
|
|
50
50
|
|
|
51
|
-
|
|
52
51
|
_MISSING = object()
|
|
53
52
|
|
|
54
53
|
TensorStorageIdentityKey = tuple[
|
|
@@ -590,12 +589,12 @@ class ConstPropPass(PassBase):
|
|
|
590
589
|
graph: torch.fx.Graph = graph_module.graph
|
|
591
590
|
|
|
592
591
|
# [1], [2]
|
|
593
|
-
const_node_to_tensor: OrderedDict[
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
592
|
+
const_node_to_tensor: OrderedDict[torch.fx.Node, torch.Tensor] = (
|
|
593
|
+
propagate_constants(
|
|
594
|
+
exported_program,
|
|
595
|
+
fold_filter=self._fold_filter,
|
|
596
|
+
folded_node_callback=self._folded_node_callback,
|
|
597
|
+
)
|
|
599
598
|
)
|
|
600
599
|
# [3]
|
|
601
600
|
placeholders = create_constant_placeholder(
|
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
|
|
15
15
|
import math
|
|
16
16
|
import operator
|
|
17
|
-
from typing import TYPE_CHECKING
|
|
17
|
+
from typing import Any, cast, TYPE_CHECKING
|
|
18
18
|
|
|
19
19
|
if TYPE_CHECKING:
|
|
20
20
|
import torch.fx
|
|
@@ -22,6 +22,7 @@ import torch
|
|
|
22
22
|
from torch.export import ExportedProgram
|
|
23
23
|
|
|
24
24
|
from tico.serialize.circle_mapping import extract_shape
|
|
25
|
+
from tico.utils.errors import NotYetSupportedError
|
|
25
26
|
from tico.utils.graph import create_node
|
|
26
27
|
from tico.utils.passes import PassBase, PassResult
|
|
27
28
|
from tico.utils.trace_decorators import trace_graph_diff_on_pass
|
|
@@ -36,6 +37,10 @@ class DecomposeGroupNorm(PassBase):
|
|
|
36
37
|
|
|
37
38
|
LayerNorm is group=1 Group normalization.
|
|
38
39
|
|
|
40
|
+
Only the normalized tensor (tuple index 0, also spelled -3) is supported.
|
|
41
|
+
Validate all live tuple uses before rewriting any normalization. Unused
|
|
42
|
+
statistics may be discarded; live mean/rstd or direct tuple uses are rejected.
|
|
43
|
+
|
|
39
44
|
[LayerNorm, GroupNorm]
|
|
40
45
|
|
|
41
46
|
Two normalzations result in same nodes but have different normalization shapes.
|
|
@@ -129,8 +134,17 @@ class DecomposeGroupNorm(PassBase):
|
|
|
129
134
|
graph: torch.fx.Graph = gm.graph
|
|
130
135
|
modified = False
|
|
131
136
|
|
|
137
|
+
# Match FX dead-code liveness without removing nodes before validation.
|
|
138
|
+
# This includes dependencies of side-effectful nodes as well as outputs.
|
|
139
|
+
graph.lint()
|
|
140
|
+
live_nodes: set[torch.fx.Node] = set()
|
|
141
|
+
for node in reversed(graph.nodes):
|
|
142
|
+
if node.is_impure() or any(user in live_nodes for user in node.users):
|
|
143
|
+
live_nodes.add(node)
|
|
144
|
+
|
|
145
|
+
normalized_outputs: dict[torch.fx.Node, list[torch.fx.Node]] = {}
|
|
132
146
|
for node in graph.nodes:
|
|
133
|
-
if not is_target_node(
|
|
147
|
+
if node not in live_nodes or not is_target_node(
|
|
134
148
|
node,
|
|
135
149
|
[
|
|
136
150
|
torch.ops.aten.native_layer_norm.default,
|
|
@@ -139,8 +153,31 @@ class DecomposeGroupNorm(PassBase):
|
|
|
139
153
|
):
|
|
140
154
|
continue
|
|
141
155
|
|
|
156
|
+
normalized_outputs[node] = []
|
|
157
|
+
for user in node.users:
|
|
158
|
+
if user not in live_nodes:
|
|
159
|
+
continue
|
|
160
|
+
if not (
|
|
161
|
+
user.op == "call_function"
|
|
162
|
+
and user.target == operator.getitem
|
|
163
|
+
and len(user.args) == 2
|
|
164
|
+
and user.args[0] is node
|
|
165
|
+
and isinstance(user.args[1], int)
|
|
166
|
+
and user.args[1] in (0, -3)
|
|
167
|
+
and not user.kwargs
|
|
168
|
+
):
|
|
169
|
+
raise NotYetSupportedError(
|
|
170
|
+
f"{node.target}: only normalized output (index 0 or -3) "
|
|
171
|
+
"is supported; mean/rstd outputs and direct tuple uses "
|
|
172
|
+
"are not supported."
|
|
173
|
+
)
|
|
174
|
+
normalized_outputs[node].append(user)
|
|
175
|
+
|
|
176
|
+
for node, get_items in normalized_outputs.items():
|
|
142
177
|
if node.target == torch.ops.aten.native_layer_norm.default:
|
|
143
|
-
ln_args = NativeLayerNormArgs(
|
|
178
|
+
ln_args = NativeLayerNormArgs(
|
|
179
|
+
*cast(Any, node.args), **cast(Any, node.kwargs)
|
|
180
|
+
)
|
|
144
181
|
x = ln_args.input
|
|
145
182
|
normalized_shape = ln_args.normalized_shape
|
|
146
183
|
weight = ln_args.weight
|
|
@@ -165,7 +202,9 @@ class DecomposeGroupNorm(PassBase):
|
|
|
165
202
|
norm_size = math.prod(normalized_shape)
|
|
166
203
|
layer_size = math.prod(x_shape[:idx_normalize_start])
|
|
167
204
|
elif node.target == torch.ops.aten.native_group_norm.default:
|
|
168
|
-
gn_args = NativeGroupNormArgs(
|
|
205
|
+
gn_args = NativeGroupNormArgs(
|
|
206
|
+
*cast(Any, node.args), **cast(Any, node.kwargs)
|
|
207
|
+
)
|
|
169
208
|
x = gn_args.input
|
|
170
209
|
weight = gn_args.weight
|
|
171
210
|
bias = gn_args.bias
|
|
@@ -251,21 +290,16 @@ class DecomposeGroupNorm(PassBase):
|
|
|
251
290
|
# Reset last node's meta for propagating replacing node's meta.
|
|
252
291
|
layer_norm.meta = {}
|
|
253
292
|
|
|
254
|
-
#
|
|
255
|
-
#
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
assert (
|
|
261
|
-
get_item.target == operator.getitem
|
|
262
|
-
), "First user of native_group/layer_norm should be getitem"
|
|
263
|
-
|
|
264
|
-
get_item.replace_all_uses_with(layer_norm, propagate_meta=True)
|
|
293
|
+
# Every selected user denotes the same normalized tensor. Copy
|
|
294
|
+
# its metadata once, then rewire all users regardless of order.
|
|
295
|
+
for index, get_item in enumerate(get_items):
|
|
296
|
+
get_item.replace_all_uses_with(
|
|
297
|
+
layer_norm, propagate_meta=index == 0
|
|
298
|
+
)
|
|
265
299
|
|
|
266
300
|
modified = True
|
|
267
301
|
|
|
268
|
-
gm.graph.eliminate_dead_code()
|
|
302
|
+
modified |= gm.graph.eliminate_dead_code()
|
|
269
303
|
gm.graph.lint()
|
|
270
304
|
gm.recompile()
|
|
271
305
|
|
|
@@ -19,7 +19,6 @@ from tico.utils.passes import PassBase, PassResult
|
|
|
19
19
|
from tico.utils.trace_decorators import trace_graph_diff_on_pass
|
|
20
20
|
from tico.utils.utils import is_target_node
|
|
21
21
|
|
|
22
|
-
|
|
23
22
|
assert_node_targets = [
|
|
24
23
|
torch.ops.aten._assert_scalar.default,
|
|
25
24
|
torch.ops.aten._assert_tensor_metadata.default,
|
|
@@ -56,7 +56,6 @@ from tico.quantization.wrapq.control import (
|
|
|
56
56
|
from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
|
|
57
57
|
from tico.quantization.wrapq.observers.base import ObserverBase
|
|
58
58
|
|
|
59
|
-
|
|
60
59
|
MetricsEvaluator = Callable[[], OutputMetrics]
|
|
61
60
|
ProgressCallback = Callable[["DiscreteCodeRoundResult"], None]
|
|
62
61
|
|
|
@@ -47,7 +47,6 @@ from tico.quantization.wrapq.control import (
|
|
|
47
47
|
from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
|
|
48
48
|
from tico.quantization.wrapq.observers.base import ObserverBase
|
|
49
49
|
|
|
50
|
-
|
|
51
50
|
MetricsEvaluator = Callable[[], OutputMetrics]
|
|
52
51
|
ProgressCallback = Callable[["GlobalWeightRefinementCheckpoint"], None]
|
|
53
52
|
|
|
@@ -1086,7 +1085,7 @@ class GlobalWeightRefinementCheckpoint:
|
|
|
1086
1085
|
train_checkpoint_anchor_loss: float | None = None
|
|
1087
1086
|
checkpoint_anchor_weight: float | None = None
|
|
1088
1087
|
alpha_absolute_histogram: GlobalRefinementTensorHistogram | None = None
|
|
1089
|
-
alpha_gradient_absolute_histogram:
|
|
1088
|
+
alpha_gradient_absolute_histogram: GlobalRefinementTensorHistogram | None = None
|
|
1090
1089
|
flip_budget_statistics: GlobalRefinementFlipBudgetStatistics | None = None
|
|
1091
1090
|
|
|
1092
1091
|
def to_dict(self) -> dict[str, object]:
|
|
@@ -32,7 +32,6 @@ from tico.quantization.wrapq.control import (
|
|
|
32
32
|
from tico.quantization.wrapq.observers.affine_base import AffineObserverBase
|
|
33
33
|
from tico.quantization.wrapq.observers.base import ObserverBase
|
|
34
34
|
|
|
35
|
-
|
|
36
35
|
_SUPPORTED_FAMILIES = frozenset({"regular_conv", "depthwise_conv"})
|
|
37
36
|
|
|
38
37
|
|
|
@@ -51,7 +51,6 @@ from tico.quantization.algorithm.block_reconstruction.selection import (
|
|
|
51
51
|
from tico.quantization.analysis import OutputAdapter
|
|
52
52
|
from tico.quantization.wrapq.control import FakeQuantState
|
|
53
53
|
|
|
54
|
-
|
|
55
54
|
MetricsEvaluator = Callable[[], OutputMetrics]
|
|
56
55
|
ProgressCallback = Callable[["ScreenedCodeRoundResult"], None]
|
|
57
56
|
|
|
@@ -119,10 +119,9 @@ def gather_single_batch_from_list(data_list, idx):
|
|
|
119
119
|
|
|
120
120
|
|
|
121
121
|
def get_numerical_padding(
|
|
122
|
-
layer:
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
| torch.nn.ConvTranspose2d,
|
|
122
|
+
layer: (
|
|
123
|
+
torch.nn.Conv1d | torch.nn.Conv2d | torch.nn.Conv3d | torch.nn.ConvTranspose2d
|
|
124
|
+
),
|
|
126
125
|
) -> int | tuple[int, ...]:
|
|
127
126
|
padding: str | int | tuple[int, ...] = layer.padding
|
|
128
127
|
if isinstance(padding, str):
|