tpu-inference 0.12.0.dev20251217__tar.gz → 0.13.2.dev20260104__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tpu-inference might be problematic. Click here for more details.
- {tpu_inference-0.12.0.dev20251217/tpu_inference.egg-info → tpu_inference-0.13.2.dev20260104}/PKG-INFO +1 -1
- tpu_inference-0.13.2.dev20260104/pyproject.toml +13 -0
- tpu_inference-0.13.2.dev20260104/tests/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/core/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/core/test_disagg_utils.py +14 -0
- tpu_inference-0.13.2.dev20260104/tests/core/test_dp_scheduler.py +781 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/core/test_init.py +14 -0
- tpu_inference-0.13.2.dev20260104/tests/distributed/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/distributed/test_distributed_utils.py +120 -0
- tpu_inference-0.13.2.dev20260104/tests/distributed/test_tpu_connector.py +478 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_async_scheduler.py +211 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_data_parallel.py +289 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_hybrid_kvcache.py +219 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_local_disagg.py +257 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_model_loader.py +268 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_multi_modal_inference.py +111 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_pipeline_parallel.py +265 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_runai_model_streamer_loader.py +104 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_sampling_params.py +269 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_speculative_decoding.py +311 -0
- tpu_inference-0.13.2.dev20260104/tests/e2e/test_structured_decoding.py +46 -0
- tpu_inference-0.13.2.dev20260104/tests/executors/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/executors/test_ray_distributed_executor.py +199 -0
- tpu_inference-0.13.2.dev20260104/tests/experimental/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/experimental/test_llama3_jax_stashed.py +208 -0
- tpu_inference-0.13.2.dev20260104/tests/kernels/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/kernels/collectives/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/kernels/collectives/all_gather_matmul_kernel_test.py +69 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/fused_moe_v1_test.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/gmm_test.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/mla_v1_test.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/ragged_kv_cache_update_v2_test.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/ragged_paged_attention_kernel_v2_test.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/ragged_paged_attention_kernel_v3_hd64_test.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/ragged_paged_attention_kernel_v3_test.py +14 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/common/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/common/test_attention_interface.py +156 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/common/test_quantization.py +149 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/attention/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/attention/test_common_attention.py +103 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/attention/test_deepseek_v3_attention.py +233 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/attention/test_llama4_attention.py +135 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/moe/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/moe/test_deepseek_moe.py +235 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/sample/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/sample/test_rejection_sampler.py +1624 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/sample/test_sampling.py +115 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/sample/test_sampling_metadata.py +254 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/test_layers.py +155 -0
- tpu_inference-0.12.0.dev20251217/tests/test_quantization.py → tpu_inference-0.13.2.dev20260104/tests/layers/jax/test_qwix.py +180 -50
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/test_rope.py +93 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/test_sharding.py +159 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/jax/test_transformer_block.py +152 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_attention.py +363 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_awq.py +406 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_compressed_tensors_moe.py +199 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_compressed_tensors_w8a8_fp8.py +441 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_compressed_tensors_w8a8_int8.py +443 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_fp8.py +17 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_mxfp4.py +320 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/test_unquantized.py +662 -0
- tpu_inference-0.13.2.dev20260104/tests/layers/vllm/utils.py +87 -0
- tpu_inference-0.13.2.dev20260104/tests/lora/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/lora/conftest.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/lora/test_bgmv.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/lora/test_layers.py +19 -3
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/lora/test_lora.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/lora/test_lora_perf.py +14 -0
- tpu_inference-0.13.2.dev20260104/tests/models/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/models/common/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/models/common/test_model_loader.py +455 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_deepseek_v3.py +401 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_llama3.py +184 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_llama4.py +298 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_llama_eagle3.py +197 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_llama_guard_4.py +242 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_qwen2.py +172 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_qwen2_5_vl.py +605 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_qwen3.py +169 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/test_weight_loading.py +180 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/utils/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/models/jax/utils/test_multi_modal_utils.py +212 -0
- tpu_inference-0.13.2.dev20260104/tests/platforms/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/platforms/test_tpu_platform.py +54 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_block_table.py +395 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_input_batch.py +226 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_kv_cache.py +220 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_kv_cache_manager.py +498 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_multimodal_manager.py +429 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_persistent_batch_manager.py +84 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_speculative_decoding_manager.py +368 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_structured_decoding_manager.py +220 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_tpu_runner.py +261 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_tpu_runner_dp.py +1099 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_tpu_runner_mesh.py +200 -0
- tpu_inference-0.13.2.dev20260104/tests/runner/test_utils.py +411 -0
- tpu_inference-0.13.2.dev20260104/tests/spec_decode/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/spec_decode/test_eagle3.py +311 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/test_base.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/test_tpu_info.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/test_utils.py +1 -43
- tpu_inference-0.13.2.dev20260104/tests/worker/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tests/worker/tpu_worker_test.py +414 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/__init__.py +14 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/core/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/core/sched/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/core/sched/dp_scheduler.py +372 -56
- tpu_inference-0.13.2.dev20260104/tpu_inference/distributed/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/distributed/jax_parallel_state.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/distributed/tpu_connector.py +11 -6
- tpu_inference-0.13.2.dev20260104/tpu_inference/distributed/utils.py +112 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/executors/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/executors/ray_distributed_executor.py +17 -3
- tpu_inference-0.13.2.dev20260104/tpu_inference/experimental/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/experimental/llama3_jax_stashed.py +14 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/collectives/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/flash_attention/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/fused_moe/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/fused_moe/v1/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/fused_moe/v1/kernel.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/megablox/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/megablox/common.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/megablox/gmm.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/mla/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/mla/v1/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/mla/v1/kernel.py +20 -26
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/quantized_matmul/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/ragged_paged_attention/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/ragged_paged_attention/v2/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/ragged_paged_attention/v3/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/ragged_paged_attention/v3/kernel.py +19 -1
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/ragged_paged_attention/v3/kernel_hd64.py +19 -1
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/ragged_paged_attention/v3/tuned_block_sizes.py +4460 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/kernels/ragged_paged_attention/v3/tuned_block_sizes_hd64.py +548 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/ragged_paged_attention/v3/util.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/common/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/common/attention_interface.py +25 -12
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/common/attention_metadata.py +14 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/fused_moe.py → tpu_inference-0.13.2.dev20260104/tpu_inference/layers/common/fused_moe_gmm.py +72 -55
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/common/quant_methods.py +23 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/common/quantization.py +282 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/common/sharding.py +22 -3
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/common/utils.py +94 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/jax/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/jax/attention/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/attention/attention.py +19 -6
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/attention/deepseek_v3_attention.py +52 -27
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/attention/gpt_oss_attention.py +19 -6
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/attention/llama4_attention.py +17 -4
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/base.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/constants.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/layers.py +14 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/jax/misc.py +30 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/jax/moe/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/moe/deepseek_v3_moe.py +20 -13
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/moe/gpt_oss_moe.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/moe/moe.py +43 -3
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/pp_utils.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/rope.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/rope_interface.py +14 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/jax/sample/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/sample/rejection_sampler.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/sample/sampling.py +15 -1
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/sample/sampling_metadata.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/jax/transformer_block.py +14 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/vllm/attention.py +4 -4
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/fused_moe.py +114 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/linear.py +64 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/process_weights/__init__.py +13 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/sharding.py → tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/process_weights/cleanup_sharding.py +24 -15
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/process_weights/fused_moe_weights.py +369 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/process_weights/linear_weights.py +174 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/vllm/quantization/__init__.py +19 -3
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/vllm/quantization/awq.py +96 -82
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/compressed_tensors/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/vllm/quantization/compressed_tensors/compressed_tensors.py +19 -5
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/compressed_tensors/compressed_tensors_moe.py +199 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/compressed_tensors/schemes/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/vllm/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py +111 -91
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/vllm/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py +79 -43
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/quantization/common.py → tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/configs.py +38 -26
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/fp8.py +119 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/mxfp4.py +225 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/layers/vllm/quantization/unquantized.py +298 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/lora/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/models/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/models/common/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/common/model_loader.py +32 -16
- tpu_inference-0.13.2.dev20260104/tpu_inference/models/jax/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/deepseek_v3.py +113 -124
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/gpt_oss.py +23 -7
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/jax_intermediate_tensor.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/llama3.py +28 -11
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/llama4.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/llama_eagle3.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/llama_guard_4.py +15 -1
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/qwen2.py +17 -2
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/qwen2_5_vl.py +18 -4
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/qwen3.py +17 -2
- tpu_inference-0.13.2.dev20260104/tpu_inference/models/jax/utils/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/utils/file_utils.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/utils/multi_modal_utils.py +18 -4
- tpu_inference-0.13.2.dev20260104/tpu_inference/models/jax/utils/qwix/__init__.py +13 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/quantization_utils.py → tpu_inference-0.13.2.dev20260104/tpu_inference/models/jax/utils/qwix/qwix_utils.py +85 -24
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/jax/utils/weight_utils.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/models/vllm/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/vllm/vllm_model_wrapper.py +21 -3
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/models/vllm/vllm_model_wrapper_context.py +14 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/platforms/__init__.py +16 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/platforms/tpu_platform.py +22 -24
- tpu_inference-0.13.2.dev20260104/tpu_inference/runner/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/compilation_manager.py +79 -39
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/kv_cache.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/kv_cache_manager.py +15 -2
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/lora_utils.py +16 -1
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/multimodal_manager.py +16 -2
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/persistent_batch_manager.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/speculative_decoding_manager.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/structured_decoding_manager.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/tpu_runner.py +30 -10
- tpu_inference-0.13.2.dev20260104/tpu_inference/spec_decode/__init__.py +13 -0
- tpu_inference-0.13.2.dev20260104/tpu_inference/spec_decode/jax/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/spec_decode/jax/eagle3.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/tpu_info.py +14 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/utils.py +31 -30
- tpu_inference-0.13.2.dev20260104/tpu_inference/worker/__init__.py +13 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/worker/tpu_worker.py +19 -6
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104/tpu_inference.egg-info}/PKG-INFO +1 -1
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference.egg-info/SOURCES.txt +97 -11
- tpu_inference-0.12.0.dev20251217/pyproject.toml +0 -0
- tpu_inference-0.12.0.dev20251217/tests/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tests/core/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tests/core/test_dp_scheduler.py +0 -899
- tpu_inference-0.12.0.dev20251217/tests/kernels/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tests/lora/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/core/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/core/sched/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/distributed/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/distributed/utils.py +0 -60
- tpu_inference-0.12.0.dev20251217/tpu_inference/executors/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/experimental/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/collectives/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/flash_attention/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/fused_moe/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/fused_moe/v1/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/megablox/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/mla/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/mla/v1/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/quantized_matmul/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/ragged_paged_attention/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/ragged_paged_attention/v2/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/ragged_paged_attention/v3/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/ragged_paged_attention/v3/tuned_block_sizes.py +0 -4147
- tpu_inference-0.12.0.dev20251217/tpu_inference/kernels/ragged_paged_attention/v3/tuned_block_sizes_hd64.py +0 -368
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/common/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/common/quant_methods.py +0 -8
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/jax/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/jax/attention/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/jax/misc.py +0 -16
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/jax/moe/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/jax/sample/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/linear_common.py +0 -208
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/quantization/compressed_tensors/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/quantization/compressed_tensors/compressed_tensors_moe.py +0 -252
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/quantization/compressed_tensors/schemes/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/quantization/mxfp4.py +0 -448
- tpu_inference-0.12.0.dev20251217/tpu_inference/layers/vllm/quantization/unquantized.py +0 -404
- tpu_inference-0.12.0.dev20251217/tpu_inference/lora/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/common/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/configs/fp8_all_modules_w_only.yaml +0 -5
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/configs/fp8_default.yaml +0 -6
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/configs/int8_all_modules_w_only.yaml +0 -5
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/configs/int8_default.yaml +0 -6
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/jax/utils/quantization/mxfp4_utils.py +0 -105
- tpu_inference-0.12.0.dev20251217/tpu_inference/models/vllm/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/platforms/__init__.py +0 -2
- tpu_inference-0.12.0.dev20251217/tpu_inference/runner/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/spec_decode/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/spec_decode/jax/__init__.py +0 -0
- tpu_inference-0.12.0.dev20251217/tpu_inference/worker/__init__.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/LICENSE +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/MANIFEST.in +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/README.md +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/requirements.txt +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/setup.cfg +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/setup.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/core/test_core_tpu.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/core/test_disagg_executor.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/kernels/quantized_matmul_kernel_test.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/lora/utils.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tests/test_envs.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/core/core_tpu.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/core/disagg_executor.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/core/disagg_utils.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/env_override.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/envs.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/collectives/all_gather_matmul.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/collectives/all_gather_matmul_tuned_block_sizes.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/collectives/util.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/flash_attention/kernel.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/quantized_matmul/kernel.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/quantized_matmul/tuned_block_sizes.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/quantized_matmul/util.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/ragged_paged_attention/v2/kernel.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/ragged_paged_attention/v2/ragged_kv_cache_update.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/kernels/ragged_paged_attention/v2/tuned_block_sizes.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/layers/common/binary_search.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/logger.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/lora/torch_lora_ops.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/lora/torch_punica_tpu.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/block_table.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/input_batch.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference/runner/utils.py +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference.egg-info/dependency_links.txt +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference.egg-info/requires.txt +0 -0
- {tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2.dev20260104}/tpu_inference.egg-info/top_level.txt +0 -0
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# Copyright 2025 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# Copyright 2025 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# Copyright 2025 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
@@ -1,3 +1,17 @@
|
|
|
1
|
+
# Copyright 2025 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
1
15
|
import unittest
|
|
2
16
|
|
|
3
17
|
from tpu_inference.core.disagg_utils import _parse_slices
|