tpu-inference 0.12.0.dev20251217__tar.gz → 0.13.2rc1__tar.gz

{tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2rc1}/MANIFEST.in

@@ -1,3 +1,4 @@
 include requirements.txt
+include requirements_v7x.txt
 include README.md
 include tpu_inference/models/jax/utils/quantization/configs/*.yaml

{tpu_inference-0.12.0.dev20251217/tpu_inference.egg-info → tpu_inference-0.13.2rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tpu_inference
-Version: 0.12.0.dev20251217
+Version: 0.13.2rc1
 Author: tpu_inference Contributors
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers

tpu_inference-0.13.2rc1/pyproject.toml

@@ -0,0 +1,13 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

tpu_inference-0.13.2rc1/requirements_v7x.txt

@@ -0,0 +1,25 @@
+# This file contains additional dependencies needed for TPU v7x support.
+# It is expected to be used in conjunction with the main requirements.txt file.
+--pre
+-i https://us-python.pkg.dev/ml-oss-artifacts-published/jax/simple/
+-f https://storage.googleapis.com/jax-releases/libtpu_releases.html
+jax==0.8.1
+jaxlib==0.8.1
+jaxtyping==0.3.2
+libtpu==0.0.31
+
+tpu-info==0.7.1
+yapf==0.43.0
+pytest
+pytest-mock
+absl-py
+numpy
+google-cloud-storage
+flax==0.11.1
+torchax==0.0.10
+qwix==0.1.1
+torchvision==0.24.0
+pathwaysutils
+parameterized
+numba==0.62.1
+runai-model-streamer[s3,gcs]==0.15.0

{tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2rc1}/setup.py

@@ -20,26 +20,40 @@ def get_requirements() -> List[str]:
             requirements = f.read().strip().split("\n")
         resolved_requirements = []
         for line in requirements:
+            if not line or line.startswith("#"):
+                continue
             if line.startswith("-r "):
                 resolved_requirements += _read_requirements(line.split()[1])
-            elif line.startswith("--"):
+            elif line.startswith(("-", "--")):
                 continue
             else:
                 resolved_requirements.append(line)
         return resolved_requirements
 
     try:
-        requirements = _read_requirements("requirements.txt")
+        #requirements = _read_requirements("requirements_v7x.txt")
+
+        # For TPU v7x build
+        if os.getenv("IS_FOR_V7X", "false").lower() == "true":
+            print("Using requirements_v7x.txt")
+            requirements = _read_requirements("requirements_v7x.txt")
+            #requirements.extend(v7x_requirements)
+        else:
+            #For TPU v6e build
+            print("Using requirements.txt")
+            requirements = _read_requirements("requirements.txt")
+
     except ValueError:
         print("Failed to read requirements.txt in vllm_tpu.")
     return requirements
 
 
 def get_version():
-    if env_version := os.getenv("VLLM_VERSION_OVERRIDE"):
-        return env_version
-    return "0.0.0"
+    version = os.getenv("VLLM_VERSION_OVERRIDE", "0.0.0").strip()
+    if os.getenv("IS_FOR_V7X", "false").lower() == "true":
+        version = f"{version}.post7"
 
+    return version
 
 setup(
     name="tpu_inference",

tpu_inference-0.13.2rc1/tests/__init__.py

@@ -0,0 +1,13 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

tpu_inference-0.13.2rc1/tests/core/__init__.py

@@ -0,0 +1,13 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.

{tpu_inference-0.12.0.dev20251217 → tpu_inference-0.13.2rc1}/tests/core/test_disagg_utils.py

@@ -1,3 +1,17 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import unittest
 
 from tpu_inference.core.disagg_utils import _parse_slices