flyteplugins-vllm 2.0.0b44__py3-none-any.whl → 2.0.0b46__py3-none-any.whl

flyteplugins/vllm/__init__.py

@@ -1,3 +1,3 @@
-__all__ = ["VLLMAppEnvironment"]
+__all__ = ["DEFAULT_VLLM_IMAGE", "VLLMAppEnvironment"]
 
-from flyteplugins.vllm._app_environment import VLLMAppEnvironment
+from flyteplugins.vllm._app_environment import DEFAULT_VLLM_IMAGE, VLLMAppEnvironment

flyteplugins/vllm/_app_environment.py

@@ -21,7 +21,7 @@ DEFAULT_VLLM_IMAGE = (
     # install the vllm flyte plugin
     .with_pip_packages("flyteplugins-vllm", pre=True)
     # install vllm in a separate layer due to dependency conflict with flyte (protovalidate)
-    .with_pip_packages(f"vllm>={VLLM_MIN_VERSION_STR}")
+    .with_pip_packages(f"vllm=={VLLM_MIN_VERSION_STR}")
 )
 
 

flyteplugins/vllm/_model_loader/shim.py

@@ -28,7 +28,12 @@ from vllm.model_executor.model_loader import register_model_loader
 from vllm.model_executor.model_loader.default_loader import DefaultModelLoader
 from vllm.model_executor.model_loader.dummy_loader import DummyModelLoader
 from vllm.model_executor.model_loader.sharded_state_loader import ShardedStateLoader
-from vllm.model_executor.model_loader.utils import set_default_torch_dtype
+
+try:
+    from vllm.model_executor.model_loader.utils import set_default_torch_dtype
+except ImportError:
+    # vllm 0.13.0 moved the set_default_torch_dtype to vllm.utils.torch_utils
+    from vllm.utils.torch_utils import set_default_torch_dtype
 
 logger = logging.getLogger(__name__)
 

{flyteplugins_vllm-2.0.0b44.dist-info → flyteplugins_vllm-2.0.0b46.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flyteplugins-vllm
-Version: 2.0.0b44
+Version: 2.0.0b46
 Summary: vLLM plugin for flyte
 Author-email: Niels Bantilan <cosmicbboy@users.noreply.github.com>
 Requires-Python: >=3.10

flyteplugins_vllm-2.0.0b46.dist-info/RECORD

@@ -0,0 +1,11 @@
+flyteplugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+flyteplugins/vllm/__init__.py,sha256=knzAiZG0gNqtgroaB1j5OBxomxBab6JyuWParvYRlLw,142
+flyteplugins/vllm/_app_environment.py,sha256=RE0bzbvaT4DhAVbQGYbqo-KnEYUFHIiuHXXBYhz2JVg,8263
+flyteplugins/vllm/_constants.py,sha256=I8suY7mz05kyvaW0Zskv_Zw0y7Gf0E4wjWm88cdjttU,90
+flyteplugins/vllm/_model_loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+flyteplugins/vllm/_model_loader/shim.py,sha256=02Myhx4A5W6wDHIzV_TIUrhPR0foIQU0N809nhIBm6U,5996
+flyteplugins_vllm-2.0.0b46.dist-info/METADATA,sha256=0gay5UBKQQ4e7ZyvhpQZpLk1WjBknhwwf4oe47VTUlw,1580
+flyteplugins_vllm-2.0.0b46.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flyteplugins_vllm-2.0.0b46.dist-info/entry_points.txt,sha256=lC-uwvkaytwtzbkJWdS69np63yLAakaDpI4mV1Yp9l8,74
+flyteplugins_vllm-2.0.0b46.dist-info/top_level.txt,sha256=cgd779rPu9EsvdtuYgUxNHHgElaQvPn74KhB5XSeMBE,13
+flyteplugins_vllm-2.0.0b46.dist-info/RECORD,,

flyteplugins_vllm-2.0.0b44.dist-info/RECORD

@@ -1,11 +0,0 @@
-flyteplugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyteplugins/vllm/__init__.py,sha256=FhdW2e_f6PsGo4wyV07jradAFbg7WmB0Luz3zHIDd7A,100
-flyteplugins/vllm/_app_environment.py,sha256=4cfbX9ZCXMDjAk2PSWZRkSqZLTrMZJteK_nBN1MDoe0,8263
-flyteplugins/vllm/_constants.py,sha256=I8suY7mz05kyvaW0Zskv_Zw0y7Gf0E4wjWm88cdjttU,90
-flyteplugins/vllm/_model_loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyteplugins/vllm/_model_loader/shim.py,sha256=ANgEgTTLOhrCd0xIePsjah__gWcPQawLS_oq7RWa0X4,5825
-flyteplugins_vllm-2.0.0b44.dist-info/METADATA,sha256=uXbM3lK9NHUVhQad7eie_UTRXx1YhIk41CXa0OYd040,1580
-flyteplugins_vllm-2.0.0b44.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flyteplugins_vllm-2.0.0b44.dist-info/entry_points.txt,sha256=lC-uwvkaytwtzbkJWdS69np63yLAakaDpI4mV1Yp9l8,74
-flyteplugins_vllm-2.0.0b44.dist-info/top_level.txt,sha256=cgd779rPu9EsvdtuYgUxNHHgElaQvPn74KhB5XSeMBE,13
-flyteplugins_vllm-2.0.0b44.dist-info/RECORD,,