flyteplugins-vllm 2.0.0b40__py3-none-any.whl → 2.0.0b41__py3-none-any.whl

flyteplugins/vllm/_app_environment.py

@@ -7,7 +7,7 @@ from typing import Any, Literal, Optional, Union
 import flyte.app
 import rich.repr
 from flyte import Environment, Image, Resources, SecretRequest
-from flyte.app import Input, RunOutput
+from flyte.app import Parameter, RunOutput
 from flyte.app._types import Port
 from flyte.models import SerializationContext
 
@@ -66,6 +66,15 @@ class VLLMAppEnvironment(flyte.app.AppEnvironment):
         if self.env_vars is None:
             self.env_vars = {}
 
+        if self._server is not None:
+            raise ValueError("server function cannot be set for VLLMAppEnvironment")
+
+        if self._on_startup is not None:
+            raise ValueError("on_startup function cannot be set for VLLMAppEnvironment")
+
+        if self._on_shutdown is not None:
+            raise ValueError("on_shutdown function cannot be set for VLLMAppEnvironment")
+
         if self.model_id == "":
             raise ValueError("model_id must be defined")
 
@@ -101,8 +110,8 @@ class VLLMAppEnvironment(flyte.app.AppEnvironment):
             *extra_args,
         ]
 
-        if self.inputs:
-            raise ValueError("inputs cannot be set for VLLMAppEnvironment")
+        if self.parameters:
+            raise ValueError("parameters cannot be set for VLLMAppEnvironment")
 
         input_kwargs = {}
         if self.stream_model:
@@ -115,7 +124,7 @@ class VLLMAppEnvironment(flyte.app.AppEnvironment):
             input_kwargs["mount"] = self._model_mount_path
 
         if self.model_path:
-            self.inputs = [Input(name="model_path", value=self.model_path, **input_kwargs)]
+            self.parameters = [Parameter(name="model_path", value=self.model_path, **input_kwargs)]
 
         self.env_vars["FLYTE_MODEL_LOADER_LOCAL_MODEL_PATH"] = self._model_mount_path
         self.links = [flyte.app.Link(path="/docs", title="vLLM OpenAPI Docs", is_relative=True)]
@@ -166,7 +175,7 @@ class VLLMAppEnvironment(flyte.app.AppEnvironment):
         kwargs = self._get_kwargs()
         kwargs["name"] = name
         kwargs["args"] = None
-        kwargs["inputs"] = None
+        kwargs["parameters"] = None
         if image is not None:
             kwargs["image"] = image
         if resources is not None:

flyteplugins/vllm/_model_loader/shim.py

@@ -114,7 +114,7 @@ async def _get_model_files():
 def main():
     import asyncio
 
-    # TODO: add CLI here to be able to pass in serialized inputs from AppEnvironment
+    # TODO: add CLI here to be able to pass in serialized parameters from AppEnvironment
     logging.basicConfig(
         level=logging.INFO,
         format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",

{flyteplugins_vllm-2.0.0b40.dist-info → flyteplugins_vllm-2.0.0b41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flyteplugins-vllm
-Version: 2.0.0b40
+Version: 2.0.0b41
 Summary: vLLM plugin for flyte
 Author-email: Niels Bantilan <cosmicbboy@users.noreply.github.com>
 Requires-Python: >=3.10

flyteplugins_vllm-2.0.0b41.dist-info/RECORD

@@ -0,0 +1,10 @@
+flyteplugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+flyteplugins/vllm/__init__.py,sha256=FhdW2e_f6PsGo4wyV07jradAFbg7WmB0Luz3zHIDd7A,100
+flyteplugins/vllm/_app_environment.py,sha256=-luoJak9FC4K8vs5JB34kXRnu3ms_ou2whQi64uCNrk,8075
+flyteplugins/vllm/_model_loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+flyteplugins/vllm/_model_loader/shim.py,sha256=tQAyA7bwuR98fs4eLFiqOmIUGrVrbf5pfbPGmljWeDo,5352
+flyteplugins_vllm-2.0.0b41.dist-info/METADATA,sha256=9TawIET1lU-m-kOu9nw_n-Ni5muSafr5JwmNFpapYHE,1577
+flyteplugins_vllm-2.0.0b41.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flyteplugins_vllm-2.0.0b41.dist-info/entry_points.txt,sha256=lC-uwvkaytwtzbkJWdS69np63yLAakaDpI4mV1Yp9l8,74
+flyteplugins_vllm-2.0.0b41.dist-info/top_level.txt,sha256=cgd779rPu9EsvdtuYgUxNHHgElaQvPn74KhB5XSeMBE,13
+flyteplugins_vllm-2.0.0b41.dist-info/RECORD,,

flyteplugins_vllm-2.0.0b40.dist-info/RECORD

@@ -1,10 +0,0 @@
-flyteplugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyteplugins/vllm/__init__.py,sha256=FhdW2e_f6PsGo4wyV07jradAFbg7WmB0Luz3zHIDd7A,100
-flyteplugins/vllm/_app_environment.py,sha256=RYB2Oj0aHa_fj9N49_4p89qEYU3GRPuszO5g_U597N4,7664
-flyteplugins/vllm/_model_loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyteplugins/vllm/_model_loader/shim.py,sha256=vSb7_r0sGJJVkWVIaqkypry0OTa5PAv-REqdigufYd0,5348
-flyteplugins_vllm-2.0.0b40.dist-info/METADATA,sha256=c7i4cEbfX-tK4i2rmRhNnIr61bUagNRsHxOZhQHLj4A,1577
-flyteplugins_vllm-2.0.0b40.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flyteplugins_vllm-2.0.0b40.dist-info/entry_points.txt,sha256=lC-uwvkaytwtzbkJWdS69np63yLAakaDpI4mV1Yp9l8,74
-flyteplugins_vllm-2.0.0b40.dist-info/top_level.txt,sha256=cgd779rPu9EsvdtuYgUxNHHgElaQvPn74KhB5XSeMBE,13
-flyteplugins_vllm-2.0.0b40.dist-info/RECORD,,