flyte 2.0.0b2__py3-none-any.whl → 2.0.0b4__py3-none-any.whl

flyte/_image.py

@@ -8,11 +8,14 @@ from abc import abstractmethod
 from dataclasses import asdict, dataclass, field
 from functools import cached_property
 from pathlib import Path
-from typing import Callable, ClassVar, Dict, List, Literal, Optional, Tuple, TypeVar, Union
+from typing import TYPE_CHECKING, Callable, ClassVar, Dict, List, Literal, Optional, Tuple, TypeVar, Union
 
 import rich.repr
 from packaging.version import Version
 
+if TYPE_CHECKING:
+    from flyte import Secret, SecretRequest
+
 # Supported Python versions
 PYTHON_3_10 = (3, 10)
 PYTHON_3_11 = (3, 11)
@@ -71,6 +74,7 @@ class PipOption:
     extra_index_urls: Optional[Tuple[str] | Tuple[str, ...] | List[str]] = None
     pre: bool = False
     extra_args: Optional[str] = None
+    secret_mounts: Optional[Tuple[str | Secret, ...]] = None
 
     def get_pip_install_args(self) -> List[str]:
         pip_install_args = []
@@ -101,6 +105,9 @@ class PipOption:
             hash_input += str(self.pre)
         if self.extra_args:
             hash_input += self.extra_args
+        if self.secret_mounts:
+            for secret_mount in self.secret_mounts:
+                hash_input += str(secret_mount)
 
         hasher.update(hash_input.encode("utf-8"))
 
@@ -110,9 +117,6 @@ class PipOption:
 class PipPackages(PipOption, Layer):
     packages: Optional[Tuple[str, ...]] = None
 
-    # todo: to be implemented
-    # secret_mounts: Optional[List[Tuple[str, str]]] = None
-
     def update_hash(self, hasher: hashlib._Hash):
         """
         Update the hash with the pip packages
@@ -172,9 +176,15 @@ class UVProject(PipOption, Layer):
 @dataclass(frozen=True, repr=True)
 class AptPackages(Layer):
     packages: Tuple[str, ...]
+    secret_mounts: Optional[Tuple[str | Secret, ...]] = None
 
     def update_hash(self, hasher: hashlib._Hash):
-        hasher.update("".join(self.packages).encode("utf-8"))
+        hash_input = "".join(self.packages)
+
+        if self.secret_mounts:
+            for secret_mount in self.secret_mounts:
+                hash_input += str(secret_mount)
+        hasher.update(hash_input.encode("utf-8"))
 
 
 @rich.repr.auto
@@ -690,19 +700,26 @@ class Image:
         new_image = self.clone(addl_layer=WorkDir(workdir=workdir))
         return new_image
 
-    def with_requirements(self, file: str | Path) -> Image:
+    def with_requirements(
+        self,
+        file: str | Path,
+        secret_mounts: Optional[SecretRequest] = None,
+    ) -> Image:
         """
         Use this method to create a new image with the specified requirements file layered on top of the current image
         Cannot be used in conjunction with conda
 
         :param file: path to the requirements file, must be a .txt file
+        :param secret_mounts: list of secret to mount for the build process.
         :return:
         """
         if isinstance(file, str):
             file = Path(file)
         if file.suffix != ".txt":
             raise ValueError(f"Requirements file {file} must have a .txt extension")
-        new_image = self.clone(addl_layer=Requirements(file=file))
+        new_image = self.clone(
+            addl_layer=Requirements(file=file, secret_mounts=_ensure_tuple(secret_mounts) if secret_mounts else None)
+        )
         return new_image
 
     def with_pip_packages(
@@ -712,6 +729,7 @@ class Image:
         extra_index_urls: Union[str, List[str], Tuple[str, ...], None] = None,
         pre: bool = False,
         extra_args: Optional[str] = None,
+        secret_mounts: Optional[SecretRequest] = None,
     ) -> Image:
         """
         Use this method to create a new image with the specified pip packages layered on top of the current image
@@ -732,8 +750,8 @@ class Image:
         :param extra_index_urls: extra index urls to use for pip install, default is None
         :param pre: whether to allow pre-release versions, default is False
         :param extra_args: extra arguments to pass to pip install, default is None
-        # :param secret_mounts: todo
         :param extra_args: extra arguments to pass to pip install, default is None
+        :param secret_mounts: list of secret to mount for the build process.
         :return: Image
         """
         new_packages: Optional[Tuple] = packages or None
@@ -745,6 +763,7 @@ class Image:
             extra_index_urls=new_extra_index_urls,
             pre=pre,
             extra_args=extra_args,
+            secret_mounts=_ensure_tuple(secret_mounts) if secret_mounts else None,
         )
         new_image = self.clone(addl_layer=ll)
         return new_image
@@ -792,9 +811,10 @@ class Image:
         self,
         pyproject_file: Path,
         index_url: Optional[str] = None,
-        extra_index_urls: Union[str, List[str], Tuple[str, ...], None] = None,
+        extra_index_urls: Union[List[str], Tuple[str, ...], None] = None,
         pre: bool = False,
         extra_args: Optional[str] = None,
+        secret_mounts: Optional[SecretRequest] = None,
     ) -> Image:
         """
         Use this method to create a new image with the specified uv.lock file layered on top of the current image
@@ -803,7 +823,12 @@ class Image:
         In the Union builders, using this will change the virtual env to /root/.venv
 
         :param pyproject_file: path to the pyproject.toml file, needs to have a corresponding uv.lock file
-        :return:
+        :param index_url: index url to use for pip install, default is None
+        :param extra_index_urls: extra index urls to use for pip install, default is None
+        :param pre: whether to allow pre-release versions, default is False
+        :param extra_args: extra arguments to pass to pip install, default is None
+        :param secret_mounts: list of secret mounts to use for the build process.
+        :return: Image
         """
         if not pyproject_file.exists():
             raise FileNotFoundError(f"UVLock file {pyproject_file} does not exist")
@@ -812,17 +837,33 @@ class Image:
         lock = pyproject_file.parent / "uv.lock"
         if not lock.exists():
             raise ValueError(f"UVLock file {lock} does not exist")
-        new_image = self.clone(addl_layer=UVProject(pyproject=pyproject_file, uvlock=lock))
+        new_image = self.clone(
+            addl_layer=UVProject(
+                pyproject=pyproject_file,
+                uvlock=lock,
+                index_url=index_url,
+                extra_index_urls=extra_index_urls,
+                pre=pre,
+                extra_args=extra_args,
+                secret_mounts=_ensure_tuple(secret_mounts) if secret_mounts else None,
+            )
+        )
         return new_image
 
-    def with_apt_packages(self, *packages: str) -> Image:
+    def with_apt_packages(self, *packages: str, secret_mounts: Optional[SecretRequest] = None) -> Image:
         """
         Use this method to create a new image with the specified apt packages layered on top of the current image
 
         :param packages: list of apt packages to install
+        :param secret_mounts: list of secret mounts to use for the build process.
         :return: Image
         """
-        new_image = self.clone(addl_layer=AptPackages(packages=packages))
+        new_image = self.clone(
+            addl_layer=AptPackages(
+                packages=packages,
+                secret_mounts=_ensure_tuple(secret_mounts) if secret_mounts else None,
+            )
+        )
         return new_image
 
     def with_commands(self, commands: List[str]) -> Image:

flyte/_internal/controllers/__init__.py

@@ -41,7 +41,9 @@ class Controller(Protocol):
         """
         ...
 
-    async def submit_task_ref(self, _task: task_definition_pb2.TaskDetails, *args, **kwargs) -> Any:
+    async def submit_task_ref(
+        self, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
         """
         Submit a task reference to the controller asynchronously and wait for the result. This is async and will block
         the current coroutine until the result is available.

flyte/_internal/controllers/_local_controller.py

@@ -192,5 +192,7 @@ class LocalController:
         assert info.start_time
         assert info.end_time
 
-    async def submit_task_ref(self, _task: task_definition_pb2.TaskDetails, *args, **kwargs) -> Any:
+    async def submit_task_ref(
+        self, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
         raise flyte.errors.ReferenceTaskError("Reference tasks cannot be executed locally, only remotely.")

flyte/_internal/controllers/remote/_controller.py

@@ -7,7 +7,7 @@ import threading
 from collections import defaultdict
 from collections.abc import Callable
 from pathlib import Path
-from typing import Any, AsyncIterable, Awaitable, DefaultDict, Tuple, TypeVar
+from typing import Any, Awaitable, DefaultDict, Tuple, TypeVar
 
 import flyte
 import flyte.errors
@@ -27,22 +27,30 @@ from flyte._protos.common import identifier_pb2
 from flyte._protos.workflow import run_definition_pb2, task_definition_pb2
 from flyte._task import TaskTemplate
 from flyte._utils.helpers import _selector_policy
-from flyte.models import ActionID, NativeInterface, SerializationContext
+from flyte.models import MAX_INLINE_IO_BYTES, ActionID, NativeInterface, SerializationContext
 
 R = TypeVar("R")
 
+MAX_TRACE_BYTES = MAX_INLINE_IO_BYTES
 
-async def upload_inputs_with_retry(serialized_inputs: AsyncIterable[bytes] | bytes, inputs_uri: str) -> None:
+
+async def upload_inputs_with_retry(serialized_inputs: bytes, inputs_uri: str, max_bytes: int) -> None:
     """
     Upload inputs to the specified URI with error handling.
 
     Args:
         serialized_inputs: The serialized inputs to upload
         inputs_uri: The destination URI
+        max_bytes: Maximum number of bytes to read from the input stream
 
     Raises:
         RuntimeSystemError: If the upload fails
     """
+    if len(serialized_inputs) > max_bytes:
+        raise flyte.errors.InlineIOMaxBytesBreached(
+            f"Inputs exceed max_bytes limit of {max_bytes / 1024 / 1024} MB,"
+            f" actual size: {len(serialized_inputs) / 1024 / 1024} MB"
+        )
     try:
         # TODO Add retry decorator to this
         await storage.put_stream(serialized_inputs, to_path=inputs_uri)
@@ -80,19 +88,20 @@ async def handle_action_failure(action: Action, task_name: str) -> Exception:
     return exc
 
 
-async def load_and_convert_outputs(iface: NativeInterface, realized_outputs_uri: str) -> Any:
+async def load_and_convert_outputs(iface: NativeInterface, realized_outputs_uri: str, max_bytes: int) -> Any:
     """
     Load outputs from the given URI and convert them to native format.
 
     Args:
         iface: The Native interface
         realized_outputs_uri: The URI where outputs are stored
+        max_bytes: Maximum number of bytes to read from the output file
 
     Returns:
         The converted native outputs
     """
     outputs_file_path = io.outputs_path(realized_outputs_uri)
-    outputs = await io.load_outputs(outputs_file_path)
+    outputs = await io.load_outputs(outputs_file_path, max_bytes=max_bytes)
     return await convert.convert_outputs_to_native(iface, outputs)
 
 
@@ -144,7 +153,7 @@ class RemoteController(Controller):
             name = task_obj.__name__
         elif hasattr(task_obj, "name"):
             name = task_obj.name
-        logger.warning(f"For action {uniq}, task {name} call sequence is {new_seq}")
+        logger.info(f"For action {uniq}, task {name} call sequence is {new_seq}")
         return new_seq
 
     async def _submit(self, _task_call_seq: int, _task: TaskTemplate, *args, **kwargs) -> Any:
@@ -187,11 +196,11 @@ class RemoteController(Controller):
         sub_action_id, sub_action_output_path = convert.generate_sub_action_id_and_output_path(
             tctx, task_spec, inputs_hash, _task_call_seq
         )
-        logger.warning(f"Sub action {sub_action_id} output path {sub_action_output_path}")
+        logger.info(f"Sub action {sub_action_id} output path {sub_action_output_path}")
 
         serialized_inputs = inputs.proto_inputs.SerializeToString(deterministic=True)
         inputs_uri = io.inputs_path(sub_action_output_path)
-        await upload_inputs_with_retry(serialized_inputs, inputs_uri)
+        await upload_inputs_with_retry(serialized_inputs, inputs_uri, max_bytes=_task.max_inline_io_bytes)
 
         md = task_spec.task_template.metadata
         ignored_input_vars = []
@@ -254,7 +263,9 @@ class RemoteController(Controller):
                     "RuntimeError",
                     f"Task {n.action_id.name} did not return an output path, but the task has outputs defined.",
                 )
-            return await load_and_convert_outputs(_task.native_interface, n.realized_outputs_uri)
+            return await load_and_convert_outputs(
+                _task.native_interface, n.realized_outputs_uri, max_bytes=_task.max_inline_io_bytes
+            )
         return None
 
     async def submit(self, _task: TaskTemplate, *args, **kwargs) -> Any:
@@ -357,7 +368,7 @@ class RemoteController(Controller):
         )
 
         inputs_uri = io.inputs_path(sub_action_output_path)
-        await upload_inputs_with_retry(serialized_inputs, inputs_uri)
+        await upload_inputs_with_retry(serialized_inputs, inputs_uri, max_bytes=MAX_TRACE_BYTES)
         # Clear to free memory
         serialized_inputs = None  # type: ignore
 
@@ -388,7 +399,7 @@ class RemoteController(Controller):
                 logger.warning(f"Action {prev_action.action_id.name} failed, but no error was found, re-running trace!")
         elif prev_action.realized_outputs_uri is not None:
             outputs_file_path = io.outputs_path(prev_action.realized_outputs_uri)
-            o = await io.load_outputs(outputs_file_path)
+            o = await io.load_outputs(outputs_file_path, max_bytes=MAX_TRACE_BYTES)
             outputs = await convert.convert_outputs_to_native(_interface, o)
             return (
                 TraceInfo(func_name, sub_action_id, _interface, inputs_uri, output=outputs),
@@ -410,18 +421,13 @@ class RemoteController(Controller):
 
         current_action_id = tctx.action
         sub_run_output_path = storage.join(tctx.run_base_dir, info.action.name)
-        print(f"Sub run output path for {info.name} is {sub_run_output_path}", flush=True)
 
         if info.interface.has_outputs():
             outputs_file_path: str = ""
             if info.output:
                 outputs = await convert.convert_from_native_to_outputs(info.output, info.interface)
                 outputs_file_path = io.outputs_path(sub_run_output_path)
-                print(
-                    f"Uploading outputs for {info.name} Outputs file path: {outputs_file_path}",
-                    flush=True,
-                )
-                await io.upload_outputs(outputs, sub_run_output_path)
+                await io.upload_outputs(outputs, sub_run_output_path, max_bytes=MAX_TRACE_BYTES)
             elif info.error:
                 err = convert.convert_from_native_to_error(info.error)
                 await io.upload_error(err.err, sub_run_output_path)
@@ -450,18 +456,23 @@ class RemoteController(Controller):
                 end_time=info.end_time,
                 typed_interface=typed_interface if typed_interface else None,
             )
-            try:
-                logger.info(
-                    f"Submitting Trace action Run:[{trace_action.run_name}, Parent:[{trace_action.parent_action_name}],"
-                    f" Trace fn:[{info.name}], action:[{info.action.name}]"
-                )
-                await self.submit_action(trace_action)
-                logger.info(f"Trace Action for [{info.name}] action id: {info.action.name}, completed!")
-            except asyncio.CancelledError:
-                # If the action is cancelled, we need to cancel the action on the server as well
-                raise
 
-    async def submit_task_ref(self, _task: task_definition_pb2.TaskDetails, *args, **kwargs) -> Any:
+            async with self._parent_action_semaphore[unique_action_name(current_action_id)]:
+                try:
+                    logger.info(
+                        f"Submitting Trace action Run:[{trace_action.run_name},"
+                        f" Parent:[{trace_action.parent_action_name}],"
+                        f" Trace fn:[{info.name}], action:[{info.action.name}]"
+                    )
+                    await self.submit_action(trace_action)
+                    logger.info(f"Trace Action for [{info.name}] action id: {info.action.name}, completed!")
+                except asyncio.CancelledError:
+                    # If the action is cancelled, we need to cancel the action on the server as well
+                    raise
+
+    async def _submit_task_ref(
+        self, invoke_seq_num: int, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
         ctx = internal_ctx()
         tctx = ctx.data.task_context
         if tctx is None:
@@ -469,8 +480,6 @@ class RemoteController(Controller):
         current_action_id = tctx.action
         task_name = _task.spec.task_template.id.name
 
-        invoke_seq_num = self.generate_task_call_sequence(_task, current_action_id)
-
         native_interface = types.guess_interface(
             _task.spec.task_template.interface, default_inputs=_task.spec.default_inputs
         )
@@ -482,7 +491,7 @@ class RemoteController(Controller):
 
         serialized_inputs = inputs.proto_inputs.SerializeToString(deterministic=True)
         inputs_uri = io.inputs_path(sub_action_output_path)
-        await upload_inputs_with_retry(serialized_inputs, inputs_uri)
+        await upload_inputs_with_retry(serialized_inputs, inputs_uri, max_inline_io_bytes)
         # cache key - task name, task signature, inputs, cache version
         cache_key = None
         md = _task.spec.task_template.metadata
@@ -545,5 +554,17 @@ class RemoteController(Controller):
                     "RuntimeError",
                     f"Task {n.action_id.name} did not return an output path, but the task has outputs defined.",
                 )
-            return await load_and_convert_outputs(native_interface, n.realized_outputs_uri)
+            return await load_and_convert_outputs(native_interface, n.realized_outputs_uri, max_inline_io_bytes)
         return None
+
+    async def submit_task_ref(
+        self, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
+        ctx = internal_ctx()
+        tctx = ctx.data.task_context
+        if tctx is None:
+            raise flyte.errors.RuntimeSystemError("BadContext", "Task context not initialized")
+        current_action_id = tctx.action
+        task_call_seq = self.generate_task_call_sequence(_task, current_action_id)
+        async with self._parent_action_semaphore[unique_action_name(current_action_id)]:
+            return await self._submit_task_ref(task_call_seq, _task, max_inline_io_bytes, *args, **kwargs)

flyte/_internal/controllers/remote/_core.py

@@ -86,10 +86,7 @@ class Controller:
 
     async def get_action(self, action_id: identifier_pb2.ActionIdentifier, parent_action_name: str) -> Optional[Action]:
         """Get the action from the informer"""
-        informer = await self._informers.get(run_name=action_id.run.name, parent_action_name=parent_action_name)
-        if informer:
-            return await informer.get(action_id.name)
-        return None
+        return await self._run_coroutine_in_controller_thread(self._bg_get_action(action_id, parent_action_name))
 
     @log
     async def cancel_action(self, action: Action):

flyte/_internal/imagebuild/docker_builder.py

@@ -11,6 +11,7 @@ from typing import ClassVar, Optional, Protocol, cast
 import aiofiles
 import click
 
+from flyte import Secret
 from flyte._image import (
     AptPackages,
     Commands,
@@ -19,6 +20,7 @@ from flyte._image import (
     Env,
     Image,
     Layer,
+    PipOption,
     PipPackages,
     PythonWheels,
     Requirements,
@@ -44,6 +46,7 @@ WORKDIR /root
 RUN --mount=type=cache,sharing=locked,mode=0777,target=/root/.cache/uv,id=uv \
     --mount=type=bind,target=uv.lock,src=uv.lock \
     --mount=type=bind,target=pyproject.toml,src=pyproject.toml \
+    $SECRET_MOUNT \
     uv sync $PIP_INSTALL_ARGS
 WORKDIR /
 
@@ -56,31 +59,35 @@ ENV PATH="/root/.venv/bin:$$PATH" \
 UV_PACKAGE_INSTALL_COMMAND_TEMPLATE = Template("""\
 RUN --mount=type=cache,sharing=locked,mode=0777,target=/root/.cache/uv,id=uv \
     --mount=type=bind,target=requirements_uv.txt,src=requirements_uv.txt \
-    uv pip install --prerelease=allow --python $$UV_PYTHON $PIP_INSTALL_ARGS
+    $SECRET_MOUNT \
+    uv pip install --python $$UV_PYTHON $PIP_INSTALL_ARGS
 """)
 
 UV_WHEEL_INSTALL_COMMAND_TEMPLATE = Template("""\
 RUN --mount=type=cache,sharing=locked,mode=0777,target=/root/.cache/uv,id=wheel \
     --mount=source=/dist,target=/dist,type=bind \
-    uv pip install --prerelease=allow --python $$UV_PYTHON $PIP_INSTALL_ARGS
+    $SECRET_MOUNT \
+    uv pip install --python $$UV_PYTHON $PIP_INSTALL_ARGS
 """)
 
 APT_INSTALL_COMMAND_TEMPLATE = Template("""\
 RUN --mount=type=cache,sharing=locked,mode=0777,target=/var/cache/apt,id=apt \
+    $SECRET_MOUNT \
     apt-get update && apt-get install -y --no-install-recommends \
     $APT_PACKAGES
 """)
 
 UV_PYTHON_INSTALL_COMMAND = Template("""\
 RUN --mount=type=cache,sharing=locked,mode=0777,target=/root/.cache/uv,id=uv \
+    $SECRET_MOUNT \
     uv pip install $PIP_INSTALL_ARGS
 """)
 
 # uv pip install --python /root/env/bin/python
 # new template
 DOCKER_FILE_UV_BASE_TEMPLATE = Template("""\
-#syntax=docker/dockerfile:1.5
-FROM ghcr.io/astral-sh/uv:0.6.12 as uv
+# syntax=docker/dockerfile:1.10
+FROM ghcr.io/astral-sh/uv:0.6.12 AS uv
 FROM $BASE_IMAGE
 
 USER root
@@ -139,8 +146,10 @@ class PipAndRequirementsHandler:
 
         pip_install_args = layer.get_pip_install_args()
         pip_install_args.extend(["--requirement", "requirements_uv.txt"])
-
-        delta = UV_PACKAGE_INSTALL_COMMAND_TEMPLATE.substitute(PIP_INSTALL_ARGS=" ".join(pip_install_args))
+        secret_mounts = _get_secret_mounts_layer(layer.secret_mounts)
+        delta = UV_PACKAGE_INSTALL_COMMAND_TEMPLATE.substitute(
+            PIP_INSTALL_ARGS=" ".join(pip_install_args), SECRET_MOUNT=secret_mounts
+        )
         dockerfile += delta
 
         return dockerfile
@@ -152,8 +161,10 @@ class PythonWheelHandler:
         shutil.copytree(layer.wheel_dir, context_path / "dist", dirs_exist_ok=True)
         pip_install_args = layer.get_pip_install_args()
         pip_install_args.extend(["/dist/*.whl"])
-
-        delta = UV_WHEEL_INSTALL_COMMAND_TEMPLATE.substitute(PIP_INSTALL_ARGS=" ".join(pip_install_args))
+        secret_mounts = _get_secret_mounts_layer(layer.secret_mounts)
+        delta = UV_WHEEL_INSTALL_COMMAND_TEMPLATE.substitute(
+            PIP_INSTALL_ARGS=" ".join(pip_install_args), SECRET_MOUNT=secret_mounts
+        )
         dockerfile += delta
 
         return dockerfile
@@ -181,9 +192,10 @@ class EnvHandler:
 
 class AptPackagesHandler:
     @staticmethod
-    async def handle(layer: AptPackages, context_path: Path, dockerfile: str) -> str:
+    async def handle(layer: AptPackages, _: Path, dockerfile: str) -> str:
         packages = layer.packages
-        delta = APT_INSTALL_COMMAND_TEMPLATE.substitute(APT_PACKAGES=" ".join(packages))
+        secret_mounts = _get_secret_mounts_layer(layer.secret_mounts)
+        delta = APT_INSTALL_COMMAND_TEMPLATE.substitute(APT_PACKAGES=" ".join(packages), SECRET_MOUNT=secret_mounts)
         dockerfile += delta
 
         return dockerfile
@@ -200,7 +212,10 @@ class UVProjectHandler:
         # --no-dev: Omit the development dependency group
         # --no-install-project: Do not install the current project
         additional_pip_install_args = ["--locked", "--no-dev", "--no-install-project"]
-        delta = UV_LOCK_INSTALL_TEMPLATE.substitute(PIP_INSTALL_ARGS=" ".join(additional_pip_install_args))
+        secret_mounts = _get_secret_mounts_layer(layer.secret_mounts)
+        delta = UV_LOCK_INSTALL_TEMPLATE.substitute(
+            PIP_INSTALL_ARGS=" ".join(additional_pip_install_args), SECRET_MOUNT=secret_mounts
+        )
         dockerfile += delta
 
         return dockerfile
@@ -250,13 +265,60 @@ class CommandsHandler:
 
 class WorkDirHandler:
     @staticmethod
-    async def handle(layer: WorkDir, context_path: Path, dockerfile: str) -> str:
+    async def handle(layer: WorkDir, _: Path, dockerfile: str) -> str:
         # cd to the workdir
         dockerfile += f"\nWORKDIR {layer.workdir}\n"
 
         return dockerfile
 
 
+def _get_secret_commands(layers: typing.Tuple[Layer, ...]) -> typing.List[str]:
+    commands = []
+
+    def _get_secret_command(secret: str | Secret) -> typing.List[str]:
+        secret_id = hash(secret)
+        if isinstance(secret, str):
+            if not os.path.exists(secret):
+                raise FileNotFoundError(f"Secret file '{secret}' not found")
+            return ["--secret", f"id={secret_id},src={secret}"]
+        secret_env_key = "_".join([k.upper() for k in filter(None, (secret.group, secret.key))])
+        secret_env = os.getenv(secret_env_key)
+        if secret_env:
+            return ["--secret", f"id={secret_id},env={secret_env}"]
+        secret_file_name = "_".join(list(filter(None, (secret.group, secret.key))))
+        secret_file_path = f"/etc/secrets/{secret_file_name}"
+        if not os.path.exists(secret_file_path):
+            raise FileNotFoundError(f"Secret not found in Env Var {secret_env_key} or file {secret_file_path}")
+        return ["--secret", f"id={secret_id},src={secret_file_path}"]
+
+    for layer in layers:
+        if isinstance(layer, (PipOption, AptPackages)):
+            if layer.secret_mounts:
+                for secret_mount in layer.secret_mounts:
+                    commands.extend(_get_secret_command(secret_mount))
+    return commands
+
+
+def _get_secret_mounts_layer(secrets: typing.Tuple[str | Secret, ...] | None) -> str:
+    if secrets is None:
+        return ""
+    secret_mounts_layer = ""
+    for secret in secrets:
+        secret_id = hash(secret)
+        if isinstance(secret, str):
+            secret_mounts_layer += f"--mount=type=secret,id={secret_id},target=/run/secrets/{os.path.basename(secret)}"
+        elif isinstance(secret, Secret):
+            if secret.mount:
+                secret_mounts_layer += f"--mount=type=secret,id={secret_id},target={secret.mount}"
+            elif secret.as_env_var:
+                secret_mounts_layer += f"--mount=type=secret,id={secret_id},env={secret.as_env_var}"
+            else:
+                secret_file_name = "_".join(list(filter(None, (secret.group, secret.key))))
+                secret_mounts_layer += f"--mount=type=secret,id={secret_id},src=/run/secrets/{secret_file_name}"
+
+    return secret_mounts_layer
+
+
 async def _process_layer(layer: Layer, context_path: Path, dockerfile: str) -> str:
     match layer:
         case PythonWheels():
@@ -357,6 +419,8 @@ class DockerImageBuilder(ImageBuilder):
         else:
             command.append("--load")
 
+        command.extend(_get_secret_commands(layers=image._layers))
+
         concat_command = " ".join(command)
         logger.debug(f"Build command: {concat_command}")
         click.secho(f"Run command: {concat_command} ", fg="blue")
@@ -464,6 +528,8 @@ class DockerImageBuilder(ImageBuilder):
                 command.append("--push")
             else:
                 command.append("--load")
+
+            command.extend(_get_secret_commands(layers=image._layers))
             command.append(tmp_dir)
 
             concat_command = " ".join(command)

flyte/_internal/runtime/io.py

@@ -5,14 +5,11 @@ It uses the storage module to handle the actual uploading and downloading of fil
 TODO: Convert to use streaming apis
 """
 
-import logging
-
 from flyteidl.core import errors_pb2, execution_pb2
 
 import flyte.storage as storage
 from flyte._protos.workflow import run_definition_pb2
 
-from ..._logging import log
 from .convert import Inputs, Outputs, _clean_error_code
 
 # ------------------------------- CONSTANTS ------------------------------- #
@@ -55,11 +52,19 @@ async def upload_inputs(inputs: Inputs, input_path: str):
     await storage.put_stream(data_iterable=inputs.proto_inputs.SerializeToString(), to_path=input_path)
 
 
-async def upload_outputs(outputs: Outputs, output_path: str):
+async def upload_outputs(outputs: Outputs, output_path: str, max_bytes: int = -1):
     """
     :param outputs: Outputs
     :param output_path: The path to upload the output file.
+    :param max_bytes: Maximum number of bytes to write to the output file. Default is -1, which means no limit.
     """
+    if max_bytes != -1 and outputs.proto_outputs.ByteSize() > max_bytes:
+        import flyte.errors
+
+        raise flyte.errors.InlineIOMaxBytesBreached(
+            f"Output file at {output_path} exceeds max_bytes limit of {max_bytes},"
+            f" size: {outputs.proto_outputs.ByteSize()}"
+        )
     output_uri = outputs_path(output_path)
     await storage.put_stream(data_iterable=outputs.proto_outputs.SerializeToString(), to_path=output_uri)
 
@@ -85,25 +90,59 @@ async def upload_error(err: execution_pb2.ExecutionError, output_prefix: str):
 
 
 # ------------------------------- DOWNLOAD Methods ------------------------------- #
-@log(level=logging.INFO)
-async def load_inputs(path: str) -> Inputs:
+async def load_inputs(path: str, max_bytes: int = -1) -> Inputs:
     """
     :param path: Input file to be downloaded
+    :param max_bytes: Maximum number of bytes to read from the input file. Default is -1, which means no limit.
     :return: Inputs object
     """
     lm = run_definition_pb2.Inputs()
-    proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+
+    if max_bytes == -1:
+        proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+    else:
+        proto_bytes = []
+        total_bytes = 0
+        async for chunk in storage.get_stream(path=path):
+            if total_bytes + len(chunk) > max_bytes:
+                import flyte.errors
+
+                raise flyte.errors.InlineIOMaxBytesBreached(
+                    f"Input file at {path} exceeds max_bytes limit of {max_bytes}"
+                )
+            proto_bytes.append(chunk)
+            total_bytes += len(chunk)
+        proto_str = b"".join(proto_bytes)
+
     lm.ParseFromString(proto_str)
     return Inputs(proto_inputs=lm)
 
 
-async def load_outputs(path: str) -> Outputs:
+async def load_outputs(path: str, max_bytes: int = -1) -> Outputs:
     """
     :param path: output file to be loaded
+    :param max_bytes: Maximum number of bytes to read from the output file.
+                      If -1, reads the entire file.
     :return: Outputs object
     """
     lm = run_definition_pb2.Outputs()
-    proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+
+    if max_bytes == -1:
+        proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+    else:
+        proto_bytes = []
+        total_bytes = 0
+        async for chunk in storage.get_stream(path=path):
+            if total_bytes + len(chunk) > max_bytes:
+                import flyte.errors
+
+                raise flyte.errors.InlineIOMaxBytesBreached(
+                    f"Output file at {path} exceeds max_bytes limit of {max_bytes}"
+                )
+            proto_bytes.append(chunk)
+            total_bytes += len(chunk)
+        proto_str = b"".join(proto_bytes)
+
     lm.ParseFromString(proto_str)
     return Outputs(proto_outputs=lm)
 

flyte/_secret.py

@@ -7,8 +7,9 @@ from typing import List, Optional, Union
 @dataclass
 class Secret:
     """
-    Secrets are used to inject sensitive information into tasks. Secrets can be mounted as environment variables or
-    files. The secret key is the name of the secret in the secret store. The group is optional and maybe used with some
+    Secrets are used to inject sensitive information into tasks or image build context.
+    Secrets can be mounted as environment variables or files.
+     The secret key is the name of the secret in the secret store. The group is optional and maybe used with some
     secret stores to organize secrets. The secret_mount is used to specify how the secret should be mounted. If the
     secret_mount is set to "env" the secret will be mounted as an environment variable. If the secret_mount is set to
     "file" the secret will be mounted as a file. The as_env_var is an optional parameter that can be used to specify the

flyte/_task.py

@@ -33,7 +33,7 @@ from ._retry import RetryStrategy
 from ._reusable_environment import ReusePolicy
 from ._secret import SecretRequest
 from ._timeout import TimeoutType
-from .models import NativeInterface, SerializationContext
+from .models import MAX_INLINE_IO_BYTES, NativeInterface, SerializationContext
 
 if TYPE_CHECKING:
     from flyteidl.core.tasks_pb2 import DataLoadingConfig
@@ -79,6 +79,8 @@ class TaskTemplate(Generic[P, R]):
     :param env: Optional The environment variables to set for the task.
     :param secrets: Optional The secrets that will be injected into the task at runtime.
     :param timeout: Optional The timeout for the task.
+    :param max_inline_io_bytes: Maximum allowed size (in bytes) for all inputs and outputs passed directly to the task
+        (e.g., primitives, strings, dicts). Does not apply to files, directories, or dataframes.
     """
 
     name: str
@@ -100,8 +102,8 @@ class TaskTemplate(Generic[P, R]):
     report: bool = False
 
     parent_env: Optional[weakref.ReferenceType[TaskEnvironment]] = None
-    local: bool = field(default=False, init=False)
     ref: bool = field(default=False, init=False, repr=False, compare=False)
+    max_inline_io_bytes: int = MAX_INLINE_IO_BYTES
 
     # Only used in python 3.10 and 3.11, where we cannot use markcoroutinefunction
     _call_as_synchronous: bool = False
@@ -315,6 +317,7 @@ class TaskTemplate(Generic[P, R]):
         reusable: Union[ReusePolicy, Literal["off"], None] = None,
         env: Optional[Dict[str, str]] = None,
         secrets: Optional[SecretRequest] = None,
+        max_inline_io_bytes: int | None = None,
         **kwargs: Any,
     ) -> TaskTemplate:
         """
@@ -324,6 +327,8 @@ class TaskTemplate(Generic[P, R]):
         cache = cache or self.cache
         retries = retries or self.retries
         timeout = timeout or self.timeout
+        max_inline_io_bytes = max_inline_io_bytes or self.max_inline_io_bytes
+
         reusable = reusable or self.reusable
         if reusable == "off":
             reusable = None
@@ -371,6 +376,7 @@ class TaskTemplate(Generic[P, R]):
             reusable=cast(Optional[ReusePolicy], reusable),
             env=env,
             secrets=secrets,
+            max_inline_io_bytes=max_inline_io_bytes,
         )
 
 

flyte/_task_environment.py

@@ -27,7 +27,7 @@ from ._retry import RetryStrategy
 from ._reusable_environment import ReusePolicy
 from ._secret import SecretRequest
 from ._task import AsyncFunctionTaskTemplate, TaskTemplate
-from .models import NativeInterface
+from .models import MAX_INLINE_IO_BYTES, NativeInterface
 
 if TYPE_CHECKING:
     from kubernetes.client import V1PodTemplate
@@ -141,6 +141,7 @@ class TaskEnvironment(Environment):
         secrets: Optional[SecretRequest] = None,
         pod_template: Optional[Union[str, "V1PodTemplate"]] = None,
         report: bool = False,
+        max_inline_io_bytes: int = MAX_INLINE_IO_BYTES,
     ) -> Union[AsyncFunctionTaskTemplate, Callable[P, R]]:
         """
         Decorate a function to be a task.
@@ -157,6 +158,8 @@ class TaskEnvironment(Environment):
         :param pod_template: Optional The pod template for the task, if not provided the default pod template will be
         used.
         :param report: Optional Whether to generate the html report for the task, defaults to False.
+        :param max_inline_io_bytes: Maximum allowed size (in bytes) for all inputs and outputs passed directly to the
+         task (e.g., primitives, strings, dicts). Does not apply to files, directories, or dataframes.
         """
         from ._task import P, R
 
@@ -208,6 +211,7 @@ class TaskEnvironment(Environment):
                 report=report,
                 friendly_name=friendly_name,
                 plugin_config=self.plugin_config,
+                max_inline_io_bytes=max_inline_io_bytes,
             )
             self._tasks[task_name] = tmpl
             return tmpl

flyte/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '2.0.0b2'
-__version_tuple__ = version_tuple = (2, 0, 0, 'b2')
+__version__ = version = '2.0.0b4'
+__version_tuple__ = version_tuple = (2, 0, 0, 'b4')

flyte/errors.py

@@ -179,3 +179,13 @@ class ImageBuildError(RuntimeUserError):
 
     def __init__(self, message: str):
         super().__init__("ImageBuildError", message, "user")
+
+
+class InlineIOMaxBytesBreached(RuntimeUserError):
+    """
+    This error is raised when the inline IO max bytes limit is breached.
+    This can be adjusted per task by setting max_inline_io_bytes in the task definition.
+    """
+
+    def __init__(self, message: str):
+        super().__init__("InlineIOMaxBytesBreached", message, "user")

flyte/extras/_container.py

@@ -192,7 +192,9 @@ class ContainerTask(TaskTemplate):
             microseconds=microseconds,
         )
 
-    async def _convert_output_val_to_correct_type(self, output_path: pathlib.Path, output_val: Any, output_type: Type) -> Any:
+    async def _convert_output_val_to_correct_type(
+        self, output_path: pathlib.Path, output_val: Any, output_type: Type
+    ) -> Any:
         import datetime
 
         if issubclass(output_type, bool):

flyte/models.py

@@ -18,6 +18,9 @@ if TYPE_CHECKING:
     from flyte._internal.imagebuild.image_builder import ImageCache
     from flyte.report import Report
 
+# --- Constants ----
+MAX_INLINE_IO_BYTES = 10 * 1024 * 1024  # 100 MB
+
 
 def generate_random_name() -> str:
     """

flyte/remote/_task.py

@@ -81,6 +81,7 @@ AutoVersioning = Literal["latest", "current"]
 @dataclass
 class TaskDetails:
     pb2: task_definition_pb2.TaskDetails
+    max_inline_io_bytes: int = 10 * 1024 * 1024  # 10 MB
 
     @classmethod
     def get(
@@ -252,7 +253,7 @@ class TaskDetails:
 
             controller = get_controller()
             if controller:
-                return await controller.submit_task_ref(self.pb2, *args, **kwargs)
+                return await controller.submit_task_ref(self.pb2, self.max_inline_io_bytes, *args, **kwargs)
         raise flyte.errors
 
     def override(
@@ -267,6 +268,7 @@ class TaskDetails:
         reusable: Union[flyte.ReusePolicy, Literal["auto"], None] = None,
         env: Optional[Dict[str, str]] = None,
         secrets: Optional[flyte.SecretRequest] = None,
+        max_inline_io_bytes: int | None = None,
         **kwargs: Any,
     ) -> TaskDetails:
         raise NotImplementedError

flyte/report/_report.py

@@ -145,7 +145,11 @@ async def flush():
     assert report_html is not None
     assert isinstance(report_html, str)
     report_path = io.report_path(internal_ctx().data.task_context.output_path)
-    final_path = await storage.put_stream(report_html.encode("utf-8"), to_path=report_path)
+    content_types = {
+        "Content-Type": "text/html",  # For s3
+        "content_type": "text/html",  # For gcs
+    }
+    final_path = await storage.put_stream(report_html.encode("utf-8"), to_path=report_path, attributes=content_types)
     logger.debug(f"Report flushed to {final_path}")
 
 

{flyte-2.0.0b2.dist-info → flyte-2.0.0b4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flyte
-Version: 2.0.0b2
+Version: 2.0.0b4
 Summary: Add your description here
 Author-email: Ketan Umare <kumare3@users.noreply.github.com>
 Requires-Python: >=3.10
@@ -12,7 +12,7 @@ Requires-Dist: flyteidl>=1.15.4b0
 Requires-Dist: cloudpickle>=3.1.1
 Requires-Dist: fsspec>=2025.3.0
 Requires-Dist: grpcio>=1.71.0
-Requires-Dist: obstore>=0.6.0
+Requires-Dist: obstore>=0.7.3
 Requires-Dist: protobuf>=6.30.1
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: pyyaml>=6.0.2
@@ -28,7 +28,7 @@ Dynamic: license-file
 
 # Flyte 2 SDK 🚀
 
-**The next-generation Python SDK for scalable, distributed workflows**
+**Type-safe, distributed orchestration of agents, ML pipelines, and more — in pure Python with async/await or sync!**
 
 [![Version](https://img.shields.io/pypi/v/flyte?label=version&color=blue)](https://pypi.org/project/flyte/)
 [![Python](https://img.shields.io/pypi/pyversions/flyte?color=brightgreen)](https://pypi.org/project/flyte/)

{flyte-2.0.0b2.dist-info → flyte-2.0.0b4.dist-info}/RECORD

@@ -8,7 +8,7 @@ flyte/_environment.py,sha256=oKVXLBX0ky2eE_wjBdzvQGI_2LiT2Nbx58ur7GMt50c,3231
 flyte/_excepthook.py,sha256=nXts84rzEg6-7RtFarbKzOsRZTQR4plnbWVIFMAEprs,1310
 flyte/_group.py,sha256=7o1j16sZyUmYB50mOiq1ui4TBAKhRpDqLakV8Ya1kw4,803
 flyte/_hash.py,sha256=Of_Zl_DzzzF2jp4ZsLm-3o-xJFCCJ8_GubmLI1htx78,504
-flyte/_image.py,sha256=wAJO-WTEadRmLdW4q7SvInH03QD_virbvVMB4Wjsd90,33452
+flyte/_image.py,sha256=G6o2z3JY1epk8oSDuUkTbj-5bNuSetC4w-ciG64FoHQ,35322
 flyte/_initialize.py,sha256=xKl_LYMluRt21wWqa6RTKuLo0_DCbSaTfUk27_brtNk,18232
 flyte/_interface.py,sha256=1B9zIwFDjiVp_3l_mk8EpA4g3Re-6DUBEBi9z9vDvPs,3504
 flyte/_logging.py,sha256=QrT4Z30C2tsZ-yIojisQODTuq6Y6zSJYuTrLgF58UYc,3664
@@ -18,17 +18,17 @@ flyte/_resources.py,sha256=L2JuvQDlMo1JLJeUmJPRwtWbunhR2xJEhFgQW5yc72c,9690
 flyte/_retry.py,sha256=rfLv0MvWxzPByKESTglEmjPsytEAKiIvvmzlJxXwsfE,941
 flyte/_reusable_environment.py,sha256=f8Y1GilUwGcXH4n2Fckrnx0SrZmhk3nCfoe-TqUKivI,3740
 flyte/_run.py,sha256=HkTD3rHL34pAwvn1WPN6OXYmk-GWX0txLdRH1OIMvEA,24338
-flyte/_secret.py,sha256=ogXmCNfYYIphV6p-2iiWmwr2cNUES5Cq01PPjY6uQNA,3217
-flyte/_task.py,sha256=pPq44DDr3PzaWXOJro0W2_mY4wdbS8Hwn0VFd-kel3Q,18985
-flyte/_task_environment.py,sha256=JnPniMJ1gIXKsTaYJeZJkhTA1bQ_om7VEWFjxVQNoS4,9485
+flyte/_secret.py,sha256=89VIihdXI03irHb217GMfipt7jzXBafm17YYmyv6gHo,3245
+flyte/_task.py,sha256=rYR7SVGihfBp7UYrhdmqhHp0ngl2K7Za8IJfhv1K2oc,19402
+flyte/_task_environment.py,sha256=Zpfr8gjwXg5KuCfIbT4s3l2mtJCFqDxXwv6ZStHWBuc,9840
 flyte/_task_plugins.py,sha256=9MH3nFPOH_e8_92BT4sFk4oyAnj6GJFvaPYWaraX7yE,1037
 flyte/_timeout.py,sha256=zx5sFcbYmjJAJbZWSGzzX-BpC9HC7Jfs35T7vVhKwkk,1571
 flyte/_tools.py,sha256=tWb0sx3t3mm4jbaQVjCTc9y39oR_Ibo3z_KHToP3Lto,966
 flyte/_trace.py,sha256=SSE1nzUgmVTS2xFNtchEOjEjlRavMOIInasXzY8i9lU,4911
-flyte/_version.py,sha256=v70IkMWWrKvPe78KjW1MSbPy-TiziGMFOdm2dhMtnCk,519
-flyte/errors.py,sha256=3PCjGAxqifLBY6RE1n_ttmrmhcHwwtzS4UWDPql-FX4,5175
+flyte/_version.py,sha256=_khCeGxTPxDDeGWBrQG01YziZI4eo5tW-iu_1TCc42w,519
+flyte/errors.py,sha256=MsVZxq6oeIOXe6AVWpxqA3ZiyxCGM0A6UqnYuvmSUCU,5514
 flyte/extend.py,sha256=GB4ZedGzKa30vYWRVPOdxEeK62xnUVFY4z2tD6H9eEw,376
-flyte/models.py,sha256=k0hLoyOYQHnu5DXclEtKK2owDOXCdy0UKdGcl3xR7BQ,15250
+flyte/models.py,sha256=AJZXL8eRmZ2RHEvjL6VSdpTmgF5S1Ekh_tAKRn0b6mM,15321
 flyte/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_bin/runtime.py,sha256=2jTy3ccvrJ__Xrfdo2t0Fxhsojc5o2zIxDHt98RE_eU,6475
@@ -42,18 +42,18 @@ flyte/_code_bundle/_packaging.py,sha256=5QUuea6kg9s-ebBg7gFAHaxOMchxR5MhTQ8KohWs
 flyte/_code_bundle/_utils.py,sha256=qlAVmik9rLasfd1oNrCxhL870w5ntk5ZlNGeaKSKaAU,12028
 flyte/_code_bundle/bundle.py,sha256=nUAwYTVAE3Z9dfgkBtsqCoKJImjSl4AicG36yweWHLc,8797
 flyte/_internal/__init__.py,sha256=vjXgGzAAjy609YFkAy9_RVPuUlslsHSJBXCLNTVnqOY,136
-flyte/_internal/controllers/__init__.py,sha256=5CBnS9lb1VFMzZuRXUiaPhlN3G9qh7Aq9kTwxW5hsRw,4301
-flyte/_internal/controllers/_local_controller.py,sha256=tbX6x8TBKwZHN1vYumftUcaX9fy162hGibo3AQZHYKA,7260
+flyte/_internal/controllers/__init__.py,sha256=TVAc4ydsldcIFmN3PW9-IX5UkKeD8oOmuIukIgEae9M,4341
+flyte/_internal/controllers/_local_controller.py,sha256=__-eEira0k18DsBu1LBXeEjhFGFcp1Uai9K0YEBbwKM,7300
 flyte/_internal/controllers/_trace.py,sha256=ywFg_M2nGrCKYLbh4iVdsVlRtPT1K2S-XZMvDJU8AKU,1499
 flyte/_internal/controllers/remote/__init__.py,sha256=9_azH1eHLqY6VULpDugXi7Kf1kK1ODqEnsQ_3wM6IqU,1919
 flyte/_internal/controllers/remote/_action.py,sha256=ENV1thRXllSpi2s4idL-vCVcmXQNS17hmP2lMDKzNdo,7397
 flyte/_internal/controllers/remote/_client.py,sha256=HPbzbfaWZVv5wpOvKNtFXR6COiZDwd1cUJQqi60A7oU,1421
-flyte/_internal/controllers/remote/_controller.py,sha256=oubfymmNgZtVEDJF8HiV3r2i_6lGgBZBzh0437jY0zQ,23766
-flyte/_internal/controllers/remote/_core.py,sha256=49l1X3YFyX-QYeSlvkOWdyEU2xc1Fr7I8qHvC3nQ6MA,19069
+flyte/_internal/controllers/remote/_controller.py,sha256=tnHHWYd2nc16_1Slm8lShrbQdrfHjyNiSiByFk3A1mg,24988
+flyte/_internal/controllers/remote/_core.py,sha256=PhqI_qwKieH0abOzXYzUZt3v166DxX9HkZPqLWXqH6w,18975
 flyte/_internal/controllers/remote/_informer.py,sha256=w4p29_dzS_ns762eNBljvnbJLgCm36d1Ogo2ZkgV1yg,14418
 flyte/_internal/controllers/remote/_service_protocol.py,sha256=B9qbIg6DiGeac-iSccLmX_AL2xUgX4ezNUOiAbSy4V0,1357
 flyte/_internal/imagebuild/__init__.py,sha256=dwXdJ1jMhw9RF8itF7jkPLanvX1yCviSns7hE5eoIts,102
-flyte/_internal/imagebuild/docker_builder.py,sha256=L2J1cAJCZ67SAcO_76J1mP44aCXAePgQe8OsJKHxGgE,16853
+flyte/_internal/imagebuild/docker_builder.py,sha256=8k8YPqhr22p_SRx3_EaOlaXB67CGWFP3reRdQ0iOS8E,19770
 flyte/_internal/imagebuild/image_builder.py,sha256=dXBXl62qcPabus6dR3eP8P9mBGNhpZHZ2Xm12AymKkk,11150
 flyte/_internal/imagebuild/remote_builder.py,sha256=vxPhosMbFXQGQY0Um6il4C8I4vZEWsDyBK3uJQN3icg,10602
 flyte/_internal/resolvers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -63,7 +63,7 @@ flyte/_internal/resolvers/default.py,sha256=nX4DHUYod1nRvEsl_vSgutQVEdExu2xL8pRk
 flyte/_internal/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_internal/runtime/convert.py,sha256=yK5Fy25-CVSqTtWF8BuBel2jwlVoh8R5F4UhIMYpgmg,16086
 flyte/_internal/runtime/entrypoints.py,sha256=9Ng-aQ45M-_MMWeOe9uGmgx69qO9b0xaMRiu542ZI9g,6581
-flyte/_internal/runtime/io.py,sha256=Lgdy4iPjlKjUO-V_AkoPZff6lywaFjZUG-PErRukmx4,4248
+flyte/_internal/runtime/io.py,sha256=ysL7hMpfVumvsEYWOM-_VPa8MXn5_X_CZorKbOThyv4,5935
 flyte/_internal/runtime/resources_serde.py,sha256=TObMVsSjVcQhcY8-nY81pbvrz7TP-adDD5xV-LqAaxM,4813
 flyte/_internal/runtime/reuse.py,sha256=WEuBfC9tBezxaIXeUQDgnJfnRHiUmPK0S25nTOFle4E,4676
 flyte/_internal/runtime/rusty.py,sha256=puMaa6aLaoR4Tl5xxZulC4AzY58nmGg-5ok4ydHHjdM,6145
@@ -172,7 +172,7 @@ flyte/config/_internal.py,sha256=LMcAtDjvTjf5bGlsJVxPuLxQQ82mLd00xK5-JlYGCi8,298
 flyte/config/_reader.py,sha256=coidKV5CVODEnqDnsHZ9-VMC0UGXanXhAZE1SmYRhxI,7021
 flyte/connectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/extras/__init__.py,sha256=FhB0uK7H1Yo5De9vOuF7UGnezTKncj3u2Wo5uQdWN0g,74
-flyte/extras/_container.py,sha256=nNKHuWe_H6lIQRVgU22Qen3kq04shv6nzXWRw7JntvM,11804
+flyte/extras/_container.py,sha256=xfbxaGrx2JyQyrvQx1UWTzho2ion8_xujPW5V4uDEIs,11818
 flyte/io/__init__.py,sha256=qF8jq_IKuocuGU0LAvoy_uxjMs4G-vXjDA9Prba0JGU,538
 flyte/io/_dir.py,sha256=rih9CY1YjNX05bcAu5LG62Xoyij5GXAlv7jLyVF0je8,15310
 flyte/io/_file.py,sha256=kp5700SKPy5htmMhm4hE2ybb99Ykny1b0Kwm3huCWXs,15572
@@ -187,7 +187,7 @@ flyte/remote/_logs.py,sha256=aDG18-uPVb2J3PxmqmAY1C0Z4Iv1P1agg-iF4nSQR4U,6709
 flyte/remote/_project.py,sha256=CFNTGpgXU3X599tkJ_oxijs9zPzzCWOB6mAWn6WeDEU,2828
 flyte/remote/_run.py,sha256=fpr_YcGZIv6K7Jt1if3-HHHVB2TVt_8AWcZ55rN_fgk,9750
 flyte/remote/_secret.py,sha256=l5xeMS83uMcWWeSSTRsSZUNhS0N--1Dze09C-thSOQs,4341
-flyte/remote/_task.py,sha256=pIQ2pIIcaEaOo5J1ua3eRlj9NAue9WOSyw64f1-A2oY,15183
+flyte/remote/_task.py,sha256=xHfWChnC-L7Hdp2IB9qDnbNyaOgM2TWOlnkmevoc2dA,15314
 flyte/remote/_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/remote/_client/_protocols.py,sha256=JyBWHs5WsVOxEDUyG9X7wPLDzzzjkoaNhJlU-X4YlN0,5599
 flyte/remote/_client/controlplane.py,sha256=FsOfj4rO4MIMnYrpAT53F8q588VVf5t4sDuwoPuc840,3102
@@ -210,7 +210,7 @@ flyte/remote/_client/auth/_grpc_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCe
 flyte/remote/_client/auth/_grpc_utils/auth_interceptor.py,sha256=JCjdoWV41sjdvfJcUmrJdIfQ0meuGFwv2ArU7FQGDDA,12403
 flyte/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py,sha256=IoMGWM42_VyzxqIVYe458o0uKsqhH-mcERUs9CY1L5U,6194
 flyte/report/__init__.py,sha256=yLbeUxYaVaDlgBod3Oh34zGBSotl1UlXq1vUkb9q7cs,152
-flyte/report/_report.py,sha256=jZXl-dqkZHiVAPBuUCmE4e1vE9FpHLkermOeZehi8Tc,5175
+flyte/report/_report.py,sha256=eIk0q-aZi5Yfm63cHJb72qndlDV4kWvl2jxZ2LItGGw,5324
 flyte/report/_template.html,sha256=YehmLJG3QMYQ10UT1YZBu2ncVmAJ4iyqVp5hF3sXRAs,3458
 flyte/storage/__init__.py,sha256=0tcI9qtIVf0Fxczkno03vpwBDVlKMDSNN38uxMTH1bE,569
 flyte/storage/_config.py,sha256=xVibWJaioOnkeTb_M30azgiUe1jvmQaOWRZEkpdoTao,8680
@@ -226,10 +226,10 @@ flyte/types/_renderer.py,sha256=ygcCo5l60lHufyQISFddZfWwLlQ8kJAKxUT_XnR_6dY,4818
 flyte/types/_string_literals.py,sha256=NlG1xV8RSA-sZ-n-IFQCAsdB6jXJOAKkHWtnopxVVDk,4231
 flyte/types/_type_engine.py,sha256=Tas_OXYddOi0nDuORjqan2SkJ96wKD8937I2l1bo8vk,97916
 flyte/types/_utils.py,sha256=pbts9E1_2LTdLygAY0UYTLYJ8AsN3BZyviSXvrtcutc,2626
-flyte-2.0.0b2.data/scripts/runtime.py,sha256=2jTy3ccvrJ__Xrfdo2t0Fxhsojc5o2zIxDHt98RE_eU,6475
-flyte-2.0.0b2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-flyte-2.0.0b2.dist-info/METADATA,sha256=wpYiUGf3r0Fif7gYArT5zD7QfM96VqABHkdU00uWw3c,9955
-flyte-2.0.0b2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flyte-2.0.0b2.dist-info/entry_points.txt,sha256=MIq2z5dBurdCJfpXfMKzgBv7sJOakKRYxr8G0cMiTrg,75
-flyte-2.0.0b2.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
-flyte-2.0.0b2.dist-info/RECORD,,
+flyte-2.0.0b4.data/scripts/runtime.py,sha256=2jTy3ccvrJ__Xrfdo2t0Fxhsojc5o2zIxDHt98RE_eU,6475
+flyte-2.0.0b4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+flyte-2.0.0b4.dist-info/METADATA,sha256=hrYyZeScWhM_utQk4oz22SQDBQi6V4W5OqOa2rRnSTw,10004
+flyte-2.0.0b4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flyte-2.0.0b4.dist-info/entry_points.txt,sha256=MIq2z5dBurdCJfpXfMKzgBv7sJOakKRYxr8G0cMiTrg,75
+flyte-2.0.0b4.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
+flyte-2.0.0b4.dist-info/RECORD,,