flyte 2.0.0b1__py3-none-any.whl → 2.0.0b3__py3-none-any.whl

flyte/_internal/controllers/__init__.py

@@ -41,7 +41,9 @@ class Controller(Protocol):
         """
         ...
 
-    async def submit_task_ref(self, _task: task_definition_pb2.TaskDetails, *args, **kwargs) -> Any:
+    async def submit_task_ref(
+        self, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
         """
         Submit a task reference to the controller asynchronously and wait for the result. This is async and will block
         the current coroutine until the result is available.

flyte/_internal/controllers/_local_controller.py

@@ -192,5 +192,7 @@ class LocalController:
         assert info.start_time
         assert info.end_time
 
-    async def submit_task_ref(self, _task: task_definition_pb2.TaskDetails, *args, **kwargs) -> Any:
+    async def submit_task_ref(
+        self, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
         raise flyte.errors.ReferenceTaskError("Reference tasks cannot be executed locally, only remotely.")

flyte/_internal/controllers/remote/_controller.py

@@ -7,7 +7,7 @@ import threading
 from collections import defaultdict
 from collections.abc import Callable
 from pathlib import Path
-from typing import Any, AsyncIterable, Awaitable, DefaultDict, Tuple, TypeVar
+from typing import Any, Awaitable, DefaultDict, Tuple, TypeVar
 
 import flyte
 import flyte.errors
@@ -27,22 +27,30 @@ from flyte._protos.common import identifier_pb2
 from flyte._protos.workflow import run_definition_pb2, task_definition_pb2
 from flyte._task import TaskTemplate
 from flyte._utils.helpers import _selector_policy
-from flyte.models import ActionID, NativeInterface, SerializationContext
+from flyte.models import MAX_INLINE_IO_BYTES, ActionID, NativeInterface, SerializationContext
 
 R = TypeVar("R")
 
+MAX_TRACE_BYTES = MAX_INLINE_IO_BYTES
 
-async def upload_inputs_with_retry(serialized_inputs: AsyncIterable[bytes] | bytes, inputs_uri: str) -> None:
+
+async def upload_inputs_with_retry(serialized_inputs: bytes, inputs_uri: str, max_bytes: int) -> None:
     """
     Upload inputs to the specified URI with error handling.
 
     Args:
         serialized_inputs: The serialized inputs to upload
         inputs_uri: The destination URI
+        max_bytes: Maximum number of bytes to read from the input stream
 
     Raises:
         RuntimeSystemError: If the upload fails
     """
+    if len(serialized_inputs) > max_bytes:
+        raise flyte.errors.InlineIOMaxBytesBreached(
+            f"Inputs exceed max_bytes limit of {max_bytes / 1024 / 1024} MB,"
+            f" actual size: {len(serialized_inputs) / 1024 / 1024} MB"
+        )
     try:
         # TODO Add retry decorator to this
         await storage.put_stream(serialized_inputs, to_path=inputs_uri)
@@ -80,19 +88,20 @@ async def handle_action_failure(action: Action, task_name: str) -> Exception:
     return exc
 
 
-async def load_and_convert_outputs(iface: NativeInterface, realized_outputs_uri: str) -> Any:
+async def load_and_convert_outputs(iface: NativeInterface, realized_outputs_uri: str, max_bytes: int) -> Any:
     """
     Load outputs from the given URI and convert them to native format.
 
     Args:
         iface: The Native interface
         realized_outputs_uri: The URI where outputs are stored
+        max_bytes: Maximum number of bytes to read from the output file
 
     Returns:
         The converted native outputs
     """
     outputs_file_path = io.outputs_path(realized_outputs_uri)
-    outputs = await io.load_outputs(outputs_file_path)
+    outputs = await io.load_outputs(outputs_file_path, max_bytes=max_bytes)
     return await convert.convert_outputs_to_native(iface, outputs)
 
 
@@ -191,7 +200,7 @@ class RemoteController(Controller):
 
         serialized_inputs = inputs.proto_inputs.SerializeToString(deterministic=True)
         inputs_uri = io.inputs_path(sub_action_output_path)
-        await upload_inputs_with_retry(serialized_inputs, inputs_uri)
+        await upload_inputs_with_retry(serialized_inputs, inputs_uri, max_bytes=_task.max_inline_io_bytes)
 
         md = task_spec.task_template.metadata
         ignored_input_vars = []
@@ -254,7 +263,9 @@ class RemoteController(Controller):
                     "RuntimeError",
                     f"Task {n.action_id.name} did not return an output path, but the task has outputs defined.",
                 )
-            return await load_and_convert_outputs(_task.native_interface, n.realized_outputs_uri)
+            return await load_and_convert_outputs(
+                _task.native_interface, n.realized_outputs_uri, max_bytes=_task.max_inline_io_bytes
+            )
         return None
 
     async def submit(self, _task: TaskTemplate, *args, **kwargs) -> Any:
@@ -357,7 +368,7 @@ class RemoteController(Controller):
         )
 
         inputs_uri = io.inputs_path(sub_action_output_path)
-        await upload_inputs_with_retry(serialized_inputs, inputs_uri)
+        await upload_inputs_with_retry(serialized_inputs, inputs_uri, max_bytes=MAX_TRACE_BYTES)
         # Clear to free memory
         serialized_inputs = None  # type: ignore
 
@@ -388,7 +399,7 @@ class RemoteController(Controller):
                 logger.warning(f"Action {prev_action.action_id.name} failed, but no error was found, re-running trace!")
         elif prev_action.realized_outputs_uri is not None:
             outputs_file_path = io.outputs_path(prev_action.realized_outputs_uri)
-            o = await io.load_outputs(outputs_file_path)
+            o = await io.load_outputs(outputs_file_path, max_bytes=MAX_TRACE_BYTES)
             outputs = await convert.convert_outputs_to_native(_interface, o)
             return (
                 TraceInfo(func_name, sub_action_id, _interface, inputs_uri, output=outputs),
@@ -421,7 +432,7 @@ class RemoteController(Controller):
                     f"Uploading outputs for {info.name} Outputs file path: {outputs_file_path}",
                     flush=True,
                 )
-                await io.upload_outputs(outputs, sub_run_output_path)
+                await io.upload_outputs(outputs, sub_run_output_path, max_bytes=MAX_TRACE_BYTES)
             elif info.error:
                 err = convert.convert_from_native_to_error(info.error)
                 await io.upload_error(err.err, sub_run_output_path)
@@ -461,7 +472,9 @@ class RemoteController(Controller):
                 # If the action is cancelled, we need to cancel the action on the server as well
                 raise
 
-    async def submit_task_ref(self, _task: task_definition_pb2.TaskDetails, *args, **kwargs) -> Any:
+    async def submit_task_ref(
+        self, _task: task_definition_pb2.TaskDetails, max_inline_io_bytes: int, *args, **kwargs
+    ) -> Any:
         ctx = internal_ctx()
         tctx = ctx.data.task_context
         if tctx is None:
@@ -482,7 +495,7 @@ class RemoteController(Controller):
 
         serialized_inputs = inputs.proto_inputs.SerializeToString(deterministic=True)
         inputs_uri = io.inputs_path(sub_action_output_path)
-        await upload_inputs_with_retry(serialized_inputs, inputs_uri)
+        await upload_inputs_with_retry(serialized_inputs, inputs_uri, max_inline_io_bytes)
         # cache key - task name, task signature, inputs, cache version
         cache_key = None
         md = _task.spec.task_template.metadata
@@ -545,5 +558,5 @@ class RemoteController(Controller):
                     "RuntimeError",
                     f"Task {n.action_id.name} did not return an output path, but the task has outputs defined.",
                 )
-            return await load_and_convert_outputs(native_interface, n.realized_outputs_uri)
+            return await load_and_convert_outputs(native_interface, n.realized_outputs_uri, max_inline_io_bytes)
         return None

flyte/_internal/runtime/io.py

@@ -5,14 +5,11 @@ It uses the storage module to handle the actual uploading and downloading of fil
 TODO: Convert to use streaming apis
 """
 
-import logging
-
 from flyteidl.core import errors_pb2, execution_pb2
 
 import flyte.storage as storage
 from flyte._protos.workflow import run_definition_pb2
 
-from ..._logging import log
 from .convert import Inputs, Outputs, _clean_error_code
 
 # ------------------------------- CONSTANTS ------------------------------- #
@@ -55,11 +52,19 @@ async def upload_inputs(inputs: Inputs, input_path: str):
     await storage.put_stream(data_iterable=inputs.proto_inputs.SerializeToString(), to_path=input_path)
 
 
-async def upload_outputs(outputs: Outputs, output_path: str):
+async def upload_outputs(outputs: Outputs, output_path: str, max_bytes: int = -1):
     """
     :param outputs: Outputs
     :param output_path: The path to upload the output file.
+    :param max_bytes: Maximum number of bytes to write to the output file. Default is -1, which means no limit.
     """
+    if max_bytes != -1 and outputs.proto_outputs.ByteSize() > max_bytes:
+        import flyte.errors
+
+        raise flyte.errors.InlineIOMaxBytesBreached(
+            f"Output file at {output_path} exceeds max_bytes limit of {max_bytes},"
+            f" size: {outputs.proto_outputs.ByteSize()}"
+        )
     output_uri = outputs_path(output_path)
     await storage.put_stream(data_iterable=outputs.proto_outputs.SerializeToString(), to_path=output_uri)
 
@@ -85,25 +90,59 @@ async def upload_error(err: execution_pb2.ExecutionError, output_prefix: str):
 
 
 # ------------------------------- DOWNLOAD Methods ------------------------------- #
-@log(level=logging.INFO)
-async def load_inputs(path: str) -> Inputs:
+async def load_inputs(path: str, max_bytes: int = -1) -> Inputs:
     """
     :param path: Input file to be downloaded
+    :param max_bytes: Maximum number of bytes to read from the input file. Default is -1, which means no limit.
     :return: Inputs object
     """
     lm = run_definition_pb2.Inputs()
-    proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+
+    if max_bytes == -1:
+        proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+    else:
+        proto_bytes = []
+        total_bytes = 0
+        async for chunk in storage.get_stream(path=path):
+            if total_bytes + len(chunk) > max_bytes:
+                import flyte.errors
+
+                raise flyte.errors.InlineIOMaxBytesBreached(
+                    f"Input file at {path} exceeds max_bytes limit of {max_bytes}"
+                )
+            proto_bytes.append(chunk)
+            total_bytes += len(chunk)
+        proto_str = b"".join(proto_bytes)
+
     lm.ParseFromString(proto_str)
     return Inputs(proto_inputs=lm)
 
 
-async def load_outputs(path: str) -> Outputs:
+async def load_outputs(path: str, max_bytes: int = -1) -> Outputs:
     """
     :param path: output file to be loaded
+    :param max_bytes: Maximum number of bytes to read from the output file.
+                      If -1, reads the entire file.
     :return: Outputs object
     """
     lm = run_definition_pb2.Outputs()
-    proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+
+    if max_bytes == -1:
+        proto_str = b"".join([c async for c in storage.get_stream(path=path)])
+    else:
+        proto_bytes = []
+        total_bytes = 0
+        async for chunk in storage.get_stream(path=path):
+            if total_bytes + len(chunk) > max_bytes:
+                import flyte.errors
+
+                raise flyte.errors.InlineIOMaxBytesBreached(
+                    f"Output file at {path} exceeds max_bytes limit of {max_bytes}"
+                )
+            proto_bytes.append(chunk)
+            total_bytes += len(chunk)
+        proto_str = b"".join(proto_bytes)
+
     lm.ParseFromString(proto_str)
     return Outputs(proto_outputs=lm)
 

flyte/_protos/workflow/queue_service_pb2.py

@@ -20,7 +20,7 @@ from flyte._protos.workflow import run_definition_pb2 as workflow_dot_run__defin
 from flyte._protos.workflow import task_definition_pb2 as workflow_dot_task__definition__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1cworkflow/queue_service.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x19\x66lyteidl/core/types.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1egoogle/protobuf/wrappers.proto\x1a\x17validate/validate.proto\x1a\x1dworkflow/run_definition.proto\x1a\x1eworkflow/task_definition.proto\"\x7f\n\x10WorkerIdentifier\x12+\n\x0corganization\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x0corganization\x12!\n\x07\x63luster\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07\x63luster\x12\x1b\n\x04name\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\"\xbf\x04\n\x14\x45nqueueActionRequest\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12\x35\n\x08run_spec\x18\x03 \x01(\x0b\x32\x1a.cloudidl.workflow.RunSpecR\x07runSpec\x12$\n\tinput_uri\x18\x06 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x07 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12=\n\x04task\x18\n \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12@\n\x05trace\x18\x0b \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12L\n\tcondition\x18\x0c \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tconditionB\x06\n\x04specB\x15\n\x13_parent_action_name\"\xb5\x01\n\nTaskAction\x12\x31\n\x02id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierR\x02id\x12\x39\n\x04spec\x18\x02 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04spec\x12\x39\n\tcache_key\x18\x03 \x01(\x0b\x32\x1c.google.protobuf.StringValueR\x08\x63\x61\x63heKey\"\xd8\x02\n\x0bTraceAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12.\n\x05phase\x18\x02 \x01(\x0e\x32\x18.cloudidl.workflow.PhaseR\x05phase\x12\x39\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tstartTime\x12:\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x07\x65ndTime\x88\x01\x01\x12=\n\x07outputs\x18\x05 \x01(\x0b\x32#.cloudidl.workflow.OutputReferencesR\x07outputs\x12\x39\n\x04spec\x18\x06 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04specB\x0b\n\t_end_time\"\x8a\x02\n\x0f\x43onditionAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12 \n\x06run_id\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x05runId\x12&\n\taction_id\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x08\x61\x63tionId\x12\x18\n\x06global\x18\x04 \x01(\x08H\x00R\x06global\x12.\n\x04type\x18\x06 \x01(\x0b\x32\x1a.flyteidl.core.LiteralTypeR\x04type\x12\x16\n\x06prompt\x18\x07 \x01(\tR\x06prompt\x12 \n\x0b\x64\x65scription\x18\x08 \x01(\tR\x0b\x64\x65scriptionB\x0c\n\x05scope\x12\x03\xf8\x42\x01\"\x17\n\x15\x45nqueueActionResponse\"X\n\x15\x41\x62ortQueuedRunRequest\x12?\n\x06run_id\x18\x01 \x01(\x0b\x32\x1e.cloudidl.common.RunIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x05runId\"\x18\n\x16\x41\x62ortQueuedRunResponse\"\x80\x03\n\x10HeartbeatRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\x12M\n\x11\x61\x63tive_action_ids\x18\x02 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x0f\x61\x63tiveActionIds\x12Q\n\x13terminal_action_ids\x18\x03 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x11terminalActionIds\x12O\n\x12\x61\x62orted_action_ids\x18\x04 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x10\x61\x62ortedActionIds\x12-\n\x12\x61vailable_capacity\x18\x05 \x01(\x05R\x11\x61vailableCapacity\"\xe2\x01\n\x11HeartbeatResponse\x12\x37\n\nnew_leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\tnewLeases\x12?\n\x0e\x61\x62orted_leases\x18\x02 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\rabortedLeases\x12S\n\x14\x66inalized_action_ids\x18\x03 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x12\x66inalizedActionIds\"a\n\x13StreamLeasesRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\"H\n\x14StreamLeasesResponse\x12\x30\n\x06leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\x06leases\"\xc9\x04\n\x05Lease\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12\x35\n\x08run_spec\x18\x03 \x01(\x0b\x32\x1a.cloudidl.workflow.RunSpecR\x07runSpec\x12$\n\tinput_uri\x18\x04 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x05 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12=\n\x04task\x18\x06 \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12L\n\tcondition\x18\x07 \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tcondition\x12@\n\x05trace\x18\n \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12\x12\n\x04host\x18\x0b \x01(\tR\x04hostB\x0b\n\x04spec\x12\x03\xf8\x42\x01\x42\x15\n\x13_parent_action_name2\xa0\x03\n\x0cQueueService\x12\x64\n\rEnqueueAction\x12\'.cloudidl.workflow.EnqueueActionRequest\x1a(.cloudidl.workflow.EnqueueActionResponse\"\x00\x12g\n\x0e\x41\x62ortQueuedRun\x12(.cloudidl.workflow.AbortQueuedRunRequest\x1a).cloudidl.workflow.AbortQueuedRunResponse\"\x00\x12\\\n\tHeartbeat\x12#.cloudidl.workflow.HeartbeatRequest\x1a$.cloudidl.workflow.HeartbeatResponse\"\x00(\x01\x30\x01\x12\x63\n\x0cStreamLeases\x12&.cloudidl.workflow.StreamLeasesRequest\x1a\'.cloudidl.workflow.StreamLeasesResponse\"\x00\x30\x01\x42\xbe\x01\n\x15\x63om.cloudidl.workflowB\x11QueueServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1cworkflow/queue_service.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x19\x66lyteidl/core/types.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1egoogle/protobuf/wrappers.proto\x1a\x17validate/validate.proto\x1a\x1dworkflow/run_definition.proto\x1a\x1eworkflow/task_definition.proto\"\x7f\n\x10WorkerIdentifier\x12+\n\x0corganization\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x0corganization\x12!\n\x07\x63luster\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07\x63luster\x12\x1b\n\x04name\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\"\xbf\x04\n\x14\x45nqueueActionRequest\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12\x35\n\x08run_spec\x18\x03 \x01(\x0b\x32\x1a.cloudidl.workflow.RunSpecR\x07runSpec\x12$\n\tinput_uri\x18\x06 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x07 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12=\n\x04task\x18\n \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12@\n\x05trace\x18\x0b \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12L\n\tcondition\x18\x0c \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tconditionB\x06\n\x04specB\x15\n\x13_parent_action_name\"\xb5\x01\n\nTaskAction\x12\x31\n\x02id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierR\x02id\x12\x39\n\x04spec\x18\x02 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04spec\x12\x39\n\tcache_key\x18\x03 \x01(\x0b\x32\x1c.google.protobuf.StringValueR\x08\x63\x61\x63heKey\"\xce\x02\n\x0bTraceAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12.\n\x05phase\x18\x02 \x01(\x0e\x32\x18.cloudidl.workflow.PhaseR\x05phase\x12\x39\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tstartTime\x12:\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x07\x65ndTime\x88\x01\x01\x12=\n\x07outputs\x18\x05 \x01(\x0b\x32#.cloudidl.workflow.OutputReferencesR\x07outputs\x12/\n\x04spec\x18\x06 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecR\x04specB\x0b\n\t_end_time\"\x8a\x02\n\x0f\x43onditionAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12 \n\x06run_id\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x05runId\x12&\n\taction_id\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x08\x61\x63tionId\x12\x18\n\x06global\x18\x04 \x01(\x08H\x00R\x06global\x12.\n\x04type\x18\x06 \x01(\x0b\x32\x1a.flyteidl.core.LiteralTypeR\x04type\x12\x16\n\x06prompt\x18\x07 \x01(\tR\x06prompt\x12 \n\x0b\x64\x65scription\x18\x08 \x01(\tR\x0b\x64\x65scriptionB\x0c\n\x05scope\x12\x03\xf8\x42\x01\"\x17\n\x15\x45nqueueActionResponse\"X\n\x15\x41\x62ortQueuedRunRequest\x12?\n\x06run_id\x18\x01 \x01(\x0b\x32\x1e.cloudidl.common.RunIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x05runId\"\x18\n\x16\x41\x62ortQueuedRunResponse\"\x80\x03\n\x10HeartbeatRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\x12M\n\x11\x61\x63tive_action_ids\x18\x02 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x0f\x61\x63tiveActionIds\x12Q\n\x13terminal_action_ids\x18\x03 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x11terminalActionIds\x12O\n\x12\x61\x62orted_action_ids\x18\x04 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x10\x61\x62ortedActionIds\x12-\n\x12\x61vailable_capacity\x18\x05 \x01(\x05R\x11\x61vailableCapacity\"\xe2\x01\n\x11HeartbeatResponse\x12\x37\n\nnew_leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\tnewLeases\x12?\n\x0e\x61\x62orted_leases\x18\x02 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\rabortedLeases\x12S\n\x14\x66inalized_action_ids\x18\x03 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x12\x66inalizedActionIds\"a\n\x13StreamLeasesRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\"H\n\x14StreamLeasesResponse\x12\x30\n\x06leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\x06leases\"\xc9\x04\n\x05Lease\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12\x35\n\x08run_spec\x18\x03 \x01(\x0b\x32\x1a.cloudidl.workflow.RunSpecR\x07runSpec\x12$\n\tinput_uri\x18\x04 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x05 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12=\n\x04task\x18\x06 \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12L\n\tcondition\x18\x07 \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tcondition\x12@\n\x05trace\x18\n \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12\x12\n\x04host\x18\x0b \x01(\tR\x04hostB\x0b\n\x04spec\x12\x03\xf8\x42\x01\x42\x15\n\x13_parent_action_name2\xa0\x03\n\x0cQueueService\x12\x64\n\rEnqueueAction\x12\'.cloudidl.workflow.EnqueueActionRequest\x1a(.cloudidl.workflow.EnqueueActionResponse\"\x00\x12g\n\x0e\x41\x62ortQueuedRun\x12(.cloudidl.workflow.AbortQueuedRunRequest\x1a).cloudidl.workflow.AbortQueuedRunResponse\"\x00\x12\\\n\tHeartbeat\x12#.cloudidl.workflow.HeartbeatRequest\x1a$.cloudidl.workflow.HeartbeatResponse\"\x00(\x01\x30\x01\x12\x63\n\x0cStreamLeases\x12&.cloudidl.workflow.StreamLeasesRequest\x1a\'.cloudidl.workflow.StreamLeasesResponse\"\x00\x30\x01\x42\xbe\x01\n\x15\x63om.cloudidl.workflowB\x11QueueServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -50,8 +50,6 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _TASKACTION.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
   _TRACEACTION.fields_by_name['name']._options = None
   _TRACEACTION.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
-  _TRACEACTION.fields_by_name['spec']._options = None
-  _TRACEACTION.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
   _CONDITIONACTION.oneofs_by_name['scope']._options = None
   _CONDITIONACTION.oneofs_by_name['scope']._serialized_options = b'\370B\001'
   _CONDITIONACTION.fields_by_name['name']._options = None
@@ -87,25 +85,25 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_TASKACTION']._serialized_start=964
   _globals['_TASKACTION']._serialized_end=1145
   _globals['_TRACEACTION']._serialized_start=1148
-  _globals['_TRACEACTION']._serialized_end=1492
-  _globals['_CONDITIONACTION']._serialized_start=1495
-  _globals['_CONDITIONACTION']._serialized_end=1761
-  _globals['_ENQUEUEACTIONRESPONSE']._serialized_start=1763
-  _globals['_ENQUEUEACTIONRESPONSE']._serialized_end=1786
-  _globals['_ABORTQUEUEDRUNREQUEST']._serialized_start=1788
-  _globals['_ABORTQUEUEDRUNREQUEST']._serialized_end=1876
-  _globals['_ABORTQUEUEDRUNRESPONSE']._serialized_start=1878
-  _globals['_ABORTQUEUEDRUNRESPONSE']._serialized_end=1902
-  _globals['_HEARTBEATREQUEST']._serialized_start=1905
-  _globals['_HEARTBEATREQUEST']._serialized_end=2289
-  _globals['_HEARTBEATRESPONSE']._serialized_start=2292
-  _globals['_HEARTBEATRESPONSE']._serialized_end=2518
-  _globals['_STREAMLEASESREQUEST']._serialized_start=2520
-  _globals['_STREAMLEASESREQUEST']._serialized_end=2617
-  _globals['_STREAMLEASESRESPONSE']._serialized_start=2619
-  _globals['_STREAMLEASESRESPONSE']._serialized_end=2691
-  _globals['_LEASE']._serialized_start=2694
-  _globals['_LEASE']._serialized_end=3279
-  _globals['_QUEUESERVICE']._serialized_start=3282
-  _globals['_QUEUESERVICE']._serialized_end=3698
+  _globals['_TRACEACTION']._serialized_end=1482
+  _globals['_CONDITIONACTION']._serialized_start=1485
+  _globals['_CONDITIONACTION']._serialized_end=1751
+  _globals['_ENQUEUEACTIONRESPONSE']._serialized_start=1753
+  _globals['_ENQUEUEACTIONRESPONSE']._serialized_end=1776
+  _globals['_ABORTQUEUEDRUNREQUEST']._serialized_start=1778
+  _globals['_ABORTQUEUEDRUNREQUEST']._serialized_end=1866
+  _globals['_ABORTQUEUEDRUNRESPONSE']._serialized_start=1868
+  _globals['_ABORTQUEUEDRUNRESPONSE']._serialized_end=1892
+  _globals['_HEARTBEATREQUEST']._serialized_start=1895
+  _globals['_HEARTBEATREQUEST']._serialized_end=2279
+  _globals['_HEARTBEATRESPONSE']._serialized_start=2282
+  _globals['_HEARTBEATRESPONSE']._serialized_end=2508
+  _globals['_STREAMLEASESREQUEST']._serialized_start=2510
+  _globals['_STREAMLEASESREQUEST']._serialized_end=2607
+  _globals['_STREAMLEASESRESPONSE']._serialized_start=2609
+  _globals['_STREAMLEASESRESPONSE']._serialized_end=2681
+  _globals['_LEASE']._serialized_start=2684
+  _globals['_LEASE']._serialized_end=3269
+  _globals['_QUEUESERVICE']._serialized_start=3272
+  _globals['_QUEUESERVICE']._serialized_end=3688
 # @@protoc_insertion_point(module_scope)

flyte/_task.py

@@ -33,7 +33,7 @@ from ._retry import RetryStrategy
 from ._reusable_environment import ReusePolicy
 from ._secret import SecretRequest
 from ._timeout import TimeoutType
-from .models import NativeInterface, SerializationContext
+from .models import MAX_INLINE_IO_BYTES, NativeInterface, SerializationContext
 
 if TYPE_CHECKING:
     from flyteidl.core.tasks_pb2 import DataLoadingConfig
@@ -79,6 +79,8 @@ class TaskTemplate(Generic[P, R]):
     :param env: Optional The environment variables to set for the task.
     :param secrets: Optional The secrets that will be injected into the task at runtime.
     :param timeout: Optional The timeout for the task.
+    :param max_inline_io_bytes: Maximum allowed size (in bytes) for all inputs and outputs passed directly to the task
+        (e.g., primitives, strings, dicts). Does not apply to files, directories, or dataframes.
     """
 
     name: str
@@ -100,8 +102,8 @@ class TaskTemplate(Generic[P, R]):
     report: bool = False
 
     parent_env: Optional[weakref.ReferenceType[TaskEnvironment]] = None
-    local: bool = field(default=False, init=False)
     ref: bool = field(default=False, init=False, repr=False, compare=False)
+    max_inline_io_bytes: int = MAX_INLINE_IO_BYTES
 
     # Only used in python 3.10 and 3.11, where we cannot use markcoroutinefunction
     _call_as_synchronous: bool = False
@@ -315,6 +317,7 @@ class TaskTemplate(Generic[P, R]):
         reusable: Union[ReusePolicy, Literal["off"], None] = None,
         env: Optional[Dict[str, str]] = None,
         secrets: Optional[SecretRequest] = None,
+        max_inline_io_bytes: int | None = None,
         **kwargs: Any,
     ) -> TaskTemplate:
         """
@@ -324,6 +327,8 @@ class TaskTemplate(Generic[P, R]):
         cache = cache or self.cache
         retries = retries or self.retries
         timeout = timeout or self.timeout
+        max_inline_io_bytes = max_inline_io_bytes or self.max_inline_io_bytes
+
         reusable = reusable or self.reusable
         if reusable == "off":
             reusable = None
@@ -371,6 +376,7 @@ class TaskTemplate(Generic[P, R]):
             reusable=cast(Optional[ReusePolicy], reusable),
             env=env,
             secrets=secrets,
+            max_inline_io_bytes=max_inline_io_bytes,
         )
 
 

flyte/_task_environment.py

@@ -27,7 +27,7 @@ from ._retry import RetryStrategy
 from ._reusable_environment import ReusePolicy
 from ._secret import SecretRequest
 from ._task import AsyncFunctionTaskTemplate, TaskTemplate
-from .models import NativeInterface
+from .models import MAX_INLINE_IO_BYTES, NativeInterface
 
 if TYPE_CHECKING:
     from kubernetes.client import V1PodTemplate
@@ -55,8 +55,9 @@ class TaskEnvironment(Environment):
     :param resources: Resources to allocate for the environment.
     :param env: Environment variables to set for the environment.
     :param secrets: Secrets to inject into the environment.
-    :param depends_on: Environment dependencies to hint, so when you deploy the environment, the dependencies are
-        also deployed. This is useful when you have a set of environments that depend on each other.
+    :param depends_on: Environment dependencies to hint, so when you deploy the environment,
+        the dependencies are also deployed. This is useful when you have a set of environments
+        that depend on each other.
     :param cache: Cache policy for the environment.
     :param reusable: Reuse policy for the environment, if set, a python process may be reused for multiple tasks.
     """
@@ -86,8 +87,18 @@ class TaskEnvironment(Environment):
     ) -> TaskEnvironment:
         """
         Clone the TaskEnvironment with new parameters.
-        besides the base environment parameters, you can override, kwargs like `cache`, `reusable`, etc.
 
+        Besides the base environment parameters, you can override kwargs like `cache`, `reusable`, etc.
+
+        :param name: The name of the environment.
+        :param image: The image to use for the environment.
+        :param resources: The resources to allocate for the environment.
+        :param env: The environment variables to set for the environment.
+        :param secrets: The secrets to inject into the environment.
+        :param depends_on: The environment dependencies to hint, so when you deploy the environment,
+            the dependencies are also deployed. This is useful when you have a set of environments
+            that depend on each other.
+        :param kwargs: Additional parameters to override the environment (e.g., cache, reusable, plugin_config).
         """
         cache = kwargs.pop("cache", None)
         reusable = None
@@ -130,9 +141,13 @@ class TaskEnvironment(Environment):
         secrets: Optional[SecretRequest] = None,
         pod_template: Optional[Union[str, "V1PodTemplate"]] = None,
         report: bool = False,
+        max_inline_io_bytes: int = MAX_INLINE_IO_BYTES,
     ) -> Union[AsyncFunctionTaskTemplate, Callable[P, R]]:
         """
+        Decorate a function to be a task.
+
         :param _func: Optional The function to decorate. If not provided, the decorator will return a callable that
+        accepts a function to be decorated.
         :param name: Optional A friendly name for the task (defaults to the function name)
         :param cache: Optional The cache policy for the task, defaults to auto, which will cache the results of the
         task.
@@ -143,6 +158,8 @@ class TaskEnvironment(Environment):
         :param pod_template: Optional The pod template for the task, if not provided the default pod template will be
         used.
         :param report: Optional Whether to generate the html report for the task, defaults to False.
+        :param max_inline_io_bytes: Maximum allowed size (in bytes) for all inputs and outputs passed directly to the
+         task (e.g., primitives, strings, dicts). Does not apply to files, directories, or dataframes.
         """
         from ._task import P, R
 
@@ -194,6 +211,7 @@ class TaskEnvironment(Environment):
                 report=report,
                 friendly_name=friendly_name,
                 plugin_config=self.plugin_config,
+                max_inline_io_bytes=max_inline_io_bytes,
             )
             self._tasks[task_name] = tmpl
             return tmpl
@@ -212,6 +230,10 @@ class TaskEnvironment(Environment):
     def add_task(self, task: TaskTemplate) -> TaskTemplate:
         """
         Add a task to the environment.
+
+        Useful when you want to add a task to an environment that is not defined using the `task` decorator.
+
+        :param task: The TaskTemplate to add to this environment.
         """
         if task.name in self._tasks:
             raise ValueError(f"Task {task.name} already exists in the environment. Task names should be unique.")

flyte/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '2.0.0b1'
-__version_tuple__ = version_tuple = (2, 0, 0, 'b1')
+__version__ = version = '2.0.0b3'
+__version_tuple__ = version_tuple = (2, 0, 0, 'b3')

flyte/errors.py

@@ -179,3 +179,13 @@ class ImageBuildError(RuntimeUserError):
 
     def __init__(self, message: str):
         super().__init__("ImageBuildError", message, "user")
+
+
+class InlineIOMaxBytesBreached(RuntimeUserError):
+    """
+    This error is raised when the inline IO max bytes limit is breached.
+    This can be adjusted per task by setting max_inline_io_bytes in the task definition.
+    """
+
+    def __init__(self, message: str):
+        super().__init__("InlineIOMaxBytesBreached", message, "user")

flyte/extras/_container.py

@@ -7,6 +7,7 @@ from flyteidl.core import tasks_pb2
 from flyte import Image, storage
 from flyte._logging import logger
 from flyte._task import TaskTemplate
+from flyte.io import Dir, File
 from flyte.models import NativeInterface, SerializationContext
 
 
@@ -191,7 +192,9 @@ class ContainerTask(TaskTemplate):
             microseconds=microseconds,
         )
 
-    def _convert_output_val_to_correct_type(self, output_val: Any, output_type: Type) -> Any:
+    async def _convert_output_val_to_correct_type(
+        self, output_path: pathlib.Path, output_val: Any, output_type: Type
+    ) -> Any:
         import datetime
 
         if issubclass(output_type, bool):
@@ -200,17 +203,25 @@ class ContainerTask(TaskTemplate):
             return datetime.datetime.fromisoformat(output_val)
         elif issubclass(output_type, datetime.timedelta):
             return self._string_to_timedelta(output_val)
+        elif issubclass(output_type, File):
+            return await File.from_local(output_path)
+        elif issubclass(output_type, Dir):
+            return await Dir.from_local(output_path)
         else:
             return output_type(output_val)
 
-    def _get_output(self, output_directory: pathlib.Path) -> Tuple[Any]:
+    async def _get_output(self, output_directory: pathlib.Path) -> Tuple[Any]:
         output_items = []
         if self._outputs:
             for k, output_type in self._outputs.items():
                 output_path = output_directory / k
-                with output_path.open("r") as f:
-                    output_val = f.read()
-                output_items.append(self._convert_output_val_to_correct_type(output_val, output_type))
+                if os.path.isfile(output_path):
+                    with output_path.open("r") as f:
+                        output_val = f.read()
+                else:
+                    output_val = None
+                parsed = await self._convert_output_val_to_correct_type(output_path, output_val, output_type)
+                output_items.append(parsed)
         # return a tuple so that each element is treated as a separate output.
         # this allows flyte to map the user-defined output types (dict) to individual values.
         # if we returned a list instead, it would be treated as a single output.
@@ -249,7 +260,7 @@ class ContainerTask(TaskTemplate):
 
         container.wait()
 
-        output = self._get_output(output_directory)
+        output = await self._get_output(output_directory)
         return output
 
     def data_loading_config(self, sctx: SerializationContext) -> tasks_pb2.DataLoadingConfig:

flyte/models.py

@@ -18,6 +18,9 @@ if TYPE_CHECKING:
     from flyte._internal.imagebuild.image_builder import ImageCache
     from flyte.report import Report
 
+# --- Constants ----
+MAX_INLINE_IO_BYTES = 10 * 1024 * 1024  # 100 MB
+
 
 def generate_random_name() -> str:
     """

flyte/remote/_task.py

@@ -81,6 +81,7 @@ AutoVersioning = Literal["latest", "current"]
 @dataclass
 class TaskDetails:
     pb2: task_definition_pb2.TaskDetails
+    max_inline_io_bytes: int = 10 * 1024 * 1024  # 10 MB
 
     @classmethod
     def get(
@@ -252,7 +253,7 @@ class TaskDetails:
 
             controller = get_controller()
             if controller:
-                return await controller.submit_task_ref(self.pb2, *args, **kwargs)
+                return await controller.submit_task_ref(self.pb2, self.max_inline_io_bytes, *args, **kwargs)
         raise flyte.errors
 
     def override(
@@ -267,6 +268,7 @@ class TaskDetails:
         reusable: Union[flyte.ReusePolicy, Literal["auto"], None] = None,
         env: Optional[Dict[str, str]] = None,
         secrets: Optional[flyte.SecretRequest] = None,
+        max_inline_io_bytes: int | None = None,
         **kwargs: Any,
     ) -> TaskDetails:
         raise NotImplementedError

{flyte-2.0.0b1.dist-info → flyte-2.0.0b3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flyte
-Version: 2.0.0b1
+Version: 2.0.0b3
 Summary: Add your description here
 Author-email: Ketan Umare <kumare3@users.noreply.github.com>
 Requires-Python: >=3.10
@@ -8,7 +8,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: aiofiles>=24.1.0
 Requires-Dist: click>=8.2.1
-Requires-Dist: flyteidl==1.15.4b0
+Requires-Dist: flyteidl>=1.15.4b0
 Requires-Dist: cloudpickle>=3.1.1
 Requires-Dist: fsspec>=2025.3.0
 Requires-Dist: grpcio>=1.71.0
@@ -36,6 +36,14 @@ Dynamic: license-file
 
 > ⚡ **Pure Python workflows** • 🔄 **Async-first parallelism** • 🛠️ **Zero DSL constraints** • 📊 **Sub-task observability**
 
+## 🌍 Ecosystem & Resources
+
+- **📖 Documentation**: [Docs Link](https://www.union.ai/docs/v2/flyte/user-guide/)
+- **▶️ Getting Started**: [Docs Link](https://www.union.ai/docs/v2/flyte/user-guide/getting-started/)
+- **💬 Community**: [Slack](https://slack.flyte.org/) | [GitHub Discussions](https://github.com/flyteorg/flyte/discussions)  
+- **🎓 Examples**: [GitHub Examples](https://github.com/flyteorg/flyte-sdk/tree/main/examples)
+- **🐛 Issues**: [Bug Reports](https://github.com/flyteorg/flyte/issues)
+
 ## What is Flyte 2?
 
 Flyte 2 represents a fundamental shift from constrained domain-specific languages to **pure Python workflows**. Write data pipelines, ML training jobs, and distributed compute exactly like you write Python—because it *is* Python.
@@ -65,21 +73,11 @@ if __name__ == "__main__":
 
 ## 🌟 Why Flyte 2?
 
-### **No More Workflow DSL**
-- ❌ `@workflow` decorators with Python subset limitations  
-- ✅ **Pure Python**: loops, conditionals, error handling, dynamic structures
-
-### **Async-First Parallelism** 
-- ❌ Custom `map()` functions and workflow-specific parallel constructs
-- ✅ **Native `asyncio`**: `await asyncio.gather()` for distributed parallel execution
-
-### **True Container Reusability**
-- ❌ Cold container starts for every task
-- ✅ **Millisecond scheduling** with warm, reusable container pools
-
-### **Fine-Grained Observability**
-- ❌ Task-level logging only
-- ✅ **Function-level tracing** with `@flyte.trace` for sub-task checkpoints
+| Feature Highlight | Flyte 1 | Flyte 2 |
+|-| ------- | ------- |
+| **No More Workflow DSL** | ❌ `@workflow` decorators with Python subset limitations | ✅ **Pure Python**: loops, conditionals, error handling, dynamic structures |
+| **Async-First Parallelism** | ❌ Custom `map()` functions and workflow-specific parallel constructs | ✅ **Native `asyncio`**: `await asyncio.gather()` for distributed parallel execution |
+| **Fine-Grained Observability** | ❌ Task-level logging only | ✅ **Function-level tracing** with `@flyte.trace` for sub-task checkpoints |
 
 ## 🚀 Quick Start
 
@@ -102,13 +100,13 @@ uv pip install --prerelease=allow flyte
 # hello.py
 # /// script
 # requires-python = ">=3.10"
-# dependencies = ["flyte>=0.2.0"]
+# dependencies = ["flyte>=2.0.0b0"]
 # ///
 
 import flyte
 
 env = flyte.TaskEnvironment(
-    name="hello_world", 
+    name="hello_world",
     resources=flyte.Resources(memory="250Mi")
 )
 
@@ -116,7 +114,7 @@ env = flyte.TaskEnvironment(
 def calculate(x: int) -> int:
     return x * 2 + 5
 
-@env.task  
+@env.task
 async def main(numbers: list[int]) -> float:
     # Parallel execution across distributed containers
     results = await asyncio.gather(*[
@@ -156,7 +154,7 @@ def train_model(data: flyte.File) -> flyte.File:
     # Runs in configured container with GPU access
     pass
 
-@env.task  
+@env.task
 def evaluate_model(model: flyte.File, test_data: flyte.File) -> dict:
     # Same container configuration, different instance
     pass
@@ -168,7 +166,7 @@ def evaluate_model(model: flyte.File, test_data: flyte.File) -> dict:
 @env.task
 async def dynamic_pipeline(config: dict) -> list[str]:
     results = []
-    
+
     # ✅ Use any Python construct
     for dataset in config["datasets"]:
         try:
@@ -182,7 +180,7 @@ async def dynamic_pipeline(config: dict) -> list[str]:
             # ✅ Custom error recovery
             result = await handle_error(dataset, e)
             results.append(result)
-    
+
     return results
 ```
 
@@ -191,18 +189,18 @@ async def dynamic_pipeline(config: dict) -> list[str]:
 ```python
 @env.task
 async def parallel_training(hyperparams: list[dict]) -> dict:
-    # Each model trains on separate infrastructure  
+    # Each model trains on separate infrastructure
     models = await asyncio.gather(*[
         train_model.aio(params) for params in hyperparams
     ])
-    
+
     # Evaluate all models in parallel
     evaluations = await asyncio.gather(*[
-        evaluate_model.aio(model) for model in models  
+        evaluate_model.aio(model) for model in models
     ])
-    
+
     # Find best model
-    best_idx = max(range(len(evaluations)), 
+    best_idx = max(range(len(evaluations)),
                    key=lambda i: evaluations[i]["accuracy"])
     return {"best_model": models[best_idx], "accuracy": evaluations[best_idx]}
 ```
@@ -223,7 +221,7 @@ async def main_task(inputs: list[str]) -> list[str]:
     results = []
     for inp in inputs:
         # If task fails here, it resumes from the last successful trace
-        result = await expensive_computation(inp)  
+        result = await expensive_computation(inp)
         results.append(result)
     return results
 ```
@@ -241,31 +239,11 @@ spark_task = flyte.remote.Task.get("spark_env.process_data", auto_version="lates
 async def orchestrator(raw_data: flyte.File) -> flyte.File:
     # Execute Spark job on big data cluster
     processed = await spark_task(raw_data)
-    
-    # Execute PyTorch training on GPU cluster  
-    model = await torch_task(processed)
-    
-    return model
-```
-
-### **High-Performance Container Reuse**
 
-```python
-env = flyte.TaskEnvironment(
-    name="high_throughput",
-    reusable=flyte.ReusePolicy(
-        replicas=10,      # Keep 10 warm containers
-        idle_ttl=600,     # 10-minute idle timeout
-    ),
-    resources=flyte.Resources(cpu=2, memory="4Gi")
-)
+    # Execute PyTorch training on GPU cluster
+    model = await torch_task(processed)
 
-# Tasks scheduled in milliseconds on warm containers
-@env.task
-async def process_thousands(items: list[str]) -> list[str]:
-    return await asyncio.gather(*[
-        process_item.aio(item) for item in items
-    ])
+    return model
 ```
 
 ## 📊 Native Jupyter Integration
@@ -296,7 +274,7 @@ endpoint: https://my-flyte-instance.com
 project: ml-team
 domain: production
 image:
-  builder: remote
+  builder: local
   registry: ghcr.io/my-org
 auth:
   type: oauth2
@@ -308,14 +286,14 @@ auth:
 # Deploy tasks to remote cluster
 flyte deploy my_workflow.py
 
-# Run deployed workflow  
+# Run deployed workflow
 flyte run my_workflow --input-file params.json
 
 # Monitor execution
 flyte logs <execution-id>
 ```
 
-## 🆚 Migration from Flyte 1
+## Migration from Flyte 1
 
 | Flyte 1 | Flyte 2 |
 |---------|---------|
@@ -326,46 +304,40 @@ flyte logs <execution-id>
 | `LaunchPlan` schedules | `@env.task(on_schedule=...)` |
 | Workflow failure handlers | Python `try/except` |
 
-### Example Migration
-
-```python
-# Flyte 1
-@flytekit.workflow  
-def old_workflow(data: list[str]) -> list[str]:
-    return [process_item(item=item) for item in data]
-
-# Flyte 2  
-@env.task
-async def new_workflow(data: list[str]) -> list[str]:
-    return await asyncio.gather(*[
-        process_item.aio(item) for item in data
-    ])
-```
-
-## 🌍 Ecosystem & Resources
-
-- **📖 Documentation**: [flyte.org/docs](https://flyte.org/docs)
-- **💬 Community**: [Slack](https://flyte.org/slack) | [GitHub Discussions](https://github.com/flyteorg/flyte/discussions)  
-- **🎓 Examples**: [GitHub Examples](https://github.com/flyteorg/flytesnacks)
-- **🐛 Issues**: [Bug Reports](https://github.com/flyteorg/flyte/issues)
-
 ## 🤝 Contributing
 
 We welcome contributions! Whether it's:
 
 - 🐛 **Bug fixes**
-- ✨ **New features** 
+- ✨ **New features**
 - 📚 **Documentation improvements**
 - 🧪 **Testing enhancements**
 
-See [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
+### Setup & Iteration Cycle
+To get started, make sure you start from a new virtual environment and install this package in editable mode with any of the supported Python versions, from 3.10 to 3.13.
 
-## 📄 License
+```bash
+uv venv --python 3.13
+uv pip install -e .
+```
 
-Flyte 2 is licensed under the [Apache 2.0 License](LICENSE).
+Besides from picking up local code changes, installing the package in editable mode
+also changes the definition of the default `Image()` object to use a locally
+build wheel. You will need to build said wheel by yourself though, with the `make dist` target.
 
----
+```bash
+make dist
+python maint_tools/build_default_image.py
+```
+You'll need to have a local docker daemon running for this. The build script does nothing
+more than invoke the local image builder, which will create a buildx builder named `flytex` if not present. Note that only members of the `Flyte Maintainers` group has
+access to push to the default registry. If you don't have access, please make sure to
+specify the registry and name to the build script.
 
-**Ready to build the future of distributed computing with pure Python?**
+```bash
+python maint_tools/build_default_image.py --registry ghcr.io/my-org --name my-flyte-image
+```
 
-⭐ **Star this repo** | 🚀 **[Get Started Now](https://flyte.org/docs/getting-started)** | 💬 **[Join our Community](https://flyte.org/slack)**
+## 📄 License
+
+Flyte 2 is licensed under the [Apache 2.0 License](LICENSE).

{flyte-2.0.0b1.dist-info → flyte-2.0.0b3.dist-info}/RECORD

@@ -19,16 +19,16 @@ flyte/_retry.py,sha256=rfLv0MvWxzPByKESTglEmjPsytEAKiIvvmzlJxXwsfE,941
 flyte/_reusable_environment.py,sha256=f8Y1GilUwGcXH4n2Fckrnx0SrZmhk3nCfoe-TqUKivI,3740
 flyte/_run.py,sha256=HkTD3rHL34pAwvn1WPN6OXYmk-GWX0txLdRH1OIMvEA,24338
 flyte/_secret.py,sha256=ogXmCNfYYIphV6p-2iiWmwr2cNUES5Cq01PPjY6uQNA,3217
-flyte/_task.py,sha256=pPq44DDr3PzaWXOJro0W2_mY4wdbS8Hwn0VFd-kel3Q,18985
-flyte/_task_environment.py,sha256=qYcTG9452a_POueQCHqkTafN4HG8Xo7KkBPwSMkKRRU,8536
+flyte/_task.py,sha256=rYR7SVGihfBp7UYrhdmqhHp0ngl2K7Za8IJfhv1K2oc,19402
+flyte/_task_environment.py,sha256=Zpfr8gjwXg5KuCfIbT4s3l2mtJCFqDxXwv6ZStHWBuc,9840
 flyte/_task_plugins.py,sha256=9MH3nFPOH_e8_92BT4sFk4oyAnj6GJFvaPYWaraX7yE,1037
 flyte/_timeout.py,sha256=zx5sFcbYmjJAJbZWSGzzX-BpC9HC7Jfs35T7vVhKwkk,1571
 flyte/_tools.py,sha256=tWb0sx3t3mm4jbaQVjCTc9y39oR_Ibo3z_KHToP3Lto,966
 flyte/_trace.py,sha256=SSE1nzUgmVTS2xFNtchEOjEjlRavMOIInasXzY8i9lU,4911
-flyte/_version.py,sha256=tih12kl71zm-lSZ-WK20LgQ1skyymSxHAu3d0I8n6WM,519
-flyte/errors.py,sha256=3PCjGAxqifLBY6RE1n_ttmrmhcHwwtzS4UWDPql-FX4,5175
+flyte/_version.py,sha256=fn05QckBHXt6TeCLv-zTOz1tLPEdQLSISwMKmzhR-ks,519
+flyte/errors.py,sha256=MsVZxq6oeIOXe6AVWpxqA3ZiyxCGM0A6UqnYuvmSUCU,5514
 flyte/extend.py,sha256=GB4ZedGzKa30vYWRVPOdxEeK62xnUVFY4z2tD6H9eEw,376
-flyte/models.py,sha256=k0hLoyOYQHnu5DXclEtKK2owDOXCdy0UKdGcl3xR7BQ,15250
+flyte/models.py,sha256=AJZXL8eRmZ2RHEvjL6VSdpTmgF5S1Ekh_tAKRn0b6mM,15321
 flyte/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_bin/runtime.py,sha256=2jTy3ccvrJ__Xrfdo2t0Fxhsojc5o2zIxDHt98RE_eU,6475
@@ -42,13 +42,13 @@ flyte/_code_bundle/_packaging.py,sha256=5QUuea6kg9s-ebBg7gFAHaxOMchxR5MhTQ8KohWs
 flyte/_code_bundle/_utils.py,sha256=qlAVmik9rLasfd1oNrCxhL870w5ntk5ZlNGeaKSKaAU,12028
 flyte/_code_bundle/bundle.py,sha256=nUAwYTVAE3Z9dfgkBtsqCoKJImjSl4AicG36yweWHLc,8797
 flyte/_internal/__init__.py,sha256=vjXgGzAAjy609YFkAy9_RVPuUlslsHSJBXCLNTVnqOY,136
-flyte/_internal/controllers/__init__.py,sha256=5CBnS9lb1VFMzZuRXUiaPhlN3G9qh7Aq9kTwxW5hsRw,4301
-flyte/_internal/controllers/_local_controller.py,sha256=tbX6x8TBKwZHN1vYumftUcaX9fy162hGibo3AQZHYKA,7260
+flyte/_internal/controllers/__init__.py,sha256=TVAc4ydsldcIFmN3PW9-IX5UkKeD8oOmuIukIgEae9M,4341
+flyte/_internal/controllers/_local_controller.py,sha256=__-eEira0k18DsBu1LBXeEjhFGFcp1Uai9K0YEBbwKM,7300
 flyte/_internal/controllers/_trace.py,sha256=ywFg_M2nGrCKYLbh4iVdsVlRtPT1K2S-XZMvDJU8AKU,1499
 flyte/_internal/controllers/remote/__init__.py,sha256=9_azH1eHLqY6VULpDugXi7Kf1kK1ODqEnsQ_3wM6IqU,1919
 flyte/_internal/controllers/remote/_action.py,sha256=ENV1thRXllSpi2s4idL-vCVcmXQNS17hmP2lMDKzNdo,7397
 flyte/_internal/controllers/remote/_client.py,sha256=HPbzbfaWZVv5wpOvKNtFXR6COiZDwd1cUJQqi60A7oU,1421
-flyte/_internal/controllers/remote/_controller.py,sha256=oubfymmNgZtVEDJF8HiV3r2i_6lGgBZBzh0437jY0zQ,23766
+flyte/_internal/controllers/remote/_controller.py,sha256=80e7Sbvg0SKFvF5wln_8RlSkwaYmT1QUFYUao9BwvUA,24508
 flyte/_internal/controllers/remote/_core.py,sha256=49l1X3YFyX-QYeSlvkOWdyEU2xc1Fr7I8qHvC3nQ6MA,19069
 flyte/_internal/controllers/remote/_informer.py,sha256=w4p29_dzS_ns762eNBljvnbJLgCm36d1Ogo2ZkgV1yg,14418
 flyte/_internal/controllers/remote/_service_protocol.py,sha256=B9qbIg6DiGeac-iSccLmX_AL2xUgX4ezNUOiAbSy4V0,1357
@@ -63,7 +63,7 @@ flyte/_internal/resolvers/default.py,sha256=nX4DHUYod1nRvEsl_vSgutQVEdExu2xL8pRk
 flyte/_internal/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_internal/runtime/convert.py,sha256=yK5Fy25-CVSqTtWF8BuBel2jwlVoh8R5F4UhIMYpgmg,16086
 flyte/_internal/runtime/entrypoints.py,sha256=9Ng-aQ45M-_MMWeOe9uGmgx69qO9b0xaMRiu542ZI9g,6581
-flyte/_internal/runtime/io.py,sha256=Lgdy4iPjlKjUO-V_AkoPZff6lywaFjZUG-PErRukmx4,4248
+flyte/_internal/runtime/io.py,sha256=ysL7hMpfVumvsEYWOM-_VPa8MXn5_X_CZorKbOThyv4,5935
 flyte/_internal/runtime/resources_serde.py,sha256=TObMVsSjVcQhcY8-nY81pbvrz7TP-adDD5xV-LqAaxM,4813
 flyte/_internal/runtime/reuse.py,sha256=WEuBfC9tBezxaIXeUQDgnJfnRHiUmPK0S25nTOFle4E,4676
 flyte/_internal/runtime/rusty.py,sha256=puMaa6aLaoR4Tl5xxZulC4AzY58nmGg-5ok4ydHHjdM,6145
@@ -124,7 +124,7 @@ flyte/_protos/workflow/environment_pb2_grpc.py,sha256=1oboBPFxaTEXt9Aw7EAj8gXHDC
 flyte/_protos/workflow/node_execution_service_pb2.py,sha256=IOLg3tNikY7n00kLOVsC69yyXc5Ttnx-_-xUuc0q05Q,1654
 flyte/_protos/workflow/node_execution_service_pb2.pyi,sha256=C7VVuw_bnxp68qemD3SLoGIL-Hmno6qkIoq3l6W2qb8,135
 flyte/_protos/workflow/node_execution_service_pb2_grpc.py,sha256=2JJDS3Aww3FFDW-qYdTaxC75gRpsgnn4an6LPZmF9uA,947
-flyte/_protos/workflow/queue_service_pb2.py,sha256=zrYxvapY74-xz0RVXsXv6wG0u054kUnNQDL5b7GJ5lw,13561
+flyte/_protos/workflow/queue_service_pb2.py,sha256=idHNrsnJglPVxoviySSkVqfSTf3H1lAGIBXNVZACYBA,13374
 flyte/_protos/workflow/queue_service_pb2.pyi,sha256=lZ9rO0KpuyGadl5GqQ8JgffZcDlzfSeyNmsZ3du9Gqg,9499
 flyte/_protos/workflow/queue_service_pb2_grpc.py,sha256=6KK87jYXrmK0jacf4AKhHp21QU9JFJPOiEBjbDRkBm0,7839
 flyte/_protos/workflow/run_definition_pb2.py,sha256=sdyl7xgl6tTqkKNXrWcrhvV4KOZPqoMa9vjEmwVyfZc,16193
@@ -172,17 +172,13 @@ flyte/config/_internal.py,sha256=LMcAtDjvTjf5bGlsJVxPuLxQQ82mLd00xK5-JlYGCi8,298
 flyte/config/_reader.py,sha256=coidKV5CVODEnqDnsHZ9-VMC0UGXanXhAZE1SmYRhxI,7021
 flyte/connectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/extras/__init__.py,sha256=FhB0uK7H1Yo5De9vOuF7UGnezTKncj3u2Wo5uQdWN0g,74
-flyte/extras/_container.py,sha256=kxwiMltfMizjOKmsXYQ-rLOCHmX-TCCeJRM7ukuHoOg,11367
+flyte/extras/_container.py,sha256=xfbxaGrx2JyQyrvQx1UWTzho2ion8_xujPW5V4uDEIs,11818
 flyte/io/__init__.py,sha256=qF8jq_IKuocuGU0LAvoy_uxjMs4G-vXjDA9Prba0JGU,538
 flyte/io/_dir.py,sha256=rih9CY1YjNX05bcAu5LG62Xoyij5GXAlv7jLyVF0je8,15310
 flyte/io/_file.py,sha256=kp5700SKPy5htmMhm4hE2ybb99Ykny1b0Kwm3huCWXs,15572
 flyte/io/_dataframe/__init__.py,sha256=SDgNw45uf7m3cHhbUCOA3V3-5A2zSKgPcsWriRLwd74,4283
 flyte/io/_dataframe/basic_dfs.py,sha256=weQ8EfzdU-LcKi8Eebq1AiATVS1fGdfcbqtCDOrVLos,7728
 flyte/io/_dataframe/dataframe.py,sha256=uecLLjaAuLyYta2d4Tkk-DjxuHkzZjFUBbvMapPM7R8,51554
-flyte/migrate/__init__.py,sha256=I1I0JoESM6s_kILMUcuP972Zks1DeTc5CiU2zjKxTeU,64
-flyte/migrate/dynamic.py,sha256=igL6lMgKKH-g3CwF48SGi-F5YWdE9p8iXlMi4LJGnxc,296
-flyte/migrate/task.py,sha256=V1-bKQuz0aPYG9jzHpjdujPJSGTQRH4Yda3ZPmwkVxA,3714
-flyte/migrate/workflow.py,sha256=AbPchkUZXUAAGlrdy43M23fdpo9tsVaXcMLVSh7z9pU,328
 flyte/remote/__init__.py,sha256=y9eke9JzEJkygk8eKZjSj44fJGlyepuW4i-j6lbCAPY,617
 flyte/remote/_action.py,sha256=5DN6rEb4WhsdDEZsYPFFOUyn2yjSMefVojkMF7DE7XM,23839
 flyte/remote/_console.py,sha256=avmELJPx8nQMAVPrHlh6jEIRPjrMwFpdZjJsWOOa9rE,660
@@ -191,7 +187,7 @@ flyte/remote/_logs.py,sha256=aDG18-uPVb2J3PxmqmAY1C0Z4Iv1P1agg-iF4nSQR4U,6709
 flyte/remote/_project.py,sha256=CFNTGpgXU3X599tkJ_oxijs9zPzzCWOB6mAWn6WeDEU,2828
 flyte/remote/_run.py,sha256=fpr_YcGZIv6K7Jt1if3-HHHVB2TVt_8AWcZ55rN_fgk,9750
 flyte/remote/_secret.py,sha256=l5xeMS83uMcWWeSSTRsSZUNhS0N--1Dze09C-thSOQs,4341
-flyte/remote/_task.py,sha256=pIQ2pIIcaEaOo5J1ua3eRlj9NAue9WOSyw64f1-A2oY,15183
+flyte/remote/_task.py,sha256=xHfWChnC-L7Hdp2IB9qDnbNyaOgM2TWOlnkmevoc2dA,15314
 flyte/remote/_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/remote/_client/_protocols.py,sha256=JyBWHs5WsVOxEDUyG9X7wPLDzzzjkoaNhJlU-X4YlN0,5599
 flyte/remote/_client/controlplane.py,sha256=FsOfj4rO4MIMnYrpAT53F8q588VVf5t4sDuwoPuc840,3102
@@ -230,10 +226,10 @@ flyte/types/_renderer.py,sha256=ygcCo5l60lHufyQISFddZfWwLlQ8kJAKxUT_XnR_6dY,4818
 flyte/types/_string_literals.py,sha256=NlG1xV8RSA-sZ-n-IFQCAsdB6jXJOAKkHWtnopxVVDk,4231
 flyte/types/_type_engine.py,sha256=Tas_OXYddOi0nDuORjqan2SkJ96wKD8937I2l1bo8vk,97916
 flyte/types/_utils.py,sha256=pbts9E1_2LTdLygAY0UYTLYJ8AsN3BZyviSXvrtcutc,2626
-flyte-2.0.0b1.data/scripts/runtime.py,sha256=2jTy3ccvrJ__Xrfdo2t0Fxhsojc5o2zIxDHt98RE_eU,6475
-flyte-2.0.0b1.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-flyte-2.0.0b1.dist-info/METADATA,sha256=v8ZPND_lTS1evo9ypHWHFL7pcb1Xs1xB3b5eW_d9WNs,10015
-flyte-2.0.0b1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flyte-2.0.0b1.dist-info/entry_points.txt,sha256=MIq2z5dBurdCJfpXfMKzgBv7sJOakKRYxr8G0cMiTrg,75
-flyte-2.0.0b1.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
-flyte-2.0.0b1.dist-info/RECORD,,
+flyte-2.0.0b3.data/scripts/runtime.py,sha256=2jTy3ccvrJ__Xrfdo2t0Fxhsojc5o2zIxDHt98RE_eU,6475
+flyte-2.0.0b3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+flyte-2.0.0b3.dist-info/METADATA,sha256=DxTr4d_6Ohm1VRSqhqILMy_McBGsKB4ykk274bne-fM,9955
+flyte-2.0.0b3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flyte-2.0.0b3.dist-info/entry_points.txt,sha256=MIq2z5dBurdCJfpXfMKzgBv7sJOakKRYxr8G0cMiTrg,75
+flyte-2.0.0b3.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
+flyte-2.0.0b3.dist-info/RECORD,,

flyte/migrate/__init__.py

@@ -1 +0,0 @@
-from flyte.migrate import dynamic, task, workflow  # noqa: F401

flyte/migrate/dynamic.py

@@ -1,13 +0,0 @@
-from typing import Callable, Union
-
-import flytekit
-
-import flyte.migrate
-from flyte._task import AsyncFunctionTaskTemplate, P, R
-
-
-def dynamic_shim(**kwargs) -> Union[AsyncFunctionTaskTemplate, Callable[P, R]]:
-    return flyte.migrate.task.task_shim(**kwargs)
-
-
-flytekit.dynamic = dynamic_shim

flyte/migrate/task.py

@@ -1,99 +0,0 @@
-import datetime
-from typing import Callable, Dict, Iterable, List, Literal, Optional, Tuple, Union
-
-import flytekit
-from flytekit.core import launch_plan, workflow
-from flytekit.core.base_task import T, TaskResolverMixin
-from flytekit.core.python_function_task import PythonFunctionTask
-from flytekit.core.task import FuncOut
-from flytekit.deck import DeckField
-from flytekit.extras.accelerators import BaseAccelerator
-
-import flyte
-from flyte import Image, Resources, TaskEnvironment
-from flyte._doc import Documentation
-from flyte._task import AsyncFunctionTaskTemplate, P, R
-
-
-def task_shim(
-    _task_function: Optional[Callable[P, FuncOut]] = None,
-    task_config: Optional[T] = None,
-    cache: Union[bool, flytekit.Cache] = False,
-    retries: int = 0,
-    interruptible: Optional[bool] = None,
-    deprecated: str = "",
-    timeout: Union[datetime.timedelta, int] = 0,
-    container_image: Optional[Union[str, flytekit.ImageSpec]] = None,
-    environment: Optional[Dict[str, str]] = None,
-    requests: Optional[flytekit.Resources] = None,
-    limits: Optional[flytekit.Resources] = None,
-    secret_requests: Optional[List[flytekit.Secret]] = None,
-    execution_mode: PythonFunctionTask.ExecutionBehavior = PythonFunctionTask.ExecutionBehavior.DEFAULT,
-    node_dependency_hints: Optional[
-        Iterable[
-            Union[
-                flytekit.PythonFunctionTask,
-                launch_plan.LaunchPlan,
-                workflow.WorkflowBase,
-            ]
-        ]
-    ] = None,
-    task_resolver: Optional[TaskResolverMixin] = None,
-    docs: Optional[flytekit.Documentation] = None,
-    disable_deck: Optional[bool] = None,
-    enable_deck: Optional[bool] = None,
-    deck_fields: Optional[Tuple[DeckField, ...]] = (
-        DeckField.SOURCE_CODE,
-        DeckField.DEPENDENCIES,
-        DeckField.TIMELINE,
-        DeckField.INPUT,
-        DeckField.OUTPUT,
-    ),
-    pod_template: Optional[flytekit.PodTemplate] = None,
-    pod_template_name: Optional[str] = None,
-    accelerator: Optional[BaseAccelerator] = None,
-    pickle_untyped: bool = False,
-    shared_memory: Optional[Union[Literal[True], str]] = None,
-    resources: Optional[Resources] = None,
-    labels: Optional[dict[str, str]] = None,
-    annotations: Optional[dict[str, str]] = None,
-    **kwargs,
-) -> Union[AsyncFunctionTaskTemplate, Callable[P, R]]:
-    plugin_config = task_config
-    pod_template = (
-        flyte.PodTemplate(
-            pod_spec=pod_template.pod_spec,
-            primary_container_name=pod_template.primary_container_name,
-            labels=pod_template.labels,
-            annotations=pod_template.annotations,
-        )
-        if pod_template
-        else None
-    )
-
-    if isinstance(container_image, flytekit.ImageSpec):
-        image = Image.from_debian_base()
-        if container_image.apt_packages:
-            image = image.with_apt_packages(*container_image.apt_packages)
-        pip_packages = ["flytekit"]
-        if container_image.packages:
-            pip_packages.extend(container_image.packages)
-        image = image.with_pip_packages(*pip_packages)
-    elif isinstance(container_image, str):
-        image = Image.from_base(container_image).with_pip_packages("flyte")
-    else:
-        image = Image.from_debian_base().with_pip_packages("flytekit")
-
-    docs = Documentation(description=docs.short_description) if docs else None
-
-    env = TaskEnvironment(
-        name="flytekit",
-        resources=Resources(cpu=0.8, memory="800Mi"),
-        image=image,
-        cache="enabled" if cache else "disable",
-        plugin_config=plugin_config,
-    )
-    return env.task(retries=retries, pod_template=pod_template_name or pod_template, docs=docs)
-
-
-flytekit.task = task_shim

flyte/migrate/workflow.py

@@ -1,13 +0,0 @@
-import flytekit
-
-from flyte import Image, Resources, TaskEnvironment
-
-env = TaskEnvironment(
-    name="flytekit",
-    resources=Resources(cpu=0.8, memory="800Mi"),
-    image=Image.from_debian_base().with_apt_packages("vim").with_pip_packages("flytekit", "pandas"),
-)
-
-# TODO: Build subtask's image
-
-flytekit.workflow = env.task