flyte 0.2.0b18__py3-none-any.whl → 0.2.0b20__py3-none-any.whl

flyte/_protos/imagebuilder/definition_pb2.pyi

@@ -0,0 +1,140 @@
+from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class ImageIdentifier(_message.Message):
+    __slots__ = ["name"]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    def __init__(self, name: _Optional[str] = ...) -> None: ...
+
+class Image(_message.Message):
+    __slots__ = ["id", "fqin"]
+    ID_FIELD_NUMBER: _ClassVar[int]
+    FQIN_FIELD_NUMBER: _ClassVar[int]
+    id: ImageIdentifier
+    fqin: str
+    def __init__(self, id: _Optional[_Union[ImageIdentifier, _Mapping]] = ..., fqin: _Optional[str] = ...) -> None: ...
+
+class AptPackages(_message.Message):
+    __slots__ = ["packages"]
+    PACKAGES_FIELD_NUMBER: _ClassVar[int]
+    packages: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, packages: _Optional[_Iterable[str]] = ...) -> None: ...
+
+class PipOptions(_message.Message):
+    __slots__ = ["index_url", "extra_index_urls", "pre", "extra_args"]
+    INDEX_URL_FIELD_NUMBER: _ClassVar[int]
+    EXTRA_INDEX_URLS_FIELD_NUMBER: _ClassVar[int]
+    PRE_FIELD_NUMBER: _ClassVar[int]
+    EXTRA_ARGS_FIELD_NUMBER: _ClassVar[int]
+    index_url: str
+    extra_index_urls: _containers.RepeatedScalarFieldContainer[str]
+    pre: bool
+    extra_args: str
+    def __init__(self, index_url: _Optional[str] = ..., extra_index_urls: _Optional[_Iterable[str]] = ..., pre: bool = ..., extra_args: _Optional[str] = ...) -> None: ...
+
+class PipPackages(_message.Message):
+    __slots__ = ["packages", "options"]
+    PACKAGES_FIELD_NUMBER: _ClassVar[int]
+    OPTIONS_FIELD_NUMBER: _ClassVar[int]
+    packages: _containers.RepeatedScalarFieldContainer[str]
+    options: PipOptions
+    def __init__(self, packages: _Optional[_Iterable[str]] = ..., options: _Optional[_Union[PipOptions, _Mapping]] = ...) -> None: ...
+
+class Requirements(_message.Message):
+    __slots__ = ["file", "options"]
+    FILE_FIELD_NUMBER: _ClassVar[int]
+    OPTIONS_FIELD_NUMBER: _ClassVar[int]
+    file: str
+    options: PipOptions
+    def __init__(self, file: _Optional[str] = ..., options: _Optional[_Union[PipOptions, _Mapping]] = ...) -> None: ...
+
+class PythonWheels(_message.Message):
+    __slots__ = ["dir", "options"]
+    DIR_FIELD_NUMBER: _ClassVar[int]
+    OPTIONS_FIELD_NUMBER: _ClassVar[int]
+    dir: str
+    options: PipOptions
+    def __init__(self, dir: _Optional[str] = ..., options: _Optional[_Union[PipOptions, _Mapping]] = ...) -> None: ...
+
+class UVProject(_message.Message):
+    __slots__ = ["pyproject", "uvlock", "options"]
+    PYPROJECT_FIELD_NUMBER: _ClassVar[int]
+    UVLOCK_FIELD_NUMBER: _ClassVar[int]
+    OPTIONS_FIELD_NUMBER: _ClassVar[int]
+    pyproject: str
+    uvlock: str
+    options: PipOptions
+    def __init__(self, pyproject: _Optional[str] = ..., uvlock: _Optional[str] = ..., options: _Optional[_Union[PipOptions, _Mapping]] = ...) -> None: ...
+
+class Commands(_message.Message):
+    __slots__ = ["cmd"]
+    CMD_FIELD_NUMBER: _ClassVar[int]
+    cmd: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, cmd: _Optional[_Iterable[str]] = ...) -> None: ...
+
+class WorkDir(_message.Message):
+    __slots__ = ["workdir"]
+    WORKDIR_FIELD_NUMBER: _ClassVar[int]
+    workdir: str
+    def __init__(self, workdir: _Optional[str] = ...) -> None: ...
+
+class CopyConfig(_message.Message):
+    __slots__ = ["src", "dst"]
+    SRC_FIELD_NUMBER: _ClassVar[int]
+    DST_FIELD_NUMBER: _ClassVar[int]
+    src: str
+    dst: str
+    def __init__(self, src: _Optional[str] = ..., dst: _Optional[str] = ...) -> None: ...
+
+class Env(_message.Message):
+    __slots__ = ["env_variables"]
+    class EnvVariablesEntry(_message.Message):
+        __slots__ = ["key", "value"]
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    ENV_VARIABLES_FIELD_NUMBER: _ClassVar[int]
+    env_variables: _containers.ScalarMap[str, str]
+    def __init__(self, env_variables: _Optional[_Mapping[str, str]] = ...) -> None: ...
+
+class Layer(_message.Message):
+    __slots__ = ["apt_packages", "pip_packages", "commands", "requirements", "python_wheels", "workdir", "copy_config", "uv_project", "env"]
+    APT_PACKAGES_FIELD_NUMBER: _ClassVar[int]
+    PIP_PACKAGES_FIELD_NUMBER: _ClassVar[int]
+    COMMANDS_FIELD_NUMBER: _ClassVar[int]
+    REQUIREMENTS_FIELD_NUMBER: _ClassVar[int]
+    PYTHON_WHEELS_FIELD_NUMBER: _ClassVar[int]
+    WORKDIR_FIELD_NUMBER: _ClassVar[int]
+    COPY_CONFIG_FIELD_NUMBER: _ClassVar[int]
+    UV_PROJECT_FIELD_NUMBER: _ClassVar[int]
+    ENV_FIELD_NUMBER: _ClassVar[int]
+    apt_packages: AptPackages
+    pip_packages: PipPackages
+    commands: Commands
+    requirements: Requirements
+    python_wheels: PythonWheels
+    workdir: WorkDir
+    copy_config: CopyConfig
+    uv_project: UVProject
+    env: Env
+    def __init__(self, apt_packages: _Optional[_Union[AptPackages, _Mapping]] = ..., pip_packages: _Optional[_Union[PipPackages, _Mapping]] = ..., commands: _Optional[_Union[Commands, _Mapping]] = ..., requirements: _Optional[_Union[Requirements, _Mapping]] = ..., python_wheels: _Optional[_Union[PythonWheels, _Mapping]] = ..., workdir: _Optional[_Union[WorkDir, _Mapping]] = ..., copy_config: _Optional[_Union[CopyConfig, _Mapping]] = ..., uv_project: _Optional[_Union[UVProject, _Mapping]] = ..., env: _Optional[_Union[Env, _Mapping]] = ...) -> None: ...
+
+class ImageSpec(_message.Message):
+    __slots__ = ["base_image", "python_version", "layers", "platform"]
+    BASE_IMAGE_FIELD_NUMBER: _ClassVar[int]
+    PYTHON_VERSION_FIELD_NUMBER: _ClassVar[int]
+    LAYERS_FIELD_NUMBER: _ClassVar[int]
+    PLATFORM_FIELD_NUMBER: _ClassVar[int]
+    base_image: str
+    python_version: str
+    layers: _containers.RepeatedCompositeFieldContainer[Layer]
+    platform: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, base_image: _Optional[str] = ..., python_version: _Optional[str] = ..., layers: _Optional[_Iterable[_Union[Layer, _Mapping]]] = ..., platform: _Optional[_Iterable[str]] = ...) -> None: ...

flyte/_protos/imagebuilder/definition_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

flyte/_protos/imagebuilder/payload_pb2.py

@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: imagebuilder/payload.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from flyte._protos.imagebuilder import definition_pb2 as imagebuilder_dot_definition__pb2
+from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1aimagebuilder/payload.proto\x12\x15\x63loudidl.imagebuilder\x1a\x1dimagebuilder/definition.proto\x1a\x17validate/validate.proto\"w\n\x0fGetImageRequest\x12@\n\x02id\x18\x01 \x01(\x0b\x32&.cloudidl.imagebuilder.ImageIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x02id\x12\"\n\x0corganization\x18\x02 \x01(\tR\x0corganization\"F\n\x10GetImageResponse\x12\x32\n\x05image\x18\x01 \x01(\x0b\x32\x1c.cloudidl.imagebuilder.ImageR\x05imageB\xd1\x01\n\x19\x63om.cloudidl.imagebuilderB\x0cPayloadProtoH\x02P\x01Z/github.com/unionai/cloud/gen/pb-go/imagebuilder\xa2\x02\x03\x43IX\xaa\x02\x15\x43loudidl.Imagebuilder\xca\x02\x15\x43loudidl\\Imagebuilder\xe2\x02!Cloudidl\\Imagebuilder\\GPBMetadata\xea\x02\x16\x43loudidl::Imagebuilderb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'imagebuilder.payload_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\031com.cloudidl.imagebuilderB\014PayloadProtoH\002P\001Z/github.com/unionai/cloud/gen/pb-go/imagebuilder\242\002\003CIX\252\002\025Cloudidl.Imagebuilder\312\002\025Cloudidl\\Imagebuilder\342\002!Cloudidl\\Imagebuilder\\GPBMetadata\352\002\026Cloudidl::Imagebuilder'
+  _GETIMAGEREQUEST.fields_by_name['id']._options = None
+  _GETIMAGEREQUEST.fields_by_name['id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _globals['_GETIMAGEREQUEST']._serialized_start=109
+  _globals['_GETIMAGEREQUEST']._serialized_end=228
+  _globals['_GETIMAGERESPONSE']._serialized_start=230
+  _globals['_GETIMAGERESPONSE']._serialized_end=300
+# @@protoc_insertion_point(module_scope)

flyte/_protos/imagebuilder/payload_pb2.pyi

@@ -0,0 +1,21 @@
+from flyte._protos.imagebuilder import definition_pb2 as _definition_pb2
+from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class GetImageRequest(_message.Message):
+    __slots__ = ["id", "organization"]
+    ID_FIELD_NUMBER: _ClassVar[int]
+    ORGANIZATION_FIELD_NUMBER: _ClassVar[int]
+    id: _definition_pb2.ImageIdentifier
+    organization: str
+    def __init__(self, id: _Optional[_Union[_definition_pb2.ImageIdentifier, _Mapping]] = ..., organization: _Optional[str] = ...) -> None: ...
+
+class GetImageResponse(_message.Message):
+    __slots__ = ["image"]
+    IMAGE_FIELD_NUMBER: _ClassVar[int]
+    image: _definition_pb2.Image
+    def __init__(self, image: _Optional[_Union[_definition_pb2.Image, _Mapping]] = ...) -> None: ...

flyte/_protos/imagebuilder/payload_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

flyte/_protos/imagebuilder/service_pb2.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: imagebuilder/service.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from flyte._protos.imagebuilder import payload_pb2 as imagebuilder_dot_payload__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1aimagebuilder/service.proto\x12\x15\x63loudidl.imagebuilder\x1a\x1aimagebuilder/payload.proto2p\n\x0cImageService\x12`\n\x08GetImage\x12&.cloudidl.imagebuilder.GetImageRequest\x1a\'.cloudidl.imagebuilder.GetImageResponse\"\x03\x90\x02\x01\x42\xd1\x01\n\x19\x63om.cloudidl.imagebuilderB\x0cServiceProtoH\x02P\x01Z/github.com/unionai/cloud/gen/pb-go/imagebuilder\xa2\x02\x03\x43IX\xaa\x02\x15\x43loudidl.Imagebuilder\xca\x02\x15\x43loudidl\\Imagebuilder\xe2\x02!Cloudidl\\Imagebuilder\\GPBMetadata\xea\x02\x16\x43loudidl::Imagebuilderb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'imagebuilder.service_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\031com.cloudidl.imagebuilderB\014ServiceProtoH\002P\001Z/github.com/unionai/cloud/gen/pb-go/imagebuilder\242\002\003CIX\252\002\025Cloudidl.Imagebuilder\312\002\025Cloudidl\\Imagebuilder\342\002!Cloudidl\\Imagebuilder\\GPBMetadata\352\002\026Cloudidl::Imagebuilder'
+  _IMAGESERVICE.methods_by_name['GetImage']._options = None
+  _IMAGESERVICE.methods_by_name['GetImage']._serialized_options = b'\220\002\001'
+  _globals['_IMAGESERVICE']._serialized_start=81
+  _globals['_IMAGESERVICE']._serialized_end=193
+# @@protoc_insertion_point(module_scope)

flyte/_protos/imagebuilder/service_pb2.pyi

@@ -0,0 +1,5 @@
+from flyte._protos.imagebuilder import payload_pb2 as _payload_pb2
+from google.protobuf import descriptor as _descriptor
+from typing import ClassVar as _ClassVar
+
+DESCRIPTOR: _descriptor.FileDescriptor

flyte/_protos/imagebuilder/service_pb2_grpc.py

@@ -0,0 +1,66 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
+from flyte._protos.imagebuilder import payload_pb2 as imagebuilder_dot_payload__pb2
+
+
+class ImageServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.GetImage = channel.unary_unary(
+                '/cloudidl.imagebuilder.ImageService/GetImage',
+                request_serializer=imagebuilder_dot_payload__pb2.GetImageRequest.SerializeToString,
+                response_deserializer=imagebuilder_dot_payload__pb2.GetImageResponse.FromString,
+                )
+
+
+class ImageServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def GetImage(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_ImageServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'GetImage': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetImage,
+                    request_deserializer=imagebuilder_dot_payload__pb2.GetImageRequest.FromString,
+                    response_serializer=imagebuilder_dot_payload__pb2.GetImageResponse.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'cloudidl.imagebuilder.ImageService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class ImageService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def GetImage(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/cloudidl.imagebuilder.ImageService/GetImage',
+            imagebuilder_dot_payload__pb2.GetImageRequest.SerializeToString,
+            imagebuilder_dot_payload__pb2.GetImageResponse.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

flyte/_run.py

@@ -43,7 +43,7 @@ async def _get_code_bundle_for_run(name: str) -> CodeBundle | None:
 
     run = await Run.get.aio(name=name)
     if run:
-        run_details = await run.details()
+        run_details = await run.details.aio()
         spec = run_details.action_details.pb2.resolved_task_spec
         return extract_code_bundle(spec)
     return None
@@ -64,6 +64,8 @@ class _Runner:
         metadata_path: str | None = None,
         run_base_dir: str | None = None,
         overwrite_cache: bool = False,
+        project: str | None = None,
+        domain: str | None = None,
         env: Dict[str, str] | None = None,
         labels: Dict[str, str] | None = None,
         annotations: Dict[str, str] | None = None,
@@ -88,6 +90,8 @@ class _Runner:
         self._metadata_path = metadata_path or "/tmp"
         self._run_base_dir = run_base_dir or "/tmp/base"
         self._overwrite_cache = overwrite_cache
+        self._project = project
+        self._domain = domain
         self._env = env
         self._labels = labels
         self._annotations = annotations
@@ -111,6 +115,8 @@ class _Runner:
         from ._protos.workflow import run_definition_pb2, run_service_pb2
 
         cfg = get_common_config()
+        project = self._project or cfg.project
+        domain = self._domain or cfg.domain
 
         if isinstance(obj, LazyEntity):
             task = await obj.fetch.aio()
@@ -172,23 +178,23 @@ class _Runner:
             project_id = None
             if self._name:
                 run_id = run_definition_pb2.RunIdentifier(
-                    project=cfg.project,
-                    domain=cfg.domain,
+                    project=project,
+                    domain=domain,
                     org=cfg.org,
                     name=self._name if self._name else None,
                 )
             else:
                 project_id = identifier_pb2.ProjectIdentifier(
-                    name=cfg.project,
-                    domain=cfg.domain,
+                    name=project,
+                    domain=domain,
                     organization=cfg.org,
                 )
             # Fill in task id inside the task template if it's not provided.
             # Maybe this should be done here, or the backend.
             if task_spec.task_template.id.project == "":
-                task_spec.task_template.id.project = cfg.project if cfg.project else ""
+                task_spec.task_template.id.project = project if project else ""
             if task_spec.task_template.id.domain == "":
-                task_spec.task_template.id.domain = cfg.domain if cfg.domain else ""
+                task_spec.task_template.id.domain = domain if domain else ""
             if task_spec.task_template.id.org == "":
                 task_spec.task_template.id.org = cfg.org if cfg.org else ""
             if task_spec.task_template.id.version == "":
@@ -450,6 +456,8 @@ def with_runcontext(
     raw_data_path: str | None = None,
     run_base_dir: str | None = None,
     overwrite_cache: bool = False,
+    project: str | None = None,
+    domain: str | None = None,
     env: Dict[str, str] | None = None,
     labels: Dict[str, str] | None = None,
     annotations: Dict[str, str] | None = None,
@@ -486,7 +494,9 @@ def with_runcontext(
       and can be used to store raw data in specific locations. TODO coming soon for remote runs as well.
     :param run_base_dir: Optional The base directory to use for the run. This is used to store the metadata for the run,
      that is passed between tasks.
-    :param overwrite_cache: Optional If true, the cache will be overwritten for the run.
+    :param overwrite_cache: Optional If true, the cache will be overwritten for the run
+    :param project: Optional The project to use for the run
+    :param domain: Optional The domain to use for the run
     :param env: Optional Environment variables to set for the run
     :param labels: Optional Labels to set for the run
     :param annotations: Optional Annotations to set for the run
@@ -514,6 +524,8 @@ def with_runcontext(
         labels=labels,
         annotations=annotations,
         interruptible=interruptible,
+        project=project,
+        domain=domain,
         log_level=log_level,
     )
 

flyte/_task_environment.py

@@ -180,4 +180,5 @@ class TaskEnvironment(Environment):
         if task.name in self._tasks:
             raise ValueError(f"Task {task.name} already exists in the environment. Task names should be unique.")
         self._tasks[task.name] = task
+        task.parent_env = weakref.ref(self)
         return task

flyte/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.2.0b18'
-__version_tuple__ = version_tuple = (0, 2, 0, 'b18')
+__version__ = version = '0.2.0b20'
+__version_tuple__ = version_tuple = (0, 2, 0, 'b20')

flyte/cli/__init__.py

@@ -1,3 +1,12 @@
+import os
+
 from flyte.cli.main import main
 
 __all__ = ["main"]
+
+
+# Set GRPC_VERBOSITY to NONE if not already set to silence unwanted output
+# This addresses the issue with grpcio >=1.68.0 causing unwanted output
+# https://github.com/flyteorg/flyte/issues/6082
+if "GRPC_VERBOSITY" not in os.environ:
+    os.environ["GRPC_VERBOSITY"] = "NONE"

flyte/cli/_create.py

@@ -87,6 +87,14 @@ def secret(
     help="Force overwrite of the configuration file if it already exists.",
     show_default=True,
 )
+@click.option(
+    "--image-builder",
+    "--builder",
+    type=click.Choice(["local", "remote"]),
+    default="local",
+    help="Image builder to use for building images. Defaults to 'local'.",
+    show_default=True,
+)
 def config(
     output: str,
     endpoint: str | None = None,
@@ -95,6 +103,7 @@ def config(
     project: str | None = None,
     domain: str | None = None,
     force: bool = False,
+    image_builder: str | None = None,
 ):
     """
     Creates a configuration file for Flyte CLI.
@@ -131,6 +140,10 @@ def config(
     if domain:
         task["domain"] = domain
 
+    image: Dict[str, str] = {}
+    if image_builder:
+        image["builder"] = image_builder
+
     if not admin and not task:
         raise click.BadParameter("At least one of --endpoint or --org must be provided.")
 
@@ -140,6 +153,8 @@ def config(
             d["admin"] = admin
         if task:
             d["task"] = task
+        if image:
+            d["image"] = image
         yaml.dump(d, f)
 
     click.echo(f"Config file written to {output_path}")

flyte/config/_config.py

@@ -13,7 +13,7 @@ from flyte._logging import logger
 from flyte.config import _internal
 from flyte.config._reader import ConfigFile, get_config_file, read_file_if_exists
 
-_all__ = ["ConfigFile", "PlatformConfig", "TaskConfig"]
+_all__ = ["ConfigFile", "PlatformConfig", "TaskConfig", "ImageConfig"]
 
 if TYPE_CHECKING:
     from flyte.remote._client.auth import AuthType
@@ -140,6 +140,28 @@ class TaskConfig(object):
         return TaskConfig(**kwargs)
 
 
+@rich.repr.auto
+@dataclass(init=True, repr=True, eq=True, frozen=True)
+class ImageConfig(object):
+    """
+    Configuration for Docker image settings.
+    """
+
+    builder: str | None = None
+
+    @classmethod
+    def auto(cls, config_file: typing.Optional[typing.Union[str, ConfigFile]] = None) -> "ImageConfig":
+        """
+        Reads from a config file, and overrides from Environment variables. Refer to ConfigEntry for details
+        :param config_file:
+        :return:
+        """
+        config_file = get_config_file(config_file)
+        kwargs: typing.Dict[str, typing.Any] = {}
+        kwargs = set_if_exists(kwargs, "builder", _internal.Image.BUILDER.read(config_file))
+        return ImageConfig(**kwargs)
+
+
 @rich.repr.auto
 @dataclass(init=True, repr=True, eq=True, frozen=True)
 class Config(object):
@@ -154,16 +176,19 @@ class Config(object):
 
     platform: PlatformConfig = field(default=PlatformConfig())
     task: TaskConfig = field(default=TaskConfig())
+    image: ImageConfig = field(default=ImageConfig())
     source: pathlib.Path | None = None
 
     def with_params(
         self,
         platform: PlatformConfig | None = None,
         task: TaskConfig | None = None,
+        image: ImageConfig | None = None,
     ) -> "Config":
         return Config(
             platform=platform or self.platform,
             task=task or self.task,
+            image=image or self.image,
         )
 
     @classmethod
@@ -182,7 +207,10 @@ class Config(object):
             logger.debug("No config file found, using default values")
             return Config()
         return Config(
-            platform=PlatformConfig.auto(config_file), task=TaskConfig.auto(config_file), source=config_file.path
+            platform=PlatformConfig.auto(config_file),
+            task=TaskConfig.auto(config_file),
+            image=ImageConfig.auto(config_file),
+            source=config_file.path,
         )
 
 

flyte/config/_internal.py

@@ -62,3 +62,11 @@ class Task(object):
     ORG = ConfigEntry(YamlConfigEntry("task.org"))
     PROJECT = ConfigEntry(YamlConfigEntry("task.project"))
     DOMAIN = ConfigEntry(YamlConfigEntry("task.domain"))
+
+
+class Image(object):
+    """
+    Defines the configuration for the image builder.
+    """
+
+    BUILDER = ConfigEntry(YamlConfigEntry("image.builder"))

flyte/config/_reader.py

@@ -177,9 +177,6 @@ def get_config_file(c: typing.Union[str, ConfigFile, None]) -> ConfigFile | None
     """
     Checks if the given argument is a file or a configFile and returns a loaded configFile else returns None
     """
-    if "PYTEST_VERSION" in os.environ:
-        # Use default local config in the pytest environment
-        return None
     if isinstance(c, str):
         logger.debug(f"Using specified config file at {c}")
         return ConfigFile(c)

flyte/extras/_container.py

@@ -260,8 +260,8 @@ class ContainerTask(TaskTemplate):
         }
 
         return tasks_pb2.DataLoadingConfig(
-            input_path=str(self._input_data_dir),
-            output_path=str(self._output_data_dir),
+            input_path=str(self._input_data_dir) if self._input_data_dir else None,
+            output_path=str(self._output_data_dir) if self._output_data_dir else None,
             enabled=True,
             format=literal_to_protobuf.get(self._metadata_format, "JSON"),
         )

flyte/remote/_data.py

@@ -18,6 +18,7 @@ from google.protobuf import duration_pb2
 from flyte._initialize import CommonInit, ensure_client, get_client, get_common_config
 from flyte._logging import make_hyperlink
 from flyte.errors import InitializationError, RuntimeSystemError
+from flyte.syncify import syncify
 
 _UPLOAD_EXPIRES_IN = timedelta(seconds=60)
 
@@ -113,6 +114,7 @@ async def _upload_single_file(
     return str_digest, resp.native_url
 
 
+@syncify
 async def upload_file(fp: Path, verify: bool = True) -> Tuple[str, str]:
     """
     Uploads a file to a remote location and returns the remote URI.

flyte/remote/_run.py

@@ -226,12 +226,13 @@ class Run:
     ):
         await self.action.show_logs(attempt, max_lines, show_ts, raw, filter_system=filter_system)
 
+    @syncify
     async def details(self) -> RunDetails:
         """
         Get the details of the run. This is a placeholder for getting the run details.
         """
         if self._details is None:
-            self._details = await RunDetails.get_details(RunDetails, self.pb2.action.id.run)
+            self._details = await RunDetails.get_details.aio(self.pb2.action.id.run)
         return self._details
 
     @property
@@ -636,7 +637,7 @@ class Action:
                     # Update progress description with the current phase
                     progress.update(
                         task_id,
-                        description=f"Run: {self.name} in {ad.phase}, Runtime: {ad.runtime} secs "
+                        description=f"Run: {self.run_name} in {ad.phase}, Runtime: {ad.runtime} secs "
                         f"Attempts[{ad.attempts}]",
                     )
 
@@ -644,10 +645,10 @@ class Action:
                     if ad.done():
                         progress.stop_task(task_id)
                         if ad.pb2.status.phase == run_definition_pb2.PHASE_SUCCEEDED:
-                            console.print(f"[bold green]Run '{self.name}' completed successfully.[/bold green]")
+                            console.print(f"[bold green]Run '{self.run_name}' completed successfully.[/bold green]")
                         else:
                             console.print(
-                                f"[bold red]Run '{self.name}' exited unsuccessfully in state {ad.phase} "
+                                f"[bold red]Run '{self.run_name}' exited unsuccessfully in state {ad.phase}"
                                 f"with error: {ad.error_info}[/bold red]"
                             )
                         break