flyte 0.2.0b1__py3-none-any.whl → 0.2.0b3__py3-none-any.whl

flyte/storage/_config.py

@@ -0,0 +1,233 @@
+from __future__ import annotations
+
+import datetime
+import os
+import typing
+from dataclasses import dataclass
+from typing import ClassVar
+
+from flyte.config import set_if_exists
+
+
+@dataclass(init=True, repr=True, eq=True, frozen=True)
+class Storage(object):
+    """
+    Data storage configuration that applies across any provider.
+    """
+
+    retries: int = 3
+    backoff: datetime.timedelta = datetime.timedelta(seconds=5)
+    enable_debug: bool = False
+    attach_execution_metadata: bool = True
+
+    _KEY_ENV_VAR_MAPPING: ClassVar[typing.Dict[str, str]] = {
+        "enable_debug": "UNION_STORAGE_DEBUG",
+        "retries": "UNION_STORAGE_RETRIES",
+        "backoff": "UNION_STORAGE_BACKOFF_SECONDS",
+    }
+
+    def get_fsspec_kwargs(self, anonymous: bool = False, **kwargs) -> typing.Dict[str, typing.Any]:
+        """
+        Returns the configuration as kwargs for constructing an fsspec filesystem.
+        """
+        return {}
+
+    @classmethod
+    def _auto_as_kwargs(cls) -> typing.Dict[str, typing.Any]:
+        retries = os.getenv(cls._KEY_ENV_VAR_MAPPING["retries"])
+        backoff = os.getenv(cls._KEY_ENV_VAR_MAPPING["backoff"])
+        enable_debug = os.getenv(cls._KEY_ENV_VAR_MAPPING["enable_debug"])
+
+        kwargs: typing.Dict[str, typing.Any] = {}
+        kwargs = set_if_exists(kwargs, "enable_debug", enable_debug)
+        kwargs = set_if_exists(kwargs, "retries", retries)
+        kwargs = set_if_exists(kwargs, "backoff", backoff)
+        return kwargs
+
+    @classmethod
+    def auto(cls) -> Storage:
+        """
+        Construct the config object automatically from environment variables.
+        """
+        return cls(**cls._auto_as_kwargs())
+
+
+@dataclass(init=True, repr=True, eq=True, frozen=True)
+class S3(Storage):
+    """
+    S3 specific configuration
+    """
+
+    endpoint: typing.Optional[str] = None
+    access_key_id: typing.Optional[str] = None
+    secret_access_key: typing.Optional[str] = None
+
+    _KEY_ENV_VAR_MAPPING: ClassVar[typing.Dict[str, str]] = {
+        "endpoint": "FLYTE_AWS_ENDPOINT",
+        "access_key_id": "FLYTE_AWS_ACCESS_KEY_ID",
+        "secret_access_key": "FLYTE_AWS_SECRET_ACCESS_KEY",
+    } | Storage._KEY_ENV_VAR_MAPPING
+
+    # Refer to https://github.com/developmentseed/obstore/blob/33654fc37f19a657689eb93327b621e9f9e01494/obstore/python/obstore/store/_aws.pyi#L11
+    # for key and secret
+    _CONFIG_KEY_FSSPEC_S3_KEY_ID: ClassVar = "access_key_id"
+    _CONFIG_KEY_FSSPEC_S3_SECRET: ClassVar = "secret_access_key"
+    _CONFIG_KEY_ENDPOINT: ClassVar = "endpoint_url"
+    _KEY_SKIP_SIGNATURE: ClassVar = "skip_signature"
+
+    @classmethod
+    def auto(cls) -> S3:
+        """
+        :return: Config
+        """
+        endpoint = os.getenv(cls._KEY_ENV_VAR_MAPPING["endpoint"], None)
+        access_key_id = os.getenv(cls._KEY_ENV_VAR_MAPPING["access_key_id"], None)
+        secret_access_key = os.getenv(cls._KEY_ENV_VAR_MAPPING["secret_access_key"], None)
+
+        kwargs = super()._auto_as_kwargs()
+        kwargs = set_if_exists(kwargs, "endpoint", endpoint)
+        kwargs = set_if_exists(kwargs, "access_key_id", access_key_id)
+        kwargs = set_if_exists(kwargs, "secret_access_key", secret_access_key)
+
+        return S3(**kwargs)
+
+    @classmethod
+    def for_sandbox(cls) -> S3:
+        """
+        :return:
+        """
+        kwargs = super()._auto_as_kwargs()
+        final_kwargs = kwargs | {
+            "endpoint": "http://localhost:4566",
+            "access_key_id": "minio",
+            "secret_access_key": "miniostorage",
+        }
+        return S3(**final_kwargs)
+
+    def get_fsspec_kwargs(self, anonymous: bool = False, **kwargs) -> typing.Dict[str, typing.Any]:
+        # Construct the config object
+        kwargs.pop("anonymous", None)  # Remove anonymous if it exists, as we handle it separately
+        config: typing.Dict[str, typing.Any] = {}
+        if self._CONFIG_KEY_FSSPEC_S3_KEY_ID in kwargs or self.access_key_id:
+            config[self._CONFIG_KEY_FSSPEC_S3_KEY_ID] = kwargs.pop(
+                self._CONFIG_KEY_FSSPEC_S3_KEY_ID, self.access_key_id
+            )
+        if self._CONFIG_KEY_FSSPEC_S3_SECRET in kwargs or self.secret_access_key:
+            config[self._CONFIG_KEY_FSSPEC_S3_SECRET] = kwargs.pop(
+                self._CONFIG_KEY_FSSPEC_S3_SECRET, self.secret_access_key
+            )
+        if self._CONFIG_KEY_ENDPOINT in kwargs or self.endpoint:
+            config["endpoint_url"] = kwargs.pop(self._CONFIG_KEY_ENDPOINT, self.endpoint)
+
+        retries = kwargs.pop("retries", self.retries)
+        backoff = kwargs.pop("backoff", self.backoff)
+
+        if anonymous:
+            config[self._KEY_SKIP_SIGNATURE] = True
+
+        retry_config = {
+            "max_retries": retries,
+            "backoff": {
+                "base": 2,
+                "init_backoff": backoff,
+                "max_backoff": datetime.timedelta(seconds=16),
+            },
+            "retry_timeout": datetime.timedelta(minutes=3),
+        }
+
+        client_options = {"timeout": "99999s", "allow_http": True}
+
+        if config:
+            kwargs["config"] = config
+        kwargs["client_options"] = client_options or None
+        kwargs["retry_config"] = retry_config or None
+
+        return kwargs
+
+
+@dataclass(init=True, repr=True, eq=True, frozen=True)
+class GCS(Storage):
+    """
+    Any GCS specific configuration.
+    """
+
+    gsutil_parallelism: bool = False
+
+    _KEY_ENV_VAR_MAPPING: ClassVar[dict[str, str]] = {
+        "gsutil_parallelism": "GCP_GSUTIL_PARALLELISM",
+    }
+
+    @classmethod
+    def auto(cls) -> GCS:
+        gsutil_parallelism = os.getenv(cls._KEY_ENV_VAR_MAPPING["gsutil_parallelism"], None)
+
+        kwargs: typing.Dict[str, typing.Any] = {}
+        kwargs = set_if_exists(kwargs, "gsutil_parallelism", gsutil_parallelism)
+        return GCS(**kwargs)
+
+    def get_fsspec_kwargs(self, anonymous: bool = False, **kwargs) -> typing.Dict[str, typing.Any]:
+        kwargs.pop("anonymous", None)
+        return kwargs
+
+
+@dataclass(init=True, repr=True, eq=True, frozen=True)
+class ABFS(Storage):
+    """
+    Any Azure Blob Storage specific configuration.
+    """
+
+    account_name: typing.Optional[str] = None
+    account_key: typing.Optional[str] = None
+    tenant_id: typing.Optional[str] = None
+    client_id: typing.Optional[str] = None
+    client_secret: typing.Optional[str] = None
+
+    _KEY_ENV_VAR_MAPPING: ClassVar[dict[str, str]] = {
+        "account_name": "AZURE_STORAGE_ACCOUNT_NAME",
+        "account_key": "AZURE_STORAGE_ACCOUNT_KEY",
+        "tenant_id": "AZURE_TENANT_ID",
+        "client_id": "AZURE_CLIENT_ID",
+        "client_secret": "AZURE_CLIENT_SECRET",
+    }
+    _KEY_SKIP_SIGNATURE: ClassVar = "skip_signature"
+
+    @classmethod
+    def auto(cls) -> ABFS:
+        account_name = os.getenv(cls._KEY_ENV_VAR_MAPPING["account_name"], None)
+        account_key = os.getenv(cls._KEY_ENV_VAR_MAPPING["account_key"], None)
+        tenant_id = os.getenv(cls._KEY_ENV_VAR_MAPPING["tenant_id"], None)
+        client_id = os.getenv(cls._KEY_ENV_VAR_MAPPING["client_id"], None)
+        client_secret = os.getenv(cls._KEY_ENV_VAR_MAPPING["client_secret"], None)
+
+        kwargs: typing.Dict[str, typing.Any] = {}
+        kwargs = set_if_exists(kwargs, "account_name", account_name)
+        kwargs = set_if_exists(kwargs, "account_key", account_key)
+        kwargs = set_if_exists(kwargs, "tenant_id", tenant_id)
+        kwargs = set_if_exists(kwargs, "client_id", client_id)
+        kwargs = set_if_exists(kwargs, "client_secret", client_secret)
+        return ABFS(**kwargs)
+
+    def get_fsspec_kwargs(self, anonymous: bool = False, **kwargs) -> typing.Dict[str, typing.Any]:
+        kwargs.pop("anonymous", None)
+        config: typing.Dict[str, typing.Any] = {}
+        if "account_name" in kwargs or self.account_name:
+            config["account_name"] = kwargs.get("account_name", self.account_name)
+        if "account_key" in kwargs or self.account_key:
+            config["account_key"] = kwargs.get("account_key", self.account_key)
+        if "client_id" in kwargs or self.client_id:
+            config["client_id"] = kwargs.get("client_id", self.client_id)
+        if "client_secret" in kwargs or self.client_secret:
+            config["client_secret"] = kwargs.get("client_secret", self.client_secret)
+        if "tenant_id" in kwargs or self.tenant_id:
+            config["tenant_id"] = kwargs.get("tenant_id", self.tenant_id)
+
+        if anonymous:
+            config[self._KEY_SKIP_SIGNATURE] = True
+
+        client_options = {"timeout": "99999s", "allow_http": "true"}
+
+        if config:
+            kwargs["config"] = config
+        kwargs["client_options"] = client_options
+
+        return kwargs

flyte/storage/_storage.py

@@ -74,7 +74,27 @@ def get_underlying_filesystem(
 
     storage_config = get_storage()
     if storage_config:
-        kwargs.update(storage_config.get_fsspec_kwargs(anonymous, **kwargs))
+        kwargs = storage_config.get_fsspec_kwargs(anonymous, **kwargs)
+    elif protocol:
+        match protocol:
+            case "s3":
+                # If the protocol is s3, we can use the s3 filesystem
+                from flyte.storage import S3
+
+                kwargs = S3.auto().get_fsspec_kwargs(anonymous=anonymous, **kwargs)
+            case "gs":
+                # If the protocol is gs, we can use the gs filesystem
+                from flyte.storage import GCS
+
+                kwargs = GCS.auto().get_fsspec_kwargs(anonymous=anonymous, **kwargs)
+            case "abfs" | "abfss":
+                # If the protocol is abfs or abfss, we can use the abfs filesystem
+                from flyte.storage import ABFS
+
+                kwargs = ABFS.auto().get_fsspec_kwargs(anonymous=anonymous, **kwargs)
+            case _:
+                pass
+
     return fsspec.filesystem(protocol, **kwargs)
 
 
@@ -127,7 +147,7 @@ async def _get_from_filesystem(
     return to_path
 
 
-async def put(from_path: str, to_path: Optional[str] = None, recursive: bool = False, **kwargs):
+async def put(from_path: str, to_path: Optional[str] = None, recursive: bool = False, **kwargs) -> str:
     if not to_path:
         from flyte._context import internal_ctx
 
@@ -142,7 +162,7 @@ async def put(from_path: str, to_path: Optional[str] = None, recursive: bool = F
     else:
         dst = file_system.put(from_path, to_path, recursive=recursive, **kwargs)
     if isinstance(dst, (str, pathlib.Path)):
-        return dst
+        return str(dst)
     else:
         return to_path
 

flyte/types/_interface.py

@@ -2,7 +2,7 @@ from typing import Any, Dict, Type, cast
 
 from flyteidl.core import interface_pb2
 
-from flyte._datastructures import NativeInterface
+from flyte.models import NativeInterface
 
 
 def guess_interface(interface: interface_pb2.TypedInterface) -> NativeInterface:

flyte/types/_type_engine.py

@@ -38,10 +38,10 @@ from mashumaro.mixins.json import DataClassJSONMixin
 from typing_extensions import Annotated, get_args, get_origin
 
 import flyte.storage as storage
-from flyte._datastructures import NativeInterface
 from flyte._hash import HashMethod
 from flyte._logging import logger
 from flyte._utils.helpers import load_proto_from_file
+from flyte.models import NativeInterface
 
 from ._utils import literal_types_match
 

{flyte-0.2.0b1.dist-info → flyte-0.2.0b3.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: flyte
-Version: 0.2.0b1
+Version: 0.2.0b3
 Summary: Add your description here
 Author-email: Ketan Umare <kumare3@users.noreply.github.com>
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: aiofiles>=24.1.0
-Requires-Dist: click!=8.2.0,>=8.1.8
+Requires-Dist: click>=8.2.1
 Requires-Dist: flyteidl==1.15.4b0
 Requires-Dist: cloudpickle>=3.1.1
 Requires-Dist: fsspec>=2025.3.0

{flyte-0.2.0b1.dist-info → flyte-0.2.0b3.dist-info}/RECORD

@@ -1,61 +1,60 @@
-flyte/__init__.py,sha256=klTe7_6xJK-7Aaozj2gmCulji6vCY1fET5h6pdn0chA,1331
+flyte/__init__.py,sha256=5rPeSCWYJSKbqbiCx4cjPW0728c7ow-aogoXLaHGhFg,1340
 flyte/_api_commons.py,sha256=9drgP2Qgr8rdDmZlI31TEpa056zCBiI1tAMO001SQ8o,64
 flyte/_build.py,sha256=MVBM-i2rCxHhIFQCR-Tc0JMA2XuJ5r4UZBW4M7HRvSw,580
-flyte/_context.py,sha256=OSMuyrAahRYPXci5Bgi5plhnhd2nPTcNJqlHtwkJOAE,5004
-flyte/_datastructures.py,sha256=YQWNJpXrRhZSiYA4x5tRcOl4SGBynD6J6QUV7fj4L_o,12554
-flyte/_deploy.py,sha256=hSk9kDfIyM0fDxh145RD1wMP6RskHikx3AzDFKBz3c4,7663
+flyte/_context.py,sha256=pYa43ut8gp6i-Y_zOy1WW_N2IbP9Vd-zIORO11vqK1E,4995
+flyte/_deploy.py,sha256=xYSSA5Sqj79ePCLNid07-j3L28hn2arLAnK15FigE28,7725
 flyte/_doc.py,sha256=_OPCf3t_git6UT7kSJISFaWO9cfNzJhhoe6JjVdyCJo,706
 flyte/_docstring.py,sha256=SsG0Ab_YMAwy2ABJlEo3eBKlyC3kwPdnDJ1FIms-ZBQ,1127
 flyte/_environment.py,sha256=ft0EsyFg6OnoIFPFbwkABLcq676veIH3TTR4SNilrj8,1499
-flyte/_group.py,sha256=YmkTWJlO39wrrcOeNV3QUQUriNRwtdMFE_r8sXLLpSI,752
+flyte/_group.py,sha256=64q2GFDp3koIkx3IV4GBeGEbu4v-GPUxTlxU_sV2fPk,743
 flyte/_hash.py,sha256=Of_Zl_DzzzF2jp4ZsLm-3o-xJFCCJ8_GubmLI1htx78,504
 flyte/_image.py,sha256=8xEGmAALY6jQAsLfJQH9NweeVUaSTWivFEQt-JchN24,29068
-flyte/_initialize.py,sha256=B5QxKwsKvPkWhIMk965LXIMmcAmF35cMjfxWoTTB-dk,23317
+flyte/_initialize.py,sha256=l7nSK7yZwJtmt4mBphFUUq4GDElrFyAMia7uxaC8O9o,15204
 flyte/_interface.py,sha256=MP5o_qpIwfBNtAc7zo_cLSjMugsPyanuO6EgUSk4fBE,3644
 flyte/_logging.py,sha256=FQvF3W1kkFypbARcOQ7WZVXO0XJasXp8EhozF6E6-aQ,3379
 flyte/_resources.py,sha256=UOLyEVhdxolvrHhddiBbYdJuE1RkM_l7xeS9G1abe6M,7583
 flyte/_retry.py,sha256=rfLv0MvWxzPByKESTglEmjPsytEAKiIvvmzlJxXwsfE,941
 flyte/_reusable_environment.py,sha256=P4FBATVKAYcIKpdFN98sI8acPyKy8eIGx6V0kUb9YdM,1289
-flyte/_run.py,sha256=3gdMFc6TJ7xtGhTfh9Y7hHX755JFWOKoyz-x0P0pftY,16825
+flyte/_run.py,sha256=s3m3VChDj4ge3pYoGx-QBlRqyizUBA9tDWMdvy3LlVE,17630
 flyte/_secret.py,sha256=SqIHs6mi8hEkIIBZe3bI9jJsPt65Mt6dV5uh9_op1ME,2392
-flyte/_task.py,sha256=jGlnLmbHu7JXZlXvqQ-Sn9pw5ypBsm0Qcd9o7xvcPxk,14637
-flyte/_task_environment.py,sha256=1JSHkCvS-Ereh389mu1Z2eNIqsTXQGV-ZLiiqW09RnY,8412
+flyte/_task.py,sha256=cqWfbMDMkEg1Q0sOkaSi1h_9Vn81DbGCOgNFZo8bMfI,14622
+flyte/_task_environment.py,sha256=svSJJMEiiYsqz403s_urMgPdjguHJJSGVuBobT3uwVo,8403
 flyte/_timeout.py,sha256=zx5sFcbYmjJAJbZWSGzzX-BpC9HC7Jfs35T7vVhKwkk,1571
 flyte/_tools.py,sha256=JewkQZBR_M85tS6QY8e4xXue75jbOE48nID4ZHnc9jY,632
-flyte/_trace.py,sha256=jWJqmIntfubetcS4S705tIyoGR4jnXaPgS3JuK4gkuo,5502
-flyte/_version.py,sha256=mHKN7uNrb7UUXTMUOygK_fqSoAJcQ2D_wei4_-AAa4E,519
+flyte/_trace.py,sha256=sXSlOvHsT32YhNjgCCLAY8lwmzXGSAgaS7nvoy9msWU,5441
+flyte/_version.py,sha256=Z1N7oGzKZRF2f0T3kLgDOXvNT_dEF6I0XUajA-kd-A4,519
 flyte/errors.py,sha256=ulVzQ3TncddYOqQ3gvauDJAHTShWTpY0XZpqNqBZyOY,4036
+flyte/models.py,sha256=GTRuR6GXc0RAbLmPEnnH54oRF7__2TNFhmYjFoYMjZA,12660
 flyte/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyte/_bin/runtime.py,sha256=1-69O3yI4LEWsRn_JCy8vlCmpZ7kMvcNIbkEFgUca8g,4327
+flyte/_bin/runtime.py,sha256=Q1vajoQ913KUfCQSP0u8Qoj-AYgfvU2i2wI19ydqnDw,4849
 flyte/_cache/__init__.py,sha256=zhdO5UuHQRdzn8GHmSN40nrxfAmI4ihDRuHZM11U84Y,305
-flyte/_cache/cache.py,sha256=3DL8E_WnLCzavE7DSIqc49nOJyKCVQr-LWZQmz6MwlY,5031
+flyte/_cache/cache.py,sha256=ErhWzzJdEjTIuEF4f-r6IBgko-3Al9iUs1Eq4O42TUE,5021
 flyte/_cache/defaults.py,sha256=gzJZW0QJPUfd2OPnGpv3tzIfwPtgFjAKoie3NP1P97U,217
 flyte/_cache/policy_function_body.py,sha256=_AcyN6XKRXq16yV5lWuRJYCIVUlmyPvvWuYRxfU-Ldo,1507
 flyte/_cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyte/_cli/_common.py,sha256=oKk1mYe04liluwqASP50vz_z7cUPhyGA6LWjXXaCD3A,9036
-flyte/_cli/_create.py,sha256=2fFUvujm_GXPup3-CNHvHwxXySnAk4DPlAJiS8eyqw4,1116
+flyte/_cli/_common.py,sha256=ru0ScwPp1JkICnOFbT_2019FchKf0UasWyHHYIGlLBk,10299
+flyte/_cli/_create.py,sha256=BtA8zKqrq-IEucIXHIpVwvl330PS9R5WnHyz-rlyE3o,2378
 flyte/_cli/_delete.py,sha256=MVxMKIgQC3R-EKDEYSySCqHTLHhQrhjwo4sdv5TynEA,498
-flyte/_cli/_deploy.py,sha256=QZmvYKWYHv7AZn4wmhSKf2oA2ss5b4K11AbM3Edhl28,4319
-flyte/_cli/_get.py,sha256=XhBeNqwb2g0EFKfN_b-XecYMojIVNNCaBZ0J_jL6jFQ,6772
+flyte/_cli/_deploy.py,sha256=u30rb6KfZnr52M6zHlLueaOkgdCGoS2pIpfb0wFoTvY,4371
+flyte/_cli/_get.py,sha256=EfxLRSLr9snseFpcicu1Qw7zjQ5Z4yMbxP3LWRCFUqA,7185
 flyte/_cli/_params.py,sha256=X3GpuftXmtfIsYQ7vBilD4kmlkXTc7_AxpaxohRjSuY,19458
-flyte/_cli/_run.py,sha256=UR8Ce1XlaGSrRNUnBe36YfXIeXWB5Ji7rCdIPo74jnQ,5740
-flyte/_cli/main.py,sha256=c6jELEuO8OLWbjS2DsEfoRI8H3q5bbIMXm1hADTCLDU,2214
+flyte/_cli/_run.py,sha256=8FDBpLKQStPlKsBqhvpBBLCQ9BfjxqEFj3UrmISbTbw,5806
+flyte/_cli/main.py,sha256=NDT0A3p13utLfZzPxYu5h-kr_U5FaHf6-igs0eJ0--k,2450
 flyte/_code_bundle/__init__.py,sha256=G7DJTQ0UN_ETvdh55pYcWsTrZJKXEcyQl9iQQNQOBXQ,328
 flyte/_code_bundle/_ignore.py,sha256=Tfaoa62CQVTH17kBHD6Xv6xEh1FhcAyvXivl9m-MEE0,3853
 flyte/_code_bundle/_packaging.py,sha256=_wEozcQTYgqvAAaKQYna9ptvShIMlXk3vEdccwAOYn8,6873
 flyte/_code_bundle/_utils.py,sha256=jdGsKLN12gdjqWq8ZGXeLPGQ6InhrK4iY9UB-IGDTo0,12583
-flyte/_code_bundle/bundle.py,sha256=2JGVTio1M_t-quugVN-R8VHSqOPnYuxHYpEpQlGy6e0,7670
+flyte/_code_bundle/bundle.py,sha256=oh9xyONlw-sPUYc50kzrDd7jY1n4DgpvX25LlITdvOY,8788
 flyte/_internal/__init__.py,sha256=vjXgGzAAjy609YFkAy9_RVPuUlslsHSJBXCLNTVnqOY,136
-flyte/_internal/controllers/__init__.py,sha256=MshnWe5I28u6EF6TJ8Ij0NTvzuQBcOZW8Gp9bF-dMyo,3767
-flyte/_internal/controllers/_local_controller.py,sha256=8oAVeFTFdEUX7yFTkNELT0LhpMZp-j8NGSq7gTn6W30,4442
-flyte/_internal/controllers/_trace.py,sha256=-ajP0FnotKCqjP0QQVrDu81boWNsnu3ZHNLhBKLssGg,1135
-flyte/_internal/controllers/pbhash.py,sha256=gGDJWxSaXqOv3U3zdBv7Lx6Euudo2I2baamiItuoqrM,1372
-flyte/_internal/controllers/remote/__init__.py,sha256=op1CMiqVWef6KyUj61bnNr4rV_2RPmKJbvDw-UYgFtQ,1176
-flyte/_internal/controllers/remote/_action.py,sha256=FZL7itHqlAjbASE0aevuL-fWMj38K7RHeuNMK2ZgvOc,4914
-flyte/_internal/controllers/remote/_client.py,sha256=vfv-RaIEFuu6emU_ORjtClCF3JfMIbCtrZAFkQdv6J4,1212
-flyte/_internal/controllers/remote/_controller.py,sha256=Hmy6hFsTRDoZEx3GaRpEZt8dEnpG3owZ9bSwZgxsB08,15344
-flyte/_internal/controllers/remote/_core.py,sha256=NRPfL7PO8UKywr4lyBqSeplqWJpXHVTeKVeWFrdBTVw,18000
+flyte/_internal/controllers/__init__.py,sha256=qaawXUgYdC5yHh5JfQ9mCH3u9a7oTYriDChADekzuzo,3750
+flyte/_internal/controllers/_local_controller.py,sha256=wTrJitUZMKodvvZMiy4bQbmIv0doF8Pb-OCsa8lAHgA,4708
+flyte/_internal/controllers/_trace.py,sha256=Ga2b65sn9q2IoOwHBZV2inMYyO6-CSDwzN7E3pDxsEI,1126
+flyte/_internal/controllers/remote/__init__.py,sha256=9_azH1eHLqY6VULpDugXi7Kf1kK1ODqEnsQ_3wM6IqU,1919
+flyte/_internal/controllers/remote/_action.py,sha256=w6vE1vPz1BwxvwfotDWjTNbDXfGEPrRBA8N3UVQ6P0w,4905
+flyte/_internal/controllers/remote/_client.py,sha256=HPbzbfaWZVv5wpOvKNtFXR6COiZDwd1cUJQqi60A7oU,1421
+flyte/_internal/controllers/remote/_controller.py,sha256=uqZYQDGG70DeJiqAU4y7n7VhXQ0gvD4ktWu15-zg86I,17387
+flyte/_internal/controllers/remote/_core.py,sha256=P3hJPGtqnMt38oRjXD2IxZUh4evS2H6oCmxzVY0i69s,17999
 flyte/_internal/controllers/remote/_informer.py,sha256=6WPaT1EmDcIwQ3VlujGWICzHy-kaGhMut_zBh2ShZnE,14186
 flyte/_internal/controllers/remote/_service_protocol.py,sha256=-p5FXdo5pp5xmr9fJ0sGB9aE7mimeC6x13bqwyIR77k,1345
 flyte/_internal/imagebuild/__init__.py,sha256=cLXVxkAyFpbdC1y-k3Rb6FRW9f_xpoRQWVn__G9IqKs,354
@@ -67,13 +66,13 @@ flyte/_internal/resolvers/_task_module.py,sha256=jwy1QYygUK7xmpCZLt1SPTfJCkfox3C
 flyte/_internal/resolvers/common.py,sha256=ADQLRoyGsJ4vuUkitffMGrMKKjy0vpk6X53g4FuKDLc,993
 flyte/_internal/resolvers/default.py,sha256=nX4DHUYod1nRvEsl_vSgutQVEdExu2xL8pRkyi4VWbY,981
 flyte/_internal/runtime/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-flyte/_internal/runtime/convert.py,sha256=ruWCOiTozsUB79IWJa7nZUgnccaXbRDATQLD6Tle160,8054
-flyte/_internal/runtime/entrypoints.py,sha256=l_VtUsPd0YqQoN2_POFyOw7c9YJFQnUWIOPSWaLWZZ0,5136
-flyte/_internal/runtime/io.py,sha256=b9loNxDkohLorSaoiSnp2z7jDpt8Ivn05po-rP7Xnio,4241
+flyte/_internal/runtime/convert.py,sha256=ThvyrR4EnuNu6i1rhgeKy259UMpbn_tmFY7YCBDNlh4,9122
+flyte/_internal/runtime/entrypoints.py,sha256=Kyi19i7LYk7YM3ZV_Y4FXGt5Pc1tIftGkIDohopblyY,5127
+flyte/_internal/runtime/io.py,sha256=Lgdy4iPjlKjUO-V_AkoPZff6lywaFjZUG-PErRukmx4,4248
 flyte/_internal/runtime/resources_serde.py,sha256=tvMMv3l6cZEt_cfs7zVE_Kqs5qh-_r7fsEPxb6xMxMk,4812
-flyte/_internal/runtime/task_serde.py,sha256=NKuVoKAFu94wDKat1kByHC8-ISAUCxE1U92cXkKvTxE,8358
-flyte/_internal/runtime/taskrunner.py,sha256=zcSQjpDQ7v4pt4uMCMnjf75Gu_krQKsQkP4gBVWcBsw,7252
-flyte/_internal/runtime/types_serde.py,sha256=dOeuSZ1xcYRHg-fyIkPvjFyCtKWisg7guHU-DoKztU8,1822
+flyte/_internal/runtime/task_serde.py,sha256=985eItmPsnA17CQdRXknjVDBK8wzOx4956AUuVjLsM8,9772
+flyte/_internal/runtime/taskrunner.py,sha256=2lxA6QiDGlNPXnPkzP0bUr6_hWO_QWueHr1TagfgQ7Y,7243
+flyte/_internal/runtime/types_serde.py,sha256=EjRh9Yypx9-20XXQprtNgp766LeQVRoYWtY6XPGMZQg,1813
 flyte/_protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/_protos/common/authorization_pb2.py,sha256=6G7CAfq_Vq1qrm8JFkAnMAj0AaEipiX7MkjA7nk91-M,6707
 flyte/_protos/common/authorization_pb2.pyi,sha256=tdqc3wZo3Yc6lKfjVgJlUFUFzGv4GAaCknIv43RGd-8,4759
@@ -134,19 +133,20 @@ flyte/_protos/workflow/task_definition_pb2_grpc.py,sha256=1oboBPFxaTEXt9Aw7EAj8g
 flyte/_protos/workflow/task_service_pb2.py,sha256=lY1MamKB9kNprHpBm1zQkeg25aTItXARu7Ta7rxzlB8,3787
 flyte/_protos/workflow/task_service_pb2.pyi,sha256=YY9pajzA_eF_xMHgVQMvThNI0QYulgfLn1741IYo8tI,1495
 flyte/_protos/workflow/task_service_pb2_grpc.py,sha256=PdhEfPraBIeN-UQulZsA2D0on830aTbfkBpvxPZBq9E,4311
-flyte/_utils/__init__.py,sha256=6-hCbI-RMQ-Ey9QrtMWMDMrPgCSIx2ewq7qTHmBy4i8,539
+flyte/_utils/__init__.py,sha256=ZlVA1bLeAEnzwbkK7eEVAVmeVQnbBCuGqfd2UIk-yNc,599
 flyte/_utils/asyn.py,sha256=KeJKarXNIyD16g6oPM0T9cH7JDmh1KY7JLbwo7i0IlQ,3673
+flyte/_utils/async_cache.py,sha256=JtZJmWO62OowJ0QFNl6wryWqh-kuDi76aAASMie87QY,4596
 flyte/_utils/coro_management.py,sha256=hlWzxdrsBYfUwzQS7qtltclG56XPxBMNgWE5lkuYdrY,760
 flyte/_utils/file_handling.py,sha256=iU4TxW--fCho_Eg5xTMODn96P03SxzF-V-5f-7bZAZY,2233
 flyte/_utils/helpers.py,sha256=Ntrs1WilJS7a4oLmcIPLXMi0cuzRDiCr_wwgtpV30uk,3953
 flyte/_utils/lazy_module.py,sha256=fvXPjvZLzCfcI8Vzs4pKedUDdY0U_RQ1ZVrp9b8qBQY,1994
 flyte/_utils/uv_script_parser.py,sha256=PxqD8lSMi6xv0uDd1s8LKB2IPZr4ttZJCUweqlyMTKk,1483
-flyte/config/__init__.py,sha256=cNTPvzi1PXdLK3oj2pSMSRvTMhay_38RyqbYYbYTvCU,8033
-flyte/config/_config.py,sha256=tDuf2XY-4GE-NHAmMdgp_FUBidAr7Ab2VakyWs1fKTc,6898
+flyte/config/__init__.py,sha256=Za3haz4wHCN51e07obqpe7nbRgk9WTIl9F9FXu2IcrM,8602
+flyte/config/_config.py,sha256=FxQ3X5oq0tanR7lT1QY81aBpiy72kpOSAxxYH1SWFpI,7104
 flyte/config/_internal.py,sha256=ylQN6RKxlUVQsgOLSR2a_4lgZ0k99xRj8o-MNTfsgWE,2836
 flyte/connectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/extras/__init__.py,sha256=FhB0uK7H1Yo5De9vOuF7UGnezTKncj3u2Wo5uQdWN0g,74
-flyte/extras/_container.py,sha256=Us3gfyDtr0MiI1n6HIeGOTmJewxxpS7HyfRx12LMYHE,11248
+flyte/extras/_container.py,sha256=JM-JNsj9-Mjf7E4OQcAS2Z5IJBXhB-HtQkGn_mu7gvk,11249
 flyte/io/__init__.py,sha256=e2wHVEoZ84TGOtOPrtTg6hJpeuxiYI56Sg011yq6nUQ,236
 flyte/io/_dataframe.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/io/_dir.py,sha256=K3tz3pHKmpMppgX2HtI6Bz0H6EIdHFj96-7Ub47TJO8,15328
@@ -159,20 +159,21 @@ flyte/io/structured_dataset/structured_dataset.py,sha256=DrRIHA3zbkfLBekw3pPTF_S
 flyte/remote/__init__.py,sha256=zBWV88VF-L8430xVrOyk07EmLsOKhOUMVBsqFUDtO6Q,565
 flyte/remote/_console.py,sha256=avmELJPx8nQMAVPrHlh6jEIRPjrMwFpdZjJsWOOa9rE,660
 flyte/remote/_data.py,sha256=qNZwB_cCXBojP6nSIwp8_x0idxhbPFXvmv0SoKwvENE,5791
-flyte/remote/_logs.py,sha256=aoC0TsLjfTzCGdF7Qv1ezYkLG2_rZibxNLuaVAX66as,4229
+flyte/remote/_logs.py,sha256=xuRKYbgzfUWKqu_YHl2niCtTfPCvhBS9m1tC6OSlk0s,4241
 flyte/remote/_project.py,sha256=shAs9Hw0e5PAOciTAEOGVsdvo70PunxBXdOylHSyWw8,2834
-flyte/remote/_run.py,sha256=9Kehgp4nLb72jrJcLMTO9t2bF5iljX9j4-M7tfcmFug,28027
+flyte/remote/_run.py,sha256=I4SveRxh6F5FO_LCv0W-4Vu4xAqmIjpZ1THJm5IEAao,27913
 flyte/remote/_secret.py,sha256=3fPx3RIuRJ0h15gj2CF9xKcAfTSCvhW3i0v4YqPMcCk,4394
-flyte/remote/_task.py,sha256=dXeKrQZQ_yGg16AThjlTDX1dGdZexHnA1ZrmlYrzRRU,7931
+flyte/remote/_task.py,sha256=-cvXVrRB1Zjz-n4OTqFrzJxS7Exnuz7SY_Vk4tuPvxc,7916
 flyte/remote/_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/remote/_client/_protocols.py,sha256=RVlVpX0jNg9kIf80lgtYimIWlqv30HOiFAdmDAROXCs,5481
-flyte/remote/_client/controlplane.py,sha256=upxOrJL8q-y1xNapBBTpfnkXAFvL1Nvomf-qQ3yAU7A,3022
+flyte/remote/_client/controlplane.py,sha256=FsOfj4rO4MIMnYrpAT53F8q588VVf5t4sDuwoPuc840,3102
 flyte/remote/_client/auth/__init__.py,sha256=JQrIlwaqPlPzrxcOREhcfyFsC4LrfqL5TRz6A3JNSEA,413
-flyte/remote/_client/auth/_channel.py,sha256=wK_B-3TRYYMYYh_RB6Wsqydsl0xLv11zytQf8nHRCJ0,8122
+flyte/remote/_client/auth/_auth_utils.py,sha256=Is6mr18J8AMQlbtu-Q63aMJgrZ27dXXNSig8KshR1_8,545
+flyte/remote/_client/auth/_channel.py,sha256=LwFipIFIu7_oKqvpcRvApRNlXBNduCxdBw0o0bG-GMs,9213
 flyte/remote/_client/auth/_client_config.py,sha256=Elit5TCLjMQDiktiUmMKy2POWwwb5rKgIXfG3-rpfbs,3304
 flyte/remote/_client/auth/_default_html.py,sha256=XAdgP-25WySMODbusWOcQQPiXin1h-hfzmRJv_Dg3tE,1651
 flyte/remote/_client/auth/_keyring.py,sha256=BL-FzGe5ryuBRCwwpvvG8IzkYuXiJTU2J0P1l-Za5IM,5176
-flyte/remote/_client/auth/_token_client.py,sha256=RUmlxlVZjZlQBE-CM8y_je7SeZhA_Xn0ZI28oVgLLxE,10436
+flyte/remote/_client/auth/_token_client.py,sha256=FxFaG_DcynQIZfEdAuJUsrcy0OnYbEr4gKLpu8WZHJo,10460
 flyte/remote/_client/auth/errors.py,sha256=ZYS9k4GX_McacKhxHKt5V2A4CWjLUq4RkBx_goDTdHY,390
 flyte/remote/_client/auth/_authenticators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 flyte/remote/_client/auth/_authenticators/base.py,sha256=7ygwRYIt_BoSNfUFuc0E7mS88xD9AkwIkSX2Cv8be34,16636
@@ -187,18 +188,19 @@ flyte/remote/_client/auth/_grpc_utils/default_metadata_interceptor.py,sha256=IoM
 flyte/report/__init__.py,sha256=yLbeUxYaVaDlgBod3Oh34zGBSotl1UlXq1vUkb9q7cs,152
 flyte/report/_report.py,sha256=36e0qikyY-Wsv4OzvTqkl23pk5ekrXIuhA4qsm_RRQs,5191
 flyte/report/_template.html,sha256=YehmLJG3QMYQ10UT1YZBu2ncVmAJ4iyqVp5hF3sXRAs,3458
-flyte/storage/__init__.py,sha256=HV83NpDRznq9WSRGoZet9uhDU9AqlqrcO3Ns1LewoO8,407
+flyte/storage/__init__.py,sha256=kkOyqBXJVZSKt3ALitGn9zK6bkchy1-c3TOPB4QhPxk,499
+flyte/storage/_config.py,sha256=xVibWJaioOnkeTb_M30azgiUe1jvmQaOWRZEkpdoTao,8680
 flyte/storage/_remote_fs.py,sha256=kM_iszbccjVD5VtVdgfkl1FHS8NPnY__JOo_CPQUE4c,1124
-flyte/storage/_storage.py,sha256=tHDIPI8xMiECHagXTu8f4gotkX5QrvzZHjCwTz-W5CA,9082
+flyte/storage/_storage.py,sha256=mBy7MKII2M1UTVm_EUUDwVb7uT1_AOPzQr2wCJ-fgW0,9873
 flyte/storage/_utils.py,sha256=8oLCM-7D7JyJhzUi1_Q1NFx8GBUPRfou0T_5tPBmPbE,309
 flyte/types/__init__.py,sha256=xMIYOolT3Vq0qXy7unw90IVdYztdMDpKg0oG0XAPC9o,364
-flyte/types/_interface.py,sha256=1yWgZxFPvD92uCyQQdAx1zLG6ArL733jhUbpP4DPuqQ,962
+flyte/types/_interface.py,sha256=mY7mb8v2hJPGk7AU99gdOWl4_jArA1VFtjYGlE31SK0,953
 flyte/types/_renderer.py,sha256=ygcCo5l60lHufyQISFddZfWwLlQ8kJAKxUT_XnR_6dY,4818
 flyte/types/_string_literals.py,sha256=NlG1xV8RSA-sZ-n-IFQCAsdB6jXJOAKkHWtnopxVVDk,4231
-flyte/types/_type_engine.py,sha256=I5rnjfcewwd29HQs8vPbrpuul29m4sS_PZhvQ7WS29c,93654
+flyte/types/_type_engine.py,sha256=QxyoDWRG_whfLCz88YqEVVoTTnca0FZv9eHeLLT0_-s,93645
 flyte/types/_utils.py,sha256=pbts9E1_2LTdLygAY0UYTLYJ8AsN3BZyviSXvrtcutc,2626
-flyte-0.2.0b1.dist-info/METADATA,sha256=lsrVjg7B-38jwDkLS3JIWGuV00Q1o6JdvsuhQupVD2w,10279
-flyte-0.2.0b1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-flyte-0.2.0b1.dist-info/entry_points.txt,sha256=xitFzPlyODadzpIwr-x1mFIpz0IFKpMUJl3dnmxgyPc,76
-flyte-0.2.0b1.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
-flyte-0.2.0b1.dist-info/RECORD,,
+flyte-0.2.0b3.dist-info/METADATA,sha256=Y0hyKBs_dOcuqW6I6JY2f0LhiT9yLt5MprRAUYpZH44,10271
+flyte-0.2.0b3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+flyte-0.2.0b3.dist-info/entry_points.txt,sha256=xitFzPlyODadzpIwr-x1mFIpz0IFKpMUJl3dnmxgyPc,76
+flyte-0.2.0b3.dist-info/top_level.txt,sha256=7dkyFbikvA12LEZEqawx8oDG1CMod6hTliPj7iWzgYo,6
+flyte-0.2.0b3.dist-info/RECORD,,

flyte/_internal/controllers/pbhash.py

@@ -1,39 +0,0 @@
-# This is a module that provides hashing utilities for Protobuf objects.
-import base64
-import hashlib
-import json
-
-from google.protobuf import json_format
-from google.protobuf.message import Message
-
-
-def compute_hash(pb: Message) -> bytes:
-    """
-    Computes a deterministic hash in bytes for the Protobuf object.
-    """
-    try:
-        pb_dict = json_format.MessageToDict(pb)
-        # json.dumps with sorted keys to ensure stability
-        stable_json_str = json.dumps(
-            pb_dict, sort_keys=True, separators=(",", ":")
-        )  # separators to ensure no extra spaces
-    except Exception as e:
-        raise ValueError(f"Failed to marshal Protobuf object {pb} to JSON with error: {e}")
-
-    try:
-        # Deterministically hash the JSON object to a byte array. Using SHA-256 for hashing here,
-        # assuming it provides a consistent hash output.
-        hash_obj = hashlib.sha256(stable_json_str.encode("utf-8"))
-    except Exception as e:
-        raise ValueError(f"Failed to hash JSON for Protobuf object {pb} with error: {e}")
-
-    # The digest is guaranteed to be 32 bytes long
-    return hash_obj.digest()
-
-
-def compute_hash_string(pb: Message) -> str:
-    """
-    Computes a deterministic hash in base64 encoded string for the Protobuf object
-    """
-    hash_bytes = compute_hash(pb)
-    return base64.b64encode(hash_bytes).decode("utf-8")