truefoundry 0.4.4rc12__py3-none-any.whl → 0.4.6__py3-none-any.whl

truefoundry/ml/log_types/artifacts/artifact.py

@@ -29,9 +29,10 @@ from truefoundry.ml.autogen.entities.artifacts import ChatPrompt
 from truefoundry.ml.exceptions import MlFoundryException
 from truefoundry.ml.log_types.artifacts.constants import INTERNAL_METADATA_PATH
 from truefoundry.ml.log_types.artifacts.utils import (
+    _get_src_dest_pairs,
     _validate_artifact_metadata,
     _validate_description,
-    calculate_local_directory_size,
+    calculate_total_size,
 )
 from truefoundry.ml.logger import logger
 from truefoundry.ml.session import _get_api_client
@@ -397,7 +398,7 @@ class ChatPromptVersion(ArtifactVersion):
     @property
     def extra_parameters(self) -> Dict[str, Any]:
         _extra_parameters = self._chat_prompt.model_configuration.extra_parameters
-        return _extra_parameters.dict(exclude_unset=True) if _extra_parameters else {}
+        return _extra_parameters if _extra_parameters else {}
 
     @property
     def variables(self) -> Dict[str, Any]:
@@ -409,6 +410,7 @@ def _log_artifact_version_helper(
     name: str,
     artifact_type: ArtifactType,
     artifact_dir: tempfile.TemporaryDirectory,
+    dest_to_src_map: Dict[str, str],
     mlfoundry_artifacts_api: Optional[MlfoundryArtifactsApi] = None,
     ml_repo_id: Optional[str] = None,
     description: Optional[str] = None,
@@ -443,15 +445,17 @@ def _log_artifact_version_helper(
         ),
         api_client=mlfoundry_artifacts_api.api_client,
     )
-    total_size = calculate_local_directory_size(artifact_dir)
+
+    total_size = calculate_total_size(list(dest_to_src_map.values()))
     try:
         logger.info(
-            "Packaging and uploading files to remote with Artifact Size: %.6f MB",
+            "Packaging and uploading files to remote with size: %.6f MB",
             total_size / 1000000.0,
         )
-        artifacts_repo.log_artifacts(
-            local_dir=artifact_dir.name, artifact_path=None, progress=progress
+        src_dest_pairs = _get_src_dest_pairs(
+            root_dir=artifact_dir.name, dest_to_src_map=dest_to_src_map
         )
+        artifacts_repo.log_artifacts(src_dest_pairs=src_dest_pairs, progress=progress)
     except Exception as e:
         mlfoundry_artifacts_api.notify_failure_post(
             notify_artifact_version_failure_dto=NotifyArtifactVersionFailureDto(

truefoundry/ml/log_types/artifacts/dataset.py

@@ -19,9 +19,10 @@ from truefoundry.ml.entities import FileInfo
 from truefoundry.ml.exceptions import MlFoundryException
 from truefoundry.ml.log_types.artifacts.utils import (
     _copy_additional_files,
+    _get_src_dest_pairs,
     _validate_artifact_metadata,
     _validate_description,
-    calculate_local_directory_size,
+    calculate_total_size,
 )
 from truefoundry.ml.logger import logger
 from truefoundry.ml.session import _get_api_client
@@ -139,6 +140,7 @@ class DataDirectory:
         file_paths: List[
             Union[Tuple[str], Tuple[str, Optional[str]], DataDirectoryPath]
         ],
+        progress: Optional[bool] = None,
     ) -> None:
         """Logs File in the `DataDirectory`.
 
@@ -207,7 +209,7 @@ class DataDirectory:
 
         try:
             logger.info("Copying the files to add")
-            _copy_additional_files(
+            temp_dest_to_src_map = _copy_additional_files(
                 root_dir=temp_dir.name,
                 files_dir="",
                 model_dir=None,
@@ -219,13 +221,19 @@ class DataDirectory:
             raise MlFoundryException("Failed to Add Files to DataDirectory") from e
 
         artifacts_repo = self._get_artifacts_repo()
-        total_size = calculate_local_directory_size(temp_dir)
+        total_size = calculate_total_size(list(temp_dest_to_src_map.values()))
         try:
             logger.info(
-                "Packaging and uploading files to remote with Size: %.6f MB",
+                "Packaging and uploading files to remote with size: %.6f MB",
                 total_size / 1000000.0,
             )
-            artifacts_repo.log_artifacts(local_dir=temp_dir.name, artifact_path=None)
+            src_dest_pairs = _get_src_dest_pairs(
+                root_dir=temp_dir.name, dest_to_src_map=temp_dest_to_src_map
+            )
+            artifacts_repo.log_artifacts(
+                src_dest_pairs=src_dest_pairs,
+                progress=progress,
+            )
         except Exception as e:
             raise MlFoundryException("Failed to Add Files to DataDirectory") from e
         finally:

truefoundry/ml/log_types/artifacts/general_artifact.py

@@ -77,7 +77,7 @@ def _log_artifact_version(
         os.makedirs(local_files_dir, exist_ok=True)
 
         logger.info("Copying the files to log")
-        _copy_additional_files(
+        temp_dest_to_src_map = _copy_additional_files(
             root_dir=temp_dir.name,
             files_dir=internal_metadata.files_dir,
             model_dir=None,
@@ -94,6 +94,7 @@ def _log_artifact_version(
     os.makedirs(os.path.dirname(local_internal_metadata_path), exist_ok=True)
     with open(local_internal_metadata_path, "w") as f:
         json.dump(internal_metadata.dict(), f)
+    temp_dest_to_src_map[local_internal_metadata_path] = local_internal_metadata_path
 
     return _log_artifact_version_helper(
         run=run,
@@ -101,6 +102,7 @@ def _log_artifact_version(
         name=name,
         artifact_type=ArtifactType.ARTIFACT,
         artifact_dir=temp_dir,
+        dest_to_src_map=temp_dest_to_src_map,
         mlfoundry_artifacts_api=mlfoundry_artifacts_api,
         description=description,
         internal_metadata=internal_metadata,

truefoundry/ml/log_types/artifacts/model.py

@@ -40,8 +40,10 @@ from truefoundry.ml.log_types.artifacts.constants import (
 from truefoundry.ml.log_types.artifacts.model_extras import CustomMetric, ModelSchema
 from truefoundry.ml.log_types.artifacts.utils import (
     _copy_additional_files,
+    _get_src_dest_pairs,
     _validate_artifact_metadata,
     _validate_description,
+    calculate_total_size,
 )
 from truefoundry.ml.session import _get_api_client
 from truefoundry.pydantic_v1 import BaseModel, Extra
@@ -50,7 +52,7 @@ from truefoundry.version import __version__
 if TYPE_CHECKING:
     from truefoundry.ml.mlfoundry_run import MlFoundryRun
 
-logger = logging.getLogger("truefoundry.ml")
+logger = logging.getLogger(__name__)
 
 
 # TODO: Support async download and upload
@@ -388,24 +390,6 @@ class ModelVersion:
         self._set_mutable_attrs()
 
 
-def calculate_model_size(artifact_dir: tempfile.TemporaryDirectory):
-    """
-    Tells about the size of the model
-
-    Args:
-        artifact_dir (str): directory in which model is present.
-
-    Returns:
-        total size of the model
-    """
-    total_size = 0
-    for path, _dirs, files in os.walk(artifact_dir.name):
-        for f in files:
-            file_path = os.path.join(path, f)
-            total_size += os.stat(file_path).st_size
-    return total_size
-
-
 def _log_model_version(  # noqa: C901
     run: Optional["MlFoundryRun"],
     name: str,
@@ -484,28 +468,29 @@ def _log_model_version(  # noqa: C901
         os.makedirs(local_model_dir, exist_ok=True)
 
         logger.info("Adding model file/folder to model version content")
-        model_file_or_folder = [
-            (model_file_or_folder, MODEL_DIR_NAME.rstrip(os.sep) + os.sep)
+        _model_file_or_folder: Sequence[Tuple[str, str]] = [
+            (model_file_or_folder, MODEL_DIR_NAME.rstrip(os.sep) + os.sep),
         ]
-        _copy_additional_files(
+
+        temp_dest_to_src_map = _copy_additional_files(
             root_dir=temp_dir.name,
             files_dir=internal_metadata.files_dir,
             model_dir=internal_metadata.model_dir,
-            additional_files=model_file_or_folder,
+            additional_files=_model_file_or_folder,
             ignore_model_dir_dest_conflict=True,
         )
 
         # verify additional files and paths, copy additional files
         if additional_files:
             logger.info("Adding `additional_files` to model version contents")
-            _copy_additional_files(
+            temp_dest_to_src_map = _copy_additional_files(
                 root_dir=temp_dir.name,
                 files_dir=internal_metadata.files_dir,
                 model_dir=internal_metadata.model_dir,
                 additional_files=additional_files,
                 ignore_model_dir_dest_conflict=False,
+                existing_dest_to_src_map=temp_dest_to_src_map,
             )
-
     except Exception as e:
         temp_dir.cleanup()
         raise MlFoundryException("Failed to log model") from e
@@ -515,6 +500,7 @@ def _log_model_version(  # noqa: C901
     os.makedirs(os.path.dirname(local_internal_metadata_path), exist_ok=True)
     with open(local_internal_metadata_path, "w") as f:
         json.dump(internal_metadata.dict(), f)
+    temp_dest_to_src_map[local_internal_metadata_path] = local_internal_metadata_path
 
     # create entry
     _create_artifact_version_response = (
@@ -533,15 +519,17 @@ def _log_model_version(  # noqa: C901
         ),
         api_client=mlfoundry_artifacts_api.api_client,
     )
-    model_size = calculate_model_size(temp_dir)
+
+    total_size = calculate_total_size(list(temp_dest_to_src_map.values()))
     try:
         logger.info(
-            "Packaging and uploading files to remote with Total Size: %.6f MB",
-            model_size / 1000000.0,
+            "Packaging and uploading files to remote with size: %.6f MB",
+            total_size / 1000000.0,
         )
-        artifacts_repo.log_artifacts(
-            local_dir=temp_dir.name, artifact_path=None, progress=progress
+        src_dest_pairs = _get_src_dest_pairs(
+            root_dir=temp_dir.name, dest_to_src_map=temp_dest_to_src_map
         )
+        artifacts_repo.log_artifacts(src_dest_pairs=src_dest_pairs, progress=progress)
     except Exception as e:
         mlfoundry_artifacts_api.notify_failure_post(
             notify_artifact_version_failure_dto=NotifyArtifactVersionFailureDto(
@@ -562,7 +550,7 @@ def _log_model_version(  # noqa: C901
         finalize_artifact_version_request_dto=FinalizeArtifactVersionRequestDto(
             id=version_id,
             run_uuid=run.run_id if run else None,
-            artifact_size=model_size,
+            artifact_size=total_size,
             internal_metadata=internal_metadata_dto,
             step=step if run else None,
         )

truefoundry/ml/log_types/artifacts/utils.py

@@ -2,31 +2,31 @@ import json
 import logging
 import os
 import posixpath
-import shutil
-import tempfile
 from pathlib import Path
 from typing import Any, Dict, Optional, Sequence, Tuple, Union
 
 from truefoundry.ml.exceptions import MlFoundryException
 from truefoundry.ml.log_types.artifacts.constants import DESCRIPTION_MAX_LENGTH
 
-logger = logging.getLogger("truefoundry.ml")
+logger = logging.getLogger(__name__)
 
 
-def _copy_tree(src_path, dest_path, symlinks=False, ignore_dangling_symlinks=False):
+def _copy_tree(
+    root_dir: str, src_path: str, dest_path: str, dest_to_src: Dict[str, str]
+):
     os.makedirs(dest_path, exist_ok=True)
     for item in os.listdir(src_path):
         src = os.path.join(src_path, item)
         dest = os.path.join(dest_path, item)
         if os.path.isdir(src):
             _copy_tree(
-                src,
-                dest,
-                symlinks=symlinks,
-                ignore_dangling_symlinks=ignore_dangling_symlinks,
+                root_dir=root_dir,
+                src_path=src,
+                dest_path=dest,
+                dest_to_src=dest_to_src,
             )
         else:
-            shutil.copy2(src, dest, follow_symlinks=True)
+            dest_to_src[dest] = src
 
 
 def is_destination_path_dirlike(dest_path) -> bool:
@@ -48,9 +48,9 @@ def _copy_additional_files(
     model_dir: Optional[str],  # relative to files_dir e.g "model/"
     additional_files: Sequence[Tuple[Union[str, Path], Optional[str]]],
     ignore_model_dir_dest_conflict: bool = False,
-):
+    existing_dest_to_src_map: Optional[Dict[str, str]] = None,
+) -> Dict[str, str]:
     """
-
     File copying examples:
         # non ambiguous
         # a.txt -> /tmp/                            result /tmp/a.txt
@@ -69,6 +69,7 @@ def _copy_additional_files(
         # .gitignore -> /tmp/.gitinclude             result /tmp/.gitinclude
         # a.txt -> /tmp/a                            result /tmp/a
     """
+    dest_to_src = existing_dest_to_src_map or {}
     for src_path, dest_path in additional_files:
         src_path = str(src_path)
         if not os.path.exists(src_path):
@@ -99,26 +100,47 @@ def _copy_additional_files(
             _src = src_path
             if is_destination_path_dirlike(dest_abs_path):
                 os.makedirs(dest_abs_path, exist_ok=True)
-                _dst = os.path.relpath(
-                    os.path.join(dest_abs_path, os.path.basename(_src)), files_abs_dir
-                )
+                dest_abs_path = os.path.join(dest_abs_path, os.path.basename(_src))
             else:
                 os.makedirs(os.path.dirname(dest_abs_path), exist_ok=True)
-                _dst = os.path.relpath(dest_abs_path, files_abs_dir)
+            _dst = os.path.relpath(dest_abs_path, files_abs_dir)
             logger.info(f"Adding file {_src} as /{_dst}")
-            shutil.copy2(src_path, dest_abs_path, follow_symlinks=True)
+            dest_to_src[dest_abs_path] = src_path
         elif os.path.isdir(src_path):
             os.makedirs(dest_abs_path, exist_ok=True)
             _src = src_path.rstrip("/")
             _dst = os.path.relpath(dest_abs_path, files_abs_dir).rstrip("/")
             logger.info(f"Adding contents of {_src}/ to /{_dst}/")
             _copy_tree(
+                root_dir=root_dir,
                 src_path=src_path,
                 dest_path=dest_abs_path,
-                symlinks=True,
-                ignore_dangling_symlinks=False,
+                dest_to_src=dest_to_src,
             )
 
+    return dest_to_src
+
+
+def _make_dest_to_src_map_from_dir(root_dir: str) -> Dict[str, str]:
+    dest_to_src_map = {}
+    for root, _, files in os.walk(root_dir):
+        for file in files:
+            src = os.path.join(root, file)
+            dest = src
+            dest_to_src_map[dest] = src
+    return dest_to_src_map
+
+
+def _get_src_dest_pairs(
+    root_dir: str,
+    dest_to_src_map: Dict[str, str],
+) -> Sequence[Tuple[str, str]]:
+    src_dest_pairs = [
+        (src_path, os.path.relpath(dest_abs_path, root_dir))
+        for dest_abs_path, src_path in dest_to_src_map.items()
+    ]
+    return src_dest_pairs
+
 
 def _validate_description(description: Optional[str]):
     if description is not None:
@@ -141,8 +163,8 @@ def _validate_artifact_metadata(metadata: Dict[str, Any]):
         raise MlFoundryException("`metadata` must be json serializable dict") from ve
 
 
-def calculate_local_directory_size(
-    directory: tempfile.TemporaryDirectory,  # type: ignore[type-arg]
+def calculate_total_size(
+    paths: Sequence[str],
 ):
     """
     Tells about the size of the artifact
@@ -153,9 +175,4 @@ def calculate_local_directory_size(
     Returns:
         total size of the artifact
     """
-    total_size = 0
-    for path, _dirs, files in os.walk(directory.name):
-        for f in files:
-            file_path = os.path.join(path, f)
-            total_size += os.stat(file_path).st_size
-    return total_size
+    return sum(os.stat(os.path.realpath(file_path)).st_size for file_path in paths)

truefoundry/ml/log_types/image/image.py

@@ -18,6 +18,7 @@ from truefoundry.ml.log_types.artifacts.constants import (
     FILES_DIR,
     INTERNAL_METADATA_PATH,
 )
+from truefoundry.ml.log_types.artifacts.utils import _make_dest_to_src_map_from_dir
 from truefoundry.ml.log_types.image.constants import (
     DEFAULT_IMAGE_FORMAT,
     IMAGE_KEY_REGEX,
@@ -344,6 +345,7 @@ class Image:
             name=key,
             artifact_type=ArtifactType.IMAGE,
             artifact_dir=temp_dir,
+            dest_to_src_map=_make_dest_to_src_map_from_dir(root_dir=temp_dir.name),
             internal_metadata=internal_metadata,
             step=step,
         )

truefoundry/ml/log_types/plot.py

@@ -18,6 +18,7 @@ from truefoundry.ml.log_types.artifacts.constants import (
     FILES_DIR,
     INTERNAL_METADATA_PATH,
 )
+from truefoundry.ml.log_types.artifacts.utils import _make_dest_to_src_map_from_dir
 from truefoundry.ml.log_types.pydantic_base import PydanticBase
 from truefoundry.ml.log_types.utils import validate_key_name
 from truefoundry.pydantic_v1 import BaseModel
@@ -186,6 +187,7 @@ class Plot:
             name=key,
             artifact_type=ArtifactType.PLOT,
             artifact_dir=temp_dir,
+            dest_to_src_map=_make_dest_to_src_map_from_dir(root_dir=temp_dir.name),
             internal_metadata=internal_metadata,
             step=step,
         )

truefoundry/workflow/__init__.py

@@ -6,9 +6,9 @@ except ImportError:
 
 from flytekit import conditional
 from flytekit.types.directory import FlyteDirectory
+from flytekit.types.file import FlyteFile
 
 from truefoundry.common.constants import ENV_VARS
-from truefoundry.common.tfy_signed_url_fs import SignedURLFileSystem
 from truefoundry.deploy.v2.lib.patched_models import (
     ContainerTaskConfig,
     PythonTaskConfig,
@@ -18,6 +18,7 @@ from truefoundry.deploy.v2.lib.patched_models import (
 from truefoundry.workflow.container_task import ContainerTask
 from truefoundry.workflow.map_task import map_task
 from truefoundry.workflow.python_task import PythonFunctionTask
+from truefoundry.workflow.remote_filesystem.tfy_signed_url_fs import SignedURLFileSystem
 from truefoundry.workflow.task import task
 from truefoundry.workflow.workflow import ExecutionConfig, workflow
 
@@ -34,6 +35,7 @@ __all__ = [
     "ContainerTaskConfig",
     "PythonTaskConfig",
     "ExecutionConfig",
+    "FlyteFile",
 ]
 
 

truefoundry/workflow/remote_filesystem/__init__.py

@@ -0,0 +1,6 @@
+import logging
+
+from truefoundry.common.constants import ENV_VARS
+from truefoundry.workflow.remote_filesystem.logger import init_logger
+
+init_logger(level=ENV_VARS.TFY_INTERNAL_SIGNED_URL_CLIENT_LOG_LEVEL)

truefoundry/workflow/remote_filesystem/logger.py

@@ -0,0 +1,36 @@
+import logging
+import sys
+from functools import wraps
+from timeit import default_timer
+
+logger = logging.getLogger("truefoundry.workflow.remote_filesystem")
+
+
+def init_logger(level=logging.WARNING):
+    handler = logging.StreamHandler(sys.stdout)
+    handler.setLevel(level)
+    formatter = logging.Formatter(
+        "[%(name)s] %(asctime)s %(levelname)s %(message)s",
+        datefmt="%Y-%m-%dT%H:%M:%S%z",
+    )
+    handler.setFormatter(formatter)
+    logger.addHandler(handler)
+    logger.setLevel(logging.DEBUG)
+    logger.propagate = False
+
+
+def log_time(prefix: str = ""):
+    """Decorator to log the time taken by I/O operations."""
+
+    def decorator(func):
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            start_time = default_timer()
+            result = func(*args, **kwargs)
+            elapsed_time = default_timer() - start_time
+            logger.info(f"{prefix}{func.__name__} took {elapsed_time:.2f} seconds")
+            return result
+
+        return wrapper
+
+    return decorator

truefoundry/{common → workflow/remote_filesystem}/tfy_signed_url_client.py

@@ -11,9 +11,8 @@ from truefoundry.common.constants import (
     TFY_INTERNAL_SIGNED_URL_SERVER_TOKEN_ENV_KEY,
 )
 from truefoundry.common.request_utils import requests_retry_session
-from truefoundry.common.utils import log_time
-from truefoundry.logger import logger
 from truefoundry.pydantic_v1 import BaseModel, Field
+from truefoundry.workflow.remote_filesystem.logger import log_time, logger
 
 LOG_PREFIX = "[tfy][fs]"
 DEFAULT_TTL = ENV_VARS.TFY_INTERNAL_SIGNED_URL_SERVER_DEFAULT_TTL

truefoundry/{common → workflow/remote_filesystem}/tfy_signed_url_fs.py

@@ -8,8 +8,11 @@ from typing import Optional
 from fsspec.spec import DEFAULT_CALLBACK, AbstractBufferedFile, AbstractFileSystem
 
 from truefoundry.common.constants import ENV_VARS
-from truefoundry.common.tfy_signed_url_client import LOG_PREFIX, SignedURLClient
-from truefoundry.common.utils import log_time
+from truefoundry.workflow.remote_filesystem.logger import log_time
+from truefoundry.workflow.remote_filesystem.tfy_signed_url_client import (
+    LOG_PREFIX,
+    SignedURLClient,
+)
 
 
 class SignedURLFileSystem(AbstractFileSystem):

{truefoundry-0.4.4rc12.dist-info → truefoundry-0.4.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.4.4rc12
+Version: 0.4.6
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com

{truefoundry-0.4.4rc12.dist-info → truefoundry-0.4.6.dist-info}/RECORD

@@ -27,16 +27,14 @@ truefoundry/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/cli/__main__.py,sha256=-NkhYlT3mC5MhtekueKAvCw-sWvguj0LJRpXWzvvFjc,727
 truefoundry/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/common/auth_service_client.py,sha256=tZOa0NdATnItsMeTnEnUeTZQIgUJtpU-nvLdWtB4Px8,7978
-truefoundry/common/constants.py,sha256=y8T5S-CoFKubGbSrHXq0VCgr2O3RiEbNV5KP4NDNqhk,2089
+truefoundry/common/constants.py,sha256=OwT8CJxGDhnrfgXCiKG5d5pkGbrd1UGGY-y672Et07Y,2310
 truefoundry/common/credential_file_manager.py,sha256=1yEk1Zm2xS4G0VDFwKSZ4w0VUrcPWQ1nJnoBaz9xyKA,4251
 truefoundry/common/credential_provider.py,sha256=Aht7hFLsnyRgMR34dRbzln7dor0WYSeA8ej8ApNmnKM,4148
 truefoundry/common/entities.py,sha256=8O-EGPk4PKqnyoFMKUTxISCU19rz0KBnfRDJU695DhY,3797
 truefoundry/common/exceptions.py,sha256=ePpiQ_zmWe4e94gOgeMiyP_AZnKwjEBfyXsB5ScGYcI,329
 truefoundry/common/request_utils.py,sha256=5xw4YGUcMf71Ncal3OfFCa-PoWDIvG3hYGCDa4Da4OI,2854
 truefoundry/common/servicefoundry_client.py,sha256=2fxmgCM-ckFHpnm6n_mL-5Z8RWN_q-dYVvFC29bkYSg,3120
-truefoundry/common/tfy_signed_url_client.py,sha256=VklNm4K4xm1CcKZ1iiT8281X6jo803AhgYdtVvvwDXY,10183
-truefoundry/common/tfy_signed_url_fs.py,sha256=xwUR2Vx892sVuiBN5wUNagWuGxGRMecvYsuKQ5yy1rg,8626
-truefoundry/common/utils.py,sha256=RS_YExw9PHfoxKr0BZhPQAsDBKssqL1PgdW6a6rBqu0,3764
+truefoundry/common/utils.py,sha256=MYFjNtHGqauqhj9tmbdErCJR49AfXDwg-5kYbBh8HpI,3258
 truefoundry/deploy/__init__.py,sha256=ugawKF2G02EmEXX35oZ2tec12d9oWN28Sf6mtGGIERY,2281
 truefoundry/deploy/auto_gen/models.py,sha256=4MaxkG2_5Wg6avaZRlK0D4JiVEM5rk3NU0BCiTx8VyU,82477
 truefoundry/deploy/builder/__init__.py,sha256=1qjHMNBE1poRCZW0WrG46dFM1f1IlivD5352qzsioMU,4953
@@ -124,10 +122,10 @@ truefoundry/langchain/truefoundry_chat.py,sha256=ZA5iyW56fzJeBGxHUpNLFdpy2g9Kw0U
 truefoundry/langchain/truefoundry_embeddings.py,sha256=8nRaZ7W1ao1WF0LHk6nNel1LubA8XtDaffGIlUZYeQM,6104
 truefoundry/langchain/truefoundry_llm.py,sha256=CJXyCgXIMbDsVRuuvEA5PKJsf6aRyVlYuG7zC4qtZXE,3802
 truefoundry/langchain/utils.py,sha256=PGLDe9chZ3BuUjakexOGpIqZRFoHEgu-zJ9yKdpLLmM,1329
-truefoundry/logger.py,sha256=7dLqW_Q2rEgo-_z1WZnQbGHaoy1L1MP3NqGgssaSS6o,685
+truefoundry/logger.py,sha256=u-YCNjg5HBwE70uQcpjIG64Ghos-K2ulTWaxC03BSj4,714
 truefoundry/ml/__init__.py,sha256=2A1l7pgqbVRt3cRW_0Lxg92hyJEkMxkCUh1EFprrmc0,942
 truefoundry/ml/artifact/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/ml/artifact/truefoundry_artifact_repo.py,sha256=uS4FZq4wUhxB8-BDx--fLYTcsLYL_V9clNtb32G0Wo0,45050
+truefoundry/ml/artifact/truefoundry_artifact_repo.py,sha256=VU8i3jnY62MLfzA3rxXuUjdqLz8Yaw4zqqPWSsf0mBg,45850
 truefoundry/ml/autogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/ml/autogen/client/__init__.py,sha256=B6Z0oUmE-S9YqUCDRpKDuTyNWX2Fmx4es7nWx7Bhy10,17600
 truefoundry/ml/autogen/client/api/__init__.py,sha256=3sMSljMIS3UHYeF0BcNvrPPx6VbBSRt_1IfDn-13Kyc,752
@@ -319,19 +317,19 @@ truefoundry/ml/exceptions.py,sha256=8aJm2NYtAWWsRLu4MbzaoOqHsQZ6RjOFwBWQWqb6qrc,
 truefoundry/ml/git_info.py,sha256=jvAVm9ilqivnGq8qJdUvYdd8Siv0PLtqurB-PXsS5ho,2023
 truefoundry/ml/internal_namespace.py,sha256=QcqMHp6-C2im2H_02hlhi01EIcr1HhNaZprszs13EMU,1790
 truefoundry/ml/log_types/__init__.py,sha256=g4u4D4Jaj0aBK5GtrLV88-qThKZR9pSZ17vFEkN-LmM,125
-truefoundry/ml/log_types/artifacts/artifact.py,sha256=ltHLkJLLeeRO1d6BqoSq3VtizicvyjdG_Hf52wqig7w,17478
+truefoundry/ml/log_types/artifacts/artifact.py,sha256=n2EwAupOigDcUXQQFIIESRqp7zipLZieec0vLQ2DVRQ,17593
 truefoundry/ml/log_types/artifacts/constants.py,sha256=qKxQ5mMvJE4j83BvGW3qNTKunxCiBg_EEjTdgbgJtyE,1036
-truefoundry/ml/log_types/artifacts/dataset.py,sha256=ou6hF0RnwQ8clgpWW8SJPOu2YCG-xya51b91pGY-PjY,12823
-truefoundry/ml/log_types/artifacts/general_artifact.py,sha256=fY74EUeCGdHdlkrp_GMoaZPvl7EQctt8OlRM6yFgLF8,3772
-truefoundry/ml/log_types/artifacts/model.py,sha256=Qb0wq2qCbPCk4os74xsJwOXUQc-4sdGsBwKkV9emDsI,21998
+truefoundry/ml/log_types/artifacts/dataset.py,sha256=a4dxd2EN8p7Ci-cLGGiDOboN3t0395_XhWE1dmTw1Q4,13112
+truefoundry/ml/log_types/artifacts/general_artifact.py,sha256=_EOlNGMg2PFjlevlD6LEOsaQBBwRWs60PkzJases6tE,3927
+truefoundry/ml/log_types/artifacts/model.py,sha256=Q4Phy8-5E8hDxHC-Zg-V1uj_-V3p1z6Wh6JC-zot0Vs,21912
 truefoundry/ml/log_types/artifacts/model_extras.py,sha256=TIE73bLKfwIVzNiVcjmaZ841A70BHBwu4XAM6ZAQRFI,1045
-truefoundry/ml/log_types/artifacts/utils.py,sha256=dwmRBrEmwIktVcA1a3lrsUfmROO7THTLgYwJ4MpSUWU,5885
+truefoundry/ml/log_types/artifacts/utils.py,sha256=3FVOYlfcvZiW8vTbMe7Ft1cjNPR2GW7J69M3dyAY-qc,6299
 truefoundry/ml/log_types/image/__init__.py,sha256=fcOq8yQnNj1rkLcPeIjLXBpdA1WIeiPsXOlAAvMxx7M,76
 truefoundry/ml/log_types/image/constants.py,sha256=wLtGEOA4T5fZHSlOXPuNDLX3lpbCtwlvGKPFk_1fah0,255
-truefoundry/ml/log_types/image/image.py,sha256=y2FOUVTNGtjzGW5AcaXObIxKQDGr1GoiSYBoRAB7ZaM,12310
+truefoundry/ml/log_types/image/image.py,sha256=qQnAVgErAq4Jn6wXFFpaveOd52zcjUuomUCqNRxO2io,12478
 truefoundry/ml/log_types/image/image_normalizer.py,sha256=vrzfuSpVGgIxw_Q2sbFe7kQ_JpAndX0bMwC7wtfi41g,3104
 truefoundry/ml/log_types/image/types.py,sha256=inFQlyAyDvZtfliFpENirNCm1XO9beyZ8DNn97DoDKs,1568
-truefoundry/ml/log_types/plot.py,sha256=oFnXNb2o5fVF0zsnRjvqjSjLaphQWUnQCdw72e2uiMY,7347
+truefoundry/ml/log_types/plot.py,sha256=HuYvvRA5r8V0xAIuuqMME2IHb9d3SfGHUiuEkOP3Uks,7515
 truefoundry/ml/log_types/pydantic_base.py,sha256=eBlw_AEyAz4iJKDP4zgJOCFWcldwQqpf7FADW1jzIQY,272
 truefoundry/ml/log_types/utils.py,sha256=xjJ21jdPScvFmw3TbVh5NCzbzJwaqiXJyiiT4xxX1EI,335
 truefoundry/ml/logger.py,sha256=VT-BF3BnBYTWVq87O58F0c8uXMu94gYzsiFlGY3_7Ao,458
@@ -342,7 +340,7 @@ truefoundry/ml/session.py,sha256=F83GTC5WwGBjnJ69Ct8MqMnlutYc56JCc6YhEY1Wl-A,539
 truefoundry/ml/validation_utils.py,sha256=XBSUd9OoyriWJpT3M5LKz17iWY3yVMr3hM5vdaVjtf0,12082
 truefoundry/pydantic_v1.py,sha256=jSuhGtz0Mbk1qYu8jJ1AcnIDK4oxUsdhALc4spqstmM,345
 truefoundry/version.py,sha256=bqiT4Q-VWrTC6P4qfK43mez-Ppf-smWfrl6DcwV7mrw,137
-truefoundry/workflow/__init__.py,sha256=c4daVkQE269b69lZRiRrRn4abAfIhVDN_4Na5MsFfmk,1414
+truefoundry/workflow/__init__.py,sha256=XY83vqtLAclI82atZXyBtF9ZgLROXaaXO5p60XH5hJA,1493
 truefoundry/workflow/container_task.py,sha256=8arieePsX4__OnG337hOtCiNgJwtKJJCsZcmFmCBJtk,402
 truefoundry/workflow/example/deploy.sh,sha256=wfbPRrCi04WYRqCf4g-Xo12uWbcqPD6G_Tz0lV0jU_U,60
 truefoundry/workflow/example/hello_world_package/workflow.py,sha256=IkRKfPY5BcvLPo_PVuNbZKK9PPJ93LRkzb1a3RKQYOw,435
@@ -351,9 +349,13 @@ truefoundry/workflow/example/truefoundry.yaml,sha256=LlPrMADSPJsiXRoK76N_RVjX1bn
 truefoundry/workflow/example/workflow.yaml,sha256=YtYdKXMuW_08gfEo21XSculj2MGI2lfEnGF8qCT8NKE,2858
 truefoundry/workflow/map_task.py,sha256=2m3qGXQ90k9LdS45q8dqCCECc3qr8t2m_LMCVd1mZ7g,1737
 truefoundry/workflow/python_task.py,sha256=SRXRLC4vdBqGjhkwuaY39LEWN6iPCpJAuW17URRdWTY,1128
+truefoundry/workflow/remote_filesystem/__init__.py,sha256=LQ95ViEjJ7Ts4JcCGOxMPs7NZmQdZ4bTiq6qXtsjUhE,206
+truefoundry/workflow/remote_filesystem/logger.py,sha256=em2l7D6sw7xTLDP0kQSLpgfRRCLpN14Qw85TN7ujQcE,1022
+truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=ln3zx72jMElZQIVbPRHVd0OfmsLnDbnrntfJ6g1WdfE,10174
+truefoundry/workflow/remote_filesystem/tfy_signed_url_fs.py,sha256=Hf6Dk6Fu6P7DqsK5ULgraf9DStjgigf-kjaRAMBW-RU,8680
 truefoundry/workflow/task.py,sha256=ToitYiKcNzFCtOVQwz1W8sRjbR97eVS7vQBdbgUQtKg,1779
 truefoundry/workflow/workflow.py,sha256=WaTqUjhwfAXDWu4E5ehuwAxrCbDJkoAf1oWmR2E9Qy0,4575
-truefoundry-0.4.4rc12.dist-info/METADATA,sha256=t-97uMhttorL6bHloEkl7d4ewbPEPE5lHRz3nmCywy4,3102
-truefoundry-0.4.4rc12.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-truefoundry-0.4.4rc12.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
-truefoundry-0.4.4rc12.dist-info/RECORD,,
+truefoundry-0.4.6.dist-info/METADATA,sha256=xMHeMDZtsbcVayGsYdRaNH6uMXROl-lx1759kIXYwS8,3098
+truefoundry-0.4.6.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+truefoundry-0.4.6.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
+truefoundry-0.4.6.dist-info/RECORD,,