truefoundry 0.11.11rc1__py3-none-any.whl → 0.12.0__py3-none-any.whl

truefoundry/common/storage_provider_utils.py

@@ -22,6 +22,23 @@ from truefoundry.pydantic_v1 import BaseModel
 logger = logging.getLogger("truefoundry")
 
 
+def truncate_path_for_progress(
+    path: str, max_length: int, relpath: bool = False
+) -> str:
+    if relpath:
+        path = os.path.relpath(path)
+    if len(path) <= max_length:
+        return path
+    parts = path.split(os.sep)
+    result = parts[-1]  # start with filename
+    i = len(parts) - 2
+    # keep prepending directories until adding more would exceed max_len - 3
+    while i >= 0 and len(result) + len(parts[i]) + 1 <= max_length - 3:
+        result = parts[i] + os.sep + result
+        i -= 1
+    return "..." + os.sep + result
+
+
 class MultiPartUploadStorageProvider(str, Enum):
     S3_COMPATIBLE = "S3_COMPATIBLE"
     AZURE_BLOB = "AZURE_BLOB"
@@ -182,7 +199,7 @@ def _file_part_upload(
                 return response
 
 
-def s3_compatible_multipart_upload(
+def s3_compatible_multipart_upload(  # noqa: C901
     multipart_upload: MultiPartUpload,
     local_file: str,
     multipart_info: _FileMultiPartInfo,
@@ -190,13 +207,15 @@ def s3_compatible_multipart_upload(
     progress_bar: Optional[Progress] = None,
     abort_event: Optional[Event] = None,
     exception_class=HttpRequestException,
-):
+) -> None:
     abort_event = abort_event or Event()
     parts = []
 
-    if progress_bar:
+    if progress_bar is not None:
         multi_part_upload_progress = progress_bar.add_task(
-            f"[green]Uploading {local_file}:", start=True
+            f"[green]⬆ {truncate_path_for_progress(local_file, 64, relpath=True)}",
+            start=True,
+            visible=True,
         )
 
     def upload(part_number: int, seek: int) -> None:
@@ -221,7 +240,7 @@ def s3_compatible_multipart_upload(
             multipart_info.num_parts,
             local_file,
         )
-        if progress_bar:
+        if progress_bar is not None:
             progress_bar.update(
                 multi_part_upload_progress,
                 advance=multipart_info.part_size,
@@ -254,10 +273,12 @@ def s3_compatible_multipart_upload(
         timeout=2 * 60,
     )
     response.raise_for_status()
+    if progress_bar is not None:
+        progress_bar.refresh()
     logger.debug("Multipart upload of %s completed", local_file)
 
 
-def azure_multi_part_upload(
+def azure_multi_part_upload(  # noqa: C901
     multipart_upload: MultiPartUpload,
     local_file: str,
     multipart_info: _FileMultiPartInfo,
@@ -265,12 +286,14 @@ def azure_multi_part_upload(
     progress_bar: Optional[Progress] = None,
     abort_event: Optional[Event] = None,
     exception_class=HttpRequestException,
-):
+) -> None:
     abort_event = abort_event or Event()
 
-    if progress_bar:
+    if progress_bar is not None:
         multi_part_upload_progress = progress_bar.add_task(
-            f"[green]Uploading {local_file}:", start=True
+            f"[green]⬆ {truncate_path_for_progress(local_file, 64, relpath=True)}",
+            start=True,
+            visible=True,
         )
 
     def upload(part_number: int, seek: int):
@@ -289,7 +312,7 @@ def azure_multi_part_upload(
             abort_event=abort_event,
             exception_class=exception_class,
         )
-        if progress_bar:
+        if progress_bar is not None:
             progress_bar.update(
                 multi_part_upload_progress,
                 advance=multipart_info.part_size,
@@ -328,4 +351,6 @@ def azure_multi_part_upload(
             timeout=2 * 60,
         )
         response.raise_for_status()
+    if progress_bar is not None:
+        progress_bar.refresh()
     logger.debug("Multipart upload of %s completed", local_file)

truefoundry/common/utils.py

@@ -210,3 +210,7 @@ def get_user_agent() -> str:
         return f"truefoundry/{__version__} Python/{platform.python_version()} OS/{platform.system()}-{platform.release()} ({platform.architecture()[0]})"
     except Exception:
         return f"truefoundry/{__version__}"
+
+
+def get_expanded_and_absolute_path(path: str):
+    return os.path.abspath(os.path.expanduser(path))

truefoundry/deploy/_autogen/models.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  application.json
-#   timestamp: 2025-09-09T14:09:56+00:00
+#   timestamp: 2025-09-10T19:32:14+00:00
 
 from __future__ import annotations
 
@@ -621,8 +621,8 @@ class Pip(BaseModel):
 
 class Poetry(BaseModel):
     """
-    Use `poetry` to setup environment and sync `poetry.lock` file
-    Your build context root must contain a `poetry.lock` file
+    Use `poetry` to setup env
+    Your build context root must contain `pyproject.toml` and `poetry.lock
     """
 
     type: Literal["poetry"] = Field(..., description="")
@@ -1060,7 +1060,7 @@ class TaskPythonBuild(BaseModel):
     )
     cuda_version: Optional[
         constr(
-            regex=r"^((\d+\.\d+(\.\d+)?-cudnn\d+-(runtime|devel)-ubuntu\d+\.\d+)|11\.0-cudnn8|11\.1-cudnn8|11\.2-cudnn8|11\.3-cudnn8|11\.4-cudnn8|11\.5-cudnn8|11\.6-cudnn8|11\.7-cudnn8|11\.8-cudnn8|12\.0-cudnn8|12\.1-cudnn8|12\.2-cudnn8|12\.3-cudnn9|12\.4-cudnn9|12\.5-cudnn9|12\.6-cudnn9)$"
+            regex=r"^((\d+\.\d+(\.\d+)?-cudnn\d+-(runtime|devel)-ubuntu\d+\.\d+)|11\.0-cudnn8|11\.1-cudnn8|11\.2-cudnn8|11\.3-cudnn8|11\.4-cudnn8|11\.5-cudnn8|11\.6-cudnn8|11\.7-cudnn8|11\.8-cudnn8|12\.0-cudnn8|12\.1-cudnn8|12\.2-cudnn8|12\.3-cudnn9|12\.4-cudnn9|12\.5-cudnn9|12\.6-cudnn9|12\.8-cudnn9|12\.9-cudnn9)$"
         )
     ] = Field(
         None,
@@ -1094,8 +1094,8 @@ class TrueFoundryInteractiveLogin(BaseModel):
 
 class UV(BaseModel):
     """
-    Use `uv` to setup environment and sync `uv.lock` file
-    Your build context root must contain a `uv.lock` file
+    Use `uv` to setup env.
+    Your build context root must contain `pyproject.toml` and `uv.lock
     """
 
     type: Literal["uv"] = Field(..., description="")
@@ -1448,7 +1448,7 @@ class PythonBuild(BaseModel):
     )
     cuda_version: Optional[
         constr(
-            regex=r"^((\d+\.\d+(\.\d+)?-cudnn\d+-(runtime|devel)-ubuntu\d+\.\d+)|11\.0-cudnn8|11\.1-cudnn8|11\.2-cudnn8|11\.3-cudnn8|11\.4-cudnn8|11\.5-cudnn8|11\.6-cudnn8|11\.7-cudnn8|11\.8-cudnn8|12\.0-cudnn8|12\.1-cudnn8|12\.2-cudnn8|12\.3-cudnn9|12\.4-cudnn9|12\.5-cudnn9|12\.6-cudnn9)$"
+            regex=r"^((\d+\.\d+(\.\d+)?-cudnn\d+-(runtime|devel)-ubuntu\d+\.\d+)|11\.0-cudnn8|11\.1-cudnn8|11\.2-cudnn8|11\.3-cudnn8|11\.4-cudnn8|11\.5-cudnn8|11\.6-cudnn8|11\.7-cudnn8|11\.8-cudnn8|12\.0-cudnn8|12\.1-cudnn8|12\.2-cudnn8|12\.3-cudnn9|12\.4-cudnn9|12\.5-cudnn9|12\.6-cudnn9|12\.8-cudnn9|12\.9-cudnn9)$"
         )
     ] = Field(
         None,

truefoundry/deploy/builder/builders/dockerfile.py

@@ -14,22 +14,20 @@ def _get_expanded_and_absolute_path(path: str):
 
 def _build_docker_image(
     tag: str,
+    dockerfile: str,
     path: str = ".",
-    file: Optional[str] = None,
     build_args: Optional[Dict[str, str]] = None,
     extra_opts: Optional[List[str]] = None,
 ):
+    dockerfile = _get_expanded_and_absolute_path(dockerfile)
     path = _get_expanded_and_absolute_path(path)
 
-    if file:
-        file = _get_expanded_and_absolute_path(file)
-
     build_docker_image(
         path=path,
         tag=tag,
         # TODO: can we pick target platform(s) picked from cluster
         platform="linux/amd64",
-        dockerfile=file,
+        dockerfile=dockerfile,
         build_args=build_args,
         extra_opts=extra_opts,
     )
@@ -50,8 +48,8 @@ def build(
 
     _build_docker_image(
         tag=tag,
+        dockerfile=build_configuration.dockerfile_path,
         path=build_configuration.build_context_path,
-        file=build_configuration.dockerfile_path,
         build_args=build_configuration.build_args,
         extra_opts=extra_opts,
     )

truefoundry/deploy/builder/builders/tfy_python_buildpack/dockerfile_template.py

@@ -6,6 +6,7 @@ from jinja2 import Template
 from truefoundry.common.constants import ENV_VARS, PythonPackageManager
 from truefoundry.deploy._autogen.models import UV, Pip, Poetry
 from truefoundry.deploy.builder.utils import (
+    check_whether_poetry_toml_exists,
     generate_apt_install_command,
     generate_command_to_install_from_uv_lock,
     generate_pip_install_command,
@@ -18,7 +19,6 @@ from truefoundry.deploy.v2.lib.patched_models import (
     CUDAVersion,
     PythonBuild,
     _resolve_requirements_path,
-    check_whether_poetry_toml_exists,
 )
 from truefoundry.pydantic_v1 import BaseModel
 
@@ -224,6 +224,10 @@ def _build_template_context(
     package_manager: str,
     available_secrets: Set[str],
 ) -> TemplateContext:
+    if not build_configuration.python_version:
+        raise ValueError(
+            "`python_version` is required for `tfy-python-buildpack` builder"
+        )
     # Set up package manager config secret mount
     python_dependencies_type = python_dependencies.type
     package_manager_config_secret_mount = ""
@@ -235,7 +239,7 @@ def _build_template_context(
         )
 
     # Configure dependencies based on type
-    if python_dependencies_type == "uv":
+    if isinstance(python_dependencies, UV):
         uv_context = _build_uv_context(
             python_dependencies,
             available_secrets,
@@ -252,7 +256,7 @@ def _build_template_context(
             ],
             final_uv_sync_command=uv_context["final_uv_sync_command"],
         )
-    elif python_dependencies_type == "poetry":
+    elif isinstance(python_dependencies, Poetry):
         poetry_toml_exists = check_whether_poetry_toml_exists(
             build_context_path=build_configuration.build_context_path,
         )
@@ -271,7 +275,7 @@ def _build_template_context(
             poetry_version_expression=poetry_context["poetry_version_expression"],
             poetry_toml_exists=poetry_toml_exists,
         )
-    elif python_dependencies_type == "pip":
+    elif isinstance(python_dependencies, Pip):
         pip_context = _build_pip_context(
             build_configuration,
             python_dependencies,

truefoundry/deploy/builder/builders/tfy_spark_buildpack/dockerfile_template.py

@@ -10,9 +10,6 @@ from truefoundry.deploy.builder.utils import (
     generate_uv_pip_install_command,
     get_available_secrets,
 )
-from truefoundry.deploy.v2.lib.patched_models import (
-    _resolve_requirements_path,
-)
 
 # TODO (chiragjn): Switch to a non-root user inside the container
 
@@ -79,10 +76,7 @@ def generate_dockerfile_content(
         available_secrets = get_available_secrets(docker_build_extra_args)
 
     # TODO (chiragjn): Handle recursive references to other requirements files e.g. `-r requirements-gpu.txt`
-    requirements_path = _resolve_requirements_path(
-        build_context_path=build_configuration.build_context_path,
-        requirements_path=build_configuration.requirements_path,
-    )
+    requirements_path = build_configuration.requirements_path
     requirements_destination_path = (
         "/tmp/requirements.txt" if requirements_path else None
     )

truefoundry/deploy/builder/builders/tfy_task_pyspark_buildpack/dockerfile_template.py

@@ -11,9 +11,6 @@ from truefoundry.deploy.builder.utils import (
     generate_uv_pip_install_command,
     get_available_secrets,
 )
-from truefoundry.deploy.v2.lib.patched_models import (
-    _resolve_requirements_path,
-)
 
 # TODO[GW]: Switch to a non-root user inside the container
 _POST_PYTHON_INSTALL_TEMPLATE = """
@@ -65,17 +62,10 @@ def generate_dockerfile_content(
         available_secrets = get_available_secrets(docker_build_extra_args)
 
     # TODO (chiragjn): Handle recursive references to other requirements files e.g. `-r requirements-gpu.txt`
-    requirements_path = _resolve_requirements_path(
-        build_context_path="",
-        requirements_path=build_configuration.requirements_path,
-    )
+    requirements_path = build_configuration.requirements_path
     requirements_destination_path = (
         "/tmp/requirements.txt" if requirements_path else None
     )
-    # if not build_configuration.python_version:
-    #     raise ValueError(
-    #         "`python_version` is required for `tfy-python-buildpack` builder"
-    #     )
     pip_packages = get_additional_pip_packages(build_configuration) + (
         build_configuration.pip_packages or []
     )

truefoundry/deploy/builder/utils.py

@@ -1,3 +1,4 @@
+import os
 import shlex
 from typing import List, Optional, Set
 
@@ -307,3 +308,15 @@ def generate_poetry_install_command(
     )
 
     return poetry_install_cmd
+
+
+def check_whether_poetry_toml_exists(
+    build_context_path: str,
+) -> bool:
+    required_filename = "poetry.toml"
+    possible_path = os.path.join(build_context_path, required_filename)
+
+    if os.path.isfile(possible_path):
+        return True
+
+    return False

truefoundry/deploy/lib/util.py

@@ -2,7 +2,13 @@ import os
 import re
 from typing import Union
 
+from truefoundry.common.utils import get_expanded_and_absolute_path
 from truefoundry.deploy._autogen.models import (
+    UV,
+    Build,
+    DockerFileBuild,
+    Pip,
+    Poetry,
     PythonBuild,
 )
 
@@ -36,31 +42,110 @@ def find_list_paths(data, parent_key="", sep="."):
     return list_paths
 
 
-def _validate_file_path(project_root_path: str, file_path: str):
-    file_absolute_path = os.path.join(project_root_path, file_path)
-    if not os.path.exists(file_absolute_path):
-        raise FileNotFoundError(
-            f"file {file_path} not found. file path should be relative to your project root path: {project_root_path}."
+def _validate_file_path(
+    parent_path: str, relative_file_path: str, parent_dir_type: str
+):
+    parent_abs = get_expanded_and_absolute_path(parent_path)
+    file_path_abs = get_expanded_and_absolute_path(
+        os.path.join(parent_abs, relative_file_path)
+    )
+    # Ensure the file path is actually inside the build context
+    outside_context = False
+    try:
+        # Use os.path.commonpath to check if file_path is inside build_context_abs
+        common_path = os.path.commonpath([parent_abs, file_path_abs])
+        outside_context = common_path != parent_abs
+    except ValueError:
+        # os.path.commonpath raises ValueError if paths are on different drives (Windows)
+        outside_context = True
+
+    if outside_context:
+        raise ValueError(
+            f"Referenced file `{relative_file_path}` is outside the {parent_dir_type} `{parent_abs}`. "
+            f"It must exist in {parent_dir_type} `{parent_abs}`."
         )
 
+    if not os.path.exists(file_path_abs):
+        raise ValueError(
+            f"Referenced file `{relative_file_path}` not found. It must exist in {parent_dir_type} `{parent_abs}`."
+        )
+
+
+def validate_dockerfile_build_paths(
+    dockerfile_build: DockerFileBuild, project_root_path: str
+):
+    _validate_file_path(
+        parent_path=project_root_path,
+        relative_file_path=dockerfile_build.dockerfile_path,
+        parent_dir_type="project root",
+    )
+
 
-def validate_paths(python_build: PythonBuild, source_dir: str):
+def validate_python_build_paths(python_build: PythonBuild, build_context_path: str):
     if not python_build.python_dependencies:
+        # Old style flat requirements file
+        if python_build.requirements_path:
+            _validate_file_path(
+                parent_path=build_context_path,
+                relative_file_path=python_build.requirements_path,
+                parent_dir_type="build context",
+            )
         return
 
-    if not os.path.exists(source_dir):
-        raise ValueError(f"project root path {source_dir!r} of does not exist")
     if (
-        python_build.python_dependencies.type == "pip"
+        isinstance(python_build.python_dependencies, Pip)
         and python_build.python_dependencies.requirements_path
     ):
         _validate_file_path(
-            source_dir,
-            python_build.python_dependencies.requirements_path,
+            parent_path=build_context_path,
+            relative_file_path=python_build.python_dependencies.requirements_path,
+            parent_dir_type="build context",
+        )
+    elif isinstance(python_build.python_dependencies, UV):
+        _validate_file_path(
+            parent_path=build_context_path,
+            relative_file_path="pyproject.toml",
+            parent_dir_type="build context",
+        )
+        _validate_file_path(
+            parent_path=build_context_path,
+            relative_file_path="uv.lock",
+            parent_dir_type="build context",
+        )
+    elif isinstance(python_build.python_dependencies, Poetry):
+        _validate_file_path(
+            parent_path=build_context_path,
+            relative_file_path="pyproject.toml",
+            parent_dir_type="build context",
+        )
+        _validate_file_path(
+            parent_path=build_context_path,
+            relative_file_path="poetry.lock",
+            parent_dir_type="build context",
+        )
+
+
+def validate_local_source_paths(component_name: str, build: Build):
+    source_dir = get_expanded_and_absolute_path(build.build_source.project_root_path)
+    if not os.path.exists(source_dir):
+        raise ValueError(
+            f"Project root path {source_dir!r} of component {component_name!r} does not exist"
+        )
+
+    build_context_path = get_expanded_and_absolute_path(
+        os.path.join(source_dir, build.build_spec.build_context_path)
+    )
+    if not os.path.exists(build_context_path):
+        raise ValueError(
+            f"Build context path {build_context_path!r} "
+            f"of component {component_name!r} does not exist"
+        )
+
+    if isinstance(build.build_spec, DockerFileBuild):
+        validate_dockerfile_build_paths(
+            dockerfile_build=build.build_spec, project_root_path=source_dir
+        )
+    elif isinstance(build.build_spec, PythonBuild):
+        validate_python_build_paths(
+            python_build=build.build_spec, build_context_path=build_context_path
         )
-    if python_build.python_dependencies.type == "uv":
-        _validate_file_path(source_dir, "uv.lock")
-        _validate_file_path(source_dir, "pyproject.toml")
-    if python_build.python_dependencies.type == "poetry":
-        _validate_file_path(source_dir, "pyproject.toml")
-        _validate_file_path(source_dir, "poetry.lock")

truefoundry/deploy/v2/lib/deploy.py

@@ -15,6 +15,7 @@ from truefoundry.deploy.lib.dao.workspace import get_workspace_by_fqn
 from truefoundry.deploy.lib.model.entity import Deployment, DeploymentTransitionStatus
 from truefoundry.deploy.lib.util import (
     get_application_fqn_from_deployment_fqn,
+    validate_local_source_paths,
 )
 from truefoundry.deploy.v2.lib.models import BuildResponse
 from truefoundry.deploy.v2.lib.source import (
@@ -47,6 +48,9 @@ def _handle_if_local_source(component: Component, workspace_fqn: str) -> Compone
         and isinstance(component.image.build_source, autogen_models.LocalSource)
     ):
         new_component = component.copy(deep=True)
+        validate_local_source_paths(
+            component_name=new_component.name, build=new_component.image
+        )
 
         if new_component.image.build_source.local_build:
             if not env_has_docker():

truefoundry/deploy/v2/lib/patched_models.py

@@ -47,8 +47,9 @@ or set it to None if you don't want to use any requirements file.
 """
 
 SPECS_UPGRADE_WARNING_MESSAGE_TEMPLATE = """\
-The `requirements_path` and `pip_packages` fields are deprecated and will be removed in a future release.
-Please use the `python_dependencies` field instead. Please use the following format:
+The `requirements_path` and `pip_packages` fields are deprecated.
+It is recommended to use the `python_dependencies` field instead which supports pip, uv and poetry.
+Please use the following format:
 
 ```python
 build=Build(
@@ -106,18 +107,6 @@ def _resolve_requirements_path(
     return None
 
 
-def check_whether_poetry_toml_exists(
-    build_context_path: str,
-) -> bool:
-    required_filename = "poetry.toml"
-    possible_path = os.path.join(build_context_path, required_filename)
-
-    if os.path.isfile(possible_path):
-        return True
-
-    return False
-
-
 class CUDAVersion(str, enum.Enum):
     CUDA_11_0_CUDNN8 = "11.0-cudnn8"
     CUDA_11_1_CUDNN8 = "11.1-cudnn8"
@@ -210,7 +199,9 @@ class PythonBuild(models.PythonBuild, PatchedModelBase):
             requirements_path=values.get("requirements_path"),
         )
 
-        if not values.get("python_dependencies"):
+        if (
+            values.get("requirements_path") or values.get("pip_packages")
+        ) and not values.get("python_dependencies"):
             warnings.warn(
                 SPECS_UPGRADE_WARNING_MESSAGE_TEMPLATE.format(
                     requirements_txt_path=values.get("requirements_path"),
@@ -219,27 +210,12 @@ class PythonBuild(models.PythonBuild, PatchedModelBase):
                 category=TrueFoundryDeprecationWarning,
                 stacklevel=2,
             )
-            values["python_dependencies"] = Pip(
-                type="pip",
-                requirements_path=values.get("requirements_path"),
-                pip_packages=values.get("pip_packages"),
-            )
-            values.pop("pip_packages", None)
-            values.pop("requirements_path", None)
         return values
 
 
 class SparkBuild(models.SparkBuild, PatchedModelBase):
     type: Literal["tfy-spark-buildpack"] = "tfy-spark-buildpack"
 
-    @root_validator
-    def validate_values(cls, values):
-        _resolve_requirements_path(
-            build_context_path=values.get("build_context_path") or "./",
-            requirements_path=values.get("requirements_path"),
-        )
-        return values
-
 
 class SparkImageBuild(models.SparkImageBuild, PatchedModelBase):
     type: Literal["spark-image-build"] = "spark-image-build"

truefoundry/deploy/v2/lib/source.py

@@ -9,6 +9,7 @@ import gitignorefile
 from tqdm import tqdm
 
 from truefoundry.common.types import UploadCodePackageCallable
+from truefoundry.common.utils import get_expanded_and_absolute_path
 from truefoundry.common.warnings import TrueFoundryDeprecationWarning
 from truefoundry.deploy import builder
 from truefoundry.deploy._autogen import models
@@ -21,7 +22,6 @@ from truefoundry.deploy.lib.clients.servicefoundry_client import (
     ServiceFoundryServiceClient,
 )
 from truefoundry.deploy.lib.dao import workspace as workspace_lib
-from truefoundry.deploy.lib.util import validate_paths
 from truefoundry.deploy.v2.lib.patched_models import Image, RemoteSource
 from truefoundry.logger import logger
 
@@ -142,15 +142,8 @@ def local_source_to_remote_source(
 ) -> RemoteSource:
     with tempfile.TemporaryDirectory() as local_dir:
         package_local_path = os.path.join(local_dir, "build.tar.gz")
-        source_dir = os.path.abspath(local_source.project_root_path)
-
-        if not os.path.exists(source_dir):
-            raise ValueError(
-                f"project root path {source_dir!r} of component {component_name!r} does not exist"
-            )
-
+        source_dir = get_expanded_and_absolute_path(local_source.project_root_path)
         logger.info("Archiving contents of dir: %r", source_dir)
-
         is_path_ignored = _get_callback_handler_to_ignore_file_path(source_dir)
         _make_tarfile(
             output_filename=package_local_path,
@@ -183,36 +176,14 @@ def local_source_to_image(
     component_name: str,
 ) -> Image:
     build = build.copy(deep=True)
-    source_dir = os.path.abspath(
-        os.path.expanduser(build.build_source.project_root_path)
-    )
-    if not os.path.exists(source_dir):
-        raise ValueError(
-            f"project root path {source_dir!r} of component {component_name!r} does not exist"
-        )
-
-    build.build_spec.build_context_path = os.path.join(
-        source_dir, build.build_spec.build_context_path
-    )
-    if not os.path.exists(build.build_spec.build_context_path):
-        raise ValueError(
-            f"Build context path {build.build_spec.build_context_path!r} "
-            f"of component {component_name!r} does not exist"
-        )
-
+    source_dir = get_expanded_and_absolute_path(build.build_source.project_root_path)
     if isinstance(build.build_spec, models.DockerFileBuild):
         build.build_spec.dockerfile_path = os.path.join(
             source_dir, build.build_spec.dockerfile_path
         )
-        if not os.path.exists(build.build_spec.dockerfile_path):
-            raise ValueError(
-                f"Dockerfile path {build.build_spec.dockerfile_path!r} "
-                f"of component {component_name!r} does not exist"
-            )
-
-    if isinstance(build.build_spec, models.PythonBuild):
-        validate_paths(build.build_spec, source_dir)
-
+    build.build_spec.build_context_path = os.path.join(
+        source_dir, build.build_spec.build_context_path
+    )
     client = ServiceFoundryServiceClient()
 
     workspace = workspace_lib.get_workspace_by_fqn(workspace_fqn=workspace_fqn)

truefoundry/ml/artifact/truefoundry_artifact_repo.py

@@ -40,6 +40,7 @@ from truefoundry.common.storage_provider_utils import (
     azure_multi_part_upload,
     decide_file_parts,
     s3_compatible_multipart_upload,
+    truncate_path_for_progress,
 )
 from truefoundry.ml._autogen.client import (  # type: ignore[attr-defined]
     ApiClient,
@@ -125,14 +126,14 @@ def _signed_url_upload_file(
             augmented_raise_for_status(response, exception_class=MlFoundryException)  # type: ignore
         return
 
-    task_progress_bar = progress_bar.add_task(
-        f"[green]Uploading {local_file}:", start=True
+    task_id = progress_bar.add_task(
+        f"[green]⬆ {truncate_path_for_progress(local_file, 64, relpath=True)}",
+        start=True,
+        visible=True,
     )
 
     def callback(length):
-        progress_bar.update(
-            task_progress_bar, advance=length, total=os.stat(local_file).st_size
-        )
+        progress_bar.update(task_id, advance=length, total=os.stat(local_file).st_size)
         if abort_event and abort_event.is_set():
             raise Exception("aborting upload")
 
@@ -147,6 +148,9 @@ def _signed_url_upload_file(
         ) as response:
             augmented_raise_for_status(response, exception_class=MlFoundryException)  # type: ignore
 
+    if progress_bar is not None:
+        progress_bar.refresh()
+
 
 def _download_file_using_http_uri(
     http_uri,
@@ -167,7 +171,11 @@ def _download_file_using_http_uri(
         exception_class=MlFoundryException,  # type: ignore
     ) as response:
         augmented_raise_for_status(response, exception_class=MlFoundryException)  # type: ignore
-        file_size = int(response.headers.get("Content-Length", 0))
+        file_size = int(response.headers.get("Content-Length", -1))
+        if file_size == 0 and callback:
+            # special case for empty files
+            callback(1, 1)
+        file_size = file_size if file_size > 0 else 0
         with open(download_path, "wb") as output_file:
             for chunk in response.iter_content(chunk_size=chunk_size):
                 if callback:
@@ -658,15 +666,18 @@ class MlFoundryArtifactsRepository:
             logger.info("Downloading %s to %s", remote_file_path, local_path)
 
         if progress_bar is not None:
-            download_progress_bar = progress_bar.add_task(
-                f"[green]Downloading to {remote_file_path}:", start=True
+            task_id = progress_bar.add_task(
+                f"[green]⬇ {truncate_path_for_progress(remote_file_path, 64)}",
+                start=True,
+                visible=True,
             )
 
-        def callback(chunk, total_file_size):
+        def callback(chunk_size: int, total_file_size: int):
+            nonlocal task_id
             if progress_bar is not None:
                 progress_bar.update(
-                    download_progress_bar,
-                    advance=chunk,
+                    task_id,
+                    advance=chunk_size,
                     total=total_file_size,
                 )
             if abort_event and abort_event.is_set():
@@ -677,6 +688,9 @@ class MlFoundryArtifactsRepository:
             download_path=local_path,
             callback=callback,
         )
+
+        if progress_bar is not None:
+            progress_bar.refresh()
         logger.debug("Downloaded %s to %s", remote_file_path, local_path)
 
     def _download_artifact(

truefoundry/ml/log_types/artifacts/artifact.py

@@ -347,10 +347,11 @@ class ArtifactVersion:
             artifact_version.download(path="<your-desired-download-path>")
             ```
         """
-        download_path = self._download(
+        download_info = self._download(
             path=path, overwrite=overwrite, progress=progress
         )
-        return download_path.download_dir
+        logger.info("Downloaded artifact contents to %s", download_info.download_dir)
+        return download_info.download_dir
 
     def delete(self) -> bool:
         """

truefoundry/ml/log_types/artifacts/model.py

@@ -440,6 +440,7 @@ class ModelVersion:
         download_info = self._download(
             path=path, overwrite=overwrite, progress=progress
         )
+        logger.info("Downloaded model contents to %s", download_info.model_dir)
         return download_info
 
     def delete(self) -> bool:

{truefoundry-0.11.11rc1.dist-info → truefoundry-0.12.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: truefoundry
-Version: 0.11.11rc1
+Version: 0.12.0
 Summary: TrueFoundry CLI
 Author-email: TrueFoundry Team <abhishek@truefoundry.com>
 Requires-Python: <3.14,>=3.8.1

{truefoundry-0.11.11rc1.dist-info → truefoundry-0.12.0.dist-info}/RECORD

@@ -48,28 +48,28 @@ truefoundry/common/exceptions.py,sha256=jkU0N7hV_P-EhXeud4I5vuB9glXXZSWPf8LcH04m
 truefoundry/common/request_utils.py,sha256=e9qrAQ1MutU7JALDKcucmNd0KQEVBqgW3yx0w1zeHIU,5700
 truefoundry/common/servicefoundry_client.py,sha256=2fYhdVPSvLXz5C5tosOq86JD8WM3IRUIy1VO9deDxZI,3340
 truefoundry/common/session.py,sha256=d9l3TEBpqVP4mr4mTGY1qVxc815skzMlNNdw14otg34,2923
-truefoundry/common/storage_provider_utils.py,sha256=yURhMw8k0FLFvaviRHDiifhvc6GnuQwGMC9Qd2uM440,10934
+truefoundry/common/storage_provider_utils.py,sha256=jX9maCtWusZx63324cmPxHiGeIluZZzbDaJ1QYTIhAw,11856
 truefoundry/common/types.py,sha256=BMJFCsR1lPJAw66IQBSvLyV4I6o_x5oj78gVsUa9si8,188
-truefoundry/common/utils.py,sha256=P0FuAadoJGdpieUORLSN-PiFnkyoGO-K2cS4OPITBWg,6714
+truefoundry/common/utils.py,sha256=SMpinsdXuAkIUXe7gBB8v-dWe1x2_VHdXTkA0btksDc,6816
 truefoundry/common/warnings.py,sha256=xDMhR_-ZGC40Ycaj6nlFb5MYPexn8WbKCHd4FlflTXQ,705
 truefoundry/deploy/__init__.py,sha256=g_g5_XKCZZXL3v_ycQhvn01bkMHweNqhOy1rg6vc5-k,2903
 truefoundry/deploy/python_deploy_codegen.py,sha256=WwP6bIzFoLpF7J2Bgef2HMSIeefJ8TWtSv4hXNycEzQ,8872
-truefoundry/deploy/_autogen/models.py,sha256=iP6XuxF2SBVYt2w_vrCReIwjBhgBymT_48wYE-kwjWY,78172
+truefoundry/deploy/_autogen/models.py,sha256=FwhfLrqrjFWY8Mzny2hlL2ksqDfVUMFFJsPb99nJ1Mc,78183
 truefoundry/deploy/builder/__init__.py,sha256=7MEezQzxjrWpbvnONyGMqYNVVonlb8WkARob4dHzAB4,5045
 truefoundry/deploy/builder/constants.py,sha256=aWC94kL8I8Lty9ccJwBVncsNx4ADTgPxyBxk_zur6XM,980
 truefoundry/deploy/builder/docker_service.py,sha256=sm7GWeIqyrKaZpxskdLejZlsxcZnM3BTDJr6orvPN4E,3948
-truefoundry/deploy/builder/utils.py,sha256=idgXqjhzyXqevV3NZlFCSkATASCLfMf1LLT8z19l8kM,10188
+truefoundry/deploy/builder/utils.py,sha256=YJVwSfzwc5OF6rDd_Gf-R1J0llARTvQ2CsauQrGP7_I,10465
 truefoundry/deploy/builder/builders/__init__.py,sha256=Gp9NODR1E7mUjadhzIe3zzO43bBfHPeNcEDryYF2uo0,807
-truefoundry/deploy/builder/builders/dockerfile.py,sha256=XMbMlPUTMPCyaHl7jJQY1ODtlRkpI61PcvgG6Ck5jNc,1522
+truefoundry/deploy/builder/builders/dockerfile.py,sha256=PoEyWBm5NmBDIL0pAzPPt2IWXbAQTVOZ-psT5ZXxQdI,1517
 truefoundry/deploy/builder/builders/tfy_notebook_buildpack/__init__.py,sha256=RGWGqY8xOF7vycUPJd10N7ZzahWv24lO0anrOPtLuDU,1796
 truefoundry/deploy/builder/builders/tfy_notebook_buildpack/dockerfile_template.py,sha256=rQgdvKmAT9HArVW4TAG5yd2QTKRs3S5LJ9RQbc_EkHE,2518
 truefoundry/deploy/builder/builders/tfy_python_buildpack/__init__.py,sha256=CGBZvmLoYLgFI98-1ulXJU-tt90OcDFJaV4dFw-aThE,1763
-truefoundry/deploy/builder/builders/tfy_python_buildpack/dockerfile_template.py,sha256=96ltZcRZPe1A9QedWH9yEiBdVnBwhPyc7OCOV6589lY,16278
+truefoundry/deploy/builder/builders/tfy_python_buildpack/dockerfile_template.py,sha256=MGLxzrOeOr6WycqssMugmh4e44f870hP7LpRoGOT9aQ,16448
 truefoundry/deploy/builder/builders/tfy_spark_buildpack/__init__.py,sha256=4d-1lZrR70QN2fTsAaphWNRwXGx5IG99yFs6gEp7TFE,2625
-truefoundry/deploy/builder/builders/tfy_spark_buildpack/dockerfile_template.py,sha256=YLLpBBNx8Ww8CSqVrwy4yEVlFhnPoY9OfxDiIXUXD_w,4410
+truefoundry/deploy/builder/builders/tfy_spark_buildpack/dockerfile_template.py,sha256=m9NMv8tDQvYQs8v5wB9hCHdJRM7L2ct3OOcAg5l0JfQ,4193
 truefoundry/deploy/builder/builders/tfy_spark_buildpack/tfy_execute_notebook.py,sha256=-D37Zjy2SBt3RHxonPEpR1_LR0W7vTSM1kQ1S-fdK-I,6363
 truefoundry/deploy/builder/builders/tfy_task_pyspark_buildpack/__init__.py,sha256=9LkPTAydx8UVOfKfEqfe5t7vgnc2GuNiUafCv5jcUVw,1556
-truefoundry/deploy/builder/builders/tfy_task_pyspark_buildpack/dockerfile_template.py,sha256=xEZsQr5QTYuMPpM2sBViYZP6qnW2uunI8ElpVX3EBRk,4394
+truefoundry/deploy/builder/builders/tfy_task_pyspark_buildpack/dockerfile_template.py,sha256=3W8_lMIVgQFc8p9btU4wOAduiOUXB-hnnbqAQ7K5Eks,4044
 truefoundry/deploy/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/cli/commands/__init__.py,sha256=qv818jxqSAygJ3h-6Ul8t-5VOgR_UrSgsVtNCl3e5G0,1408
 truefoundry/deploy/cli/commands/apply_command.py,sha256=DmXmKVokkauyKIiJDtErTwbJ5_LvQeJbTQsG5BjyKpo,2427
@@ -101,7 +101,7 @@ truefoundry/deploy/lib/diff_utils.py,sha256=J1sAf5O4rHNHS_MOkcB0CyaeQFtU_ALI-wd-
 truefoundry/deploy/lib/logs_utils.py,sha256=SQxRv3jDDmgHdOUMhlMaAPGYskybnBUMpst7QU_i_sc,1469
 truefoundry/deploy/lib/messages.py,sha256=8424kj3kqCyDCX5Nr2WJZZ_UEutPoaSs_y2f9-O4yy8,1001
 truefoundry/deploy/lib/session.py,sha256=fLdgR6ZDp8-hFl5NTON4ngnWLsMzGxvKtfpDOOw_7lo,4963
-truefoundry/deploy/lib/util.py,sha256=I-rRwzgPhkLfz0cHN2xEjX48V8SM5SrPhTtXUgjoTj4,2324
+truefoundry/deploy/lib/util.py,sha256=QLED4zF_g_WE67MCrZQy1nrLcuiLwInLEqxYdLmOu90,5326
 truefoundry/deploy/lib/win32.py,sha256=1RcvPTdlOAJ48rt8rCbE2Ufha2ztRqBAE9dueNXArrY,5009
 truefoundry/deploy/lib/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/lib/clients/servicefoundry_client.py,sha256=JIj0Rs5PVZzXeh2QubLaVjgMJiUkfHrIMTtZMpgBmiA,27369
@@ -115,12 +115,12 @@ truefoundry/deploy/lib/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
 truefoundry/deploy/lib/model/entity.py,sha256=eBfA4trO0jUuDy0wifiu2rB_HryZrx5Kf-tRMwIQ_9g,8716
 truefoundry/deploy/v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/v2/lib/__init__.py,sha256=WEiVMZXOVljzEE3tpGJil14liIn_PCDoACJ6b3tZ6sI,188
-truefoundry/deploy/v2/lib/deploy.py,sha256=M7z5tTPLan_s7ZwmGl_erl9lyz1CirNi8vBqg5yvSCc,12720
+truefoundry/deploy/v2/lib/deploy.py,sha256=JaLK0Mryps_2JaPB-q3NjfA0d55xsMFbIkH8VddRd_E,12873
 truefoundry/deploy/v2/lib/deploy_workflow.py,sha256=G5BzMIbap8pgDX1eY-TITruUxQdkKhYtBmRwLL6lDeY,14342
 truefoundry/deploy/v2/lib/deployable_patched_models.py,sha256=mUi-OjPf7bc8rzfrPLdFb79LKuDq7F36RxL4V-AXebs,6830
 truefoundry/deploy/v2/lib/models.py,sha256=ogc1UYs1Z2nBdGSKCrde9sk8d0GxFKMkem99uqO5CmM,1148
-truefoundry/deploy/v2/lib/patched_models.py,sha256=fVlH8umtOGq4qYjVgIHl5uz2SODPy98S2pxpRdawJug,19087
-truefoundry/deploy/v2/lib/source.py,sha256=oO3DhdafGtyLeFktxLXbfhYJUuWFRwfGAm7x0jgxUjE,9571
+truefoundry/deploy/v2/lib/patched_models.py,sha256=gWpU7aVLVM-QFqUuekLbTO7ZJvWbaijzAuLgl1FwZC0,18345
+truefoundry/deploy/v2/lib/source.py,sha256=nG11vrPqc2Z2bv7IMRruB-fNbSxY8jeWYNcCTEXr5s0,8622
 truefoundry/ml/__init__.py,sha256=EEEHV7w58Krpo_W9Chd8Y3TdItfFO3LI6j6Izqc4-P8,2219
 truefoundry/ml/constants.py,sha256=vDq72d4C9FSWqr9MMdjgTF4TuyNFApvo_6RVsSeAjB4,2837
 truefoundry/ml/entities.py,sha256=GuwzmS7qqZJ_iz34zhla_Pg-ZNjt_3oHG2gn-LMftKk,1486
@@ -349,7 +349,7 @@ truefoundry/ml/_autogen/models/schema.py,sha256=a_bp42MMPUbwO3407m0UW2W8EOhnxZXf
 truefoundry/ml/_autogen/models/signature.py,sha256=rBjpxUIsEeWM0sIyYG5uCJB18DKHR4k5yZw8TzuoP48,4987
 truefoundry/ml/_autogen/models/utils.py,sha256=c7RtSLXhOLcP8rjuUtfnMdaKVTZvvbsmw98gPAkAFrs,24371
 truefoundry/ml/artifact/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/ml/artifact/truefoundry_artifact_repo.py,sha256=qZ8p3IZYBiyMQjhMt_ZM46b6O_gHMy0ZUFKU-EylS3o,35685
+truefoundry/ml/artifact/truefoundry_artifact_repo.py,sha256=ksqnveJm_-8l4rny_cCJqAHFIZQDQyv_FSU_GjZFHSY,36136
 truefoundry/ml/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/ml/cli/cli.py,sha256=MwpY7z_NEeJE_XIP7XbZELjNeu2vpMmohttHCKDRk54,335
 truefoundry/ml/cli/utils.py,sha256=j6_mZ4Spn114mz3P4QQ8jx0tmorXIuyQnHXVUSDvZi4,1035
@@ -365,11 +365,11 @@ truefoundry/ml/log_types/plot.py,sha256=LDh4uy6z2P_a2oPM2lc85c0lt8utVvunohzeMawF
 truefoundry/ml/log_types/pydantic_base.py,sha256=eBlw_AEyAz4iJKDP4zgJOCFWcldwQqpf7FADW1jzIQY,272
 truefoundry/ml/log_types/utils.py,sha256=xjJ21jdPScvFmw3TbVh5NCzbzJwaqiXJyiiT4xxX1EI,335
 truefoundry/ml/log_types/artifacts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/ml/log_types/artifacts/artifact.py,sha256=JiqdWp6XQe2S_zP96urXCjyfdxFlx6-GNBzH9Te7hTQ,19854
+truefoundry/ml/log_types/artifacts/artifact.py,sha256=OXJDaJZLGE8jA-6A8pdApfpbz1x3O-8rIMWUkG_8hYA,19940
 truefoundry/ml/log_types/artifacts/constants.py,sha256=7blG13UXSkZVZkN8EDFqaH-a_ZonJA6pI0gwJwkIZ-s,1298
 truefoundry/ml/log_types/artifacts/dataset.py,sha256=OgWIoT59AhMw8P01FfvUKbJ3EL6HQf_Xw8X4E3Ff5Sg,13172
 truefoundry/ml/log_types/artifacts/general_artifact.py,sha256=yr-SQ2fhUR_sE1MB5zoHHYpGC8tizH_-t3lhsxCAULU,2747
-truefoundry/ml/log_types/artifacts/model.py,sha256=oRX6bKb5tN4LjDFifeDpjv4z1-vHXf3Ma6-nkp7mN4M,24831
+truefoundry/ml/log_types/artifacts/model.py,sha256=j4Gf0TKpi-JCOBqCdkH40pkpDLwvSk04KgQn2sK5fZI,24911
 truefoundry/ml/log_types/artifacts/utils.py,sha256=INZhhzl6OaD6qFAyxaLJAhXhFd6wKNujMj-lq2v8p4Q,9340
 truefoundry/ml/log_types/image/__init__.py,sha256=fcOq8yQnNj1rkLcPeIjLXBpdA1WIeiPsXOlAAvMxx7M,76
 truefoundry/ml/log_types/image/constants.py,sha256=wLtGEOA4T5fZHSlOXPuNDLX3lpbCtwlvGKPFk_1fah0,255
@@ -387,7 +387,7 @@ truefoundry/workflow/remote_filesystem/__init__.py,sha256=LQ95ViEjJ7Ts4JcCGOxMPs
 truefoundry/workflow/remote_filesystem/logger.py,sha256=em2l7D6sw7xTLDP0kQSLpgfRRCLpN14Qw85TN7ujQcE,1022
 truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=xcT0wQmQlgzcj0nP3tJopyFSVWT1uv3nhiTIuwfXYeg,12342
 truefoundry/workflow/remote_filesystem/tfy_signed_url_fs.py,sha256=nSGPZu0Gyd_jz0KsEE-7w_BmnTD8CVF1S8cUJoxaCbc,13305
-truefoundry-0.11.11rc1.dist-info/METADATA,sha256=fYgozoNqnDbl1MCMtJxn8-645J_-aucv7jPNUcyAQpE,2800
-truefoundry-0.11.11rc1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-truefoundry-0.11.11rc1.dist-info/entry_points.txt,sha256=xVjn7RMN-MW2-9f7YU-bBdlZSvvrwzhpX1zmmRmsNPU,98
-truefoundry-0.11.11rc1.dist-info/RECORD,,
+truefoundry-0.12.0.dist-info/METADATA,sha256=Sk_OSFRhLRarXdP1ju69dvUYFffXcVRMXuUeY2K57Ew,2796
+truefoundry-0.12.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+truefoundry-0.12.0.dist-info/entry_points.txt,sha256=xVjn7RMN-MW2-9f7YU-bBdlZSvvrwzhpX1zmmRmsNPU,98
+truefoundry-0.12.0.dist-info/RECORD,,