truefoundry 0.4.1rc1__py3-none-any.whl → 0.4.2__py3-none-any.whl

truefoundry/common/auth_service_client.py

@@ -8,7 +8,7 @@ from truefoundry.common.constants import VERSION_PREFIX
 from truefoundry.common.entities import DeviceCode, Token
 from truefoundry.common.exceptions import BadRequestException
 from truefoundry.common.request_utils import request_handling, requests_retry_session
-from truefoundry.common.utils import poll_for_function
+from truefoundry.common.utils import poll_for_function, relogin_error_message
 from truefoundry.logger import logger
 
 
@@ -16,6 +16,7 @@ class AuthServiceClient(ABC):
     def __init__(self, tenant_name: str):
         self._tenant_name = tenant_name
 
+    # TODO (chiragjn): Rename base_url to tfy_host
     @classmethod
     def from_base_url(cls, base_url: str) -> "AuthServiceClient":
         from truefoundry.common.servicefoundry_client import (
@@ -54,7 +55,9 @@ class ServiceFoundryServerAuthServiceClient(AuthServiceClient):
         if not token.refresh_token:
             # TODO: Add a way to propagate error messages without traceback to the output interface side
             raise Exception(
-                f"Unable to resume login session. Please log in again using `tfy login {host_arg_str} --relogin`"
+                relogin_error_message(
+                    "Unable to resume login session.", host=host_arg_str
+                )
             )
         url = f"{self._api_server_url}/{VERSION_PREFIX}/oauth2/token"
         data = {
@@ -70,7 +73,9 @@ class ServiceFoundryServerAuthServiceClient(AuthServiceClient):
             return Token.parse_obj(response_data)
         except BadRequestException as ex:
             raise Exception(
-                f"Unable to resume login session. Please log in again using `tfy login {host_arg_str} --relogin`"
+                relogin_error_message(
+                    "Unable to resume login session.", host=host_arg_str
+                )
             ) from ex
 
     def get_device_code(self) -> DeviceCode:
@@ -127,7 +132,9 @@ class AuthServerServiceClient(AuthServiceClient):
         if not token.refresh_token:
             # TODO: Add a way to propagate error messages without traceback to the output interface side
             raise Exception(
-                f"Unable to resume login session. Please log in again using `tfy login {host_arg_str} --relogin`"
+                relogin_error_message(
+                    "Unable to resume login session.", host=host_arg_str
+                )
             )
         url = f"{self._auth_server_url}/api/{VERSION_PREFIX}/oauth/token/refresh"
         data = {
@@ -141,7 +148,9 @@ class AuthServerServiceClient(AuthServiceClient):
             return Token.parse_obj(response_data)
         except BadRequestException as ex:
             raise Exception(
-                f"Unable to resume login session. Please log in again using `tfy login {host_arg_str} --relogin`"
+                relogin_error_message(
+                    "Unable to resume login session.", host=host_arg_str
+                )
             ) from ex
 
     def get_device_code(self) -> DeviceCode:

truefoundry/common/constants.py

@@ -5,8 +5,9 @@ CREDENTIAL_FILEPATH = TFY_CONFIG_DIR / "credentials.json"
 
 TFY_HOST_ENV_KEY = "TFY_HOST"
 TFY_API_KEY_ENV_KEY = "TFY_API_KEY"
-SERVICEFOUNDRY_SERVER_URL_ENV_KEY = "SERVICEFOUNDRY_SERVER_URL"
+TFY_CLI_LOCAL_DEV_MODE_ENV_KEY = "TFY_CLI_LOCAL_DEV_MODE"
 
 API_SERVER_RELATIVE_PATH = "api/svc"
+MLFOUNDRY_SERVER_RELATIVE_PATH = "api/ml"
 VERSION_PREFIX = "v1"
 SERVICEFOUNDRY_CLIENT_MAX_RETRIES = 2

truefoundry/common/credential_file_manager.py

@@ -10,6 +10,7 @@ from filelock import FileLock, Timeout
 
 from truefoundry.common.constants import CREDENTIAL_FILEPATH
 from truefoundry.common.entities import CredentialsFileContent
+from truefoundry.common.utils import relogin_error_message
 from truefoundry.logger import logger
 
 
@@ -87,9 +88,9 @@ class CredentialsFileManager:
             return CredentialsFileContent.parse_file(self._credentials_file_path)
         except Exception as ex:
             raise Exception(
-                "Error while reading the credentials file "
-                f"{self._credentials_file_path}. Please login again "
-                "using `tfy login --relogin` or `tfy.login(relogin=True)` function"
+                relogin_error_message(
+                    f"Error while reading the credentials file {self._credentials_file_path}"
+                )
             ) from ex
 
     @_ensure_lock_taken

truefoundry/common/credential_provider.py

@@ -6,7 +6,7 @@ from truefoundry.common.auth_service_client import AuthServiceClient
 from truefoundry.common.constants import TFY_API_KEY_ENV_KEY
 from truefoundry.common.credential_file_manager import CredentialsFileManager
 from truefoundry.common.entities import CredentialsFileContent, Token
-from truefoundry.common.utils import resolve_base_url
+from truefoundry.common.utils import resolve_tfy_host
 from truefoundry.logger import logger
 
 TOKEN_REFRESH_LOCK = threading.RLock()
@@ -17,6 +17,7 @@ class CredentialProvider(ABC):
     @abstractmethod
     def token(self) -> Token: ...
 
+    # TODO (chiragjn): Rename base_url to tfy_host
     @property
     @abstractmethod
     def base_url(self) -> str: ...
@@ -34,10 +35,8 @@ class EnvCredentialProvider(CredentialProvider):
             raise Exception(
                 f"Value of {TFY_API_KEY_ENV_KEY} env var should be non-empty string"
             )
-        # TODO: Read host from cred file as well.
-        base_url = resolve_base_url().strip("/")
-        self._host = base_url
-        self._auth_service = AuthServiceClient.from_base_url(base_url=base_url)
+        self._host = resolve_tfy_host()
+        self._auth_service = AuthServiceClient.from_base_url(base_url=self._host)
         self._token: Token = Token(access_token=api_key, refresh_token=None)  # type: ignore[call-arg]
 
     @staticmethod

truefoundry/common/servicefoundry_client.py

@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 import functools
-from urllib.parse import urlparse
 
 import requests
 from packaging import version
@@ -16,7 +15,7 @@ from truefoundry.common.entities import (
 )
 from truefoundry.common.request_utils import request_handling, requests_retry_session
 from truefoundry.common.utils import (
-    append_servicefoundry_path_to_base_url,
+    get_tfy_servers_config,
     timed_lru_cache,
 )
 from truefoundry.logger import logger
@@ -49,10 +48,10 @@ def session_with_retries() -> requests.Session:
 
 
 @timed_lru_cache(seconds=30 * 60)
-def _cached_get_tenant_info(api_server_url: str) -> TenantInfo:
+def _cached_get_tenant_info(api_server_url: str, tenant_host: str) -> TenantInfo:
     res = session_with_retries().get(
         url=f"{api_server_url}/{VERSION_PREFIX}/tenant-id",
-        params={"hostName": urlparse(api_server_url).netloc},
+        params={"hostName": tenant_host},
     )
     res = request_handling(res)
     return TenantInfo.parse_obj(res)
@@ -68,9 +67,12 @@ def _cached_get_python_sdk_config(api_server_url: str) -> PythonSDKConfig:
 
 
 class ServiceFoundryServiceClient:
+    # TODO (chiragjn): Rename base_url to tfy_host
     def __init__(self, base_url: str):
         self._base_url = base_url.strip("/")
-        self._api_server_url = append_servicefoundry_path_to_base_url(self._base_url)
+        tfy_servers_config = get_tfy_servers_config(self._base_url)
+        self._tenant_host = tfy_servers_config.tenant_host
+        self._api_server_url = tfy_servers_config.servicefoundry_server_url
 
     @property
     def base_url(self) -> str:
@@ -78,11 +80,16 @@ class ServiceFoundryServiceClient:
 
     @property
     def tenant_info(self) -> TenantInfo:
-        return _cached_get_tenant_info(self._api_server_url)
+        return _cached_get_tenant_info(
+            self._api_server_url,
+            tenant_host=self._tenant_host,
+        )
 
     @property
     def python_sdk_config(self) -> PythonSDKConfig:
-        return _cached_get_python_sdk_config(self._api_server_url)
+        return _cached_get_python_sdk_config(
+            self._api_server_url,
+        )
 
     @functools.cached_property
     def _min_cli_version_required(self) -> str:

truefoundry/common/utils.py

@@ -3,17 +3,62 @@ import time
 from functools import lru_cache, wraps
 from time import monotonic_ns
 from typing import Callable, Generator, Optional, TypeVar
-from urllib.parse import urljoin, urlsplit
+from urllib.parse import urljoin, urlparse
 
 from truefoundry.common.constants import (
     API_SERVER_RELATIVE_PATH,
-    SERVICEFOUNDRY_SERVER_URL_ENV_KEY,
+    MLFOUNDRY_SERVER_RELATIVE_PATH,
+    TFY_CLI_LOCAL_DEV_MODE_ENV_KEY,
     TFY_HOST_ENV_KEY,
 )
+from truefoundry.pydantic_v1 import BaseSettings
 
 T = TypeVar("T")
 
 
+class _TFYServersConfig(BaseSettings):
+    class Config:
+        env_prefix = "TFY_CLI_LOCAL_"
+        env_file = ".tfy-cli-local.env"
+
+    tenant_host: str
+    servicefoundry_server_url: str
+    mlfoundry_server_url: str
+
+    @classmethod
+    def from_base_url(cls, base_url: str) -> "_TFYServersConfig":
+        base_url = base_url.strip("/")
+        return cls(
+            tenant_host=urlparse(base_url).netloc,
+            servicefoundry_server_url=urljoin(base_url, API_SERVER_RELATIVE_PATH),
+            mlfoundry_server_url=urljoin(base_url, MLFOUNDRY_SERVER_RELATIVE_PATH),
+        )
+
+
+_tfy_servers_config = None
+
+
+def get_tfy_servers_config(base_url: str) -> _TFYServersConfig:
+    global _tfy_servers_config
+    if _tfy_servers_config is None:
+        if os.getenv(TFY_CLI_LOCAL_DEV_MODE_ENV_KEY):
+            _tfy_servers_config = _TFYServersConfig()  # type: ignore[call-arg]
+        else:
+            _tfy_servers_config = _TFYServersConfig.from_base_url(base_url)
+    return _tfy_servers_config
+
+
+def relogin_error_message(message: str, host: str = "HOST") -> str:
+    suffix = ""
+    if host == "HOST":
+        suffix = " where HOST is TrueFoundry platform URL"
+    return (
+        f"{message}\n"
+        f"Please login again using `tfy login --host {host} --relogin` "
+        f"or `truefoundry.login(host={host!r}, relogin=True)` function" + suffix
+    )
+
+
 def timed_lru_cache(
     seconds: int = 300, maxsize: Optional[int] = None
 ) -> Callable[[Callable[..., T]], Callable[..., T]]:
@@ -42,15 +87,19 @@ def poll_for_function(
         time.sleep(poll_after_secs)
 
 
-def resolve_base_url(host: Optional[str] = None) -> str:
-    if not host and not os.getenv(TFY_HOST_ENV_KEY):
+def validate_tfy_host(tfy_host: str) -> None:
+    if not (tfy_host.startswith("https://") or tfy_host.startswith("http://")):
         raise ValueError(
-            f"Either `host` should be provided by --host <value>, or `{TFY_HOST_ENV_KEY}` env must be set"
+            f"Invalid host {tfy_host!r}. It should start with https:// or http://"
         )
-    return host or os.getenv(TFY_HOST_ENV_KEY)
 
 
-def append_servicefoundry_path_to_base_url(base_url: str):
-    if urlsplit(base_url).netloc.startswith("localhost"):
-        return os.getenv(SERVICEFOUNDRY_SERVER_URL_ENV_KEY)
-    return urljoin(base_url, API_SERVER_RELATIVE_PATH)
+def resolve_tfy_host(tfy_host: Optional[str] = None) -> str:
+    if not tfy_host and not os.getenv(TFY_HOST_ENV_KEY):
+        raise ValueError(
+            f"Either `host` should be provided using `--host <value>`, or `{TFY_HOST_ENV_KEY}` env must be set"
+        )
+    tfy_host = tfy_host or os.getenv(TFY_HOST_ENV_KEY)
+    tfy_host = tfy_host.strip("/")
+    validate_tfy_host(tfy_host)
+    return tfy_host

truefoundry/deploy/auto_gen/models.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  application.json
-#   timestamp: 2024-09-29T10:28:22+00:00
+#   timestamp: 2024-10-09T13:00:44+00:00
 
 from __future__ import annotations
 
@@ -363,10 +363,12 @@ class HelmRepo(BaseModel):
         description="+label=Helm repository URL\n+sort=1\n+message=Needs to be a valid URL.",
     )
     chart: str = Field(
-        ..., description="+label=Chart name\n+sort=2\n+usage=The helm chart name"
+        ...,
+        description='+label=Chart name\n+sort=2\n+usage=The helm chart name\n+uiType=InputSelect\n+uiProps={"creatable":true, "searchable":true}',
     )
     version: str = Field(
-        ..., description="+label=Version\n+sort=3\n+usage=Helm chart version"
+        ...,
+        description='+label=Version\n+sort=3\n+usage=Helm chart version\n+uiType=InputSelect\n+uiProps={"creatable":true, "searchable":true}',
     )
 
 
@@ -448,10 +450,14 @@ class JobAlert(BaseModel):
     +label=Alert
     """
 
-    notification_channel: str = Field(
+    notification_channel: constr(min_length=1) = Field(
         ...,
         description='+label=Notification Channel\n+usage=Specify the notification channel to send alerts to\n+uiType=IntegrationSelect\n+uiProps={"integrationType":"notification-channel"}\n+sort=660',
     )
+    to_emails: Optional[List[constr(min_length=1)]] = Field(
+        None,
+        description="+label=To Emails\n+usage=List of recipients' email addresses if the notification channel is Email.\n+docs=Specify the emails to send alerts to\n+sort=665",
+    )
     on_start: bool = Field(
         False,
         description="+label=On Start\n+usage=Send an alert when the job starts\n+sort=670",
@@ -1546,7 +1552,7 @@ class SSHServer(BaseWorkbenchInput):
     image: WorkbenchImage
     ssh_public_key: str = Field(
         ...,
-        description="+label: SSH Public Key\n+usage=Add Your SSH Public Key, this will be used to authenticate you to the SSH Server. You can find it using `cat ~/.ssh/id_rsa.pub`\n+sort=4",
+        description="+label: SSH Public Key\n+usage=Add Your SSH Public Key, this will be used to authenticate you to the SSH Server.  \\\nYou can find it using `cat ~/.ssh/id_rsa.pub` in Mac/Linux or `type $home\\.ssh\\id_rsa.pub` in Windows Powershell.  \\\nYou can also generate a new SSH key pair using `ssh-keygen -t rsa` in your local terminal. (same for both Mac/Linux and Windows Powershell)\n+uiType=TextArea\n+sort=4",
     )
 
 

truefoundry/deploy/builder/__init__.py

@@ -1,4 +1,4 @@
-from typing import Dict, List, Optional, Union
+from typing import Any, Dict, List, Optional, Union
 
 from truefoundry.deploy.auto_gen.models import (
     DockerFileBuild,
@@ -24,7 +24,7 @@ class _BuildConfig(BaseModel):
 
 
 def build(
-    build_configuration: Union[BaseModel, Dict],
+    build_configuration: Union[BaseModel, Dict[str, Any]],
     tag: str,
     extra_opts: Optional[List[str]] = None,
 ):

truefoundry/deploy/builder/builders/tfy_notebook_buildpack/__init__.py

@@ -8,16 +8,20 @@ from truefoundry.deploy.builder.builders.tfy_notebook_buildpack.dockerfile_templ
     NotebookImageBuild,
     generate_dockerfile_content,
 )
+from truefoundry.deploy.builder.utils import has_pip_conf_secret
 
 __all__ = ["generate_dockerfile_content", "build"]
 
 
 def _convert_to_dockerfile_build_config(
-    build_configuration: NotebookImageBuild, local_dir: str
+    build_configuration: NotebookImageBuild,
+    local_dir: str,
+    mount_pip_conf_secret: bool = False,
 ) -> DockerFileBuild:
     dockerfile_content = generate_dockerfile_content(
         build_configuration=build_configuration,
         local_dir=local_dir,
+        mount_pip_conf_secret=mount_pip_conf_secret,
     )
     dockerfile_path = os.path.join(local_dir, "Dockerfile")
     with open(dockerfile_path, "w", encoding="utf8") as fp:
@@ -34,10 +38,12 @@ def build(
     build_configuration: NotebookImageBuild,
     extra_opts: Optional[List[str]] = None,
 ):
+    mount_pip_conf_secret = has_pip_conf_secret(extra_opts) if extra_opts else False
     with TemporaryDirectory() as local_dir:
         docker_build_configuration = _convert_to_dockerfile_build_config(
             build_configuration,
             local_dir=local_dir,
+            mount_pip_conf_secret=mount_pip_conf_secret,
         )
         dockerfile.build(
             tag=tag,

truefoundry/deploy/builder/builders/tfy_notebook_buildpack/dockerfile_template.py

@@ -4,6 +4,10 @@ from typing import Literal, Optional
 
 from mako.template import Template
 
+from truefoundry.deploy.builder.constants import (
+    PIP_CONF_BUILDKIT_SECRET_MOUNT,
+    PIP_CONF_SECRET_MOUNT_AS_ENV,
+)
 from truefoundry.pydantic_v1 import BaseModel
 
 
@@ -28,31 +32,40 @@ USER $NB_UID
 
 
 def generate_build_script_docker_commands(
-    build_script: Optional[str], local_dir: str
+    build_script: Optional[str],
+    local_dir: str,
+    mount_pip_conf_secret: bool = False,
 ) -> Optional[str]:
     if not build_script:
         return None
-    build_script_path = None
-    if build_script:
-        # we add build script's hash to the file name to ensure docker cache invalidation
-        script_hash = hashlib.sha256(build_script.encode("utf-8")).hexdigest()
-        build_script_path = os.path.join(local_dir, f"build-script-{script_hash}.sh")
-        with open(build_script_path, "w") as fp:
-            fp.write(build_script)
-        build_script_path = os.path.relpath(build_script_path, local_dir)
+    # we add build script's hash to the file name to ensure docker cache invalidation
+    script_hash = hashlib.sha256(build_script.encode("utf-8")).hexdigest()
+    build_script_path = os.path.join(local_dir, f"build-script-{script_hash}.sh")
+    with open(build_script_path, "w") as fp:
+        fp.write(build_script)
+    build_script_path = os.path.relpath(build_script_path, local_dir)
+    buildkit_secret_mounts = ""
+    environment_variables = ["DEBIAN_FRONTEND=noninteractive"]
+    if mount_pip_conf_secret:
+        buildkit_secret_mounts = PIP_CONF_BUILDKIT_SECRET_MOUNT
+        environment_variables.append(PIP_CONF_SECRET_MOUNT_AS_ENV)
+    all_environment_variables = " ".join(environment_variables)
     run_build_script_command = f"""\
 COPY {build_script_path} /tmp/user-build-script.sh
-RUN mkdir -p /var/log/ && DEBIAN_FRONTEND=noninteractive bash -ex /tmp/user-build-script.sh 2>&1 | tee /var/log/user-build-script-output.log
+RUN {buildkit_secret_mounts} mkdir -p /var/log/ && {all_environment_variables} bash -ex /tmp/user-build-script.sh 2>&1 | tee /var/log/user-build-script-output.log
 """
     return run_build_script_command
 
 
 def generate_dockerfile_content(
-    build_configuration: NotebookImageBuild, local_dir: str
+    build_configuration: NotebookImageBuild,
+    local_dir: str,
+    mount_pip_conf_secret: bool = False,
 ) -> str:
     build_script_docker_commands = generate_build_script_docker_commands(
         build_script=build_configuration.build_script,
         local_dir=local_dir,
+        mount_pip_conf_secret=mount_pip_conf_secret,
     )
 
     template_args = {
@@ -62,5 +75,5 @@ def generate_dockerfile_content(
 
     template = DOCKERFILE_TEMPLATE
 
-    dockerfile_content = template.render(**template_args)
+    dockerfile_content: str = template.render(**template_args)
     return dockerfile_content

truefoundry/deploy/builder/builders/tfy_python_buildpack/__init__.py

@@ -7,6 +7,7 @@ from truefoundry.deploy.builder.builders import dockerfile
 from truefoundry.deploy.builder.builders.tfy_python_buildpack.dockerfile_template import (
     generate_dockerfile_content,
 )
+from truefoundry.deploy.builder.utils import has_pip_conf_secret
 
 __all__ = ["generate_dockerfile_content", "build"]
 
@@ -14,9 +15,11 @@ __all__ = ["generate_dockerfile_content", "build"]
 def _convert_to_dockerfile_build_config(
     build_configuration: PythonBuild,
     dockerfile_path: str,
+    mount_pip_conf_secret: bool = False,
 ) -> DockerFileBuild:
     dockerfile_content = generate_dockerfile_content(
-        build_configuration=build_configuration
+        build_configuration=build_configuration,
+        mount_pip_conf_secret=mount_pip_conf_secret,
     )
     with open(dockerfile_path, "w", encoding="utf8") as fp:
         fp.write(dockerfile_content)
@@ -33,9 +36,12 @@ def build(
     build_configuration: PythonBuild,
     extra_opts: Optional[List[str]] = None,
 ):
+    mount_pip_conf_secret = has_pip_conf_secret(extra_opts) if extra_opts else False
     with TemporaryDirectory() as local_dir:
         docker_build_configuration = _convert_to_dockerfile_build_config(
-            build_configuration, dockerfile_path=os.path.join(local_dir, "Dockerfile")
+            build_configuration,
+            dockerfile_path=os.path.join(local_dir, "Dockerfile"),
+            mount_pip_conf_secret=mount_pip_conf_secret,
         )
         dockerfile.build(
             tag=tag,

truefoundry/deploy/builder/builders/tfy_python_buildpack/dockerfile_template.py

@@ -4,6 +4,10 @@ from typing import Dict, List, Optional
 from mako.template import Template
 
 from truefoundry.deploy.auto_gen.models import PythonBuild
+from truefoundry.deploy.builder.constants import (
+    PIP_CONF_BUILDKIT_SECRET_MOUNT,
+    PIP_CONF_SECRET_MOUNT_AS_ENV,
+)
 from truefoundry.deploy.v2.lib.patched_models import CUDAVersion
 
 # TODO (chiragjn): Switch to a non-root user inside the container
@@ -18,7 +22,7 @@ COPY ${requirements_path} ${requirements_destination_path}
 % endif
 
 % if pip_install_command is not None:
-RUN ${pip_install_command}
+RUN ${pip_config_secret_mount} ${pip_install_command}
 % endif
 
 COPY . /app
@@ -27,7 +31,7 @@ WORKDIR /app
 
 DOCKERFILE_TEMPLATE = Template(
     """
-FROM --platform=linux/amd64 python:${python_version}
+FROM --platform=linux/amd64 public.ecr.aws/docker/library/python:${python_version}
 ENV PATH=/virtualenvs/venv/bin:$PATH
 RUN apt update && \
     DEBIAN_FRONTEND=noninteractive apt install -y --no-install-recommends git && \
@@ -65,6 +69,11 @@ CUDA_VERSION_TO_IMAGE_TAG: Dict[str, str] = {
     CUDAVersion.CUDA_12_0_CUDNN8.value: "12.0.1-cudnn8-runtime-ubuntu22.04",
     CUDAVersion.CUDA_12_1_CUDNN8.value: "12.1.1-cudnn8-runtime-ubuntu22.04",
     CUDAVersion.CUDA_12_2_CUDNN8.value: "12.2.2-cudnn8-runtime-ubuntu22.04",
+    CUDAVersion.CUDA_12_3_CUDNN9.value: "12.3.2-cudnn9-runtime-ubuntu22.04",
+    # From 12.4+ onwards, the image tags drop the cudnn version
+    CUDAVersion.CUDA_12_4_CUDNN9.value: "12.4.1-cudnn-runtime-ubuntu22.04",
+    CUDAVersion.CUDA_12_5_CUDNN9.value: "12.5.1-cudnn-runtime-ubuntu22.04",
+    CUDAVersion.CUDA_12_6_CUDNN9.value: "12.6.1-cudnn-runtime-ubuntu22.04",
 }
 
 
@@ -100,7 +109,9 @@ def generate_apt_install_command(apt_packages: Optional[List[str]]) -> Optional[
 
 
 def generate_pip_install_command(
-    requirements_path: Optional[str], pip_packages: Optional[List[str]]
+    requirements_path: Optional[str],
+    pip_packages: Optional[List[str]],
+    mount_pip_conf_secret: bool = False,
 ) -> Optional[str]:
     upgrade_pip_command = "python -m pip install -U pip setuptools wheel"
     final_pip_install_command = None
@@ -119,11 +130,17 @@ def generate_pip_install_command(
     if not final_pip_install_command:
         return None
 
+    if mount_pip_conf_secret:
+        final_pip_install_command = (
+            f"{PIP_CONF_SECRET_MOUNT_AS_ENV} {final_pip_install_command}"
+        )
+
     return " && ".join([upgrade_pip_command, final_pip_install_command])
 
 
 def generate_dockerfile_content(
     build_configuration: PythonBuild,
+    mount_pip_conf_secret: bool = False,
 ) -> str:
     # TODO (chiragjn): Handle recursive references to other requirements files e.g. `-r requirements-gpu.txt`
     requirements_path = resolve_requirements_txt_path(build_configuration)
@@ -133,6 +150,7 @@ def generate_dockerfile_content(
     pip_install_command = generate_pip_install_command(
         requirements_path=requirements_destination_path,
         pip_packages=build_configuration.pip_packages,
+        mount_pip_conf_secret=mount_pip_conf_secret,
     )
     apt_install_command = generate_apt_install_command(
         apt_packages=build_configuration.apt_packages
@@ -146,6 +164,11 @@ def generate_dockerfile_content(
         "pip_install_command": pip_install_command,
     }
 
+    if mount_pip_conf_secret:
+        template_args["pip_config_secret_mount"] = PIP_CONF_BUILDKIT_SECRET_MOUNT
+    else:
+        template_args["pip_config_secret_mount"] = ""
+
     if build_configuration.cuda_version:
         template = CUDA_DOCKERFILE_TEMPLATE
         template_args["nvidia_cuda_image_tag"] = CUDA_VERSION_TO_IMAGE_TAG.get(

truefoundry/deploy/builder/constants.py

@@ -0,0 +1,7 @@
+BUILDKIT_SECRET_MOUNT_PIP_CONF_ID = "pip.conf"
+PIP_CONF_BUILDKIT_SECRET_MOUNT = (
+    f"--mount=type=secret,id={BUILDKIT_SECRET_MOUNT_PIP_CONF_ID}"
+)
+PIP_CONF_SECRET_MOUNT_AS_ENV = (
+    f"PIP_CONFIG_FILE=/run/secrets/{BUILDKIT_SECRET_MOUNT_PIP_CONF_ID}"
+)

truefoundry/deploy/builder/utils.py

@@ -0,0 +1,32 @@
+from typing import List, Optional
+
+from truefoundry.deploy.builder.constants import BUILDKIT_SECRET_MOUNT_PIP_CONF_ID
+
+
+def _get_id_from_buildkit_secret_value(value: str) -> Optional[str]:
+    parts = value.split(",")
+    secret_config = {}
+    for part in parts:
+        kv = part.split("=", 1)
+        if len(kv) != 2:
+            continue
+        key, value = kv
+        secret_config[key] = value
+
+    if "id" in secret_config and "src" in secret_config:
+        return secret_config["id"]
+
+    return None
+
+
+def has_pip_conf_secret(docker_build_extra_args: List[str]) -> bool:
+    args = [arg.strip() for arg in docker_build_extra_args]
+    for i, arg in enumerate(docker_build_extra_args):
+        if (
+            arg == "--secret"
+            and i + 1 < len(args)
+            and _get_id_from_buildkit_secret_value(args[i + 1])
+            == BUILDKIT_SECRET_MOUNT_PIP_CONF_ID
+        ):
+            return True
+    return False

truefoundry/deploy/cli/commands/deploy_command.py

@@ -9,7 +9,7 @@ from click.exceptions import ClickException
 
 from truefoundry.autodeploy.cli import cli as autodeploy_cli
 from truefoundry.autodeploy.exception import InvalidRequirementsException
-from truefoundry.deploy.cli.const import GROUP_CLS
+from truefoundry.deploy.cli.const import COMMAND_CLS, GROUP_CLS
 from truefoundry.deploy.cli.util import handle_exception_wrapper
 
 
@@ -54,8 +54,13 @@ def _get_default_spec_file():
     default=True,
     help="Wait and tail the deployment progress",
 )
+@click.pass_context
 @handle_exception_wrapper
-def deploy_command(file: str, workspace_fqn: Optional[str], wait: bool):
+def deploy_command(
+    ctx: click.Context, file: str, workspace_fqn: Optional[str], wait: bool
+):
+    if ctx.invoked_subcommand is not None:
+        return
     from truefoundry.deploy.lib.auth.servicefoundry_session import ServiceFoundrySession
     from truefoundry.deploy.v2.lib.deployable_patched_models import Application
 
@@ -98,5 +103,44 @@ def deploy_command(file: str, workspace_fqn: Optional[str], wait: bool):
         raise UsageError(message=str(e)) from e
 
 
+@deploy_command.command(name="workflow", cls=COMMAND_CLS, help="Deploy a Workflow")
+@click.option(
+    "-n",
+    "--name",
+    required=True,
+    help="Name of the Workflow",
+)
+@click.option(
+    "-f",
+    "--file",
+    type=click.Path(exists=True, dir_okay=False, resolve_path=True),
+    required=True,
+    help="Path to the Workflow file. e.g. workflow.py",
+)
+@click.option(
+    "-w",
+    "--workspace-fqn",
+    "--workspace_fqn",
+    required=True,
+    help="FQN of the Workspace to deploy to.",
+)
+@handle_exception_wrapper
+def deploy_workflow_command(name: str, workflow_file: str, workspace_fqn: str):
+    from truefoundry.deploy.lib.auth.servicefoundry_session import ServiceFoundrySession
+
+    try:
+        _ = ServiceFoundrySession()
+    except Exception as e:
+        raise ClickException(message=str(e)) from e
+
+    from truefoundry.deploy.v2.lib.deployable_patched_models import Workflow
+
+    workflow = Workflow(
+        name=name,
+        workflow_file_path=workflow_file,
+    )
+    workflow.deploy(workspace_fqn=workspace_fqn)
+
+
 def get_deploy_command():
     return deploy_command

truefoundry/deploy/cli/util.py

@@ -35,9 +35,12 @@ def handle_exception(exception):
             border_style="red",
         )
     elif isinstance(exception, ConnectionError):
+        loc = ""
+        if exception.request:
+            loc = f" at {exception.request.url}"
         print_dict_as_table_panel(
             {
-                "Error": "Couldn't connect to TrueFoundry. Please make sure that the provided `--host` is correct."
+                "Error": f"Couldn't connect to TrueFoundry{loc}. Please make sure that the provided `--host` is correct."
             },
             title="Command Failed",
             border_style="red",

truefoundry/deploy/lib/auth/servicefoundry_session.py

@@ -8,6 +8,7 @@ from truefoundry.common.credential_provider import (
     FileCredentialProvider,
 )
 from truefoundry.common.entities import UserInfo
+from truefoundry.common.utils import relogin_error_message
 from truefoundry.logger import logger
 
 ACTIVE_SESSION: Optional[ServiceFoundrySession] = None
@@ -41,8 +42,9 @@ class ServiceFoundrySession:
                 break
         if final_cred_provider is None:
             raise Exception(
-                "Please login again using `tfy login --relogin`"
-                "or `tfy.login(relogin=True)` function"
+                relogin_error_message(
+                    "No active session found. Perhaps you are not logged in?",
+                )
             )
         return final_cred_provider
 

truefoundry/deploy/lib/clients/servicefoundry_client.py

@@ -76,6 +76,7 @@ def _upload_packaged_code(metadata, package_file):
 
 
 class ServiceFoundryServiceClient(BaseServiceFoundryServiceClient):
+    # TODO (chiragjn): Rename base_url to tfy_host
     def __init__(self, init_session: bool = True, base_url: Optional[str] = None):
         self._session: Optional[ServiceFoundrySession] = None
         if init_session:
@@ -595,8 +596,9 @@ class ServiceFoundryServiceClient(BaseServiceFoundryServiceClient):
 
     def trigger_workflow(self, application_id: str, inputs: Dict[str, Any]):
         url = f"{self._api_server_url}/{VERSION_PREFIX}/workflow/{application_id}/executions"
+        body = {"inputs": inputs}
         response = session_with_retries().post(
-            url, json=inputs, headers=self._get_header()
+            url, json=body, headers=self._get_header()
         )
         response = request_handling(response)
         return response

truefoundry/deploy/lib/session.py

@@ -8,7 +8,7 @@ from truefoundry.common.constants import TFY_API_KEY_ENV_KEY, TFY_HOST_ENV_KEY
 from truefoundry.common.credential_file_manager import CredentialsFileManager
 from truefoundry.common.credential_provider import EnvCredentialProvider
 from truefoundry.common.entities import CredentialsFileContent, Token
-from truefoundry.common.utils import resolve_base_url
+from truefoundry.common.utils import relogin_error_message, resolve_tfy_host
 from truefoundry.deploy.io.output_callback import OutputCallBack
 from truefoundry.deploy.lib.const import (
     RICH_OUTPUT_CALLBACK,
@@ -43,7 +43,7 @@ def login(
             "Login will just save the credentials on disk."
         )
 
-    host = resolve_base_url(host).strip("/")
+    host = resolve_tfy_host(host)
 
     with CredentialsFileManager() as cred_file:
         if not relogin and cred_file.exists():
@@ -58,10 +58,10 @@ def login(
             user_info = cred_file_content.to_token().to_user_info()
             user_name_display_info = user_info.email or user_info.user_type.value
             output_hook.print_line(
-                f"Already logged in to {cred_file_content.host!r} as "
-                f"{user_info.user_id!r} ({user_name_display_info})\n"
-                "Please use `tfy login --relogin` or `tfy.login(relogin=True)` "
-                "to force relogin"
+                relogin_error_message(
+                    f"Already logged in to {cred_file_content.host!r} as {user_info.user_id!r} ({user_name_display_info})",
+                    host=host,
+                )
             )
             return False
 

truefoundry/deploy/v2/lib/patched_models.py

@@ -84,6 +84,10 @@ class CUDAVersion(str, enum.Enum):
     CUDA_12_0_CUDNN8 = "12.0-cudnn8"
     CUDA_12_1_CUDNN8 = "12.1-cudnn8"
     CUDA_12_2_CUDNN8 = "12.2-cudnn8"
+    CUDA_12_3_CUDNN9 = "12.3-cudnn9"
+    CUDA_12_4_CUDNN9 = "12.4-cudnn9"
+    CUDA_12_5_CUDNN9 = "12.5-cudnn9"
+    CUDA_12_6_CUDNN9 = "12.6-cudnn9"
 
 
 class GPUType(str, enum.Enum):

truefoundry/ml/clients/servicefoundry_client.py

@@ -12,15 +12,13 @@ from truefoundry.ml.clients.entities import (
 )
 from truefoundry.ml.clients.utils import http_request_safe
 from truefoundry.ml.exceptions import MlFoundryException
-from truefoundry.ml.run_utils import append_servicefoundry_path_to_tracking_uri
 
 
 class ServiceFoundryServiceClient(BaseServiceFoundryServiceClient):
+    # TODO (chiragjn): Rename tracking_uri to tfy_host
     def __init__(self, tracking_uri: str, token: Optional[str] = None):
         super().__init__(base_url=tracking_uri)
-        self.host_creds = HostCreds(
-            host=append_servicefoundry_path_to_tracking_uri(tracking_uri), token=token
-        )
+        self.host_creds = HostCreds(host=self._api_server_url, token=token)
 
     def get_integration_from_id(self, integration_id: str):
         integration_id = integration_id or ""

truefoundry/ml/mlfoundry_api.py

@@ -7,6 +7,7 @@ from typing import Any, Dict, Iterator, List, Optional, Sequence, Tuple, Union
 import coolname
 import pandas as pd
 
+from truefoundry.common.utils import relogin_error_message
 from truefoundry.ml import constants, env_vars
 from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     ArtifactDto,
@@ -213,8 +214,9 @@ class MlFoundry:
         session = get_active_session()
         if session is None:
             raise MlFoundryException(
-                "No active session found. Perhaps you are not logged in?\n"
-                "Please log in using `tfy login [--host HOST] --relogin"
+                relogin_error_message(
+                    "No active session found. Perhaps you are not logged in?",
+                )
             )
         servicefoundry_client = ServiceFoundryServiceClient(
             tracking_uri=self.get_tracking_uri(),

truefoundry/ml/mlfoundry_run.py

@@ -19,6 +19,7 @@ from typing import (
 from urllib.parse import urljoin, urlsplit
 
 from truefoundry import version
+from truefoundry.common.utils import relogin_error_message
 from truefoundry.ml import constants, enums
 from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     ArtifactType,
@@ -51,6 +52,8 @@ from truefoundry.ml.run_utils import ParamsType, flatten_dict, process_params
 from truefoundry.ml.session import ACTIVE_RUNS, _get_api_client, get_active_session
 from truefoundry.ml.validation_utils import (
     MAX_ENTITY_KEY_LENGTH,
+    MAX_METRICS_PER_BATCH,
+    MAX_PARAMS_TAGS_PER_BATCH,
     _validate_batch_log_data,
 )
 
@@ -222,8 +225,9 @@ class MlFoundryRun:
         session = get_active_session()
         if session is None:
             raise MlFoundryException(
-                "No active session found. Perhaps you are not logged in?\n"
-                "Please log in using `tfy login [--host HOST] --relogin"
+                relogin_error_message(
+                    "No active session found. Perhaps you are not logged in?",
+                )
             )
         base_url = "{uri.scheme}://{uri.netloc}/".format(
             uri=urlsplit(session.tracking_uri)
@@ -636,12 +640,16 @@ class MlFoundryRun:
             return
 
         try:
-            _validate_batch_log_data(metrics=metrics, params=[], tags=[])
-            self._runs_api.log_run_batch_post(
-                log_batch_request_dto=LogBatchRequestDto(
-                    run_id=self.run_id, metrics=metrics, params=[], tags=[]
+            for i in range(0, len(metrics), MAX_METRICS_PER_BATCH):
+                metrics_batch = metrics[i : i + MAX_METRICS_PER_BATCH]
+
+                _validate_batch_log_data(metrics=metrics_batch, params=[], tags=[])
+
+                self._runs_api.log_run_batch_post(
+                    log_batch_request_dto=LogBatchRequestDto(
+                        run_id=self.run_id, metrics=metrics_batch, params=[], tags=[]
+                    )
                 )
-            )
         except Exception as e:
             raise MlFoundryException(str(e)) from e
 
@@ -723,12 +731,17 @@ class MlFoundryRun:
             if len(params) == 0:
                 logger.warning("Cannot log empty params dictionary")
 
-            _validate_batch_log_data(metrics=[], params=params, tags=[])
-            self._runs_api.log_run_batch_post(
-                log_batch_request_dto=LogBatchRequestDto(
-                    run_id=self.run_id, metrics=[], params=params, tags=[]
+            for i in range(0, len(params), MAX_PARAMS_TAGS_PER_BATCH):
+                params_batch = params[i : i + MAX_PARAMS_TAGS_PER_BATCH]
+
+                _validate_batch_log_data(metrics=[], params=params_batch, tags=[])
+                logger.debug("Logging parameters: %s", params_batch)
+
+                self._runs_api.log_run_batch_post(
+                    log_batch_request_dto=LogBatchRequestDto(
+                        run_id=self.run_id, metrics=[], params=params_batch, tags=[]
+                    )
                 )
-            )
         except Exception as e:
             raise MlFoundryException(str(e)) from e
         logger.info("Parameters logged successfully")
@@ -765,11 +778,15 @@ class MlFoundryRun:
             tags_arr = [
                 RunTagDto(key=key, value=str(value)) for key, value in tags.items()
             ]
-            self._runs_api.log_run_batch_post(
-                log_batch_request_dto=LogBatchRequestDto(
-                    run_id=self.run_id, metrics=[], params=[], tags=tags_arr
+            for i in range(0, len(tags_arr), MAX_PARAMS_TAGS_PER_BATCH):
+                tags_batch = tags_arr[i : i + MAX_PARAMS_TAGS_PER_BATCH]
+
+                _validate_batch_log_data(metrics=[], params=[], tags=tags_batch)
+                self._runs_api.log_run_batch_post(
+                    log_batch_request_dto=LogBatchRequestDto(
+                        run_id=self.run_id, metrics=[], params=[], tags=tags_batch
+                    )
                 )
-            )
         except Exception as e:
             raise MlFoundryException(str(e)) from e
         logger.info("Tags set successfully")

truefoundry/ml/run_utils.py

@@ -1,9 +1,7 @@
 import argparse
 import importlib
 import json
-import os
 from typing import Any, Dict, List, Mapping, Optional, Tuple, Union
-from urllib.parse import urljoin, urlsplit
 
 import numpy as np
 
@@ -21,18 +19,6 @@ def get_module(
             raise MlFoundryException(msg) from ex
 
 
-def append_path_to_rest_tracking_uri(tracking_uri: str):
-    if urlsplit(tracking_uri).netloc.startswith("localhost"):
-        return tracking_uri
-    return urljoin(tracking_uri, "/api/ml")
-
-
-def append_servicefoundry_path_to_tracking_uri(tracking_uri: str):
-    if urlsplit(tracking_uri).netloc.startswith("localhost"):
-        return os.getenv("SERVICEFOUNDRY_SERVER_URL")
-    return urljoin(tracking_uri, "/api/svc")
-
-
 class NumpyEncoder(json.JSONEncoder):
     """Special json encoder for numpy types"""
 

truefoundry/ml/session.py

@@ -10,6 +10,7 @@ from truefoundry.common.credential_provider import (
 )
 from truefoundry.common.entities import Token, UserInfo
 from truefoundry.common.request_utils import urllib3_retry
+from truefoundry.common.utils import get_tfy_servers_config, relogin_error_message
 from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     ApiClient,
     Configuration,
@@ -17,9 +18,6 @@ from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
 from truefoundry.ml.clients.entities import HostCreds
 from truefoundry.ml.exceptions import MlFoundryException
 from truefoundry.ml.logger import logger
-from truefoundry.ml.run_utils import (
-    append_path_to_rest_tracking_uri,
-)
 
 if TYPE_CHECKING:
     from truefoundry.ml.mlfoundry_run import MlFoundryRun
@@ -83,6 +81,7 @@ class Session:
         self._assert_not_closed()
         return self._user_info
 
+    # TODO (chiragjn): Rename tracking_uri to tfy_host
     @property
     def tracking_uri(self) -> str:
         return self._cred_provider.base_url
@@ -97,7 +96,7 @@ class Session:
         )
 
     def get_host_creds(self) -> HostCreds:
-        tracking_uri = append_path_to_rest_tracking_uri(self._cred_provider.base_url)
+        tracking_uri = get_tfy_servers_config(self.tracking_uri).mlfoundry_server_url
         return HostCreds(
             host=tracking_uri, token=self._cred_provider.token.access_token
         )
@@ -120,8 +119,9 @@ def _get_api_client(
             return ApiClient()
         else:
             raise MlFoundryException(
-                "No active session found. Perhaps you are not logged in?\n"
-                "Please log in using `tfy login [--host HOST] --relogin"
+                relogin_error_message(
+                    "No active session found. Perhaps you are not logged in?",
+                )
             )
 
     creds = session.get_host_creds()
@@ -144,8 +144,9 @@ def init_session() -> Session:
                 break
         if final_cred_provider is None:
             raise MlFoundryException(
-                "Please login using `tfy login` command "
-                "or `truefoundry.login()` function call"
+                relogin_error_message(
+                    "No active session found. Perhaps you are not logged in?",
+                )
             )
         new_session = Session(cred_provider=final_cred_provider)
 

truefoundry/workflow/example/hello_world_package/workflow.py

@@ -5,9 +5,9 @@ from truefoundry.workflow import PythonTaskConfig, TaskPythonBuild, task, workfl
     task_config=PythonTaskConfig(
         image=TaskPythonBuild(
             python_version="3.9",
-            pip_packages=["truefoundry[workflow]==0.3.0rc7"],
+            pip_packages=["truefoundry[workflow]"],
         ),
-        service_account="tfy-flyte-dataplane-devtest-s3",
+        service_account="tfy-workflows-sa",
     )
 )
 def say_hello() -> str:

truefoundry/workflow/example/package/test_workflow.py

@@ -7,7 +7,6 @@ from truefoundry.deploy import Image, NvidiaGPU, Resources
 from truefoundry.workflow import (
     ContainerTask,
     ContainerTaskConfig,
-    ExecutionConfig,
     FlyteDirectory,
     PythonTaskConfig,
     TaskPythonBuild,
@@ -20,10 +19,10 @@ from truefoundry.workflow import (
 cpu_task_config = PythonTaskConfig(
     image=TaskPythonBuild(
         python_version="3.9",
-        pip_packages=["truefoundry[workflow]==0.3.0rc7"],
+        pip_packages=["truefoundry[workflow]==0.4.1"],
     ),
     resources=Resources(cpu_request=0.45),
-    service_account="tfy-flyte-dataplane-devtest-s3",
+    service_account="tfy-workflows-sa",
 )
 
 
@@ -49,7 +48,7 @@ def train_tokenizer() -> str:
     task_config=PythonTaskConfig(
         image=TaskPythonBuild(
             python_version="3.9",
-            pip_packages=["truefoundry[workflow]==0.3.0rc7", "pynvml==11.5.0"],
+            pip_packages=["truefoundry[workflow]==0.4.1", "pynvml==11.5.0"],
             cuda_version="11.5-cudnn8",
         ),
         env={
@@ -57,16 +56,16 @@ def train_tokenizer() -> str:
             "NVIDIA_VISIBLE_DEVICES": "all",
         },
         resources=Resources(cpu_request=0.45, devices=[NvidiaGPU(name="T4", count=1)]),
-        service_account="tfy-flyte-dataplane-devtest-s3",
+        service_account="tfy-workflows-sa",
     ),
 )
 def train_model(tokenizer: str) -> Tuple[FlyteDirectory, str]:
     print("Training model")
     import flytekit
-    from pynvml import nvmlDeviceGetCount, nvmlInit
+    # from pynvml import nvmlDeviceGetCount, nvmlInit
 
-    nvmlInit()
-    assert nvmlDeviceGetCount() > 0
+    # nvmlInit()
+    # assert nvmlDeviceGetCount() > 0
 
     working_dir = flytekit.current_context().working_directory
     local_dir = Path(os.path.join(working_dir, "csv_files"))
@@ -102,10 +101,10 @@ echo = ContainerTask(
     name="echo",
     task_config=ContainerTaskConfig(
         image=Image(
-            image_uri="bash:4.1",
+            image_uri="docker.io/bash:4.1",
             command=["echo", "hello"],
         ),
-        service_account="tfy-flyte-dataplane-devtest-s3",
+        service_account="tfy-workflows-sa",
     ),
 )
 
@@ -117,11 +116,11 @@ def random(tokenizer: str) -> Tuple[FlyteDirectory, str]:
 
 
 @workflow(
-    execution_configs=[
-        ExecutionConfig(
-            schedule="*/10 * * * *",
-        )
-    ]
+    # execution_configs=[
+    #     ExecutionConfig(
+    #         schedule="*/10 * * * *",
+    #     )
+    # ]
 )
 def train(
     tokenizer: str = "",

{truefoundry-0.4.1rc1.dist-info → truefoundry-0.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.4.1rc1
+Version: 0.4.2
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com
@@ -31,7 +31,6 @@ Requires-Dist: openai (>=1.16.2,<2.0.0)
 Requires-Dist: packaging (>=20.0,<25.0)
 Requires-Dist: pandas (>=1.0.0,<3.0.0) ; python_version < "3.10"
 Requires-Dist: pandas (>=1.4.0,<3.0.0) ; python_version >= "3.10"
-Requires-Dist: psutil (>=5.9.0,<7.0.0)
 Requires-Dist: pydantic (>=1.8.2,<3.0.0)
 Requires-Dist: pygments (>=2.12.0,<3.0.0)
 Requires-Dist: python-dateutil (>=2.8.2,<3.0.0)

{truefoundry-0.4.1rc1.dist-info → truefoundry-0.4.2.dist-info}/RECORD

@@ -26,25 +26,27 @@ truefoundry/autodeploy/utils/pydantic_compat.py,sha256=hEAUy5kLjhPdzw7yGZ2iXGMXb
 truefoundry/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/cli/__main__.py,sha256=-NkhYlT3mC5MhtekueKAvCw-sWvguj0LJRpXWzvvFjc,727
 truefoundry/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/common/auth_service_client.py,sha256=upUTo6VODAaOKtszCQZNWnPpRT8CEhpCq9RLBJ0RrRY,7840
-truefoundry/common/constants.py,sha256=kHP5ebp7EMfEYaOC-K8T_XPfYi7mXttYgrXYS8bOgkg,359
-truefoundry/common/credential_file_manager.py,sha256=MRn5h9Gm4pxZEF_XT-_b2agMBiqyw0o2SLpq9ty_1lY,4255
-truefoundry/common/credential_provider.py,sha256=UHr3tH39wGjhC3XdRUdgW7IZeh0cHSIEYJMVO8B4eyw,4107
+truefoundry/common/auth_service_client.py,sha256=tZOa0NdATnItsMeTnEnUeTZQIgUJtpU-nvLdWtB4Px8,7978
+truefoundry/common/constants.py,sha256=JT8wcc9IxX3K_xbzXgxTp1FMQfKwnLam5XoJjhiCw1M,395
+truefoundry/common/credential_file_manager.py,sha256=1yEk1Zm2xS4G0VDFwKSZ4w0VUrcPWQ1nJnoBaz9xyKA,4251
+truefoundry/common/credential_provider.py,sha256=YQ6HKl8ZZFTg48vBZMauEAnM6IrEO3oOzM2DA47N-P0,4071
 truefoundry/common/entities.py,sha256=8O-EGPk4PKqnyoFMKUTxISCU19rz0KBnfRDJU695DhY,3797
 truefoundry/common/exceptions.py,sha256=ePpiQ_zmWe4e94gOgeMiyP_AZnKwjEBfyXsB5ScGYcI,329
 truefoundry/common/request_utils.py,sha256=-ss8033PClJOMJuS5Ue1zCFRVK7ZW9vjtva1b5G9uok,2849
-truefoundry/common/servicefoundry_client.py,sha256=ornmmhjSY2y-NJeBcoHPKxX3q9Z9XilcHERFSFk-dSU,2886
-truefoundry/common/utils.py,sha256=DbyLQM4WiKxzIStg2Ekv7fLs8amZR0HtsF75uqy8tMc,1741
+truefoundry/common/servicefoundry_client.py,sha256=klohrELTFTJX-jvl9LGtdIoJiZMZRuQQB4Ho7PJ7u3s,3091
+truefoundry/common/utils.py,sha256=lFiDEVoQDJoZPEN4Zun4GQz2TsfdbXfNHI41BErETq8,3320
 truefoundry/deploy/__init__.py,sha256=ugawKF2G02EmEXX35oZ2tec12d9oWN28Sf6mtGGIERY,2281
-truefoundry/deploy/auto_gen/models.py,sha256=I4-tV2V74mljN7lH606pCD5LArK6MvND_i7Vt_aRI5Q,79952
-truefoundry/deploy/builder/__init__.py,sha256=a1qR6nicHGcxRaeNTxWRsmDs8zsmXc7j13-I8q0qqVk,4938
+truefoundry/deploy/auto_gen/models.py,sha256=AjbjNFwWDTIOjN_E1fSUgP-ej9nsb2OpZPhsnIRAVGs,80621
+truefoundry/deploy/builder/__init__.py,sha256=1qjHMNBE1poRCZW0WrG46dFM1f1IlivD5352qzsioMU,4953
 truefoundry/deploy/builder/builders/__init__.py,sha256=tlFLXqyDaKLd4iZbo4Hcu_8gOmgtL6drnXpbmQ6x1P8,636
 truefoundry/deploy/builder/builders/dockerfile.py,sha256=AXXTziCkaqIhuM_bwyD1vT1znOwemN1TKgU7eyo-KuM,1522
-truefoundry/deploy/builder/builders/tfy_notebook_buildpack/__init__.py,sha256=OK2lCwaPfhh7ALjNqfFBOTv7B9B3e9WDLoaSm0LWEkk,1436
-truefoundry/deploy/builder/builders/tfy_notebook_buildpack/dockerfile_template.py,sha256=cEjpcz2L9lEEoEcF0rzuRpgXwNkuce8dbvdBvhTqDYk,1946
-truefoundry/deploy/builder/builders/tfy_python_buildpack/__init__.py,sha256=n7MwUzIyn3mFqVkQqOuMeswmSPsydpYH4XMV5c8qAdQ,1381
-truefoundry/deploy/builder/builders/tfy_python_buildpack/dockerfile_template.py,sha256=vFmFeK38-t8booJEGREapEjrIL8xnyOQeRSJQq7d3ZQ,6183
+truefoundry/deploy/builder/builders/tfy_notebook_buildpack/__init__.py,sha256=UmMcTY-8MrLY3H5owpn6ax-VePQl4MiMTmHlQ9qEtQw,1742
+truefoundry/deploy/builder/builders/tfy_notebook_buildpack/dockerfile_template.py,sha256=nRG3yXhIQ3Taq1B1loQWazQd05A3nrp5zKDYvNZh87s,2487
+truefoundry/deploy/builder/builders/tfy_python_buildpack/__init__.py,sha256=XNJ3MKWqyWIbFNnUQMpB8oVC5Pt5Wsm_bRKbvkXRIG8,1696
+truefoundry/deploy/builder/builders/tfy_python_buildpack/dockerfile_template.py,sha256=dccCNOUKbK1X8F4f2J4ddSTCturvzQKx6H23xxJdCTk,7202
+truefoundry/deploy/builder/constants.py,sha256=eIukBjD6I4KvEmAPpdbPlPPr76yhS-uNr3RVFkzEdgs,257
 truefoundry/deploy/builder/docker_service.py,sha256=vQS15790njzlFJZ3JW6txYLBdT11ltxqqpf78ZFL_Ng,5208
+truefoundry/deploy/builder/utils.py,sha256=9RZnkhoHFTRUt_x3nck0aVz7cLpzA3jiwQH-ZZZrjf8,938
 truefoundry/deploy/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/cli/cli.py,sha256=o19n7MsMzXXXG3GlpRYaxX3l9Xvtof-iPK4-y31Dw9k,2811
 truefoundry/deploy/cli/commands/__init__.py,sha256=oOstv608ueOJTxR3qlQbZBIdo-FsFe2O0NYNOXi01-s,1276
@@ -53,7 +55,7 @@ truefoundry/deploy/cli/commands/build_command.py,sha256=DQ7NARgkIgV4z0Zdnl3zMDKU
 truefoundry/deploy/cli/commands/build_logs_command.py,sha256=WrPOlFec_wwuzdJmKZ8mjca-oFVvxgfblcqj2LlhWJA,2804
 truefoundry/deploy/cli/commands/create_command.py,sha256=ZjA4EP1jHYuVE1zx0kN-giBr3y0sEiXnu8xMsNyD2Rg,1850
 truefoundry/deploy/cli/commands/delete_command.py,sha256=4tyIameA1pVu9uZZNJPK6rqdV-cJogf51iCCrG-9noI,2390
-truefoundry/deploy/cli/commands/deploy_command.py,sha256=f3Bd0EClT4y6Eahw0pX2MFKiRD29j5kHlWVK5rbvK20,2858
+truefoundry/deploy/cli/commands/deploy_command.py,sha256=ixn3uQoDRfJ9D8GOMwXJ9W9VbyNce9Qzb3Mx7h5InRM,4018
 truefoundry/deploy/cli/commands/get_command.py,sha256=w7h5C4bJpmHJ99rgiGg9J_X0xi8aZUeB6Q-SoZUV1tg,5979
 truefoundry/deploy/cli/commands/list_command.py,sha256=cFARY22L5xspBX7TWsx41IF4RiRMok7KBwv7hQRFXNs,4498
 truefoundry/deploy/cli/commands/login_command.py,sha256=WV4Ad8PJ2_yNfCJi1VWW2GNwU6khZ2sWZbKebxJ7oVM,1038
@@ -68,7 +70,7 @@ truefoundry/deploy/cli/config.py,sha256=tf8w4UfVzcC6eYkENvuuCPYt_V3sqVpO1bclORV9
 truefoundry/deploy/cli/console.py,sha256=9-dMy4YPisCJQziRKTg8Qa0UJnOGl1soiUnJjsnLDvE,242
 truefoundry/deploy/cli/const.py,sha256=dVHPo1uAiDSSMXwXoT2mR5kNQjExT98QNVRz98Hz_Ts,510
 truefoundry/deploy/cli/display_util.py,sha256=gq8EBdpBMHUzYQp_hxOg9EOYi08FIHgOVFCqXqC2tuo,3044
-truefoundry/deploy/cli/util.py,sha256=n2-YzdYkyJV1w7XzzWCLtksoaY35I6tM58T_qNpm4vY,3587
+truefoundry/deploy/cli/util.py,sha256=bxbNEX3mbhtDpXw3b2GAnbxe0xvCF9N1sCMK6yatz0Q,3689
 truefoundry/deploy/core/__init__.py,sha256=j61bMWj4BkWihdssKMSFhieo7afJDtpc7qO7zk1rDB4,140
 truefoundry/deploy/core/login.py,sha256=N2VrW3nlBzoyoYulkipxwQvCpjBhi3sfsmhxK1ktWhg,236
 truefoundry/deploy/core/logout.py,sha256=TpWLq4_DsxYS5GX2OJQGDhekNOfiOLb-vO5khQueHXw,80
@@ -88,9 +90,9 @@ truefoundry/deploy/io/output_callback.py,sha256=V2YwUFec4G4a67lM4r-x_64AqdOVNo_9
 truefoundry/deploy/io/rich_output_callback.py,sha256=TJLiRD-EnFVwgcepxR7WN0koKqW1X2DevETPhNPi_nU,829
 truefoundry/deploy/json_util.py,sha256=x_-7YYQ4_HUIJ8ofOcclAp9JWhgTWjR9Th6Q0FuRqGk,175
 truefoundry/deploy/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/deploy/lib/auth/servicefoundry_session.py,sha256=d4M56O_ZftFeDRiyRci11QABU9B1HW2eVOeVIrFvevE,1842
+truefoundry/deploy/lib/auth/servicefoundry_session.py,sha256=5TCYPunAygtn5mb0mp_VcWKEalKMKPbyWMWer-Vty2g,1916
 truefoundry/deploy/lib/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/deploy/lib/clients/servicefoundry_client.py,sha256=fgou4wjuWJzqQgW7iatbSCvmstSjY0iUJldQK5vsruE,26018
+truefoundry/deploy/lib/clients/servicefoundry_client.py,sha256=vFrd5yeStjT_uWL3JxHrx0iAmNpuv26K7IEnsF1RMM8,26101
 truefoundry/deploy/lib/clients/shell_client.py,sha256=tMrc0Ha1DmGtUCJrZD8eusOzfe8R_WIe6AAH7nxL0xA,461
 truefoundry/deploy/lib/const.py,sha256=FCQfnO7IecB1ikQHdLGNvvubq_iF900C9l5TJtDfvFc,314
 truefoundry/deploy/lib/dao/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -103,7 +105,7 @@ truefoundry/deploy/lib/logs_utils.py,sha256=SQxRv3jDDmgHdOUMhlMaAPGYskybnBUMpst7
 truefoundry/deploy/lib/messages.py,sha256=nhp0bCYf_XpUM68hTq5lBY-__vtEyV2uP7NgnJXJ_Vg,925
 truefoundry/deploy/lib/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/lib/model/entity.py,sha256=8J8yd98iWtSy8giShdDRNyzbN1UgSXx4XtmZLljdWnE,8552
-truefoundry/deploy/lib/session.py,sha256=e0iA-fWPBzxm5JqT4hnfv4NOpYexbrtRLSWLqqVtFzs,4986
+truefoundry/deploy/lib/session.py,sha256=Vg6rCA315T0yS0xG4ayJ84Ia_9ZfibH8utOSwPBMAmw,4953
 truefoundry/deploy/lib/util.py,sha256=RlL3bjZu5Z0LU_OKYaMVfcMU8k7_rmkAp89_0CrZDLk,1520
 truefoundry/deploy/lib/win32.py,sha256=1RcvPTdlOAJ48rt8rCbE2Ufha2ztRqBAE9dueNXArrY,5009
 truefoundry/deploy/python_deploy_codegen.py,sha256=Ok7ufDY2x3aMJv9KpaRqxiS-ZI-kxBWauIUHst-ug7E,4020
@@ -113,7 +115,7 @@ truefoundry/deploy/v2/lib/deploy.py,sha256=HIcY3SzQ5lWl7avuuKi3J0Z-PBES6Sf4hgMK-
 truefoundry/deploy/v2/lib/deploy_workflow.py,sha256=WhlrBuRf7r83qoQdTZSQzHt635fw9D4_qQIqusFWGag,12372
 truefoundry/deploy/v2/lib/deployable_patched_models.py,sha256=MROgMxhn9hDEAKwJSWl3iz12tUVvRKzEtqF2QUT6dAk,3343
 truefoundry/deploy/v2/lib/models.py,sha256=pSolLMTArDuYpeNsmeeS5DWliloN_iCDfZSpRllMHUg,1120
-truefoundry/deploy/v2/lib/patched_models.py,sha256=qL3N7y6zf7jywx6uY-yMxsH65NB367V_82o47ZYJt1I,13820
+truefoundry/deploy/v2/lib/patched_models.py,sha256=sokVDUdnhe3qx6dXlHM0shbf6HvSlF72-mvi8Lzt_Y8,13968
 truefoundry/deploy/v2/lib/source.py,sha256=VHKuFREiixUP40D3Mrz-TA70spu1M0RbCzl--qwlFaY,9263
 truefoundry/langchain/__init__.py,sha256=zeYKxKrQhfYXQuBec3wvB_ZqKowDUUjLUKUhbiu9ZFs,558
 truefoundry/langchain/deprecated.py,sha256=8tfLHXwcifGl7DYhMNfzc4zRVCVqEgARg5BsbZp11NE,10835
@@ -296,7 +298,7 @@ truefoundry/ml/cli/commands/__init__.py,sha256=diDUiRUX4l6TtNLI4iF-ZblczkELM7FRV
 truefoundry/ml/cli/commands/download.py,sha256=cbz9KijiLKXj4-twlig3xZLTVRNm4fnjwpy0leZr31w,2342
 truefoundry/ml/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/ml/clients/entities.py,sha256=sNP4DnAVdQoMfc06s0r3VTzKHTo7jmxAOuTlQOVmsMs,151
-truefoundry/ml/clients/servicefoundry_client.py,sha256=lK7mepLNRHHS65Eebynk5HyCMSxqmduXRHO2k8pTIK0,1680
+truefoundry/ml/clients/servicefoundry_client.py,sha256=nmKrWBd7P0VEDGjPHZ8_scX3Xo9tv3wZSWlTIBwGptU,1597
 truefoundry/ml/clients/utils.py,sha256=c0LdC8moejs-Zm30hu1sCqifLEmqhdq4SfZ_m0nUIDk,4402
 truefoundry/ml/constants.py,sha256=vDq72d4C9FSWqr9MMdjgTF4TuyNFApvo_6RVsSeAjB4,2837
 truefoundry/ml/entities.py,sha256=si5GAqZsWzKu5MPrU4Hk6se7bebHOYhTiNw69ai-Uk8,1485
@@ -322,25 +324,25 @@ truefoundry/ml/log_types/plot.py,sha256=oFnXNb2o5fVF0zsnRjvqjSjLaphQWUnQCdw72e2u
 truefoundry/ml/log_types/pydantic_base.py,sha256=eBlw_AEyAz4iJKDP4zgJOCFWcldwQqpf7FADW1jzIQY,272
 truefoundry/ml/log_types/utils.py,sha256=xjJ21jdPScvFmw3TbVh5NCzbzJwaqiXJyiiT4xxX1EI,335
 truefoundry/ml/logger.py,sha256=VT-BF3BnBYTWVq87O58F0c8uXMu94gYzsiFlGY3_7Ao,458
-truefoundry/ml/mlfoundry_api.py,sha256=8K8te6aLBpwZ-Qg-ALEROiI5FWgPVycyAi_VZaFaLRg,60801
-truefoundry/ml/mlfoundry_run.py,sha256=CTUgf2-kPANie9Kog_rJRvpkDfotVzWTHvBg2ofv_FA,44341
-truefoundry/ml/run_utils.py,sha256=dzbQ_TGkSCYO-gg8tlr5tglR0p2SIQdy0wl4IEQE5JA,2899
-truefoundry/ml/session.py,sha256=gASORQ7TZ3kqAyqG64YPfn5Z8Uo2BjOvfhMmTX-X7uM,5263
+truefoundry/ml/mlfoundry_api.py,sha256=I2T8tXeAIWpD8EH05fm80mNyX6cs2S1ORI4qoo0HTpQ,60847
+truefoundry/ml/mlfoundry_run.py,sha256=rNJl130iJkpjW3MNoe5-d_J9VJJQBqWHEJCfYeiZCbE,45123
+truefoundry/ml/run_utils.py,sha256=0W208wSLUrbdfk2pjNcZlkUi9bNxG2JORqoe-5rVqHI,2423
+truefoundry/ml/session.py,sha256=Rvq419hdLNBt0KUzKn7jGvKKg9LI_gafOHcw-lFceAE,5330
 truefoundry/ml/validation_utils.py,sha256=XBSUd9OoyriWJpT3M5LKz17iWY3yVMr3hM5vdaVjtf0,12082
 truefoundry/pydantic_v1.py,sha256=jSuhGtz0Mbk1qYu8jJ1AcnIDK4oxUsdhALc4spqstmM,345
 truefoundry/version.py,sha256=bqiT4Q-VWrTC6P4qfK43mez-Ppf-smWfrl6DcwV7mrw,137
 truefoundry/workflow/__init__.py,sha256=hkDVrnG95duO-9XEmdjgrsvyhjQUVqyeQ1-dADB1QuE,935
 truefoundry/workflow/container_task.py,sha256=8arieePsX4__OnG337hOtCiNgJwtKJJCsZcmFmCBJtk,402
 truefoundry/workflow/example/deploy.sh,sha256=wfbPRrCi04WYRqCf4g-Xo12uWbcqPD6G_Tz0lV0jU_U,60
-truefoundry/workflow/example/hello_world_package/workflow.py,sha256=ACWJJWTY5NhYyU_dAEfdSqXgyLuNXPRDpOBuUkTEzhU,459
-truefoundry/workflow/example/package/test_workflow.py,sha256=-CeCcMyI3fjRGSkzfmmnLcE2aFxceCUpEXx8dql8MBE,4015
+truefoundry/workflow/example/hello_world_package/workflow.py,sha256=IkRKfPY5BcvLPo_PVuNbZKK9PPJ93LRkzb1a3RKQYOw,435
+truefoundry/workflow/example/package/test_workflow.py,sha256=TUcvYCGz4IbzF9bQJAfB-6Wd2wx-0RKcuIpUG0t6d8c,3972
 truefoundry/workflow/example/truefoundry.yaml,sha256=LlPrMADSPJsiXRoK76N_RVjX1bnZ3FH1u2jXrwLfR9I,226
 truefoundry/workflow/example/workflow.yaml,sha256=YtYdKXMuW_08gfEo21XSculj2MGI2lfEnGF8qCT8NKE,2858
 truefoundry/workflow/map_task.py,sha256=2m3qGXQ90k9LdS45q8dqCCECc3qr8t2m_LMCVd1mZ7g,1737
 truefoundry/workflow/python_task.py,sha256=SRXRLC4vdBqGjhkwuaY39LEWN6iPCpJAuW17URRdWTY,1128
 truefoundry/workflow/task.py,sha256=ToitYiKcNzFCtOVQwz1W8sRjbR97eVS7vQBdbgUQtKg,1779
 truefoundry/workflow/workflow.py,sha256=WaTqUjhwfAXDWu4E5ehuwAxrCbDJkoAf1oWmR2E9Qy0,4575
-truefoundry-0.4.1rc1.dist-info/METADATA,sha256=Pl4VeIlCAJqjQIsSZtxBKd-1tdkdb9rhKSDmVHhnHJ0,3140
-truefoundry-0.4.1rc1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-truefoundry-0.4.1rc1.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
-truefoundry-0.4.1rc1.dist-info/RECORD,,
+truefoundry-0.4.2.dist-info/METADATA,sha256=xI1S8haO5ttWh1UKrtXXLMYuylRMF8AqV5mgoXgk7Vc,3098
+truefoundry-0.4.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+truefoundry-0.4.2.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
+truefoundry-0.4.2.dist-info/RECORD,,