truefoundry 0.4.6__py3-none-any.whl → 0.4.7__py3-none-any.whl

truefoundry/deploy/auto_gen/models.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  application.json
-#   timestamp: 2024-10-16T17:06:03+00:00
+#   timestamp: 2024-11-04T08:35:21+00:00
 
 from __future__ import annotations
 
@@ -315,7 +315,7 @@ class GitHelmRepo(BaseModel):
         regex=r"^(((https?|wss):\/\/)?(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}(?:[-a-zA-Z0-9()@:%_\+.~#?&\/=]*))$"
     ) = Field(
         ...,
-        description="+label=Git repository URL\n+sort=1\n+message=Needs to be a valid URL.\nTODO: Check this regex and add guidelines",
+        description="TODO: Check this regex and add guidelines\n+label=Git repository URL\n+sort=1\n+message=Needs to be a valid URL.",
     )
     revision: str = Field(
         ...,
@@ -1151,7 +1151,7 @@ class VolumeMount(BaseModel):
         ...,
         description="+label=Volume mount path\n+usage=Absolute file path where the volume will be mounted.\n+message=Please enter a valid mount path",
     )
-    sub_path: Optional[str] = Field(
+    sub_path: Optional[constr(regex=r"^(?:[^/\n]+/*)*[^/\n]+(\.[^/\n]+)?$")] = Field(
         None,
         description="+label=Sub Path\n+usage=Sub path within the volume to mount. Defaults to root of the volume.",
     )
@@ -1285,7 +1285,7 @@ class Codeserver(BaseWorkbenchInput):
 
 
 class ContainerTaskConfig(BaseModel):
-    type: constr(regex=r"^container-task-config$") = Field(
+    type: Literal["container-task-config"] = Field(
         ..., description="+value=container-task-config"
     )
     image: Union[Build, Image] = Field(
@@ -1301,7 +1301,9 @@ class ContainerTaskConfig(BaseModel):
         None,
         description="+usage=Configure data to be mounted to Workflow pod(s) as a volume.\n+sort=400",
     )
-    service_account: str = Field(..., description="+label=Service Account\n+sort=500")
+    service_account: Optional[str] = Field(
+        None, description="+label=Service Account\n+sort=500"
+    )
 
 
 class CoreNATSOutputConfig(BaseModel):
@@ -1559,7 +1561,7 @@ class PythonTaskConfig(BaseModel):
     +docs=Describes the configuration for the python function task
     """
 
-    type: constr(regex=r"^python-task-config$") = Field(
+    type: Literal["python-task-config"] = Field(
         ..., description="+value=python-task-config"
     )
     image: Union[TaskPythonBuild, TaskDockerFileBuild] = Field(
@@ -1575,7 +1577,9 @@ class PythonTaskConfig(BaseModel):
         None,
         description="+usage=Configure data to be mounted to Workflow pod(s) as a volume.\n+sort=400",
     )
-    service_account: str = Field(..., description="+label=Service Account\n+sort=500")
+    service_account: Optional[str] = Field(
+        None, description="+label=Service Account\n+sort=500"
+    )
 
 
 class SSHServer(BaseWorkbenchInput):
@@ -1722,7 +1726,7 @@ class Workflow(BaseModel):
     +docs=Describes the configuration for the worflow
     """
 
-    type: constr(regex=r"^workflow$") = Field(..., description="+value=workflow")
+    type: Literal["workflow"] = Field(..., description="+value=workflow")
     name: constr(regex=r"^[a-z][a-z0-9\-]{1,30}[a-z0-9]$") = Field(
         ...,
         description="+usage=Name of the workflow\n+sort=1\n+message=3 to 32 lower case characters long alphanumeric word, may contain - in between, cannot start with a number",

truefoundry/deploy/python_deploy_codegen.py

@@ -111,6 +111,7 @@ def convert_deployment_config_to_python(workspace_fqn: str, application_spec: di
     application_type = application_obj.type
     if (
         hasattr(application_obj, "image")
+        and hasattr(application_obj.image, "type")
         and application_obj.image.type == "build"
         and application_obj.image.build_source.type == "remote"
     ):

truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py

@@ -1,4 +1,6 @@
 # file: client.py
+import io
+import os
 from enum import Enum
 from typing import Any, Dict, List, Optional, Union
 from urllib.parse import urlencode, urljoin
@@ -125,7 +127,12 @@ class SignedURLClient:
         )
 
     @log_time(prefix=LOG_PREFIX)
-    def _upload_data(self, signed_url: str, data: Any) -> None:
+    def _upload_data(
+        self,
+        signed_url: str,
+        data: Union[bytes, io.BufferedReader],
+        headers: Optional[Dict] = None,
+    ) -> None:
         """
         Upload data to the specified storage path using a signed URL.
 
@@ -133,10 +140,15 @@ class SignedURLClient:
             signed_url: str: The signed URL to upload the data to.
             data: Bytes or IO: The data to upload.
         """
+        if isinstance(data, io.BufferedReader):
+            if os.fstat(data.fileno()).st_size == 0:
+                data = b""
         try:
+            headers = headers or {}
+            headers["Content-Type"] = "application/octet-stream"
             response = self.session.put(
                 url=signed_url,
-                headers={"Content-Type": "application/octet-stream"},
+                headers=headers,
                 data=data,
                 timeout=REQUEST_TIMEOUT,
             )
@@ -153,7 +165,11 @@ class SignedURLClient:
             headers=self.signed_url_server_headers,
         )
         pre_signed_object_dto = SignedURLAPIResponseDto.parse_obj(signed_object)
-        self._upload_data(pre_signed_object_dto.signed_url, data)
+        self._upload_data(
+            signed_url=pre_signed_object_dto.signed_url,
+            data=data,
+            headers=pre_signed_object_dto.headers,
+        )
         return storage_uri
 
     @log_time(prefix=LOG_PREFIX)
@@ -167,19 +183,30 @@ class SignedURLClient:
         )
         pre_signed_object_dto = SignedURLAPIResponseDto.parse_obj(response)
         with open(file_path, "rb") as file:
-            self._upload_data(pre_signed_object_dto.signed_url, file)
+            self._upload_data(
+                signed_url=pre_signed_object_dto.signed_url,
+                data=file,
+                headers=pre_signed_object_dto.headers,
+            )
         return storage_uri
 
     @log_time(prefix=LOG_PREFIX)
     def _download_file(
-        self, signed_url: str, local_path: Optional[str] = None
+        self,
+        signed_url: str,
+        local_path: Optional[str] = None,
+        headers: Optional[Dict] = None,
     ) -> Optional[bytes]:
         """Common method to download a file using a signed URL."""
         try:
+            if headers is None:
+                headers = {"Content-Type": "application/octet-stream"}
+            else:
+                headers["Content-Type"] = "application/octet-stream"
             response = self.session.get(
                 signed_url,
                 stream=True,
-                headers={"Content-Type": "application/octet-stream"},
+                headers=headers,
                 timeout=REQUEST_TIMEOUT,
             )
             response.raise_for_status()
@@ -202,7 +229,11 @@ class SignedURLClient:
             headers=self.signed_url_server_headers,
         )
         presigned_object = SignedURLAPIResponseDto.parse_obj(response)
-        self._download_file(presigned_object.signed_url, local_path)
+        self._download_file(
+            signed_url=presigned_object.signed_url,
+            local_path=local_path,
+            headers=presigned_object.headers,
+        )
         return local_path
 
     @log_time(prefix=LOG_PREFIX)
@@ -214,7 +245,9 @@ class SignedURLClient:
             headers=self.signed_url_server_headers,
         )
         presigned_object = SignedURLAPIResponseDto.parse_obj(response)
-        return self._download_file(presigned_object.signed_url)
+        return self._download_file(
+            signed_url=presigned_object.signed_url, headers=presigned_object.headers
+        )
 
     @log_time(prefix=LOG_PREFIX)
     def exists(self, uri: str) -> bool:

{truefoundry-0.4.6.dist-info → truefoundry-0.4.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.4.6
+Version: 0.4.7
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com

{truefoundry-0.4.6.dist-info → truefoundry-0.4.7.dist-info}/RECORD

@@ -36,7 +36,7 @@ truefoundry/common/request_utils.py,sha256=5xw4YGUcMf71Ncal3OfFCa-PoWDIvG3hYGCDa
 truefoundry/common/servicefoundry_client.py,sha256=2fxmgCM-ckFHpnm6n_mL-5Z8RWN_q-dYVvFC29bkYSg,3120
 truefoundry/common/utils.py,sha256=MYFjNtHGqauqhj9tmbdErCJR49AfXDwg-5kYbBh8HpI,3258
 truefoundry/deploy/__init__.py,sha256=ugawKF2G02EmEXX35oZ2tec12d9oWN28Sf6mtGGIERY,2281
-truefoundry/deploy/auto_gen/models.py,sha256=4MaxkG2_5Wg6avaZRlK0D4JiVEM5rk3NU0BCiTx8VyU,82477
+truefoundry/deploy/auto_gen/models.py,sha256=8848BDbq2hO8Y75LsBH3cS0vi8qEOKU5x6oBtVmYorE,82552
 truefoundry/deploy/builder/__init__.py,sha256=1qjHMNBE1poRCZW0WrG46dFM1f1IlivD5352qzsioMU,4953
 truefoundry/deploy/builder/builders/__init__.py,sha256=tlFLXqyDaKLd4iZbo4Hcu_8gOmgtL6drnXpbmQ6x1P8,636
 truefoundry/deploy/builder/builders/dockerfile.py,sha256=AXXTziCkaqIhuM_bwyD1vT1znOwemN1TKgU7eyo-KuM,1522
@@ -107,7 +107,7 @@ truefoundry/deploy/lib/model/entity.py,sha256=fq8hvdJQgQn4uZqxpKrzmaoJhQG53_EbDo
 truefoundry/deploy/lib/session.py,sha256=Vg6rCA315T0yS0xG4ayJ84Ia_9ZfibH8utOSwPBMAmw,4953
 truefoundry/deploy/lib/util.py,sha256=3TapV7yczkheC1MMMfmJDGGzTl2l6e4jCYd_Rr5aoQ8,1330
 truefoundry/deploy/lib/win32.py,sha256=1RcvPTdlOAJ48rt8rCbE2Ufha2ztRqBAE9dueNXArrY,5009
-truefoundry/deploy/python_deploy_codegen.py,sha256=z9VSETb3Lrqn7sUD75EksbmA1vRiEl0LNnz9PTqF8ZM,6462
+truefoundry/deploy/python_deploy_codegen.py,sha256=qJHH1BJQII9e6PhkcRFYiE_3De7_VMMm8nM4AX5Eq1o,6513
 truefoundry/deploy/v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/v2/lib/__init__.py,sha256=WEiVMZXOVljzEE3tpGJil14liIn_PCDoACJ6b3tZ6sI,188
 truefoundry/deploy/v2/lib/deploy.py,sha256=HIcY3SzQ5lWl7avuuKi3J0Z-PBES6Sf4hgMK-m6_53U,11990
@@ -351,11 +351,11 @@ truefoundry/workflow/map_task.py,sha256=2m3qGXQ90k9LdS45q8dqCCECc3qr8t2m_LMCVd1m
 truefoundry/workflow/python_task.py,sha256=SRXRLC4vdBqGjhkwuaY39LEWN6iPCpJAuW17URRdWTY,1128
 truefoundry/workflow/remote_filesystem/__init__.py,sha256=LQ95ViEjJ7Ts4JcCGOxMPs7NZmQdZ4bTiq6qXtsjUhE,206
 truefoundry/workflow/remote_filesystem/logger.py,sha256=em2l7D6sw7xTLDP0kQSLpgfRRCLpN14Qw85TN7ujQcE,1022
-truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=ln3zx72jMElZQIVbPRHVd0OfmsLnDbnrntfJ6g1WdfE,10174
+truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=5mBCIc-ON7VSTzdyczeADgqSX5oJgso5gq2yT2AQqTY,11085
 truefoundry/workflow/remote_filesystem/tfy_signed_url_fs.py,sha256=Hf6Dk6Fu6P7DqsK5ULgraf9DStjgigf-kjaRAMBW-RU,8680
 truefoundry/workflow/task.py,sha256=ToitYiKcNzFCtOVQwz1W8sRjbR97eVS7vQBdbgUQtKg,1779
 truefoundry/workflow/workflow.py,sha256=WaTqUjhwfAXDWu4E5ehuwAxrCbDJkoAf1oWmR2E9Qy0,4575
-truefoundry-0.4.6.dist-info/METADATA,sha256=xMHeMDZtsbcVayGsYdRaNH6uMXROl-lx1759kIXYwS8,3098
-truefoundry-0.4.6.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-truefoundry-0.4.6.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
-truefoundry-0.4.6.dist-info/RECORD,,
+truefoundry-0.4.7.dist-info/METADATA,sha256=L-O9o1NRO2dM02aod9MzXzuAcSBp_IfpEAl8Zp5tmUc,3098
+truefoundry-0.4.7.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+truefoundry-0.4.7.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
+truefoundry-0.4.7.dist-info/RECORD,,