truefoundry 0.4.7rc0__py3-none-any.whl → 0.4.7rc2__py3-none-any.whl

truefoundry/deploy/python_deploy_codegen.py

@@ -111,6 +111,7 @@ def convert_deployment_config_to_python(workspace_fqn: str, application_spec: di
     application_type = application_obj.type
     if (
         hasattr(application_obj, "image")
+        and hasattr(application_obj.image, "type")
         and application_obj.image.type == "build"
         and application_obj.image.build_source.type == "remote"
     ):

truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py

@@ -1,4 +1,6 @@
 # file: client.py
+import io
+import os
 from enum import Enum
 from typing import Any, Dict, List, Optional, Union
 from urllib.parse import urlencode, urljoin
@@ -125,7 +127,12 @@ class SignedURLClient:
         )
 
     @log_time(prefix=LOG_PREFIX)
-    def _upload_data(self, signed_url: str, data: Any) -> None:
+    def _upload_data(
+        self,
+        signed_url: str,
+        data: Union[bytes, io.BufferedReader],
+        headers: Optional[Dict] = None,
+    ) -> None:
         """
         Upload data to the specified storage path using a signed URL.
 
@@ -133,10 +140,15 @@ class SignedURLClient:
             signed_url: str: The signed URL to upload the data to.
             data: Bytes or IO: The data to upload.
         """
+        if isinstance(data, io.BufferedReader):
+            if os.fstat(data.fileno()).st_size == 0:
+                data = b""
         try:
+            headers = headers or {}
+            headers["Content-Type"] = "application/octet-stream"
             response = self.session.put(
                 url=signed_url,
-                headers={"Content-Type": "application/octet-stream"},
+                headers=headers,
                 data=data,
                 timeout=REQUEST_TIMEOUT,
             )
@@ -153,7 +165,11 @@ class SignedURLClient:
             headers=self.signed_url_server_headers,
         )
         pre_signed_object_dto = SignedURLAPIResponseDto.parse_obj(signed_object)
-        self._upload_data(pre_signed_object_dto.signed_url, data)
+        self._upload_data(
+            signed_url=pre_signed_object_dto.signed_url,
+            data=data,
+            headers=pre_signed_object_dto.headers,
+        )
         return storage_uri
 
     @log_time(prefix=LOG_PREFIX)
@@ -167,19 +183,30 @@ class SignedURLClient:
         )
         pre_signed_object_dto = SignedURLAPIResponseDto.parse_obj(response)
         with open(file_path, "rb") as file:
-            self._upload_data(pre_signed_object_dto.signed_url, file)
+            self._upload_data(
+                signed_url=pre_signed_object_dto.signed_url,
+                data=file,
+                headers=pre_signed_object_dto.headers,
+            )
         return storage_uri
 
     @log_time(prefix=LOG_PREFIX)
     def _download_file(
-        self, signed_url: str, local_path: Optional[str] = None
+        self,
+        signed_url: str,
+        local_path: Optional[str] = None,
+        headers: Optional[Dict] = None,
     ) -> Optional[bytes]:
         """Common method to download a file using a signed URL."""
         try:
+            if headers is None:
+                headers = {"Content-Type": "application/octet-stream"}
+            else:
+                headers["Content-Type"] = "application/octet-stream"
             response = self.session.get(
                 signed_url,
                 stream=True,
-                headers={"Content-Type": "application/octet-stream"},
+                headers=headers,
                 timeout=REQUEST_TIMEOUT,
             )
             response.raise_for_status()
@@ -202,7 +229,11 @@ class SignedURLClient:
             headers=self.signed_url_server_headers,
         )
         presigned_object = SignedURLAPIResponseDto.parse_obj(response)
-        self._download_file(presigned_object.signed_url, local_path)
+        self._download_file(
+            signed_url=presigned_object.signed_url,
+            local_path=local_path,
+            headers=presigned_object.headers,
+        )
         return local_path
 
     @log_time(prefix=LOG_PREFIX)
@@ -214,7 +245,9 @@ class SignedURLClient:
             headers=self.signed_url_server_headers,
         )
         presigned_object = SignedURLAPIResponseDto.parse_obj(response)
-        return self._download_file(presigned_object.signed_url)
+        return self._download_file(
+            signed_url=presigned_object.signed_url, headers=presigned_object.headers
+        )
 
     @log_time(prefix=LOG_PREFIX)
     def exists(self, uri: str) -> bool:

{truefoundry-0.4.7rc0.dist-info → truefoundry-0.4.7rc2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.4.7rc0
+Version: 0.4.7rc2
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com

{truefoundry-0.4.7rc0.dist-info → truefoundry-0.4.7rc2.dist-info}/RECORD

@@ -107,7 +107,7 @@ truefoundry/deploy/lib/model/entity.py,sha256=fq8hvdJQgQn4uZqxpKrzmaoJhQG53_EbDo
 truefoundry/deploy/lib/session.py,sha256=Vg6rCA315T0yS0xG4ayJ84Ia_9ZfibH8utOSwPBMAmw,4953
 truefoundry/deploy/lib/util.py,sha256=3TapV7yczkheC1MMMfmJDGGzTl2l6e4jCYd_Rr5aoQ8,1330
 truefoundry/deploy/lib/win32.py,sha256=1RcvPTdlOAJ48rt8rCbE2Ufha2ztRqBAE9dueNXArrY,5009
-truefoundry/deploy/python_deploy_codegen.py,sha256=z9VSETb3Lrqn7sUD75EksbmA1vRiEl0LNnz9PTqF8ZM,6462
+truefoundry/deploy/python_deploy_codegen.py,sha256=qJHH1BJQII9e6PhkcRFYiE_3De7_VMMm8nM4AX5Eq1o,6513
 truefoundry/deploy/v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/v2/lib/__init__.py,sha256=WEiVMZXOVljzEE3tpGJil14liIn_PCDoACJ6b3tZ6sI,188
 truefoundry/deploy/v2/lib/deploy.py,sha256=HIcY3SzQ5lWl7avuuKi3J0Z-PBES6Sf4hgMK-m6_53U,11990
@@ -351,11 +351,11 @@ truefoundry/workflow/map_task.py,sha256=2m3qGXQ90k9LdS45q8dqCCECc3qr8t2m_LMCVd1m
 truefoundry/workflow/python_task.py,sha256=SRXRLC4vdBqGjhkwuaY39LEWN6iPCpJAuW17URRdWTY,1128
 truefoundry/workflow/remote_filesystem/__init__.py,sha256=LQ95ViEjJ7Ts4JcCGOxMPs7NZmQdZ4bTiq6qXtsjUhE,206
 truefoundry/workflow/remote_filesystem/logger.py,sha256=em2l7D6sw7xTLDP0kQSLpgfRRCLpN14Qw85TN7ujQcE,1022
-truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=ln3zx72jMElZQIVbPRHVd0OfmsLnDbnrntfJ6g1WdfE,10174
+truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=5mBCIc-ON7VSTzdyczeADgqSX5oJgso5gq2yT2AQqTY,11085
 truefoundry/workflow/remote_filesystem/tfy_signed_url_fs.py,sha256=Hf6Dk6Fu6P7DqsK5ULgraf9DStjgigf-kjaRAMBW-RU,8680
 truefoundry/workflow/task.py,sha256=ToitYiKcNzFCtOVQwz1W8sRjbR97eVS7vQBdbgUQtKg,1779
 truefoundry/workflow/workflow.py,sha256=WaTqUjhwfAXDWu4E5ehuwAxrCbDJkoAf1oWmR2E9Qy0,4575
-truefoundry-0.4.7rc0.dist-info/METADATA,sha256=6HYqMZKEbtVgTpk3Uowj4H2IGGPBMGWjaZA3mZkNy7g,3101
-truefoundry-0.4.7rc0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-truefoundry-0.4.7rc0.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
-truefoundry-0.4.7rc0.dist-info/RECORD,,
+truefoundry-0.4.7rc2.dist-info/METADATA,sha256=ge_sjcw5L2HD-5nIHHFCMtbg5wEdOfNruG0ZKAIQUis,3101
+truefoundry-0.4.7rc2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+truefoundry-0.4.7rc2.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
+truefoundry-0.4.7rc2.dist-info/RECORD,,