hafnia 0.2.3__py3-none-any.whl → 0.2.4__py3-none-any.whl

hafnia/platform/datasets.py

@@ -1,6 +1,7 @@
 import os
 import shutil
 import subprocess
+import sys
 import tempfile
 import uuid
 from pathlib import Path
@@ -91,22 +92,30 @@ def download_dataset_from_access_endpoint(
     s3_dataset_files = [f"{s3_uri}/{filename}" for filename in DATASET_FILENAMES_REQUIRED]
 
     envs = resource_credentials.aws_credentials()
-    fast_copy_files_s3(
-        src_paths=s3_dataset_files,
-        dst_paths=local_dataset_paths,
-        append_envs=envs,
-        description="Downloading annotations",
-    )
+    try:
+        fast_copy_files_s3(
+            src_paths=s3_dataset_files,
+            dst_paths=local_dataset_paths,
+            append_envs=envs,
+            description="Downloading annotations",
+        )
+    except ValueError as e:
+        user_logger.error(f"Failed to download annotations: {e}")
+        return
 
     if not download_files:
         return
     dataset = HafniaDataset.from_path(path_dataset, check_for_images=False)
-    fast_copy_files_s3(
-        src_paths=dataset.samples[ColumnName.REMOTE_PATH].to_list(),
-        dst_paths=dataset.samples[ColumnName.FILE_NAME].to_list(),
-        append_envs=envs,
-        description="Downloading images",
-    )
+    try:
+        fast_copy_files_s3(
+            src_paths=dataset.samples[ColumnName.REMOTE_PATH].to_list(),
+            dst_paths=dataset.samples[ColumnName.FILE_NAME].to_list(),
+            append_envs=envs,
+            description="Downloading images",
+        )
+    except ValueError as e:
+        user_logger.error(f"Failed to download images: {e}")
+        return
 
 
 def fast_copy_files_s3(
@@ -117,7 +126,6 @@ def fast_copy_files_s3(
 ) -> List[str]:
     if len(src_paths) != len(dst_paths):
         raise ValueError("Source and destination paths must have the same length.")
-
     cmds = [f"cp {src} {dst}" for src, dst in zip(src_paths, dst_paths)]
     lines = execute_s5cmd_commands(cmds, append_envs=append_envs, description=description)
     return lines
@@ -134,11 +142,9 @@ def execute_s5cmd_commands(
     with tempfile.TemporaryDirectory() as temp_dir:
         tmp_file_path = Path(temp_dir, f"{uuid.uuid4().hex}.txt")
         tmp_file_path.write_text("\n".join(commands))
-        run_cmds = [
-            "s5cmd",
-            "run",
-            str(tmp_file_path),
-        ]
+        s5cmd_bin = (Path(sys.executable).parent / "s5cmd").absolute().as_posix()
+        run_cmds = [s5cmd_bin, "run", str(tmp_file_path)]
+        sys_logger.debug(run_cmds)
         envs = os.environ.copy()
         envs.update(append_envs)
 

{hafnia-0.2.3.dist-info → hafnia-0.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hafnia
-Version: 0.2.3
+Version: 0.2.4
 Summary: Python SDK for communication with Hafnia platform.
 Author-email: Milestone Systems <hafniaplatform@milestone.dk>
 License-File: LICENSE

{hafnia-0.2.3.dist-info → hafnia-0.2.4.dist-info}/RECORD

@@ -37,13 +37,13 @@ hafnia/experiment/__init__.py,sha256=OEFE6HqhO5zcTCLZcPcPVjIg7wMFFnvZ1uOtAVhRz7M
 hafnia/experiment/hafnia_logger.py,sha256=dnV3VPzJK7DSeUh0g4Hk9w1g-eSXcVqJD9If0h2d2GE,6885
 hafnia/platform/__init__.py,sha256=zJsR6Hy_0iUcC9xL-lBnqR0mLfF4EUr_VXa_XQA7SlA,455
 hafnia/platform/builder.py,sha256=_g8ykQWETz5Y4Np9QU1a6wIzbbJwXCkbiOCA6JcF5Rc,5742
-hafnia/platform/datasets.py,sha256=mRv8A0JSMYdBr3_0qqrw21kKSSPMSYUFWyPVNxYqZrA,7344
+hafnia/platform/datasets.py,sha256=FPDoRDR1aLIqp2paXy7ThE2-1CfwxX8WZr327GPGFnM,7705
 hafnia/platform/download.py,sha256=oJzdxSIDTuw1an7maC6I7A5nZvDaZPhUkuAmyRwN9Kc,6843
 hafnia/platform/experiment.py,sha256=-nAfTmn1c8sE6pHDCTNZvWDTopkXndarJAPIGvsnk60,2389
 hafnia/visualizations/colors.py,sha256=003eAJVnBal4abaYIIpsrT7erIOIjTUHHYVJ1Tj1CDc,5226
 hafnia/visualizations/image_visualizations.py,sha256=RuFFj2fJCm9dxl2Lq0MumJHF81ZnX-IsDsTxm8ZFV9A,7313
-hafnia-0.2.3.dist-info/METADATA,sha256=7ZwSgwrbliqkHYTy11Sg01su1z-aZiWSGs9Y6qHBQ4k,19040
-hafnia-0.2.3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-hafnia-0.2.3.dist-info/entry_points.txt,sha256=FCJVIQ8GP2VE9I3eeGVF5eLxVDNW_01pOJCpG_CGnMM,45
-hafnia-0.2.3.dist-info/licenses/LICENSE,sha256=wLZw1B7_mod_CO1H8LXqQgfqlWD6QceJR8--LJYRZGE,1078
-hafnia-0.2.3.dist-info/RECORD,,
+hafnia-0.2.4.dist-info/METADATA,sha256=8sP2loU7KuxgK0FjvAigfs0TWl302a4BOhpwOEelyGs,19040
+hafnia-0.2.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+hafnia-0.2.4.dist-info/entry_points.txt,sha256=FCJVIQ8GP2VE9I3eeGVF5eLxVDNW_01pOJCpG_CGnMM,45
+hafnia-0.2.4.dist-info/licenses/LICENSE,sha256=wLZw1B7_mod_CO1H8LXqQgfqlWD6QceJR8--LJYRZGE,1078
+hafnia-0.2.4.dist-info/RECORD,,