kleinkram 0.33.0.dev20241024121528__py3-none-any.whl → 0.33.0.dev20241024133645__py3-none-any.whl

kleinkram/mission/mission.py

@@ -1,13 +1,13 @@
 import os
-
-from botocore.utils import calculate_md5
-from typing_extensions import Annotated, Optional, List
+import re
 
 import httpx
 import requests
 import typer
 from rich.console import Console
 from rich.table import Table
+from tqdm import tqdm
+from typing_extensions import Annotated, Optional, List
 
 from kleinkram.api_client import AuthenticatedClient
 from kleinkram.error_handling import AccessDeniedException
@@ -160,6 +160,11 @@ def download(
         List[str], typer.Option(help="UUIDs of Mission to download")
     ],
     local_path: Annotated[str, typer.Option()],
+    pattern: Optional[str] = typer.Option(
+        None,
+        help="Simple pattern to match the filename against. Allowed are alphanumeric characters,"
+        " '_', '-', '.' and '*' as wildcard.",
+    ),
 ):
     """
 
@@ -171,7 +176,13 @@ def download(
     if not os.path.isdir(local_path):
         raise ValueError(f"Local path '{local_path}' is not a directory.")
     if not os.listdir(local_path) == []:
-        raise ValueError(f"Local path '{local_path}' is not empty, but must be empty.")
+
+        full_local_path = os.path.abspath(local_path)
+
+        raise ValueError(
+            f"Local path '{full_local_path}' is not empty, it contains {len(os.listdir(local_path))} files. "
+            f"The local target directory must be empty."
+        )
 
     client = AuthenticatedClient()
     for single_mission_uuid in mission_uuid:
@@ -189,20 +200,43 @@ def download(
         if len(paths) == 0:
             continue
 
+        # validate search pattern
+        if pattern:
+            if not re.match(r"^[a-zA-Z0-9_\-.*]+$", pattern):
+                raise ValueError(
+                    "Invalid pattern. Allowed are alphanumeric characters, '_', '-', '.' and '*' as wildcard."
+                )
+
+            regex = pattern.replace("*", ".*")
+            pattern = re.compile(regex)
+
+        print(f"Found {len(paths)} files in mission:")
+        paths = [
+            path for path in paths if not pattern or pattern.match(path["filename"])
+        ]
+
+        if pattern:
+            print(
+                f" » filtered to {len(paths)} files matching pattern '{pattern.pattern}'."
+            )
+
+        print(f"Start downloading {len(paths)} files to '{local_path}':\n")
         for path in paths:
 
             filename = path["filename"]
-            print(f" - {filename}")
 
             response = requests.get(path["link"], stream=True)  # Enable streaming mode
-            chunk_size = 1024 * 100  # 100 KB chunks, adjust size if needed
+            chunk_size = 1024 * 1024 * 10  # 10 MB chunks, adjust size if needed
 
             # Open the file for writing in binary mode
             with open(os.path.join(local_path, filename), "wb") as f:
-                for chunk in response.iter_content(chunk_size=chunk_size):
+                for chunk in tqdm(
+                    response.iter_content(chunk_size=chunk_size),
+                    unit="MB",
+                    desc=filename,
+                ):
                     if chunk:  # Filter out keep-alive new chunks
                         f.write(chunk)
-                print(f"   Downloaded {filename}")
 
 
 @missionCommands.command("upload")

{kleinkram-0.33.0.dev20241024121528.dist-info → kleinkram-0.33.0.dev20241024133645.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kleinkram
-Version: 0.33.0.dev20241024121528
+Version: 0.33.0.dev20241024133645
 Summary: A CLI for the ETH project kleinkram
 Project-URL: Homepage, https://github.com/leggedrobotics/kleinkram
 Project-URL: Issues, https://github.com/leggedrobotics/kleinkram/issues

{kleinkram-0.33.0.dev20241024121528.dist-info → kleinkram-0.33.0.dev20241024133645.dist-info}/RECORD

@@ -7,14 +7,14 @@ kleinkram/main.py,sha256=cgDTfFQW91wlHZYg4_MmlERcFXDd1z--lUP6bGu8YnM,12536
 kleinkram/auth/auth.py,sha256=w3-TsxWxURzLQ3_p43zgV4Rlh4dVL_WqI6HG2aes-b4,4991
 kleinkram/endpoint/endpoint.py,sha256=uez5UrAnP7L5rVHUysA9tFkN3dB3dG1Ojt9g3w-UWuQ,1441
 kleinkram/file/file.py,sha256=gLCZDHHgQWq25OmeG-lwkIh4aRZaLK12xxLkbhZ_m-g,5390
-kleinkram/mission/mission.py,sha256=KI_r-DbaXr8uKi9rnSopj-G1N4Nq_ELEBn4mPJXMQzQ,8861
+kleinkram/mission/mission.py,sha256=n7W7RKMuJSXXhgFKIGaxX1GyXexnrHUIcTFem6UsEBs,10019
 kleinkram/project/project.py,sha256=le85GN9RgrqJeAL5mS-PhowFDjv-HBCYhgkKeFAUcGs,3780
 kleinkram/queue/queue.py,sha256=MaLBjAu8asi9BkPvbbT-5AobCcpy3ex5rxM1kHpRINA,181
 kleinkram/tag/tag.py,sha256=JSHbDPVfsvP34MuQhw__DPQk-Bah5G9BgwYsj_K_JGc,1805
 kleinkram/topic/topic.py,sha256=IaXhrIHcJ3FSIr0WC-N7u9fkz-lAvSBgQklTX67t0Yc,1641
 kleinkram/user/user.py,sha256=hDrbWeFPPnh2sswDd445SwcIFGyAbfXXWpYq1VqrK0g,1379
-kleinkram-0.33.0.dev20241024121528.dist-info/METADATA,sha256=_68yPVnug6xFs04N2uqmSzeGCBnTB13ziNb_4ma-sMA,845
-kleinkram-0.33.0.dev20241024121528.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-kleinkram-0.33.0.dev20241024121528.dist-info/entry_points.txt,sha256=RHXtRzcreVHImatgjhQwZQ6GdJThElYjHEWcR1BPXUI,45
-kleinkram-0.33.0.dev20241024121528.dist-info/licenses/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
-kleinkram-0.33.0.dev20241024121528.dist-info/RECORD,,
+kleinkram-0.33.0.dev20241024133645.dist-info/METADATA,sha256=Wc73pOlVWTIdUE9mmPX5wF6TTUUkEM92R4-3WUBkKsk,845
+kleinkram-0.33.0.dev20241024133645.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+kleinkram-0.33.0.dev20241024133645.dist-info/entry_points.txt,sha256=RHXtRzcreVHImatgjhQwZQ6GdJThElYjHEWcR1BPXUI,45
+kleinkram-0.33.0.dev20241024133645.dist-info/licenses/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
+kleinkram-0.33.0.dev20241024133645.dist-info/RECORD,,