kleinkram 0.13.2.dev20240830095132__py3-none-any.whl → 0.13.2.dev20240830095727__py3-none-any.whl

kleinkram/helper.py

@@ -6,7 +6,6 @@ from functools import partial
 from typing import Dict
 import boto3
 
-import httpx
 import tqdm
 from boto3.s3.transfer import TransferConfig
 from botocore.client import BaseClient
@@ -14,6 +13,7 @@ from rich import print
 
 from kleinkram.api_client import AuthenticatedClient
 
+
 class TransferCallback:
     """
     Handle callbacks from the transfer manager.
@@ -40,10 +40,15 @@ class TransferCallback:
         :param target_size: The total size of the file being transferred.
         """
         with self._lock:
-            tqdm_instance = tqdm.tqdm(total=target_size, unit='B', unit_scale=True, desc=f'Uploading {file_id}')
+            tqdm_instance = tqdm.tqdm(
+                total=target_size,
+                unit="B",
+                unit_scale=True,
+                desc=f"Uploading {file_id}",
+            )
             self.file_progress[file_id] = {
-                'tqdm': tqdm_instance,
-                'total_transferred': 0
+                "tqdm": tqdm_instance,
+                "total_transferred": 0,
             }
 
     def __call__(self, file_id, bytes_transferred):
@@ -60,16 +65,18 @@ class TransferCallback:
         with self._lock:
             if file_id in self.file_progress:
                 progress = self.file_progress[file_id]
-                progress['total_transferred'] += bytes_transferred
+                progress["total_transferred"] += bytes_transferred
 
                 # Update tqdm progress bar
-                progress['tqdm'].update(bytes_transferred)
+                progress["tqdm"].update(bytes_transferred)
 
     def close(self):
         """Close all tqdm progress bars."""
         with self._lock:
             for progress in self.file_progress.values():
-                progress['tqdm'].close()
+                progress["tqdm"].close()
+
+
 def create_transfer_callback(callback_instance, file_id):
     """
     Factory function to create a partial function for TransferCallback.
@@ -79,6 +86,7 @@ def create_transfer_callback(callback_instance, file_id):
     """
     return partial(callback_instance.__call__, file_id)
 
+
 def expand_and_match(path_pattern):
     expanded_path = os.path.expanduser(path_pattern)
     expanded_path = os.path.expandvars(expanded_path)
@@ -99,10 +107,11 @@ def uploadFiles(files: Dict[str, str], credentials: Dict[str, str], nrThreads: i
     session = boto3.Session(
         aws_access_key_id=credentials["accessKey"],
         aws_secret_access_key=credentials["secretKey"],
-        aws_session_token=credentials["sessionToken"])
+        aws_session_token=credentials["sessionToken"],
+    )
     api_endpoint = client.tokenfile.endpoint
-    if api_endpoint == 'http://localhost:3000':
-        minio_endpoint = 'http://localhost:9000'
+    if api_endpoint == "http://localhost:3000":
+        minio_endpoint = "http://localhost:9000"
     else:
         minio_endpoint = api_endpoint.replace("api", "minio")
     s3 = session.resource("s3", endpoint_url=minio_endpoint)
@@ -114,7 +123,9 @@ def uploadFiles(files: Dict[str, str], credentials: Dict[str, str], nrThreads: i
     transferCallback = TransferCallback()
 
     for i in range(nrThreads):
-        thread = threading.Thread(target=uploadFile, args=(_queue, s3, transferCallback))
+        thread = threading.Thread(
+            target=uploadFile, args=(_queue, s3, transferCallback)
+        )
         thread.start()
         threads.append(thread)
     for thread in threads:
@@ -125,16 +136,20 @@ def uploadFile(_queue: queue.Queue, s3: BaseClient, transferCallback: TransferCa
     while True:
         try:
             filename, _file = _queue.get(timeout=3)
-            queueUUID = _file['queueUUID']
-            filepath = _file['filepath']
-            bucket = _file['bucket']
-            target_location = _file['location']
-            config = TransferConfig(multipart_chunksize=10*1024*1024, max_concurrency=5)
+            queueUUID = _file["queueUUID"]
+            filepath = _file["filepath"]
+            bucket = _file["bucket"]
+            target_location = _file["location"]
+            config = TransferConfig(
+                multipart_chunksize=10 * 1024 * 1024, max_concurrency=5
+            )
             with open(filepath, "rb") as f:
                 size = os.path.getsize(filepath)
                 transferCallback.add_file(filename, size)
                 callback_function = create_transfer_callback(transferCallback, filename)
-                s3.Bucket(bucket).upload_file(filepath, target_location, Config=config, Callback=callback_function)
+                s3.Bucket(bucket).upload_file(
+                    filepath, target_location, Config=config, Callback=callback_function
+                )
 
                 client = AuthenticatedClient()
                 res = client.post("/queue/confirmUpload", json={"uuid": queueUUID})
@@ -147,8 +162,6 @@ def uploadFile(_queue: queue.Queue, s3: BaseClient, transferCallback: TransferCa
             _queue.task_done()
 
 
-
-
 if __name__ == "__main__":
     res = expand_and_match(
         "~/Downloads/dodo_mission_2024_02_08-20240408T074313Z-003/**.bag"

kleinkram/main.py

@@ -195,7 +195,7 @@ def upload(
                 raise Exception(
                     "Could not upload File '" + file + "'. Is the filename unique? "
                 )
-            confirmed_files[_file]['filepath'] = filepaths[_file]
+            confirmed_files[_file]["filepath"] = filepaths[_file]
         if len(confirmed_files.keys()) > 0:
             uploadFiles(confirmed_files, credential, 4)
 

{kleinkram-0.13.2.dev20240830095132.dist-info → kleinkram-0.13.2.dev20240830095727.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: kleinkram
-Version: 0.13.2.dev20240830095132
+Version: 0.13.2.dev20240830095727
 Summary: A CLI for the ETH project kleinkram
 Project-URL: Homepage, https://github.com/leggedrobotics/kleinkram
 Project-URL: Issues, https://github.com/leggedrobotics/kleinkram/issues

{kleinkram-0.13.2.dev20240830095132.dist-info → kleinkram-0.13.2.dev20240830095727.dist-info}/RECORD

@@ -2,8 +2,8 @@ kleinkram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kleinkram/api_client.py,sha256=1GPsM-XFbPYEKP7RfWmzMTwxRqnVh4wtHVuW25KT8kA,2264
 kleinkram/consts.py,sha256=pm_6OuQcO-tYcRhwauTtyRRsuYY0y0yb6EGuIl49LnI,50
 kleinkram/error_handling.py,sha256=Nm3tUtc4blQylJLNChSLgkDLFDHg3Xza0CghRrd_SYE,4015
-kleinkram/helper.py,sha256=oG_6izoMdWWxw4SFgDsnhsXDwPFLOmXW_18-wRbgUjk,5410
-kleinkram/main.py,sha256=QwC8Mhpr6uk1x5W43UU9a-2nwnfy8lmsi52hOFzpOVA,8118
+kleinkram/helper.py,sha256=PNx6h7eTFZ10Ul7BqK2PTMXlKjHMKkQtANsceNZmAe8,5579
+kleinkram/main.py,sha256=ofSs0hFmi05A5gwa5t_ioVS6-aI0h27J8I1ENIxkZKk,8118
 kleinkram/auth/auth.py,sha256=bROptCsE0r5D416_7l1lfw52IX_mSVEnjaKiU2_b1Ms,4980
 kleinkram/endpoint/endpoint.py,sha256=KAYQgK8J6Et8V_ho2wBUIAdg25Mps6l_glCfC1vvC2g,1372
 kleinkram/file/file.py,sha256=HsKzg8xn-AHJJIF11H6c0Gy61cRX3MyTMYdcyypUxWo,3195
@@ -13,8 +13,8 @@ kleinkram/queue/queue.py,sha256=MaLBjAu8asi9BkPvbbT-5AobCcpy3ex5rxM1kHpRINA,181
 kleinkram/tag/tag.py,sha256=TZHh1GIV4LhwhqEGKdTJkM5mCIoLXAopBgWdLX1AEz8,1819
 kleinkram/topic/topic.py,sha256=qit-DECI19QocXEkkkBC0FAlzpZnotAtX8mylA9zqAA,1630
 kleinkram/user/user.py,sha256=i_QfsctjhImvKKjuDPfOIyDr322SXgV-KxJo-a7qNZw,1368
-kleinkram-0.13.2.dev20240830095132.dist-info/METADATA,sha256=QBM1O7N_9iYGDyfzwZfGe4RxQusF25dPMVF6yNsBfZ8,774
-kleinkram-0.13.2.dev20240830095132.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-kleinkram-0.13.2.dev20240830095132.dist-info/entry_points.txt,sha256=RHXtRzcreVHImatgjhQwZQ6GdJThElYjHEWcR1BPXUI,45
-kleinkram-0.13.2.dev20240830095132.dist-info/licenses/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
-kleinkram-0.13.2.dev20240830095132.dist-info/RECORD,,
+kleinkram-0.13.2.dev20240830095727.dist-info/METADATA,sha256=WamGxFgx3QZgcnxoHaqDOslHBqNfuXLsV7qtrfuD5pA,774
+kleinkram-0.13.2.dev20240830095727.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+kleinkram-0.13.2.dev20240830095727.dist-info/entry_points.txt,sha256=RHXtRzcreVHImatgjhQwZQ6GdJThElYjHEWcR1BPXUI,45
+kleinkram-0.13.2.dev20240830095727.dist-info/licenses/LICENSE,sha256=ixuiBLtpoK3iv89l7ylKkg9rs2GzF9ukPH7ynZYzK5s,35148
+kleinkram-0.13.2.dev20240830095727.dist-info/RECORD,,