NGPIris 5.4.2.dev3__py3-none-any.whl → 5.4.2.dev5__py3-none-any.whl

NGPIris/cli/__init__.py

@@ -78,8 +78,14 @@ def cli(context : Context, credentials : str, debug : bool, transfer_config : st
     help = "Simulate the command execution without making actual changes. Useful for testing and verification", 
     is_flag = True
 )
+@click.option(
+    "-su", 
+    "--simple_upload", 
+    help = "Use an upload method that does not use mulitpart. Usefull for times when multipart upload misbehaves", 
+    is_flag = True
+)
 @click.pass_context
-def upload(context : Context, bucket : str, source : str, destination : str, dry_run : bool):
+def upload(context : Context, bucket : str, source : str, destination : str, dry_run : bool, simple_upload : bool):
     """
     Upload files to an HCP bucket/namespace. 
     
@@ -97,14 +103,14 @@ def upload(context : Context, bucket : str, source : str, destination : str, dry
         if dry_run:
             click.echo("This command would have uploaded the folder \"" + source + "\" to \"" + destination + "\"")
         else:
-            hcph.upload_folder(source, destination)
+            hcph.upload_folder(source, destination, use_simple_upload = simple_upload)
     else:
         file_name = Path(source).name
         destination += file_name
         if dry_run:
             click.echo("This command would have uploaded the file \"" + source + "\" to \"" + destination + "\"")
         else:
-            hcph.upload_file(source, destination)
+            hcph.upload_file(source, destination, use_simple_upload = simple_upload)
 
 @cli.command()
 @click.argument("bucket")

NGPIris/hcp/hcp.py

@@ -470,7 +470,7 @@ class HCPHandler:
             raise NotADirectory(local_folder_path + " is not a directory")
 
     @check_mounted
-    def upload_file(self, local_file_path : str, key : str = "", show_progress_bar : bool = True) -> None:
+    def upload_file(self, local_file_path : str, key : str = "", show_progress_bar : bool = True, use_simple_upload : bool = False) -> None:
         """
         Upload one file to the mounted bucket
 
@@ -507,24 +507,39 @@ class HCPHandler:
                     unit_scale = True, 
                     desc = local_file_path
                 ) as pbar:
+                    if use_simple_upload:
+                        self.s3_client.upload_file(
+                            Filename = local_file_path, 
+                            Bucket = self.bucket_name, 
+                            Key = key,
+                            Config = TransferConfig(multipart_chunksize = file_size),
+                            Callback = lambda bytes_transferred : pbar.update(bytes_transferred)
+                        )
+                    else:
+                        self.s3_client.upload_file(
+                            Filename = local_file_path, 
+                            Bucket = self.bucket_name, 
+                            Key = key,
+                            Config = self.transfer_config,
+                            Callback = lambda bytes_transferred : pbar.update(bytes_transferred)
+                        )
+            else:
+                if use_simple_upload:
+                    self.s3_client.upload_file(
+                        Filename = local_file_path, 
+                        Bucket = self.bucket_name, 
+                        Key = key,
+                    )
+                else:
                     self.s3_client.upload_file(
                         Filename = local_file_path, 
                         Bucket = self.bucket_name, 
                         Key = key,
                         Config = self.transfer_config,
-                        Callback = lambda bytes_transferred : pbar.update(bytes_transferred)
                     )
-            else:
-                self.s3_client.upload_file(
-                    Filename = local_file_path, 
-                    Bucket = self.bucket_name, 
-                    Key = key,
-                    Config = self.transfer_config,
-                )
-
 
     @check_mounted
-    def upload_folder(self, local_folder_path : str, key : str = "", show_progress_bar : bool = True) -> None:
+    def upload_folder(self, local_folder_path : str, key : str = "", show_progress_bar : bool = True, use_simple_upload : bool = False) -> None:
         """
         Upload the contents of a folder to the mounted bucket
 
@@ -544,7 +559,12 @@ class HCPHandler:
         filenames = listdir(local_folder_path)
 
         for filename in filenames:
-            self.upload_file(local_folder_path + filename, key + filename, show_progress_bar = show_progress_bar)
+            self.upload_file(
+                local_folder_path + filename, 
+                key + filename, 
+                show_progress_bar = show_progress_bar, 
+                use_simple_upload = use_simple_upload
+            )
 
     @check_mounted
     def delete_objects(self, keys : list[str], verbose : bool = True) -> None:

{ngpiris-5.4.2.dev3.dist-info → ngpiris-5.4.2.dev5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: NGPIris
-Version: 5.4.2.dev3
+Version: 5.4.2.dev5
 Author-email: Erik Brink <erik.brink@gu.se>, Isak Sylvin <isak.sylvin@gu.se>
 Description-Content-Type: text/markdown
 License-File: LICENSE

{ngpiris-5.4.2.dev3.dist-info → ngpiris-5.4.2.dev5.dist-info}/RECORD

@@ -1,21 +1,21 @@
 NGPIris/__init__.py,sha256=eHaeRGl1JQ_hjsazEd4oQCXOkdpSxLIzg-ipYAAaa-s,69
-NGPIris/cli/__init__.py,sha256=yZsTn2noSZTmg1BWPKwTklGTEIqMCIse4vZVN1TORaY,14459
+NGPIris/cli/__init__.py,sha256=rcgGblfHzHbbbW4HLMHRXFCyHQ4Bl4AyRNmkL3MpZ18,14739
 NGPIris/hci/__init__.py,sha256=qZRzN2JZp8uIw46TQiqJHMIkleiVDErSoZ3-v0O_cZU,38
 NGPIris/hci/exceptions.py,sha256=wUbpUwY8u1QtuSvnzlBuql9LgGsxBl207IGsHkCt-JQ,47
 NGPIris/hci/hci.py,sha256=-7RBWPGqlINVNsl-GbjuXkcLdIF5cs4cu3OFt2FJi1E,4321
 NGPIris/hci/helpers.py,sha256=THZt9ItmEsEiuvB1v99orAx1oOMgBdGR62PQyOre5yo,2592
 NGPIris/hcp/__init__.py,sha256=yMDW3WpxsU89GNcBJ3ApeGHOmWvisfuuAsZxwlKWnpw,38
 NGPIris/hcp/exceptions.py,sha256=24irbs3JMWaVOM_gf4ByR1hfYPpEP1eXPgHvq77uuqU,361
-NGPIris/hcp/hcp.py,sha256=ZGUSrpo9hLHrKWIBXstdUxKm6SZrmzqq4G7PWLmNamo,30618
+NGPIris/hcp/hcp.py,sha256=OM2BfAvCKb0poGEl73Eqop5z4gOm4k9eLMNsEC6hPp8,31608
 NGPIris/hcp/helpers.py,sha256=SRHX-B6TSDogK7Mz2co7VkzHtZdtMaMeH-_NoDWEDh8,1406
 NGPIris/hcp/statistics.py,sha256=8VgRC-7hWQOCRWwoKk4NHCtGTdY_4C2iHcAHEXKJ0kM,817
 NGPIris/parse_credentials/__init__.py,sha256=O9uq_F9uOtuW7giW-t10KV4VmTgfkvgaBEwQU43Sf-w,57
 NGPIris/parse_credentials/parse_credentials.py,sha256=E1NzQCMvjOa2mGLBkEYshZomNSxfSCkoc_iUhUfpBEM,2106
 NGPIris/utils/__init__.py,sha256=yPCEc1-_7r01dZ-31EKiA7Jova7ztX7XXuU95IKmKX8,59
 NGPIris/utils/utils.py,sha256=m9qwLuOoiqVNRy7B4raYNFJkigL_wE--PiWhyhVhHII,248
-ngpiris-5.4.2.dev3.dist-info/licenses/LICENSE,sha256=ZA2Q9u5AEkH_YoNNDRsz-DBJ6ZuL_foE7RsKFjXd4-c,18093
-ngpiris-5.4.2.dev3.dist-info/METADATA,sha256=Enz165Hot9u9r6c0e5OwwX_zCz5JgRFASMvYl8nbLT8,7102
-ngpiris-5.4.2.dev3.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-ngpiris-5.4.2.dev3.dist-info/entry_points.txt,sha256=t8ADhe3ovPm9tW3XDZq1_vKmfHY98Ei_o6WioJobNzU,117
-ngpiris-5.4.2.dev3.dist-info/top_level.txt,sha256=954WCuIJkle_SMtr7MNPapiiLLAFhlKbcz6Bp89-2V0,8
-ngpiris-5.4.2.dev3.dist-info/RECORD,,
+ngpiris-5.4.2.dev5.dist-info/licenses/LICENSE,sha256=ZA2Q9u5AEkH_YoNNDRsz-DBJ6ZuL_foE7RsKFjXd4-c,18093
+ngpiris-5.4.2.dev5.dist-info/METADATA,sha256=g-9KNTkJ8VW7mXfkgYFBveioaGEp5qS81WxEzSB9jlI,7102
+ngpiris-5.4.2.dev5.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+ngpiris-5.4.2.dev5.dist-info/entry_points.txt,sha256=t8ADhe3ovPm9tW3XDZq1_vKmfHY98Ei_o6WioJobNzU,117
+ngpiris-5.4.2.dev5.dist-info/top_level.txt,sha256=954WCuIJkle_SMtr7MNPapiiLLAFhlKbcz6Bp89-2V0,8
+ngpiris-5.4.2.dev5.dist-info/RECORD,,