PyS3Uploader 0.4.0b1__py3-none-any.whl → 0.4.1a0__py3-none-any.whl

pys3uploader/uploader.py

@@ -74,6 +74,7 @@ class Uploader:
             profile_name: AWS profile name.
             aws_access_key_id: AWS access key ID.
             aws_secret_access_key: AWS secret access key.
+            retry_config: Boto3 retry configuration.
             logger: Bring your own logger.
             log_handler: Default log handler, can be ``file`` or ``stdout``.
             log_level: Default log level, can be ``debug``, ``info``, ``warning`` or ``error``.
@@ -267,6 +268,7 @@ class Uploader:
                 "S3 object %s exists, but size mismatch. Local: [%d bytes / %s], S3: [%d bytes / %s]",
                 objectpath,
                 file_size,
+                size_converter(file_size),
                 object_size,
                 size_converter(object_size),
             )
@@ -328,15 +330,29 @@ class Uploader:
                 files_to_upload[file_path] = object_path
         return files_to_upload
 
-    def run(self) -> None:
-        """Initiates object upload in a traditional loop."""
+    def _preflight(self) -> int:
+        """Preflight checks and tasks before upload.
+
+        Returns:
+            int:
+            Returns the total number of files to be uploaded.
+        """
         # Verify and initiate bucket state
         self.init()
         # Verify and initiate local state
         self.load_local_state()
+        # Make sure there are files to upload
+        assert self.upload_files, "\n\n\tNo files found to upload.\n"
+        # Log size details
         self.size_it()
+        # Start metadata upload timer
         self.timer.start()
-        total_files = len(self.upload_files)
+        # Return total files to upload
+        return len(self.upload_files)
+
+    def run(self) -> None:
+        """Initiates object upload in a traditional loop."""
+        total_files = self._preflight()
 
         self.logger.info(
             "%d files from '%s' will be uploaded to '%s' sequentially",
@@ -367,13 +383,7 @@ class Uploader:
         Args:
             max_workers: Number of maximum threads to use.
         """
-        # Verify and initiate bucket state
-        self.init()
-        # Verify and initiate local state
-        self.load_local_state()
-        self.size_it()
-        self.timer.start()
-        total_files = len(self.upload_files)
+        total_files = self._preflight()
 
         self.logger.info(
             "%d files from '%s' will be uploaded to '%s' with maximum concurrency of: %d",

pys3uploader/version.py

@@ -1 +1 @@
-version = "0.4.0b1"
+version = "0.4.1a0"

{pys3uploader-0.4.0b1.dist-info → pys3uploader-0.4.1a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: PyS3Uploader
-Version: 0.4.0b1
+Version: 0.4.1a0
 Summary: Python module to upload objects to an S3 bucket.
 Author-email: Vignesh Rao <svignesh1793@gmail.com>
 License: MIT License

{pys3uploader-0.4.0b1.dist-info → pys3uploader-0.4.1a0.dist-info}/RECORD

@@ -5,11 +5,11 @@ pys3uploader/metadata.py,sha256=4pn8Y9dVZLFXxq5Cocm20t1mfDkV5xJXY6YEekQ8ssQ,231
 pys3uploader/progress.py,sha256=IladNMXLBhkPpxOntpANTam_hC9OWosmNDmdbweDNYM,1195
 pys3uploader/timer.py,sha256=8tvlQaO1Z7TfFVBhl5qrDq9wsMiOR6P0J2bkVwfM96c,1816
 pys3uploader/tree.py,sha256=DiQ2ekMMaj2m_P3-iKkEqSuJCJZ_UZxcAwHtAoPVa5c,1824
-pys3uploader/uploader.py,sha256=Bt2agHNEPAQU4_gCWr9UkQnFmsvN1XA5mv6C_A9CP8o,19354
+pys3uploader/uploader.py,sha256=sKUcC5eFL_NPYoYi3FWUWRCwkjoW2OXlcozNP9OIrzM,19707
 pys3uploader/utils.py,sha256=8eIM5ZhS7-bYT5Dq4FNbmojQ16vvoAPF1ihCCTZezGE,5783
-pys3uploader/version.py,sha256=LbK2ZtjMqQY-aqhvblfIlZsvOYPfoOZ1bAnW5Cno4DY,20
-pys3uploader-0.4.0b1.dist-info/LICENSE,sha256=8k-hEraOzyum0GvmmK65YxNRTFXK7eIFHJ0OshJXeTk,1068
-pys3uploader-0.4.0b1.dist-info/METADATA,sha256=-LG36ZcYpnRfCzAFwkRygT78hwCteQAHRL2CmEUGGkk,9155
-pys3uploader-0.4.0b1.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-pys3uploader-0.4.0b1.dist-info/top_level.txt,sha256=lVIFMMoUx7dj_myetBmOUQTJiOzz5VyDqchnQElmrWw,13
-pys3uploader-0.4.0b1.dist-info/RECORD,,
+pys3uploader/version.py,sha256=t9lIxi0skPjuG6f_lIZ9Hx9gXs5mbdbnIuC5KLIMc-Y,20
+pys3uploader-0.4.1a0.dist-info/LICENSE,sha256=8k-hEraOzyum0GvmmK65YxNRTFXK7eIFHJ0OshJXeTk,1068
+pys3uploader-0.4.1a0.dist-info/METADATA,sha256=m4P0H49F97neV8LFFUOfASBHEmHGip3Ck-Yj4kvdbkU,9155
+pys3uploader-0.4.1a0.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
+pys3uploader-0.4.1a0.dist-info/top_level.txt,sha256=lVIFMMoUx7dj_myetBmOUQTJiOzz5VyDqchnQElmrWw,13
+pys3uploader-0.4.1a0.dist-info/RECORD,,