rclone-api 1.0.100__tar.gz → 1.1.1__tar.gz

{rclone_api-1.0.100 → rclone_api-1.1.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.100
+Version: 1.1.1
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.0.100 → rclone_api-1.1.1}/pyproject.toml

@@ -21,7 +21,7 @@ dependencies = [
 ]
 
 # Change this with the version number bump.
-version = "1.0.100"
+version = "1.1.1"
 
 [tool.setuptools]
 package-dir = {"" = "src"}

{rclone_api-1.0.100 → rclone_api-1.1.1}/src/rclone_api/s3/chunk_uploader.py

@@ -295,22 +295,23 @@ def file_chunker(
     chunk_size = upload_info.chunk_size
     src = Path(file_path)
     # Mounted files may take a while to appear, so keep retrying.
-    file_size = _get_file_size(src, timeout=60)
-    part_number = 1
-    done_part_numbers: set[int] = {
-        p.part_number for p in upload_state.parts if p is not None
-    }
-    num_parts = upload_info.total_chunks()
-
-    def next_part_number() -> int | None:
-        nonlocal part_number
-        while part_number in done_part_numbers:
-            part_number += 1
-        if part_number > num_parts:
-            return None
-        return part_number
 
     try:
+        file_size = _get_file_size(src, timeout=60)
+        part_number = 1
+        done_part_numbers: set[int] = {
+            p.part_number for p in upload_state.parts if p is not None
+        }
+        num_parts = upload_info.total_chunks()
+
+        def next_part_number() -> int | None:
+            nonlocal part_number
+            while part_number in done_part_numbers:
+                part_number += 1
+            if part_number > num_parts:
+                return None
+            return part_number
+
         while not should_stop():
             curr_parth_num = next_part_number()
             if curr_parth_num is None:
@@ -491,16 +492,20 @@ def upload_file_multipart(
     upload_info = upload_state.upload_info
     max_workers = 8
 
+    chunker_errors: Queue[Exception] = Queue()
+
     def chunker_task(
         upload_state=upload_state,
         output=filechunks,
         max_chunks=max_chunks_before_suspension,
+        queue_errors=chunker_errors,
     ) -> None:
         try:
             file_chunker(
                 upload_state=upload_state, output=output, max_chunks=max_chunks
             )
-        except Exception:
+        except Exception as e:
+            queue_errors.put(e)
             _thread.interrupt_main()
             raise
 
@@ -532,6 +537,9 @@ def upload_file_multipart(
         # upload_state.finished_parts.put(None)  # Signal the end of the queue
         upload_state.add_finished(None)
         thread_chunker.join()
+
+        if not chunker_errors.empty():
+            raise chunker_errors.get()
         if not upload_state.is_done():
             upload_state.save()
             return MultiUploadResult.SUSPENDED

{rclone_api-1.0.100 → rclone_api-1.1.1}/src/rclone_api.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.100
+Version: 1.1.1
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License