rclone-api 1.4.9__tar.gz → 1.4.11__tar.gz

{rclone_api-1.4.9 → rclone_api-1.4.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.4.9
+Version: 1.4.11
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.4.9 → rclone_api-1.4.11}/pyproject.toml

@@ -25,7 +25,7 @@ dependencies = [
 ]
 
 # Change this with the version number bump.
-version = "1.4.9"
+version = "1.4.11"
 
 [tool.setuptools]
 package-dir = {"" = "src"}

{rclone_api-1.4.9 → rclone_api-1.4.11}/src/rclone_api/cmd/copy_large_s3_finish.py

@@ -171,35 +171,6 @@ def do_finish_part(rclone: Rclone, info: InfoJson, dst: str) -> None:
         retries=3,
     )
 
-    if False:
-        print(finish_multipart_upload_from_keys)
-        print(s3_client)
-    print("done")
-
-    # def finish_multipart_upload_from_keys(
-    # s3_client: BaseClient,
-    # source_bucket: str,
-    # source_keys: list[str],
-    # destination_bucket: str,
-    # destination_key: str,
-    # chunk_size: int = 5 * 1024 * 1024,  # 5MB default
-    # retries: int = 3,
-    # byte_ranges: list[str] | None = None,
-
-    # if False:
-    #     finish_multipart_upload_from_keys(
-    #         s3_client=s3_client,
-    #         source_bucket="TODO",
-    #         source_keys=[p.key for p in all_parts],
-    #         destination_bucket=info.dst_bucket,
-    #         destination_key=info.dst_key,
-    #         chunk_size=5 * 1024 * 1024,
-    #         retries=3,
-    #         byte_ranges=None,
-    #     )
-
-    # print(all_parts)
-
 
 def main() -> int:
     """Main entry point."""

{rclone_api-1.4.9 → rclone_api-1.4.11}/src/rclone_api/s3/create.py

@@ -7,6 +7,7 @@ from botocore.config import Config
 from rclone_api.s3.types import S3Credentials, S3Provider
 
 _DEFAULT_BACKBLAZE_ENDPOINT = "https://s3.us-west-002.backblazeb2.com"
+_MAX_CONNECTIONS = 500
 
 
 # Create a Boto3 session and S3 client, this is back blaze specific.
@@ -29,6 +30,7 @@ def _create_backblaze_s3_client(creds: S3Credentials, verbose: bool) -> BaseClie
         config=Config(
             signature_version="s3v4",
             region_name=region_name,
+            max_pool_connections=_MAX_CONNECTIONS,
             # Note that BackBlase has a boko3 bug where it doesn't support the new
             # checksum header, the following line was an attempt of fix it on the newest
             # version of boto3, but it didn't work.
@@ -58,10 +60,7 @@ def _create_unknown_s3_client(creds: S3Credentials, verbose: bool) -> BaseClient
         config=Config(
             signature_version="s3v4",
             region_name=creds.region_name,
-            # Note that BackBlase has a boko3 bug where it doesn't support the new
-            # checksum header, the following line was an attempt of fix it on the newest
-            # version of boto3, but it didn't work.
-            # s3={"payload_signing_enabled": False},  # Disable checksum header
+            max_pool_connections=_MAX_CONNECTIONS,
         ),
     )
 

{rclone_api-1.4.9 → rclone_api-1.4.11}/src/rclone_api/s3/s3_multipart_uploader_by_copy.py

@@ -340,7 +340,7 @@ def finish_multipart_upload_from_keys(
     with ThreadPoolExecutor(max_workers=max_workers) as executor:
         # semaphore
 
-        semaphore = Semaphore(max_workers)
+        semaphore = Semaphore(max_workers * 2)
         for part_number, source_key in parts:
 
             def task(

{rclone_api-1.4.9 → rclone_api-1.4.11}/src/rclone_api.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.4.9
+Version: 1.4.11
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License