rclone-api 1.0.94__py2.py3-none-any.whl → 1.0.96__py2.py3-none-any.whl

rclone_api/cmd/copy_large_s3.py

@@ -73,6 +73,7 @@ def main() -> int:
         concurrent_chunks=args.read_concurrent_chunks,
         retries=args.retries,
         save_state_json=args.save_state_json,
+        verbose=True,
     )
     print(rslt)
     return 0

rclone_api/rclone.py

@@ -678,6 +678,7 @@ class Rclone:
         * 1024,  # This setting will scale the performance of the upload
         concurrent_chunks: int = 4,  # This setting will scale the performance of the upload
         retries: int = 3,
+        verbose: bool | None = None,
         max_chunks_before_suspension: int | None = None,
         mount_path: Path | None = None,
     ) -> MultiUploadResult:
@@ -710,6 +711,7 @@ class Rclone:
             mount_path,
             use_links=True,
             vfs_cache_mode="minimal",
+            verbose=verbose,
             other_args=other_args,
         ):
             # raise NotImplementedError("Not implemented yet")
@@ -743,7 +745,15 @@ class Rclone:
                     raise ValueError(f"Remote {remote} is not an S3 remote")
                 return S3Provider.S3.value
 
-            provider: str = get_provider_str() or S3Provider.S3.value
+            provider: str
+            if provided_provider_str := get_provider_str():
+                if verbose:
+                    print(f"Using provided provider: {provided_provider_str}")
+                provider = provided_provider_str
+            else:
+                if verbose:
+                    print(f"Using default provider: {S3Provider.S3.value}")
+                provider = S3Provider.S3.value
             provider_enum = S3Provider.from_str(provider)
 
             s3_creds: S3Credentials = S3Credentials(
@@ -820,6 +830,7 @@ class Rclone:
         allow_writes: bool | None = False,
         use_links: bool | None = None,
         vfs_cache_mode: str | None = None,
+        verbose: bool | None = None,
         other_args: list[str] | None = None,
     ) -> Process:
         """Mount a remote or directory to a local path.
@@ -836,6 +847,7 @@ class Rclone:
         """
         allow_writes = allow_writes or False
         use_links = use_links or True
+        verbose = get_verbose(verbose)
         vfs_cache_mode = vfs_cache_mode or "full"
         if outdir.exists():
             is_empty = not list(outdir.iterdir())
@@ -860,6 +872,8 @@ class Rclone:
         if vfs_cache_mode:
             cmd_list.append("--vfs-cache-mode")
             cmd_list.append(vfs_cache_mode)
+        if verbose:
+            cmd_list.append("-vvvv")
         if other_args:
             cmd_list += other_args
         proc = self._launch_process(cmd_list)
@@ -874,6 +888,7 @@ class Rclone:
         allow_writes: bool | None = None,
         use_links: bool | None = None,
         vfs_cache_mode: str | None = None,
+        verbose: bool | None = None,
         other_args: list[str] | None = None,
     ) -> Generator[Process, None, None]:
         """Like mount, but can be used in a context manager."""
@@ -884,6 +899,7 @@ class Rclone:
             allow_writes=allow_writes,
             use_links=use_links,
             vfs_cache_mode=vfs_cache_mode,
+            verbose=verbose,
             other_args=other_args,
         )
         try:

rclone_api/s3/api.py

@@ -17,9 +17,10 @@ _MIN_THRESHOLD_FOR_CHUNKING = 5 * 1024 * 1024
 
 
 class S3Client:
-    def __init__(self, credentials: S3Credentials):
+    def __init__(self, credentials: S3Credentials, verbose: bool = False) -> None:
+        self.verbose = verbose
         self.credentials: S3Credentials = credentials
-        self.client: BaseClient = create_s3_client(credentials)
+        self.client: BaseClient = create_s3_client(credentials, verbose=verbose)
 
     def list_bucket_contents(self, bucket_name: str) -> None:
         list_bucket_contents(self.client, bucket_name)
@@ -83,6 +84,7 @@ class S3Client:
             provider = self.credentials.provider.value
             region_name = self.credentials.region_name
             info_json = {
+                "bucket": bucket_name,
                 "key": key,
                 "access_key_id": access_key_id[:4] + "...",
                 "secret": secret[:4] + "...",

rclone_api/s3/create.py

@@ -6,18 +6,19 @@ from botocore.config import Config
 
 from rclone_api.s3.types import S3Credentials, S3Provider
 
+_DEFAULT_BACKBLAZE_ENDPOINT = "https://s3.us-west-002.backblazeb2.com"
+
 
 # Create a Boto3 session and S3 client, this is back blaze specific.
 # Add a function if you want to use a different S3 provider.
 # If AWS support is added in a fork then please merge it back here.
-def _create_backblaze_s3_client(creds: S3Credentials) -> BaseClient:
+def _create_backblaze_s3_client(creds: S3Credentials, verbose: bool) -> BaseClient:
     """Create and return an S3 client."""
     region_name = creds.region_name
     access_key = creds.access_key_id
     secret_key = creds.secret_access_key
     endpoint_url = creds.endpoint_url
-    region_name = region_name or "https://s3.us-west-002.backblazeb2.com"
-
+    endpoint_url = endpoint_url or _DEFAULT_BACKBLAZE_ENDPOINT
     session = boto3.session.Session()  # type: ignore
     return session.client(
         service_name="s3",
@@ -26,6 +27,7 @@ def _create_backblaze_s3_client(creds: S3Credentials) -> BaseClient:
         endpoint_url=endpoint_url,
         config=Config(
             signature_version="s3v4",
+            region_name=region_name,
             # Note that BackBlase has a boko3 bug where it doesn't support the new
             # checksum header, the following line was an attempt of fix it on the newest
             # version of boto3, but it didn't work.
@@ -34,13 +36,16 @@ def _create_backblaze_s3_client(creds: S3Credentials) -> BaseClient:
     )
 
 
-def _create_unknown_s3_client(creds: S3Credentials) -> BaseClient:
+def _create_unknown_s3_client(creds: S3Credentials, verbose: bool) -> BaseClient:
     """Create and return an S3 client."""
     access_key = creds.access_key_id
     secret_key = creds.secret_access_key
     endpoint_url = creds.endpoint_url
     if (endpoint_url is not None) and not (endpoint_url.startswith("http")):
-        warnings.warn(f"Endpoint URL is schema niaive: {endpoint_url}, assuming HTTPS")
+        if verbose:
+            warnings.warn(
+                f"Endpoint URL is schema naive: {endpoint_url}, assuming HTTPS"
+            )
         endpoint_url = f"https://{endpoint_url}"
 
     session = boto3.session.Session()  # type: ignore
@@ -60,10 +65,14 @@ def _create_unknown_s3_client(creds: S3Credentials) -> BaseClient:
     )
 
 
-def create_s3_client(credentials: S3Credentials) -> BaseClient:
+def create_s3_client(credentials: S3Credentials, verbose=False) -> BaseClient:
     """Create and return an S3 client."""
     provider = credentials.provider
     if provider == S3Provider.BACKBLAZE:
-        return _create_backblaze_s3_client(credentials)
+        if verbose:
+            print("Creating BackBlaze S3 client")
+        return _create_backblaze_s3_client(creds=credentials, verbose=verbose)
     else:
-        return _create_unknown_s3_client(credentials)
+        if verbose:
+            print("Creating generic/unknown S3 client")
+        return _create_unknown_s3_client(creds=credentials, verbose=verbose)

{rclone_api-1.0.94.dist-info → rclone_api-1.0.96.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.94
+Version: 1.0.96
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.0.94.dist-info → rclone_api-1.0.96.dist-info}/RECORD

@@ -12,7 +12,7 @@ rclone_api/file.py,sha256=EP5yT2dZ0H2p7CY5n0y5k5pHhIliV25pm8KOwBklUTk,1863
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
 rclone_api/group_files.py,sha256=H92xPW9lQnbNw5KbtZCl00bD6iRh9yRbCuxku4j_3dg,8036
 rclone_api/process.py,sha256=RrMfTe0bndmJ6gBK67ioqNvCstJ8aTC8RlGX1XBLlcw,4191
-rclone_api/rclone.py,sha256=tXVZv9N83DVVxVwevOo7FyzHCuUGjWx_KP51VwQ0QIY,42246
+rclone_api/rclone.py,sha256=RTMvOH93kAiOmWifHt0P9tET9nLGZWam73aB-dMkjWI,42852
 rclone_api/remote.py,sha256=O9WDUFQy9f6oT1HdUbTixK2eg0xtBBm8k4Xl6aa6K00,431
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
 rclone_api/scan_missing_folders.py,sha256=Kulca2Q6WZodt00ATFHkmqqInuoPvBkhTcS9703y6po,4740
@@ -20,16 +20,16 @@ rclone_api/types.py,sha256=NC3e78aXCx-sEQ-FqEaC9KzaJDdJhJrKa4Nwum_-Db0,563
 rclone_api/util.py,sha256=efck9W0rw5wfeRI35iiEz4dy2cMkNpVXrQ9zzynkBks,5185
 rclone_api/walk.py,sha256=-54NVE8EJcCstwDoaC_UtHm73R2HrZwVwQmsnv55xNU,3369
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
-rclone_api/cmd/copy_large_s3.py,sha256=FPU0S1Y9pApVLmWcdMT_3llywjEtOtwobXTnMXE-FhY,2690
+rclone_api/cmd/copy_large_s3.py,sha256=b0tSy4cWTyAYu-d0xjuFj5nbJIwnfeOV8e-S7A4rSVI,2712
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
-rclone_api/s3/api.py,sha256=012JNqXna5t-XR2QML6ybHf7g0zkrX5GuRQzhT2U1B8,3645
+rclone_api/s3/api.py,sha256=VstlaEnBjO2JDQuCRLdTfUGvQLbfshlXXhAzimFv4Vc,3763
 rclone_api/s3/basic_ops.py,sha256=hK3366xhVEzEcjz9Gk_8lFx6MRceAk72cax6mUrr6ko,2104
 rclone_api/s3/chunk_uploader.py,sha256=Wcm4h_A6ORaJvT9P9qSeknbJYch22RKZ4FGo1iePlAw,17385
-rclone_api/s3/create.py,sha256=X4mgjekgAoyHNeXnznHNS63DFViAhI0p7-fXDxml0y4,2701
+rclone_api/s3/create.py,sha256=SK3IGHZwsSkoG4Zb4NCphcVg9_f7VifDKng-tExMS2s,3088
 rclone_api/s3/types.py,sha256=81_3jwg6MGIxC-GxL-6zANzKO6au9C0BWvAqRyODxOM,1361
-rclone_api-1.0.94.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.0.94.dist-info/METADATA,sha256=uyoI57VyEjtHhdYuod_jCtwl-KcKVPoh6RIY6r6LlLo,4479
-rclone_api-1.0.94.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-rclone_api-1.0.94.dist-info/entry_points.txt,sha256=6eNqTRXKhVf8CpWNjXiOa_0Du9tHiW_HD2iQSXRsUg8,132
-rclone_api-1.0.94.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.0.94.dist-info/RECORD,,
+rclone_api-1.0.96.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.0.96.dist-info/METADATA,sha256=WBLngFsHgInvzEL57OdATG4I0Ht_pUmYCAT1BoMN5O0,4479
+rclone_api-1.0.96.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+rclone_api-1.0.96.dist-info/entry_points.txt,sha256=6eNqTRXKhVf8CpWNjXiOa_0Du9tHiW_HD2iQSXRsUg8,132
+rclone_api-1.0.96.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.0.96.dist-info/RECORD,,