rclone-api 1.0.93__tar.gz → 1.0.96__tar.gz

{rclone_api-1.0.93 → rclone_api-1.0.96}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.93
+Version: 1.0.96
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.0.93 → rclone_api-1.0.96}/pyproject.toml

@@ -21,7 +21,7 @@ dependencies = [
 ]
 
 # Change this with the version number bump.
-version = "1.0.93"
+version = "1.0.96"
 
 [tool.setuptools]
 package-dir = {"" = "src"}

{rclone_api-1.0.93 → rclone_api-1.0.96}/src/rclone_api/cmd/copy_large_s3.py

@@ -73,6 +73,7 @@ def main() -> int:
         concurrent_chunks=args.read_concurrent_chunks,
         retries=args.retries,
         save_state_json=args.save_state_json,
+        verbose=True,
     )
     print(rslt)
     return 0

{rclone_api-1.0.93 → rclone_api-1.0.96}/src/rclone_api/rclone.py

@@ -678,6 +678,7 @@ class Rclone:
         * 1024,  # This setting will scale the performance of the upload
         concurrent_chunks: int = 4,  # This setting will scale the performance of the upload
         retries: int = 3,
+        verbose: bool | None = None,
         max_chunks_before_suspension: int | None = None,
         mount_path: Path | None = None,
     ) -> MultiUploadResult:
@@ -710,6 +711,7 @@ class Rclone:
             mount_path,
             use_links=True,
             vfs_cache_mode="minimal",
+            verbose=verbose,
             other_args=other_args,
         ):
             # raise NotImplementedError("Not implemented yet")
@@ -743,7 +745,15 @@ class Rclone:
                     raise ValueError(f"Remote {remote} is not an S3 remote")
                 return S3Provider.S3.value
 
-            provider: str = get_provider_str() or S3Provider.S3.value
+            provider: str
+            if provided_provider_str := get_provider_str():
+                if verbose:
+                    print(f"Using provided provider: {provided_provider_str}")
+                provider = provided_provider_str
+            else:
+                if verbose:
+                    print(f"Using default provider: {S3Provider.S3.value}")
+                provider = S3Provider.S3.value
             provider_enum = S3Provider.from_str(provider)
 
             s3_creds: S3Credentials = S3Credentials(
@@ -820,6 +830,7 @@ class Rclone:
         allow_writes: bool | None = False,
         use_links: bool | None = None,
         vfs_cache_mode: str | None = None,
+        verbose: bool | None = None,
         other_args: list[str] | None = None,
     ) -> Process:
         """Mount a remote or directory to a local path.
@@ -836,6 +847,7 @@ class Rclone:
         """
         allow_writes = allow_writes or False
         use_links = use_links or True
+        verbose = get_verbose(verbose)
         vfs_cache_mode = vfs_cache_mode or "full"
         if outdir.exists():
             is_empty = not list(outdir.iterdir())
@@ -860,6 +872,8 @@ class Rclone:
         if vfs_cache_mode:
             cmd_list.append("--vfs-cache-mode")
             cmd_list.append(vfs_cache_mode)
+        if verbose:
+            cmd_list.append("-vvvv")
         if other_args:
             cmd_list += other_args
         proc = self._launch_process(cmd_list)
@@ -874,6 +888,7 @@ class Rclone:
         allow_writes: bool | None = None,
         use_links: bool | None = None,
         vfs_cache_mode: str | None = None,
+        verbose: bool | None = None,
         other_args: list[str] | None = None,
     ) -> Generator[Process, None, None]:
         """Like mount, but can be used in a context manager."""
@@ -884,6 +899,7 @@ class Rclone:
             allow_writes=allow_writes,
             use_links=use_links,
             vfs_cache_mode=vfs_cache_mode,
+            verbose=verbose,
             other_args=other_args,
         )
         try:

{rclone_api-1.0.93 → rclone_api-1.0.96}/src/rclone_api/s3/api.py

@@ -17,9 +17,10 @@ _MIN_THRESHOLD_FOR_CHUNKING = 5 * 1024 * 1024
 
 
 class S3Client:
-    def __init__(self, credentials: S3Credentials):
+    def __init__(self, credentials: S3Credentials, verbose: bool = False) -> None:
+        self.verbose = verbose
         self.credentials: S3Credentials = credentials
-        self.client: BaseClient = create_s3_client(credentials)
+        self.client: BaseClient = create_s3_client(credentials, verbose=verbose)
 
     def list_bucket_contents(self, bucket_name: str) -> None:
         list_bucket_contents(self.client, bucket_name)
@@ -80,9 +81,10 @@ class S3Client:
             access_key_id = self.credentials.access_key_id[:4] + "..."
             secret = self.credentials.secret_access_key[:4] + "..."
             endpoint_url = self.credentials.endpoint_url
-            provider = self.credentials.provider
+            provider = self.credentials.provider.value
             region_name = self.credentials.region_name
             info_json = {
+                "bucket": bucket_name,
                 "key": key,
                 "access_key_id": access_key_id[:4] + "...",
                 "secret": secret[:4] + "...",

{rclone_api-1.0.93 → rclone_api-1.0.96}/src/rclone_api/s3/create.py

@@ -6,18 +6,19 @@ from botocore.config import Config
 
 from rclone_api.s3.types import S3Credentials, S3Provider
 
+_DEFAULT_BACKBLAZE_ENDPOINT = "https://s3.us-west-002.backblazeb2.com"
+
 
 # Create a Boto3 session and S3 client, this is back blaze specific.
 # Add a function if you want to use a different S3 provider.
 # If AWS support is added in a fork then please merge it back here.
-def _create_backblaze_s3_client(creds: S3Credentials) -> BaseClient:
+def _create_backblaze_s3_client(creds: S3Credentials, verbose: bool) -> BaseClient:
     """Create and return an S3 client."""
     region_name = creds.region_name
     access_key = creds.access_key_id
     secret_key = creds.secret_access_key
     endpoint_url = creds.endpoint_url
-    region_name = region_name or "https://s3.us-west-002.backblazeb2.com"
-
+    endpoint_url = endpoint_url or _DEFAULT_BACKBLAZE_ENDPOINT
     session = boto3.session.Session()  # type: ignore
     return session.client(
         service_name="s3",
@@ -26,6 +27,7 @@ def _create_backblaze_s3_client(creds: S3Credentials) -> BaseClient:
         endpoint_url=endpoint_url,
         config=Config(
             signature_version="s3v4",
+            region_name=region_name,
             # Note that BackBlase has a boko3 bug where it doesn't support the new
             # checksum header, the following line was an attempt of fix it on the newest
             # version of boto3, but it didn't work.
@@ -34,13 +36,16 @@ def _create_backblaze_s3_client(creds: S3Credentials) -> BaseClient:
     )
 
 
-def _create_unknown_s3_client(creds: S3Credentials) -> BaseClient:
+def _create_unknown_s3_client(creds: S3Credentials, verbose: bool) -> BaseClient:
     """Create and return an S3 client."""
     access_key = creds.access_key_id
     secret_key = creds.secret_access_key
     endpoint_url = creds.endpoint_url
     if (endpoint_url is not None) and not (endpoint_url.startswith("http")):
-        warnings.warn(f"Endpoint URL is schema niaive: {endpoint_url}, assuming HTTPS")
+        if verbose:
+            warnings.warn(
+                f"Endpoint URL is schema naive: {endpoint_url}, assuming HTTPS"
+            )
         endpoint_url = f"https://{endpoint_url}"
 
     session = boto3.session.Session()  # type: ignore
@@ -60,10 +65,14 @@ def _create_unknown_s3_client(creds: S3Credentials) -> BaseClient:
     )
 
 
-def create_s3_client(credentials: S3Credentials) -> BaseClient:
+def create_s3_client(credentials: S3Credentials, verbose=False) -> BaseClient:
     """Create and return an S3 client."""
     provider = credentials.provider
     if provider == S3Provider.BACKBLAZE:
-        return _create_backblaze_s3_client(credentials)
+        if verbose:
+            print("Creating BackBlaze S3 client")
+        return _create_backblaze_s3_client(creds=credentials, verbose=verbose)
     else:
-        return _create_unknown_s3_client(credentials)
+        if verbose:
+            print("Creating generic/unknown S3 client")
+        return _create_unknown_s3_client(creds=credentials, verbose=verbose)

{rclone_api-1.0.93 → rclone_api-1.0.96}/src/rclone_api.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.93
+Version: 1.0.96
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License