rclone-api 1.5.60__py3-none-any.whl → 1.5.63__py3-none-any.whl

rclone_api/__init__.py

@@ -469,6 +469,41 @@ class Rclone:
         """
         return self.impl.is_s3(dst=dst)
 
+    def copy_file_s3_resumable(
+        self,
+        src: str,  # src:/Bucket/path/myfile.large.zst
+        dst: str,  # dst:/Bucket/path/myfile.large.zst
+        part_infos: list[PartInfo] | None = None,
+        upload_threads: int = 8,  # Number of reader and writer threads to use
+        merge_threads: int = 4,  # Number of threads to use for merging the parts
+    ) -> Exception | None:
+        """
+        Copy a large file to S3 with resumable upload capability.
+
+        This method splits the file into parts for parallel upload and can
+        resume interrupted transfers using a custom algorithm in python.
+
+        Particularly useful for very large files where network interruptions
+        are likely.
+
+        Args:
+            src: Source file path (format: remote:bucket/path/file)
+            dst: Destination file path (format: remote:bucket/path/file)
+            part_infos: Optional list of part information for resuming uploads
+            upload_threads: Number of parallel upload threads
+            merge_threads: Number of threads for merging uploaded parts
+
+        Returns:
+            None if successful, Exception if an error occurred
+        """
+        return self.impl.copy_file_s3_resumable(
+            src=src,
+            dst=dst,
+            part_infos=part_infos,
+            upload_threads=upload_threads,
+            merge_threads=merge_threads,
+        )
+
     def copy_to(
         self,
         src: File | str,
@@ -831,41 +866,6 @@ class Rclone:
         """
         return self.impl.copy_remote(src=src, dst=dst, args=args)
 
-    def copy_file_s3_resumable(
-        self,
-        src: str,  # src:/Bucket/path/myfile.large.zst
-        dst: str,  # dst:/Bucket/path/myfile.large.zst
-        part_infos: list[PartInfo] | None = None,
-        upload_threads: int = 8,  # Number of reader and writer threads to use
-        merge_threads: int = 4,  # Number of threads to use for merging the parts
-    ) -> Exception | None:
-        """
-        Copy a large file to S3 with resumable upload capability.
-
-        This method splits the file into parts for parallel upload and can
-        resume interrupted transfers using a custom algorithm in python.
-
-        Particularly useful for very large files where network interruptions
-        are likely.
-
-        Args:
-            src: Source file path (format: remote:bucket/path/file)
-            dst: Destination file path (format: remote:bucket/path/file)
-            part_infos: Optional list of part information for resuming uploads
-            upload_threads: Number of parallel upload threads
-            merge_threads: Number of threads for merging uploaded parts
-
-        Returns:
-            None if successful, Exception if an error occurred
-        """
-        return self.impl.copy_file_s3_resumable(
-            src=src,
-            dst=dst,
-            part_infos=part_infos,
-            upload_threads=upload_threads,
-            merge_threads=merge_threads,
-        )
-
     def mount(
         self,
         src: Remote | Dir | str,

rclone_api/config.py

@@ -52,9 +52,11 @@ class Config:
     """Rclone configuration dataclass."""
 
     # text: str
-    def __init__(self, text: str | dict) -> None:
+    def __init__(self, text: str | dict | None) -> None:
         self.text: str
-        if isinstance(text, dict):
+        if text is None:
+            self.text = ""
+        elif isinstance(text, dict):
             self.text = _json_to_rclone_config_str_or_raise(text)
         else:
             self.text = text

rclone_api/exec.py

@@ -10,7 +10,7 @@ from rclone_api.process import Process, ProcessArgs
 class RcloneExec:
     """Rclone execution dataclass."""
 
-    rclone_config: Path | Config
+    rclone_config: Path | Config | None
     rclone_exe: Path
 
     def execute(

rclone_api/process.py

@@ -15,7 +15,7 @@ from rclone_api.util import clear_temp_config_file, get_verbose, make_temp_confi
 @dataclass
 class ProcessArgs:
     cmd: list[str]
-    rclone_conf: Path | Config
+    rclone_conf: Path | Config | None
     rclone_exe: Path
     cmd_list: list[str]
     verbose: bool | None = None
@@ -32,7 +32,7 @@ class Process:
         self.log = args.log
         self.cleaned_up = False
         self.tempfile: Path | None = None
-
+        rclone_conf: Path | None = None
         verbose = get_verbose(args.verbose)
         # Create a temporary config file if needed.
         if isinstance(args.rclone_conf, Config):
@@ -41,15 +41,12 @@ class Process:
             rclone_conf = self.tempfile
         else:
             rclone_conf = args.rclone_conf
-
-        assert rclone_conf.exists(), f"rclone config not found: {rclone_conf}"
-
+        # assert rclone_conf.exists(), f"rclone config not found: {rclone_conf}"
         # Build the command.
-        self.cmd = (
-            [str(args.rclone_exe.resolve())]
-            + ["--config", str(rclone_conf.resolve())]
-            + args.cmd
-        )
+        self.cmd = [str(args.rclone_exe.resolve())]
+        if rclone_conf:
+            self.cmd += ["--config", str(rclone_conf.resolve())]
+        self.cmd += args.cmd_list
         if self.args.log:
             self.args.log.parent.mkdir(parents=True, exist_ok=True)
             self.cmd += ["--log-file", str(self.args.log)]

rclone_api/rclone_impl.py

@@ -67,8 +67,10 @@ def rclone_verbose(verbose: bool | None) -> bool:
     return bool(int(os.getenv("RCLONE_API_VERBOSE", "0")))
 
 
-def _to_rclone_conf(config: Config | Path) -> Config:
-    if isinstance(config, Path):
+def _to_rclone_conf(config: Config | Path | None) -> Config:
+    if config is None:
+        return Config(None)
+    elif isinstance(config, Path):
         content = config.read_text(encoding="utf-8")
         return Config(content)
     else:
@@ -100,13 +102,17 @@ class RcloneImpl:
         if isinstance(rclone_conf, Path):
             if not rclone_conf.exists():
                 raise ValueError(f"Rclone config file not found: {rclone_conf}")
+        rclone_exe = get_rclone_exe(rclone_exe)
+        # Not fully constructed version of ._exec, which can be used to find a config file from default paths.
+        self._exec = RcloneExec(None, get_rclone_exe(rclone_exe))
         if rclone_conf is None:
             from rclone_api.config import find_conf_file
 
             maybe_path = find_conf_file(self)
             if not isinstance(maybe_path, Path):
-                raise ValueError("Rclone config file not found")
+                warnings.warn("Rclone config file not found")
             rclone_conf = _to_rclone_conf(maybe_path)
+        # replace self._exec with one that has the config
         self._exec = RcloneExec(rclone_conf, get_rclone_exe(rclone_exe))
         self.config: Config = _to_rclone_conf(rclone_conf)
 
@@ -1334,9 +1340,6 @@ class RcloneImpl:
         if obscure:
             cmd_list.append("--obscure")
 
-        if no_obscure:
-            cmd_list.append("--no-obscure")
-
         try:
             cp = self._run(cmd_list, capture=True, check=True)
             stdout: str | bytes = cp.stdout
@@ -1360,7 +1363,8 @@ class RcloneImpl:
         verbose = get_verbose(verbose)
         check = get_check(check)
         if len(files) < 2:
-            tmp = self.size_file(files[0])
+            full_path = f"{src}/{files[0]}"
+            tmp = self.size_file(full_path)
             if isinstance(tmp, Exception):
                 return tmp
             assert isinstance(tmp, SizeSuffix)

rclone_api/util.py

@@ -178,7 +178,7 @@ def upgrade_rclone() -> Path:
 
 def rclone_execute(
     cmd: list[str],
-    rclone_conf: Path | Config,
+    rclone_conf: Path | Config | None,
     rclone_exe: Path,
     check: bool,
     capture: bool | Path | None = None,
@@ -202,10 +202,10 @@ def rclone_execute(
             tmpfile.write_text(rclone_conf.text, encoding="utf-8")
             rclone_conf = tmpfile
 
-        # Build the command line.
-        full_cmd = (
-            [str(rclone_exe.resolve())] + ["--config", str(rclone_conf.resolve())] + cmd
-        )
+        full_cmd = [str(rclone_exe.resolve())]
+        if rclone_conf:
+            full_cmd += ["--config", str(rclone_conf.resolve())]
+        full_cmd += cmd
         if verbose:
             cmd_str = subprocess.list2cmdline(full_cmd)
             print(f"\nRunning: {cmd_str}")

{rclone_api-1.5.60.dist-info → rclone_api-1.5.63.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rclone_api
-Version: 1.5.60
+Version: 1.5.63
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.5.60.dist-info → rclone_api-1.5.63.dist-info}/RECORD

@@ -1,13 +1,13 @@
-rclone_api/__init__.py,sha256=M3-jlyxhO7Md3FGMO8qBJ1Z7oLcbOjWshCHh2-CqKG4,34885
+rclone_api/__init__.py,sha256=gIONLifrNkReIlQkpJOk3TTueJ9jrJ2ZdM2scQSUvSY,34885
 rclone_api/cli.py,sha256=dibfAZIh0kXWsBbfp3onKLjyZXo54mTzDjUdzJlDlWo,231
 rclone_api/completed_process.py,sha256=_IZ8IWK7DM1_tsbDEkH6wPZ-bbcrgf7A7smls854pmg,1775
-rclone_api/config.py,sha256=DEBubN0ziUfAFYe6cmDn7YoTqRJPdGronFyRHZvWUso,6070
+rclone_api/config.py,sha256=URZwMME01f0EZymprCESuZ5dk4IuUSKbHhwIeTHrn7A,6131
 rclone_api/convert.py,sha256=Mx9Qo7zhkOedJd8LdhPvNGHp8znJzOk4f_2KWnoGc78,1012
 rclone_api/deprecated.py,sha256=qWKpnZdYcBK7YQZKuVoWWXDwi-uqiAtbjgPcci_efow,590
 rclone_api/diff.py,sha256=tMoJMAGmLSE6Q_7QhPf6PnCzb840djxMZtDmhc2GlGQ,5227
 rclone_api/dir.py,sha256=_9o-_5tbWVJkL1Vf_Yb8aiQV3xAqvUq5bk3zoJblvEg,3547
 rclone_api/dir_listing.py,sha256=bSmd8yZtSeyVaDRw2JPB4bCpbCeDzhoa_pomgdJp44c,1884
-rclone_api/exec.py,sha256=Bq0gkyZ10mEY0FRyzNZgdN4FaWP9vpeCk1kjpg-gN_8,1083
+rclone_api/exec.py,sha256=3x2FOrh_3Ml23sW_5fry3dmlKyHtq3iYKByLeZtbNcg,1090
 rclone_api/file.py,sha256=JLPqjUcW_YVb4UQjX6FQ7PABJqhchFUXVy1W-X9rJLk,5659
 rclone_api/file_item.py,sha256=cH-AQYsxedhNPp4c8NHY1ad4Z7St4yf_VGbmiGD59no,1770
 rclone_api/file_part.py,sha256=i6ByS5_sae8Eba-4imBVTxd-xKC8ExWy7NR8QGr0ors,6155
@@ -19,13 +19,13 @@ rclone_api/install.py,sha256=ZDG8QNj1JciS_DSqYnMTECwhJksUPAoqZQxtX804TDk,5679
 rclone_api/log.py,sha256=VZHM7pNSXip2ZLBKMP7M1u-rp_F7zoafFDuR8CPUoKI,1271
 rclone_api/mount.py,sha256=LZqEhuKZunbWVqmsOIqkkCotaxWJpdFRS1InXveoU5E,1428
 rclone_api/mount_util.py,sha256=jqhJEVTHV6c6lOOzUYb4FLMbqDMHdz7-QRcdH-IobFc,10154
-rclone_api/process.py,sha256=MeWiN-TrrN0HmtWexBPxGwf84z6f-_E5yaXE-YtLYpY,5879
-rclone_api/rclone_impl.py,sha256=s00SHQGcKskbauWiIZQBQKSR0NOJ6SSiXhMf0fwkl9U,52328
+rclone_api/process.py,sha256=V4Ax9AyNdC3m4O6gjWSbIJyCQCMhT-t0f-K8z6xux7Q,5946
+rclone_api/rclone_impl.py,sha256=PppFWk4qo7gg6p_k3K7am3_6pytsLG6qTAKo6dBT-tI,52649
 rclone_api/remote.py,sha256=mTgMTQTwxUmbLjTpr-AGTId2ycXKI9mLX5L7PPpDIoc,520
 rclone_api/rpath.py,sha256=Y1JjQWcie39EgQrq-UtbfDz5yDLCwwfu27W7AQXllSE,2860
 rclone_api/scan_missing_folders.py,sha256=-8NCwpCaHeHrX-IepCoAEsX1rl8S-GOCxcIhTr_w3gA,4747
 rclone_api/types.py,sha256=59Rw7NdHw35X6iiWMemO61IzCbrjgfNHUlzY3Dq0wdM,12303
-rclone_api/util.py,sha256=Xa_VifjNT_h9IMkqbnAmgSkEqqwczkGH_TcUUJHx-no,9546
+rclone_api/util.py,sha256=NIWU1YLGWyNhICwXCpmAw0AgCXkOYG6BO6m1mTNQwzY,9559
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
 rclone_api/cmd/analyze.py,sha256=RHbvk1G5ZUc3qLqlm1AZEyQzd_W_ZjcbCNDvW4YpTKQ,1252
 rclone_api/cmd/copy_large_s3.py,sha256=E0B7P-JJTuOM7wMZtwQHJCpoLhccJleh0mnMq8ZiSUo,3234
@@ -58,9 +58,9 @@ rclone_api/s3/multipart/upload_parts_inline.py,sha256=V7syKjFyVIe4U9Ahl5XgqVTzt9
 rclone_api/s3/multipart/upload_parts_resumable.py,sha256=6-nlMclS8jyVvMvFbQDcZOX9MY1WbCcKA_s9bwuYxnk,9793
 rclone_api/s3/multipart/upload_parts_server_side_merge.py,sha256=Fp2pdrs5dONQI9LkfNolgAGj1-Z2V1SsRd0r0sreuXI,18040
 rclone_api/s3/multipart/upload_state.py,sha256=f-Aq2NqtAaMUMhYitlICSNIxCKurWAl2gDEUVizLIqw,6019
-rclone_api-1.5.60.dist-info/licenses/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.5.60.dist-info/METADATA,sha256=E3Sau2-Amjlg3WU7-0QcWjvVJzHpgBb34oYJqe0WoD8,37305
-rclone_api-1.5.60.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-rclone_api-1.5.60.dist-info/entry_points.txt,sha256=ognh2e11HTjn73_KL5MWI67pBKS2jekBi-QTiRXySXA,316
-rclone_api-1.5.60.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.5.60.dist-info/RECORD,,
+rclone_api-1.5.63.dist-info/licenses/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.5.63.dist-info/METADATA,sha256=9XSnDbl63rF0hMxexBm7t65FmtxbjMyNiIURw5ixrxo,37305
+rclone_api-1.5.63.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+rclone_api-1.5.63.dist-info/entry_points.txt,sha256=ognh2e11HTjn73_KL5MWI67pBKS2jekBi-QTiRXySXA,316
+rclone_api-1.5.63.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.5.63.dist-info/RECORD,,