rclone-api 1.0.35__py2.py3-none-any.whl → 1.0.36__py2.py3-none-any.whl

rclone_api/rclone.py

@@ -5,7 +5,6 @@ Unit test file.
 import subprocess
 import time
 import warnings
-from concurrent.futures import ThreadPoolExecutor
 from enum import Enum
 from fnmatch import fnmatch
 from pathlib import Path
@@ -23,7 +22,7 @@ from rclone_api.file import File
 from rclone_api.process import Process
 from rclone_api.remote import Remote
 from rclone_api.rpath import RPath
-from rclone_api.util import get_rclone_exe, to_path, wait_for_mount
+from rclone_api.util import get_rclone_exe, partition_files, to_path, wait_for_mount
 from rclone_api.walk import walk
 
 
@@ -184,7 +183,7 @@ class Rclone:
         cmd_list: list[str] = ["copyto", src, dst]
         self._run(cmd_list)
 
-    def copyfiles(self, filelist: dict[File, File] | dict[str, str]) -> None:
+    def copy_to(self, src: File | str, dst: File | str) -> None:
         """Copy multiple files from source to destination.
 
         Warning - slow.
@@ -192,17 +191,48 @@ class Rclone:
         Args:
             payload: Dictionary of source and destination file paths
         """
-        str_dict: dict[str, str] = {}
-        for src, dst in filelist.items():
-            src = src if isinstance(src, str) else str(src.path)
-            dst = dst if isinstance(dst, str) else str(dst.path)
-            str_dict[src] = dst
-
-        with ThreadPoolExecutor(max_workers=64) as executor:
-            for src, dst in str_dict.items():  # warning - slow
-                cmd_list: list[str] = ["copyto", src, dst]
-                # self._run(cmd_list)
-                executor.submit(self._run, cmd_list)
+        src = str(src)
+        dst = str(dst)
+        cmd_list: list[str] = ["copyto", src, dst]
+        self._run(cmd_list)
+
+    def copyfiles(self, files: str | File | list[str] | list[File]) -> None:
+        """Copy multiple files from source to destination.
+
+        Warning - slow.
+
+        Args:
+            payload: Dictionary of source and destination file paths
+        """
+        payload: list[str] = convert_to_filestr_list(files)
+        if len(payload) == 0:
+            return
+
+        datalists: dict[str, list[str]] = partition_files(payload)
+        out: subprocess.CompletedProcess | None = None
+
+        for remote, files in datalists.items():
+            with TemporaryDirectory() as tmpdir:
+                include_files_txt = Path(tmpdir) / "include_files.txt"
+                include_files_txt.write_text("\n".join(files), encoding="utf-8")
+
+                print(include_files_txt)
+                cmd_list: list[str] = [
+                    "delete",
+                    remote,
+                    "--files-from",
+                    str(include_files_txt),
+                    "--checkers",
+                    "1000",
+                    "--transfers",
+                    "1000",
+                ]
+                out = self._run(cmd_list)
+                if out.returncode != 0:
+                    print(out)
+                    raise ValueError(f"Error deleting files: {out.stderr}")
+
+        assert out is not None
 
     def copy(self, src: Dir | str, dst: Dir | str) -> subprocess.CompletedProcess:
         """Copy files from source to destination.
@@ -238,19 +268,7 @@ class Rclone:
                 stderr="",
             )
 
-        datalists: dict[str, list[str]] = {}
-
-        for f in payload:
-            remote, path = f.split(":", 1)
-            if "/" in path:
-                bucket, path = path.split("/", 1)
-                remote = f"{remote}:{bucket}"
-            else:
-                remote = f"{remote}:"
-            if remote not in datalists:
-                datalists[remote] = []
-            datalists[remote].append(path)
-
+        datalists: dict[str, list[str]] = partition_files(payload)
         out: subprocess.CompletedProcess | None = None
 
         for remote, files in datalists.items():
@@ -288,8 +306,9 @@ class Rclone:
         arg: str = convert_to_str(path)
         assert isinstance(arg, str)
         try:
-            self.ls(arg)
-            return True
+            dir_listing = self.ls(arg)
+            # print(dir_listing)
+            return len(dir_listing.dirs) > 0 or len(dir_listing.files) > 0
         except subprocess.CalledProcessError:
             return False
 

rclone_api/util.py

@@ -129,3 +129,18 @@ def wait_for_mount(path: Path, mount_process: Any, timeout: int = 60) -> None:
         if path.exists():
             return
     raise TimeoutError(f"Path {path} did not exist after {timeout} seconds")
+
+
+def partition_files(files: list[str]) -> dict[str, list[str]]:
+    datalists: dict[str, list[str]] = {}
+    for f in files:
+        remote, path = f.split(":", 1)
+        if "/" in path:
+            bucket, path = path.split("/", 1)
+            remote = f"{remote}:{bucket}"
+        else:
+            remote = f"{remote}:"
+        if remote not in datalists:
+            datalists[remote] = []
+        datalists[remote].append(path)
+    return datalists

{rclone_api-1.0.35.dist-info → rclone_api-1.0.36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.35
+Version: 1.0.36
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 Maintainer: Zachary Vorhies

{rclone_api-1.0.35.dist-info → rclone_api-1.0.36.dist-info}/RECORD

@@ -10,16 +10,16 @@ rclone_api/exec.py,sha256=HWmnU2Jwb-3EttSbAJSaLloYA7YI2mHTzRJ5VEri9aM,941
 rclone_api/file.py,sha256=D02iHJW1LhfOiM_R_yPHP8_ApnDiYrkuraVcrV8-qkw,1246
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
 rclone_api/process.py,sha256=RrMfTe0bndmJ6gBK67ioqNvCstJ8aTC8RlGX1XBLlcw,4191
-rclone_api/rclone.py,sha256=0VwATZ8oTmW7wDRt2RsDjzk6nliLSNdxVNH22AvkKMg,18387
+rclone_api/rclone.py,sha256=XWk3aIyEqIQHv7Oq7z8W2wt7kxiypO6KHCVA_lnXV7Y,19038
 rclone_api/remote.py,sha256=c9hlRKBCg1BFB9MCINaQIoCg10qyAkeqiS4brl8ce-8,343
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
-rclone_api/util.py,sha256=sUjH5NmsawmNbPMY7V6hD8vFJXCwbl44XM1kuij3tA0,3918
+rclone_api/util.py,sha256=N1n2Fxt-pU_xKwQdwXM3zAThBHG0zwDQY30s0iQao-0,4374
 rclone_api/walk.py,sha256=kca0t1GAnF6FLclN01G8NG__Qe-ggodLtAbQSHyVPng,2968
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
-rclone_api-1.0.35.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.0.35.dist-info/METADATA,sha256=Ubf6cdmIvU6NNFW2IBh7metZC3ZI3h4V2SPyHS6Q_Vg,4489
-rclone_api-1.0.35.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
-rclone_api-1.0.35.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
-rclone_api-1.0.35.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.0.35.dist-info/RECORD,,
+rclone_api-1.0.36.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.0.36.dist-info/METADATA,sha256=dRfp6LOgaS5s_QIrSN_JoD2V8CLHDMWH9QApRvsCJjc,4489
+rclone_api-1.0.36.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
+rclone_api-1.0.36.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
+rclone_api-1.0.36.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.0.36.dist-info/RECORD,,