rclone-api 1.0.34__py2.py3-none-any.whl → 1.0.36__py2.py3-none-any.whl

rclone_api/deprecated.py

@@ -0,0 +1,24 @@
+import functools
+import warnings
+
+
+def deprecated(new_func_name: str):
+    """Decorator to mark functions as deprecated.
+
+    Args:
+        new_func_name: The name of the function that should be used instead.
+    """
+
+    def decorator(func):
+        @functools.wraps(func)
+        def wrapper(*args, **kwargs):
+            warnings.warn(
+                f"{func.__name__}() is deprecated; use {new_func_name}() instead.",
+                DeprecationWarning,
+                stacklevel=2,
+            )
+            return func(*args, **kwargs)
+
+        return wrapper
+
+    return decorator

rclone_api/rclone.py

@@ -5,7 +5,6 @@ Unit test file.
 import subprocess
 import time
 import warnings
-from concurrent.futures import ThreadPoolExecutor
 from enum import Enum
 from fnmatch import fnmatch
 from pathlib import Path
@@ -15,6 +14,7 @@ from typing import Generator
 from rclone_api import Dir
 from rclone_api.config import Config
 from rclone_api.convert import convert_to_filestr_list, convert_to_str
+from rclone_api.deprecated import deprecated
 from rclone_api.diff import DiffItem, diff_stream_from_running_process
 from rclone_api.dir_listing import DirListing
 from rclone_api.exec import RcloneExec
@@ -22,7 +22,7 @@ from rclone_api.file import File
 from rclone_api.process import Process
 from rclone_api.remote import Remote
 from rclone_api.rpath import RPath
-from rclone_api.util import get_rclone_exe, to_path, wait_for_mount
+from rclone_api.util import get_rclone_exe, partition_files, to_path, wait_for_mount
 from rclone_api.walk import walk
 
 
@@ -183,7 +183,7 @@ class Rclone:
         cmd_list: list[str] = ["copyto", src, dst]
         self._run(cmd_list)
 
-    def copyfiles(self, filelist: dict[File, File] | dict[str, str]) -> None:
+    def copy_to(self, src: File | str, dst: File | str) -> None:
         """Copy multiple files from source to destination.
 
         Warning - slow.
@@ -191,17 +191,48 @@ class Rclone:
         Args:
             payload: Dictionary of source and destination file paths
         """
-        str_dict: dict[str, str] = {}
-        for src, dst in filelist.items():
-            src = src if isinstance(src, str) else str(src.path)
-            dst = dst if isinstance(dst, str) else str(dst.path)
-            str_dict[src] = dst
-
-        with ThreadPoolExecutor(max_workers=64) as executor:
-            for src, dst in str_dict.items():  # warning - slow
-                cmd_list: list[str] = ["copyto", src, dst]
-                # self._run(cmd_list)
-                executor.submit(self._run, cmd_list)
+        src = str(src)
+        dst = str(dst)
+        cmd_list: list[str] = ["copyto", src, dst]
+        self._run(cmd_list)
+
+    def copyfiles(self, files: str | File | list[str] | list[File]) -> None:
+        """Copy multiple files from source to destination.
+
+        Warning - slow.
+
+        Args:
+            payload: Dictionary of source and destination file paths
+        """
+        payload: list[str] = convert_to_filestr_list(files)
+        if len(payload) == 0:
+            return
+
+        datalists: dict[str, list[str]] = partition_files(payload)
+        out: subprocess.CompletedProcess | None = None
+
+        for remote, files in datalists.items():
+            with TemporaryDirectory() as tmpdir:
+                include_files_txt = Path(tmpdir) / "include_files.txt"
+                include_files_txt.write_text("\n".join(files), encoding="utf-8")
+
+                print(include_files_txt)
+                cmd_list: list[str] = [
+                    "delete",
+                    remote,
+                    "--files-from",
+                    str(include_files_txt),
+                    "--checkers",
+                    "1000",
+                    "--transfers",
+                    "1000",
+                ]
+                out = self._run(cmd_list)
+                if out.returncode != 0:
+                    print(out)
+                    raise ValueError(f"Error deleting files: {out.stderr}")
+
+        assert out is not None
 
     def copy(self, src: Dir | str, dst: Dir | str) -> subprocess.CompletedProcess:
         """Copy files from source to destination.
@@ -224,7 +255,7 @@ class Rclone:
         cmd_list: list[str] = ["purge", str(path)]
         return self._run(cmd_list)
 
-    def deletefiles(
+    def delete_files(
         self, files: str | File | list[str] | list[File]
     ) -> subprocess.CompletedProcess:
         """Delete a directory"""
@@ -237,19 +268,7 @@ class Rclone:
                 stderr="",
             )
 
-        datalists: dict[str, list[str]] = {}
-
-        for f in payload:
-            remote, path = f.split(":", 1)
-            if "/" in path:
-                bucket, path = path.split("/", 1)
-                remote = f"{remote}:{bucket}"
-            else:
-                remote = f"{remote}:"
-            if remote not in datalists:
-                datalists[remote] = []
-            datalists[remote].append(path)
-
+        datalists: dict[str, list[str]] = partition_files(payload)
         out: subprocess.CompletedProcess | None = None
 
         for remote, files in datalists.items():
@@ -276,13 +295,20 @@ class Rclone:
         assert out is not None
         return out
 
+    @deprecated("delete_files")
+    def deletefiles(
+        self, files: str | File | list[str] | list[File]
+    ) -> subprocess.CompletedProcess:
+        return self.delete_files(files)
+
     def exists(self, path: Dir | Remote | str | File) -> bool:
         """Check if a file or directory exists."""
         arg: str = convert_to_str(path)
         assert isinstance(arg, str)
         try:
-            self.ls(arg)
-            return True
+            dir_listing = self.ls(arg)
+            # print(dir_listing)
+            return len(dir_listing.dirs) > 0 or len(dir_listing.files) > 0
         except subprocess.CalledProcessError:
             return False
 

rclone_api/util.py

@@ -129,3 +129,18 @@ def wait_for_mount(path: Path, mount_process: Any, timeout: int = 60) -> None:
         if path.exists():
             return
     raise TimeoutError(f"Path {path} did not exist after {timeout} seconds")
+
+
+def partition_files(files: list[str]) -> dict[str, list[str]]:
+    datalists: dict[str, list[str]] = {}
+    for f in files:
+        remote, path = f.split(":", 1)
+        if "/" in path:
+            bucket, path = path.split("/", 1)
+            remote = f"{remote}:{bucket}"
+        else:
+            remote = f"{remote}:"
+        if remote not in datalists:
+            datalists[remote] = []
+        datalists[remote].append(path)
+    return datalists

{rclone_api-1.0.34.dist-info → rclone_api-1.0.36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.34
+Version: 1.0.36
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 Maintainer: Zachary Vorhies
@@ -127,7 +127,7 @@ if listing.files:
 # Delete a File
 print("\n=== Deleting a File ===")
 file_to_delete = f"dst:{BUCKET_NAME}/zachs_video/sample.png_copy"
-rclone.deletefiles([file_to_delete])
+rclone.delete_files([file_to_delete])
 print(f"Deleted {file_to_delete}")
 
 # Walk Through a Directory

{rclone_api-1.0.34.dist-info → rclone_api-1.0.36.dist-info}/RECORD

@@ -2,6 +2,7 @@ rclone_api/__init__.py,sha256=L_ulzYG9WmQqmrVANt-Omi1FJUQVTkXA7SVZx9QH_9M,457
 rclone_api/cli.py,sha256=dibfAZIh0kXWsBbfp3onKLjyZXo54mTzDjUdzJlDlWo,231
 rclone_api/config.py,sha256=tP6cU9DnCCEIRc_KP9HPur1jFLLg2QGFSxNwFm6_MVw,118
 rclone_api/convert.py,sha256=Mx9Qo7zhkOedJd8LdhPvNGHp8znJzOk4f_2KWnoGc78,1012
+rclone_api/deprecated.py,sha256=qWKpnZdYcBK7YQZKuVoWWXDwi-uqiAtbjgPcci_efow,590
 rclone_api/diff.py,sha256=UqAiWJjAeTTy2ewH6idYKt92Y_JltGAWvrZuE9RNKX8,4159
 rclone_api/dir.py,sha256=vV-bcI2ESijmwF5rPID5WO2K7soAfZa35wv4KRh_GIo,2154
 rclone_api/dir_listing.py,sha256=9Qqf2SUswrOEkyqmaH23V51I18X6ePiXb9B1vUwRF5o,1571
@@ -9,16 +10,16 @@ rclone_api/exec.py,sha256=HWmnU2Jwb-3EttSbAJSaLloYA7YI2mHTzRJ5VEri9aM,941
 rclone_api/file.py,sha256=D02iHJW1LhfOiM_R_yPHP8_ApnDiYrkuraVcrV8-qkw,1246
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
 rclone_api/process.py,sha256=RrMfTe0bndmJ6gBK67ioqNvCstJ8aTC8RlGX1XBLlcw,4191
-rclone_api/rclone.py,sha256=jthwnD974eaSBwrgXlQJu_cJpvohxce80BITKhfMYWI,18145
+rclone_api/rclone.py,sha256=XWk3aIyEqIQHv7Oq7z8W2wt7kxiypO6KHCVA_lnXV7Y,19038
 rclone_api/remote.py,sha256=c9hlRKBCg1BFB9MCINaQIoCg10qyAkeqiS4brl8ce-8,343
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
-rclone_api/util.py,sha256=sUjH5NmsawmNbPMY7V6hD8vFJXCwbl44XM1kuij3tA0,3918
+rclone_api/util.py,sha256=N1n2Fxt-pU_xKwQdwXM3zAThBHG0zwDQY30s0iQao-0,4374
 rclone_api/walk.py,sha256=kca0t1GAnF6FLclN01G8NG__Qe-ggodLtAbQSHyVPng,2968
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
-rclone_api-1.0.34.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.0.34.dist-info/METADATA,sha256=mPuGlvje_1-t2WhXPpcRmcEnildFVqil-F8QgAtsZyE,4488
-rclone_api-1.0.34.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
-rclone_api-1.0.34.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
-rclone_api-1.0.34.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.0.34.dist-info/RECORD,,
+rclone_api-1.0.36.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.0.36.dist-info/METADATA,sha256=dRfp6LOgaS5s_QIrSN_JoD2V8CLHDMWH9QApRvsCJjc,4489
+rclone_api-1.0.36.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
+rclone_api-1.0.36.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
+rclone_api-1.0.36.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.0.36.dist-info/RECORD,,