rclone-api 1.0.25__py2.py3-none-any.whl → 1.0.27__py2.py3-none-any.whl

rclone_api/dir_listing.py

@@ -1,8 +1,22 @@
 import json
+import warnings
 
 from rclone_api.rpath import RPath
 
 
+def _dedupe(items: list[RPath]) -> list[RPath]:
+    """Remove duplicate items from a list of RPath objects."""
+    seen = set()
+    unique_items = []
+    for item in items:
+        if item not in seen:
+            seen.add(item)
+            unique_items.append(item)
+        else:
+            warnings.warn(f"Duplicate item found: {item}, filtered out.")
+    return unique_items
+
+
 class DirListing:
     """Remote file dataclass."""
 
@@ -10,6 +24,8 @@ class DirListing:
         from rclone_api.dir import Dir
         from rclone_api.file import File
 
+        dirs_and_files = _dedupe(dirs_and_files)
+
         self.dirs: list[Dir] = [Dir(d) for d in dirs_and_files if d.is_dir]
         self.files: list[File] = [File(f) for f in dirs_and_files if not f.is_dir]
 

rclone_api/rclone.py

@@ -347,13 +347,21 @@ class Rclone:
         outdir: Path,
         allow_writes=False,
         vfs_cache_mode="full",
-        transfers: int | None = 16,
+        # dir-cache-time
+        dir_cache_time: str | None = "1h",
+        attribute_timeout: str | None = "1h",
+        # --vfs-cache-max-size
+        # vfs-cache-max-size
+        vfs_disk_space_total_size: str | None = "100M",
+        transfers: int | None = 128,
         modtime_strategy: (
             ModTimeStrategy | None
         ) = ModTimeStrategy.USE_SERVER_MODTIME,  # speeds up S3 operations
         vfs_read_chunk_streams: int | None = 16,
         vfs_read_chunk_size: str | None = "4M",
         vfs_fast_fingerprint: bool = True,
+        # vfs-refresh
+        vfs_refresh: bool = True,
         other_cmds: list[str] | None = None,
     ) -> Process:
         """Mount a remote or directory to a local path.
@@ -366,10 +374,24 @@ class Rclone:
         if modtime_strategy is not None:
             other_cmds.append(f"--{modtime_strategy.value}")
         if (vfs_cache_mode == "full" or vfs_cache_mode == "writes") and (
-            transfers is not None
+            transfers is not None and "--transfers" not in other_cmds
         ):
             other_cmds.append("--transfers")
             other_cmds.append(str(transfers))
+        if dir_cache_time is not None and "--dir-cache-time" not in other_cmds:
+            other_cmds.append("--dir-cache-time")
+            other_cmds.append(dir_cache_time)
+        if (
+            vfs_disk_space_total_size is not None
+            and "--vfs-cache-max-size" not in other_cmds
+        ):
+            other_cmds.append("--vfs-cache-max-size")
+            other_cmds.append(vfs_disk_space_total_size)
+        if vfs_refresh and "--vfs-refresh" not in other_cmds:
+            other_cmds.append("--vfs-refresh")
+        if attribute_timeout is not None and "--attr-timeout" not in other_cmds:
+            other_cmds.append("--attr-timeout")
+            other_cmds.append(attribute_timeout)
         if vfs_read_chunk_streams:
             other_cmds.append("--vfs-read-chunk-streams")
             other_cmds.append(str(vfs_read_chunk_streams))

{rclone_api-1.0.25.dist-info → rclone_api-1.0.27.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.25
+Version: 1.0.27
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 Maintainer: Zachary Vorhies
@@ -22,11 +22,11 @@ Dynamic: maintainer
 [![Ubuntu_Tests](https://github.com/zackees/rclone-api/actions/workflows/push_ubuntu.yml/badge.svg)](https://github.com/zackees/rclone-api/actions/workflows/push_ubuntu.yml)
 [![Win_Tests](https://github.com/zackees/rclone-api/actions/workflows/push_win.yml/badge.svg)](https://github.com/zackees/rclone-api/actions/workflows/push_win.yml)
 
-Api version of rclone. It's well tested. It's a pretty low level api without the bells and whistles of other apis, but it will get the job done.
+Api version of rclone. It's a pretty low level api without the bells and whistles of other apis, but it will get the job done. Unit tests up the wazoo. S3 Mounts on windows/linux are heavily optimized.
 
 You will need to have rclone installed and on your path.
 
-One of the benefits of this api is that it does not use `shell=True`, which can keep `rclone` running in some instances even when try to kill the process.
+One of the benefits of this api is that it does not use 'shell=True' so therefore ctrl-c will work well in gracefully shutting down
 
 # Install
 

{rclone_api-1.0.25.dist-info → rclone_api-1.0.27.dist-info}/RECORD

@@ -3,21 +3,21 @@ rclone_api/cli.py,sha256=dibfAZIh0kXWsBbfp3onKLjyZXo54mTzDjUdzJlDlWo,231
 rclone_api/config.py,sha256=tP6cU9DnCCEIRc_KP9HPur1jFLLg2QGFSxNwFm6_MVw,118
 rclone_api/convert.py,sha256=Mx9Qo7zhkOedJd8LdhPvNGHp8znJzOk4f_2KWnoGc78,1012
 rclone_api/dir.py,sha256=vV-bcI2ESijmwF5rPID5WO2K7soAfZa35wv4KRh_GIo,2154
-rclone_api/dir_listing.py,sha256=8t5Jx9ZVOJPqGKTJbWaES6bjgogUT2bnpbPVWwK1Fcs,1124
+rclone_api/dir_listing.py,sha256=9Qqf2SUswrOEkyqmaH23V51I18X6ePiXb9B1vUwRF5o,1571
 rclone_api/exec.py,sha256=9qSOpZo8YRYxv3hOvNr57ApnY2KbjxwT1QNr8OgcLM4,883
 rclone_api/file.py,sha256=D02iHJW1LhfOiM_R_yPHP8_ApnDiYrkuraVcrV8-qkw,1246
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
 rclone_api/process.py,sha256=iVA8_qtJFgHtg92Yb4W7xv9jnyds_7kAdKeSiGCBIZ0,3952
-rclone_api/rclone.py,sha256=2sxlxC9zsEG8P4ctgGtVKUPYxk2hB8uBimXbHnpqC-Q,14705
+rclone_api/rclone.py,sha256=C5cbPahwJy0QuhQ3U8wH0DOY-SvKxPKKyogshXlp3P4,15755
 rclone_api/remote.py,sha256=c9hlRKBCg1BFB9MCINaQIoCg10qyAkeqiS4brl8ce-8,343
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
 rclone_api/util.py,sha256=AWTImA1liCMw52wtS-Gs8Abz96diQ39x6Tx56mvbrEo,3860
 rclone_api/walk.py,sha256=kca0t1GAnF6FLclN01G8NG__Qe-ggodLtAbQSHyVPng,2968
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
-rclone_api-1.0.25.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.0.25.dist-info/METADATA,sha256=1UQ5eElGnKi2Bd-rWpgy_XT9Vw_jLS-TYM1Mm95xk9o,4454
-rclone_api-1.0.25.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
-rclone_api-1.0.25.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
-rclone_api-1.0.25.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.0.25.dist-info/RECORD,,
+rclone_api-1.0.27.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.0.27.dist-info/METADATA,sha256=JD7eqEB5R3gXqqd-Moj06-uiXzpa5gOS9aff1x1Mqhc,4488
+rclone_api-1.0.27.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
+rclone_api-1.0.27.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
+rclone_api-1.0.27.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.0.27.dist-info/RECORD,,