rclone-api 1.0.7__py2.py3-none-any.whl → 1.0.8__py2.py3-none-any.whl

rclone_api/dir.py

@@ -8,10 +8,10 @@ class Dir:
     def __init__(self, path: RPath) -> None:
         self.path = path
 
-    def ls(self) -> DirListing:
+    def ls(self, max_depth: int = 0) -> DirListing:
         """List files and directories in the given path."""
         assert self.path.rclone is not None
-        return self.path.rclone.ls(self.path.path)
+        return self.path.rclone.ls(self.path.path, max_depth=max_depth)
 
     def __str__(self) -> str:
         return str(self.path)

rclone_api/walk.py

@@ -0,0 +1,82 @@
+from concurrent.futures import ThreadPoolExecutor
+from queue import Empty, Queue
+from typing import Generator
+
+from rclone_api import Dir
+from rclone_api.dir_listing import DirListing
+
+
+def walk(
+    dir: Dir, max_depth: int = -1, max_workers: int = 4
+) -> Generator[DirListing, None, None]:
+    """Walk through the given directory recursively.
+
+    Args:
+        dir: Directory to walk through
+        max_depth: Maximum depth to traverse (-1 for unlimited)
+
+    Yields:
+        DirListing: Directory listing for each directory encountered
+    """
+    pending: Queue[tuple[Dir | None, int]] = Queue()
+    results: Queue[DirListing | Exception] = Queue()
+
+    def worker():
+        while True:
+            try:
+                # Add timeout to allow checking for sentinel value
+                try:
+                    current_dir, depth = pending.get(timeout=0.1)
+                except Empty:
+                    continue
+
+                # Check for sentinel value
+                if current_dir is None:
+                    pending.task_done()
+                    break
+
+                listing = current_dir.ls()
+                results.put(listing)
+
+                if max_depth == -1 or depth < max_depth:
+                    for d in listing.dirs:
+                        pending.put((d, depth + 1))
+
+                pending.task_done()
+            except Exception as e:
+                results.put(e)
+                pending.task_done()
+                break
+        return None
+
+    # Start workers
+    with ThreadPoolExecutor(max_workers=max_workers) as executor:
+        workers = [executor.submit(worker) for _ in range(max_workers)]
+
+        # Start walking
+        pending.put((dir, 0))
+
+        # Process results while workers are running
+        completed = 0
+        while completed < max_workers:
+            try:
+                result = results.get(timeout=0.1)
+                if isinstance(result, Exception):
+                    # Propagate exception
+                    raise result
+                yield result
+            except Empty:
+                # Check if any workers have completed
+                completed = sum(1 for w in workers if w.done())
+                continue
+
+        # Signal workers to stop
+        for _ in range(max_workers):
+            pending.put((None, 0))
+
+        # Drain any remaining results
+        while not results.empty():
+            result = results.get()
+            if isinstance(result, Exception):
+                raise result
+            yield result

{rclone_api-1.0.7.dist-info → rclone_api-1.0.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.7
+Version: 1.0.8
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 Maintainer: Zachary Vorhies

{rclone_api-1.0.7.dist-info → rclone_api-1.0.8.dist-info}/RECORD

@@ -1,7 +1,7 @@
 rclone_api/__init__.py,sha256=YH7KQaPwUiJWJiRf0NRKD7XHhMXsxWdXDjt9WLSwdjA,265
 rclone_api/cli.py,sha256=dibfAZIh0kXWsBbfp3onKLjyZXo54mTzDjUdzJlDlWo,231
 rclone_api/config.py,sha256=UujjDNcpwgipgdyFPMhC3zikvlsrurUvvZiwXm5NlPg,471
-rclone_api/dir.py,sha256=gzQ9tvnvtddVWN8GmumoAasP3LtMFh20CVyaMH-HxJk,447
+rclone_api/dir.py,sha256=ajCrMOgR86R1HuviPEZk220aTri1KipwvWtyVK-a6MI,488
 rclone_api/dir_listing.py,sha256=NWleKHCCRW7_eh9JfRwE6r3QbjmiHD5ZEGQcd2vm4uY,458
 rclone_api/file.py,sha256=409neYPfCUKQX2w7Uw7_D0wR2PtH42srNe9u_nnOLxM,925
 rclone_api/rclone.py,sha256=Q3xwC8m47gBVULWSn2XttIBDl33DtCBopvxcOG5LeEA,1837
@@ -9,9 +9,10 @@ rclone_api/remote.py,sha256=RSD-X2jCnm_hq7K6ovJ_0ugM1OpI0vpECIHHEz16-Fs,173
 rclone_api/rpath.py,sha256=_k59z-O75hAhpPyUSH4glPEoiYtIS3RUQb7ltU9Ianw,2009
 rclone_api/types.py,sha256=Yp15HrjwZonSQhE323R0WP7fA4NWqKjAfM7z3OwHpWI,518
 rclone_api/util.py,sha256=EXnijLLdFHqwoZvHrZdqeM8r6T7ad9-pN7qBN1b0I_g,1465
+rclone_api/walk.py,sha256=I-i010WNjGauQTCeH9EZByh9NNi53vw_OS3NvY0B9z8,2604
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
-rclone_api-1.0.7.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.0.7.dist-info/METADATA,sha256=gRqNUEJTfkOc25YPpehD9M9ntNx22hai32FXDVib6fU,1244
-rclone_api-1.0.7.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
-rclone_api-1.0.7.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.0.7.dist-info/RECORD,,
+rclone_api-1.0.8.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.0.8.dist-info/METADATA,sha256=ewOBVcqgDOTdc-SlXamj645GtkqEDpNKMWGVz6DAuh4,1244
+rclone_api-1.0.8.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
+rclone_api-1.0.8.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.0.8.dist-info/RECORD,,