rclone-api 1.0.79__py2.py3-none-any.whl → 1.0.81__py2.py3-none-any.whl

rclone_api/group_files.py

@@ -1,4 +1,11 @@
 from dataclasses import dataclass
+from pathlib import Path
+
+
+@dataclass
+class PrefixResult:
+    prefix: str
+    files: list[str]
 
 
 @dataclass
@@ -178,23 +185,6 @@ def group_files(files: list[str], fully_qualified: bool = True) -> dict[str, lis
     return out
 
 
-def group_under_remote(
-    files: list[str], fully_qualified: bool = True
-) -> dict[str, list[str]]:
-    """split between filename and remote"""
-
-    #### DOE STHIS NEED TO BE REMOVEDD????? #####
-
-    assert fully_qualified is True, "Not implemented for fully_qualified=False"
-    out: dict[str, list[str]] = {}
-    for file in files:
-        parsed = parse_file(file)
-        remote = f"{parsed.remote}:"
-        file_list = out.setdefault(remote, [])
-        file_list.append(parsed.to_string(include_remote=False, include_bucket=True))
-    return out
-
-
 def group_under_remote_bucket(
     files: list[str], fully_qualified: bool = True
 ) -> dict[str, list[str]]:
@@ -212,4 +202,52 @@ def group_under_remote_bucket(
     return out
 
 
-__all__ = ["group_files", "group_under_remote", "group_under_remote_bucket"]
+def _get_prefix(path: str) -> tuple[str, str] | None:
+    path_path: Path = Path(path)
+    parts = path_path.parts
+    if len(parts) == 1:
+        return None
+    return parts[0], "/".join(parts[1:])
+
+
+def _common_prefix(prefix: str, files: list[str]) -> PrefixResult:
+    if not files:
+        return PrefixResult(prefix=prefix, files=[])
+    prefix = prefix
+    tmp: list[str] = list(files)
+    while True:
+        if not tmp:
+            break
+        prefix_set: set[str | None] = set()
+        for file in tmp:
+            pair = _get_prefix(file)
+            if pair is None:
+                break
+            _prefix, _ = pair
+            prefix_set.add(_prefix)
+        if len(prefix_set) > 1 or len(prefix_set) == 0:
+            break
+        next_prefix: str | None = prefix_set.pop()
+        if next_prefix is None:
+            break
+        prefix += f"/{next_prefix}"
+        new_tmp: list[str] = []
+        for file in tmp:
+            pair = _get_prefix(file)
+            assert pair is not None
+            _, path = pair
+            new_tmp.append(path)
+        tmp = new_tmp
+    return PrefixResult(prefix=prefix, files=tmp)
+
+
+def group_under_one_prefix(prefix: str, files: list[str]) -> tuple[str, list[str]]:
+    """Group files under one prefix."""
+    if not files:
+        return prefix, []
+    prefix = prefix
+    result = _common_prefix(prefix, files)
+    return result.prefix.replace(":/", ":"), result.files
+
+
+__all__ = ["group_files", "group_under_remote_bucket", "group_under_one_prefix"]

rclone_api/rclone.py

@@ -22,9 +22,7 @@ from rclone_api.diff import DiffItem, DiffOption, diff_stream_from_running_proce
 from rclone_api.dir_listing import DirListing
 from rclone_api.exec import RcloneExec
 from rclone_api.file import File
-from rclone_api.group_files import (
-    group_files,
-)
+from rclone_api.group_files import group_files, group_under_one_prefix
 from rclone_api.process import Process
 from rclone_api.remote import Remote
 from rclone_api.rpath import RPath
@@ -849,7 +847,7 @@ class Rclone:
         check = get_check(check)
         files = list(files)
         all_files: list[File] = []
-
+        src, files = group_under_one_prefix(src, files)
         cmd = ["lsjson", src, "--files-only", "-R"]
         with TemporaryDirectory() as tmpdir:
             # print("files: " + ",".join(files))

{rclone_api-1.0.79.dist-info → rclone_api-1.0.81.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.0.79
+Version: 1.0.81
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 Maintainer: Zachary Vorhies

{rclone_api-1.0.79.dist-info → rclone_api-1.0.81.dist-info}/RECORD

@@ -10,9 +10,9 @@ rclone_api/dir_listing.py,sha256=GoziW8Sne6FY90MLNcb2aO3aaa3jphB6H8ExYrV0Ryo,188
 rclone_api/exec.py,sha256=1ovvaMXDEfLiT7BrYZyE85u_yFhEUwUNW3jPOzqknR8,1023
 rclone_api/file.py,sha256=EP5yT2dZ0H2p7CY5n0y5k5pHhIliV25pm8KOwBklUTk,1863
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
-rclone_api/group_files.py,sha256=CiD2eRVyBn7_xumU0WvPW1268H3VTSy4m_7ZnOy-abg,6991
+rclone_api/group_files.py,sha256=O8Awod4_ILGB4RfatBmiG4vXy9eO0rBhbEaZPr6X_sY,7969
 rclone_api/process.py,sha256=RrMfTe0bndmJ6gBK67ioqNvCstJ8aTC8RlGX1XBLlcw,4191
-rclone_api/rclone.py,sha256=Qmue8UWDJzFEWjHL3Thqh_06xGwfEnP45T8RqITHkSo,32424
+rclone_api/rclone.py,sha256=L12NGR8f8AlHGZ7qrHZuKQsF0XXSU023RTIDpu5ntkM,32494
 rclone_api/remote.py,sha256=O9WDUFQy9f6oT1HdUbTixK2eg0xtBBm8k4Xl6aa6K00,431
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
 rclone_api/scan_missing_folders.py,sha256=Kulca2Q6WZodt00ATFHkmqqInuoPvBkhTcS9703y6po,4740
@@ -21,9 +21,9 @@ rclone_api/util.py,sha256=XMrA2m_di4h8JTM-qyx2iyrFZn-l-or_SJOa5tEsDsI,4200
 rclone_api/walk.py,sha256=-54NVE8EJcCstwDoaC_UtHm73R2HrZwVwQmsnv55xNU,3369
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
-rclone_api-1.0.79.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.0.79.dist-info/METADATA,sha256=0F2-S0b9K4NXqKmKg4p2mzT9HenJ4ntMLE_CPmQ9SsU,4489
-rclone_api-1.0.79.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
-rclone_api-1.0.79.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
-rclone_api-1.0.79.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.0.79.dist-info/RECORD,,
+rclone_api-1.0.81.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.0.81.dist-info/METADATA,sha256=Gf5B2_wjU_rFNsJCl7rf6jgxqLsl5cflJUQYqZ3mgeE,4489
+rclone_api-1.0.81.dist-info/WHEEL,sha256=9Hm2OB-j1QcCUq9Jguht7ayGIIZBRTdOXD1qg9cCgPM,109
+rclone_api-1.0.81.dist-info/entry_points.txt,sha256=XUoTX3m7CWxdj2VAKhEuO0NMOfX2qf-OcEDFwdyk9ZE,72
+rclone_api-1.0.81.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.0.81.dist-info/RECORD,,