rclone-api 1.5.15__py3-none-any.whl → 1.5.18__py3-none-any.whl

rclone_api/filesystem.py

@@ -2,6 +2,8 @@ import abc
 import shutil
 from pathlib import Path
 
+from rclone_api.config import Config
+
 
 class FileSystem(abc.ABC):
     def __init__(self) -> None:
@@ -27,6 +29,14 @@ class FileSystem(abc.ABC):
     def mkdir(self, path: str, parents=True, exist_ok=True) -> None:
         pass
 
+    @abc.abstractmethod
+    def ls(self, path: Path | str) -> list[str]:
+        pass
+
+    @abc.abstractmethod
+    def cwd(self) -> "FSPath":
+        pass
+
     @abc.abstractmethod
     def get_path(self, path: str) -> "FSPath":
         pass
@@ -41,16 +51,22 @@ class FileSystem(abc.ABC):
         self.write_binary(path, utf)
 
 
-class RealFileSystem(FileSystem):
+class RealFS(FileSystem):
 
     @staticmethod
-    def get_real_path(path: Path | str) -> "FSPath":
+    def from_path(path: Path | str) -> "FSPath":
         path_str = Path(path).as_posix()
-        return FSPath(RealFileSystem(), path_str)
+        return FSPath(RealFS(), path_str)
 
     def __init__(self) -> None:
         super().__init__()
 
+    def ls(self, path: Path | str) -> list[str]:
+        return [str(p) for p in Path(path).iterdir()]
+
+    def cwd(self) -> "FSPath":
+        return RealFS.from_path(Path.cwd())
+
     def copy(self, src: Path | str, dest: Path | str) -> None:
         shutil.copy(str(src), str(dest))
 
@@ -72,8 +88,8 @@ class RealFileSystem(FileSystem):
         return FSPath(self, path)
 
 
-class RemoteFileSystem(FileSystem):
-    def __init__(self, rclone_conf: Path, src: str) -> None:
+class RemoteFS(FileSystem):
+    def __init__(self, rclone_conf: Path | Config, src: str) -> None:
         from rclone_api import HttpServer, Rclone
 
         super().__init__()
@@ -82,6 +98,12 @@ class RemoteFileSystem(FileSystem):
         self.server: HttpServer = self.rclone.serve_http(src=src)
         self.shutdown = False
 
+    def root(self) -> "FSPath":
+        return FSPath(self, "")
+
+    def cwd(self) -> "FSPath":
+        return self.root()
+
     def _to_str(self, path: Path | str) -> str:
         if isinstance(path, Path):
             return path.as_posix()
@@ -108,7 +130,25 @@ class RemoteFileSystem(FileSystem):
         return self.server.exists(path)
 
     def mkdir(self, path: str, parents=True, exist_ok=True) -> None:
-        raise NotImplementedError("RemoteFileSystem does not support mkdir")
+        raise NotImplementedError("RemoteFS does not support mkdir")
+
+    def is_dir(self, path: Path | str) -> bool:
+        path = self._to_str(path)
+        err = self.server.list(path)
+        return isinstance(err, list)
+
+    def is_file(self, path: Path | str) -> bool:
+        path = self._to_str(path)
+        err = self.server.list(path)
+        # Make faster.
+        return isinstance(err, Exception) and self.exists(path)
+
+    def ls(self, path: Path | str) -> list[str]:
+        path = self._to_str(path)
+        err = self.server.list(path)
+        if isinstance(err, Exception):
+            raise FileNotFoundError(f"File not found: {path}, because of {err}")
+        return err
 
     def get_path(self, path: str) -> "FSPath":
         return FSPath(self, path)
@@ -151,10 +191,14 @@ class FSPath:
 
     def rmtree(self, ignore_errors=False) -> None:
         assert self.exists(), f"Path does not exist: {self.path}"
-        # check fs is RealFileSystem
-        assert isinstance(self.fs, RealFileSystem)
+        # check fs is RealFS
+        assert isinstance(self.fs, RealFS)
         shutil.rmtree(self.path, ignore_errors=ignore_errors)
 
+    def ls(self) -> "list[FSPath]":
+        names: list[str] = self.fs.ls(self.path)
+        return [self / name for name in names]
+
     @property
     def name(self) -> str:
         return Path(self.path).name

rclone_api/http_server.py

@@ -11,6 +11,7 @@ from threading import Semaphore
 from typing import Any
 
 import httpx
+from bs4 import BeautifulSoup
 
 from rclone_api.file_part import FilePart
 from rclone_api.process import Process
@@ -23,6 +24,25 @@ _PUT_WARNED = False
 _range = range
 
 
+def _parse_files(html: str) -> list[str]:
+    soup = BeautifulSoup(html, "html.parser")
+    files = []
+    # Find each table row with class "file"
+    for tr in soup.find_all("tr", class_="file"):
+        name_span = tr.find("span", class_="name")  # type: ignore
+        if not name_span:
+            continue
+        a_tag = name_span.find("a")  # type: ignore
+        if not a_tag:
+            continue
+        # Get the text from the <a> tag
+        file_name = a_tag.get_text(strip=True)  # type: ignore
+        # Skip directories (they end with a slash)
+        if not file_name.endswith("/"):
+            files.append(file_name)
+    return files
+
+
 class HttpServer:
     """HTTP server configuration."""
 
@@ -103,6 +123,24 @@ class HttpServer:
             warnings.warn(f"Failed to remove {path} from {self.url}: {e}")
             return e
 
+        # curl "http://localhost:5572/?list"
+
+    def list(self, path: str) -> list[str] | Exception:
+        """List files on the server."""
+
+        try:
+            assert self.process is not None
+            url = self.url
+            if path:
+                url += f"/{path}"
+            url += "/?list"
+            response = httpx.get(url)
+            response.raise_for_status()
+            return _parse_files(response.content.decode())
+        except Exception as e:
+            warnings.warn(f"Failed to list files on {self.url}: {e}")
+            return e
+
     def download(
         self, path: str, dst: Path, range: Range | None = None
     ) -> Path | Exception:

rclone_api/rclone_impl.py

@@ -26,6 +26,7 @@ from rclone_api.dir_listing import DirListing
 from rclone_api.exec import RcloneExec
 from rclone_api.file import File
 from rclone_api.file_stream import FilesStream
+from rclone_api.filesystem import RemoteFS
 from rclone_api.group_files import group_files
 from rclone_api.http_server import HttpServer
 from rclone_api.mount import Mount
@@ -103,6 +104,9 @@ class RcloneImpl:
             cmd += other_args
         return self._launch_process(cmd, capture=False)
 
+    def filesystem(self, src: str) -> RemoteFS:
+        return RemoteFS(self.config, src)
+
     def launch_server(
         self,
         addr: str,

{rclone_api-1.5.15.dist-info → rclone_api-1.5.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rclone_api
-Version: 1.5.15
+Version: 1.5.18
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License
@@ -19,6 +19,7 @@ Requires-Dist: psycopg2-binary>=2.9.10
 Requires-Dist: httpx>=0.28.1
 Requires-Dist: download>=0.3.5
 Requires-Dist: appdirs>=1.4.4
+Requires-Dist: beautifulsoup4>=4.13.3
 Dynamic: home-page
 Dynamic: license-file
 

{rclone_api-1.5.15.dist-info → rclone_api-1.5.18.dist-info}/RECORD

@@ -13,15 +13,15 @@ rclone_api/file_item.py,sha256=cH-AQYsxedhNPp4c8NHY1ad4Z7St4yf_VGbmiGD59no,1770
 rclone_api/file_part.py,sha256=i6ByS5_sae8Eba-4imBVTxd-xKC8ExWy7NR8QGr0ors,6155
 rclone_api/file_stream.py,sha256=_W3qnwCuigqA0hzXl2q5pAxSZDRaUSwet4BkT0lpnzs,1431
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
-rclone_api/filesystem.py,sha256=kXhsa4Zi3cvRJz04BiKTYeDC67sRXDLl83MLkIL1BKU,5059
+rclone_api/filesystem.py,sha256=htF2dF6v-tkiqyTj4BnDm3Ctn5seXZ2tiUFjSrMLOq8,6272
 rclone_api/group_files.py,sha256=H92xPW9lQnbNw5KbtZCl00bD6iRh9yRbCuxku4j_3dg,8036
-rclone_api/http_server.py,sha256=p1_S9VAViVvGif6NA_rxrDgMqnOmPTxJaHQ7B43FK70,10431
+rclone_api/http_server.py,sha256=ZdL-rGaq0zIjcaIiRIbPBQ4OIWZ7dCu71aq0nRlKtY4,11686
 rclone_api/install.py,sha256=Xb1BRn8rQcSpSd4dzmvIOELP2zM2DytUeIZ6jzv738A,2893
 rclone_api/log.py,sha256=VZHM7pNSXip2ZLBKMP7M1u-rp_F7zoafFDuR8CPUoKI,1271
 rclone_api/mount.py,sha256=LZqEhuKZunbWVqmsOIqkkCotaxWJpdFRS1InXveoU5E,1428
 rclone_api/mount_util.py,sha256=jqhJEVTHV6c6lOOzUYb4FLMbqDMHdz7-QRcdH-IobFc,10154
 rclone_api/process.py,sha256=MeWiN-TrrN0HmtWexBPxGwf84z6f-_E5yaXE-YtLYpY,5879
-rclone_api/rclone_impl.py,sha256=STHQ_hT0chyp2yj3Cp-Vd0xXc1Pdpo3p9J3bTQEm0XE,46531
+rclone_api/rclone_impl.py,sha256=qIvd9qcKsdD7l9_d3Thy5nJUD9xX4MAlOMekWb1NPhg,46665
 rclone_api/remote.py,sha256=mTgMTQTwxUmbLjTpr-AGTId2ycXKI9mLX5L7PPpDIoc,520
 rclone_api/rpath.py,sha256=Y1JjQWcie39EgQrq-UtbfDz5yDLCwwfu27W7AQXllSE,2860
 rclone_api/scan_missing_folders.py,sha256=-8NCwpCaHeHrX-IepCoAEsX1rl8S-GOCxcIhTr_w3gA,4747
@@ -54,9 +54,9 @@ rclone_api/s3/multipart/upload_parts_inline.py,sha256=V7syKjFyVIe4U9Ahl5XgqVTzt9
 rclone_api/s3/multipart/upload_parts_resumable.py,sha256=6-nlMclS8jyVvMvFbQDcZOX9MY1WbCcKA_s9bwuYxnk,9793
 rclone_api/s3/multipart/upload_parts_server_side_merge.py,sha256=Fp2pdrs5dONQI9LkfNolgAGj1-Z2V1SsRd0r0sreuXI,18040
 rclone_api/s3/multipart/upload_state.py,sha256=f-Aq2NqtAaMUMhYitlICSNIxCKurWAl2gDEUVizLIqw,6019
-rclone_api-1.5.15.dist-info/licenses/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.5.15.dist-info/METADATA,sha256=0yttTQSrSLAcr1BPQVkfojQ4L67pAgvDv6FgvlLZVVU,32657
-rclone_api-1.5.15.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
-rclone_api-1.5.15.dist-info/entry_points.txt,sha256=fJteOlYVwgX3UbNuL9jJ0zUTuX2O79JFAeNgK7Sw7EQ,255
-rclone_api-1.5.15.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.5.15.dist-info/RECORD,,
+rclone_api-1.5.18.dist-info/licenses/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.5.18.dist-info/METADATA,sha256=u0TSArQPF3xtUyFdUbZ84vfgNoaZxv3Bx-RklZlvi9g,32696
+rclone_api-1.5.18.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
+rclone_api-1.5.18.dist-info/entry_points.txt,sha256=fJteOlYVwgX3UbNuL9jJ0zUTuX2O79JFAeNgK7Sw7EQ,255
+rclone_api-1.5.18.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.5.18.dist-info/RECORD,,