rclone-api 1.1.14__py2.py3-none-any.whl → 1.1.16__py2.py3-none-any.whl

rclone_api/process.py

@@ -1,5 +1,9 @@
+import atexit
 import os
 import subprocess
+import threading
+import time
+import weakref
 from dataclasses import dataclass
 from pathlib import Path
 from tempfile import TemporaryDirectory
@@ -8,44 +12,10 @@ from typing import Any
 from rclone_api.config import Config
 from rclone_api.util import get_verbose
 
-# def rclone_launch_process(
-#     cmd: list[str],
-#     rclone_conf: Path | Config,
-#     rclone_exe: Path,
-#     verbose: bool | None = None,
-# ) -> subprocess.Popen:
-#     tempdir: TemporaryDirectory | None = None
-#     verbose = _get_verbose(verbose)
-#     assert verbose is not None
-
-#     try:
-#         if isinstance(rclone_conf, Config):
-#             tempdir = TemporaryDirectory()
-#             tmpfile = Path(tempdir.name) / "rclone.conf"
-#             tmpfile.write_text(rclone_conf.text, encoding="utf-8")
-#             rclone_conf = tmpfile
-#         cmd = (
-#             [str(rclone_exe.resolve())] + ["--config", str(rclone_conf.resolve())] + cmd
-#         )
-#         if verbose:
-#             cmd_str = subprocess.list2cmdline(cmd)
-#             print(f"Running: {cmd_str}")
-#         cp = subprocess.Popen(
-#             cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=False
-#         )
-#         return cp
-#     finally:
-#         if tempdir:
-#             try:
-#                 tempdir.cleanup()
-#             except Exception as e:
-#                 print(f"Error cleaning up tempdir: {e}")
-
 
 def _get_verbose(verbose: bool | None) -> bool:
     if verbose is not None:
         return verbose
-    # get it from the environment
     return bool(int(os.getenv("RCLONE_API_VERBOSE", "0")))
 
 
@@ -93,6 +63,17 @@ class Process:
 
         self.process = subprocess.Popen(self.cmd, **kwargs)  # type: ignore
 
+        # Register an atexit callback using a weak reference to avoid
+        # keeping the Process instance alive solely due to the callback.
+        self_ref = weakref.ref(self)
+
+        def exit_cleanup():
+            obj = self_ref()
+            if obj is not None:
+                obj._atexit_terminate()
+
+        atexit.register(exit_cleanup)
+
     def cleanup(self) -> None:
         if self.tempdir and self.needs_cleanup:
             try:
@@ -100,6 +81,41 @@ class Process:
             except Exception as e:
                 print(f"Error cleaning up tempdir: {e}")
 
+    def _atexit_terminate(self) -> None:
+        """
+        Registered via atexit, this method attempts to gracefully terminate the process.
+        If the process does not exit within a short timeout, it is aggressively killed.
+        """
+        if self.process.poll() is None:  # Process is still running
+
+            def terminate_sequence():
+                try:
+                    # Try to terminate gracefully.
+                    self.process.terminate()
+                except Exception as e:
+                    print(f"Error calling terminate on process {self.process.pid}: {e}")
+                # Allow time for graceful shutdown.
+                timeout = 2  # seconds
+                start = time.time()
+                while self.process.poll() is None and (time.time() - start) < timeout:
+                    time.sleep(0.1)
+                # If still running, kill aggressively.
+                if self.process.poll() is None:
+                    try:
+                        self.process.kill()
+                    except Exception as e:
+                        print(f"Error calling kill on process {self.process.pid}: {e}")
+                # Optionally wait briefly for termination.
+                try:
+                    self.process.wait(timeout=1)
+                except Exception:
+                    pass
+
+            # Run the termination sequence in a separate daemon thread.
+            t = threading.Thread(target=terminate_sequence, daemon=True)
+            t.start()
+            t.join(timeout=3)
+
     @property
     def pid(self) -> int:
         return self.process.pid

rclone_api/rclone.py

@@ -711,6 +711,9 @@ class Rclone:
             vfs_disk_space_total_size.as_str(),
         ]
         other_args += ["--read-only"]
+        other_args += ["--direct-io"]
+        # --vfs-cache-max-size
+        other_args += ["--vfs-cache-max-size", vfs_disk_space_total_size.as_str()]
         mount_path = mount_path or Path("tmp_mnts") / random_str(12)
         src_path = Path(src)
         name = src_path.name

{rclone_api-1.1.14.dist-info → rclone_api-1.1.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.1.14
+Version: 1.1.16
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.1.14.dist-info → rclone_api-1.1.16.dist-info}/RECORD

@@ -12,8 +12,8 @@ rclone_api/file.py,sha256=EP5yT2dZ0H2p7CY5n0y5k5pHhIliV25pm8KOwBklUTk,1863
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
 rclone_api/group_files.py,sha256=H92xPW9lQnbNw5KbtZCl00bD6iRh9yRbCuxku4j_3dg,8036
 rclone_api/mount.py,sha256=g9YkKCGJbWvGF7gzSKtWa8pEgphuW0-e0SySxtOirH4,6093
-rclone_api/process.py,sha256=xYUgU17txkZfZdr4vtRfvD8YjvSfdrbjM7PYW1npAMI,4264
-rclone_api/rclone.py,sha256=lCqHJ_IznQxVQTsmAyF4cym-rkc088or-EIs4NYhbO8,40102
+rclone_api/process.py,sha256=Hgn8MGEPkBt8C6C4oIuh-n1t1GkFF2miPlIE1lh_Zbc,5045
+rclone_api/rclone.py,sha256=OvzshnLhcnDWvcoXwnMYg5NfNPpn_b2Ws1qB-UPoSBQ,40254
 rclone_api/remote.py,sha256=O9WDUFQy9f6oT1HdUbTixK2eg0xtBBm8k4Xl6aa6K00,431
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
 rclone_api/scan_missing_folders.py,sha256=Kulca2Q6WZodt00ATFHkmqqInuoPvBkhTcS9703y6po,4740
@@ -32,9 +32,9 @@ rclone_api/s3/chunk_types.py,sha256=vUmaTl3hGPodriM9DW1nAsYm0kHGfNT8nPWv6ur22Jo,
 rclone_api/s3/chunk_uploader.py,sha256=7Qumc2emQ-SpbnTL8PBN4ElpghnFWJfozVHPhm6LrQ4,9683
 rclone_api/s3/create.py,sha256=SK3IGHZwsSkoG4Zb4NCphcVg9_f7VifDKng-tExMS2s,3088
 rclone_api/s3/types.py,sha256=yBnJ38Tjk6RlydJ-sqZ7DSfyFloy8KDYJ0mv3vlOzLE,1388
-rclone_api-1.1.14.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.1.14.dist-info/METADATA,sha256=oc-3Ju-_0eikBf6sP_EOVwgcWTMwxaY1zRvbCVaz5q0,4479
-rclone_api-1.1.14.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-rclone_api-1.1.14.dist-info/entry_points.txt,sha256=6eNqTRXKhVf8CpWNjXiOa_0Du9tHiW_HD2iQSXRsUg8,132
-rclone_api-1.1.14.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.1.14.dist-info/RECORD,,
+rclone_api-1.1.16.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.1.16.dist-info/METADATA,sha256=rJCrejq4GzvZXK-wJ6E6MScUVadEjwbzQHZP3CLgD7k,4479
+rclone_api-1.1.16.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+rclone_api-1.1.16.dist-info/entry_points.txt,sha256=6eNqTRXKhVf8CpWNjXiOa_0Du9tHiW_HD2iQSXRsUg8,132
+rclone_api-1.1.16.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.1.16.dist-info/RECORD,,