rclone-api 1.3.24__tar.gz → 1.3.26__tar.gz

{rclone_api-1.3.24 → rclone_api-1.3.26}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.3.24
+Version: 1.3.26
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.3.24 → rclone_api-1.3.26}/pyproject.toml

@@ -25,7 +25,7 @@ dependencies = [
 ]
 
 # Change this with the version number bump.
-version = "1.3.24"
+version = "1.3.26"
 
 [tool.setuptools]
 package-dir = {"" = "src"}

{rclone_api-1.3.24 → rclone_api-1.3.26}/src/rclone_api/s3/chunk_task.py

@@ -184,6 +184,9 @@ def file_chunker(
             logger.info(
                 f"Reading chunk {curr_part_number} of {num_parts} for {file_path}"
             )
+            logger.debug(
+                f"Fetching part {curr_part_number} with offset {offset} and size {fetch_size}"
+            )
             fut = fetcher(
                 offset, fetch_size, S3FileInfo(upload_info.upload_id, curr_part_number)
             )

{rclone_api-1.3.24 → rclone_api-1.3.26}/src/rclone_api/types.py

@@ -6,7 +6,7 @@ import warnings
 from dataclasses import dataclass
 from enum import Enum
 from pathlib import Path
-from threading import Lock
+from threading import Lock, Thread
 from typing import Any
 
 
@@ -288,10 +288,52 @@ def _on_exit_cleanup() -> None:
 atexit.register(_on_exit_cleanup)
 
 
+_FILEPARTS: list["FilePart"] = []
+
+_FILEPARTS_LOCK = Lock()
+def _add_filepart(part: "FilePart") -> None:
+    with _FILEPARTS_LOCK:
+        if part not in _FILEPARTS:
+            _FILEPARTS.append(part)
+
+def _remove_filepart(part: "FilePart") -> None:
+    with _FILEPARTS_LOCK:
+        if part in _FILEPARTS:
+            _FILEPARTS.remove(part)
+
+
+
+class ListFileParts(Thread):
+    def __init__(self):
+        super().__init__(daemon=True)
+        self.start()
+
+    def run(self):
+        while True:
+            print("File parts:")
+            for part in _FILEPARTS:
+                print(part)
+                print(part.stacktrace)
+                print("\n")
+            print("\n\n")
+            time.sleep(5)
+
+
+dbg_thread = ListFileParts()
+
+
 class FilePart:
     def __init__(self, payload: Path | bytes | Exception, extra: Any) -> None:
+        import traceback
+
         from rclone_api.util import random_str
 
+        stacktrace = traceback.format_stack()
+        stacktrace_str = "".join(stacktrace)
+        self.stacktrace = stacktrace_str
+        # _FILEPARTS.append(self)
+        _add_filepart(self)
+
         self.extra = extra
         self._lock = Lock()
         self.payload: Path | Exception
@@ -347,6 +389,8 @@ class FilePart:
         return isinstance(self.payload, Exception)
 
     def dispose(self) -> None:
+        # _FILEPARTS.remove(self)
+        _remove_filepart(self)
         print("Disposing file part")
         with self._lock:
             if isinstance(self.payload, Exception):
@@ -370,3 +414,7 @@ class FilePart:
 
     def __del__(self):
         self.dispose()
+
+    def __repr__(self):
+        payload_str = "err" if self.is_error() else f"{SizeSuffix(self.n_bytes())}"
+        return f"FilePart(payload={payload_str}, extra={self.extra})"

{rclone_api-1.3.24 → rclone_api-1.3.26}/src/rclone_api.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.3.24
+Version: 1.3.26
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License