rclone-api 1.3.24__py2.py3-none-any.whl → 1.3.25__py2.py3-none-any.whl

rclone_api/s3/chunk_task.py

@@ -184,6 +184,9 @@ def file_chunker(
             logger.info(
                 f"Reading chunk {curr_part_number} of {num_parts} for {file_path}"
             )
+            logger.debug(
+                f"Fetching part {curr_part_number} with offset {offset} and size {fetch_size}"
+            )
             fut = fetcher(
                 offset, fetch_size, S3FileInfo(upload_info.upload_id, curr_part_number)
             )

rclone_api/types.py

@@ -6,7 +6,7 @@ import warnings
 from dataclasses import dataclass
 from enum import Enum
 from pathlib import Path
-from threading import Lock
+from threading import Lock, Thread
 from typing import Any
 
 
@@ -288,10 +288,38 @@ def _on_exit_cleanup() -> None:
 atexit.register(_on_exit_cleanup)
 
 
+_FILEPARTS: list["FilePart"] = []
+
+
+class ListFileParts(Thread):
+    def __init__(self):
+        super().__init__(daemon=True)
+        self.start()
+
+    def run(self):
+        while True:
+            print("File parts:")
+            for part in _FILEPARTS:
+                print(part)
+                print(part.stacktrace)
+                print("\n")
+            print("\n\n")
+            time.sleep(5)
+
+
+dbg_thread = ListFileParts()
+
+
 class FilePart:
     def __init__(self, payload: Path | bytes | Exception, extra: Any) -> None:
+        import traceback
+
         from rclone_api.util import random_str
 
+        stacktrace = traceback.format_stack()
+        self.stacktrace = stacktrace
+        _FILEPARTS.append(self)
+
         self.extra = extra
         self._lock = Lock()
         self.payload: Path | Exception
@@ -347,6 +375,7 @@ class FilePart:
         return isinstance(self.payload, Exception)
 
     def dispose(self) -> None:
+        _FILEPARTS.remove(self)
         print("Disposing file part")
         with self._lock:
             if isinstance(self.payload, Exception):

{rclone_api-1.3.24.dist-info → rclone_api-1.3.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.3.24
+Version: 1.3.25
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.3.24.dist-info → rclone_api-1.3.25.dist-info}/RECORD

@@ -21,7 +21,7 @@ rclone_api/rclone.py,sha256=yRhQoCBJI-tfhxySR17a-vSEhWw5cMbk8_WbYs5WqRc,54117
 rclone_api/remote.py,sha256=jq3dPbAGvYZFW5cTviqxT2w6_jG2LLfS1RIcYSmMsQQ,503
 rclone_api/rpath.py,sha256=8ZA_1wxWtskwcy0I8V2VbjKDmzPkiWd8Q2JQSvh-sYE,2586
 rclone_api/scan_missing_folders.py,sha256=Kulca2Q6WZodt00ATFHkmqqInuoPvBkhTcS9703y6po,4740
-rclone_api/types.py,sha256=CGwxlnhVgJumwSLukx68ZEM9m2gxLPDcAeVLbzS2JBA,11173
+rclone_api/types.py,sha256=ywPapK0Mw9inphdsxnxQwodyA2hCEfblwG7Pz1mvl3E,11792
 rclone_api/util.py,sha256=F9Q3zbWRsgPF4NG6OWB63cZ7GVq82lsraP47gmmDohU,5416
 rclone_api/walk.py,sha256=-54NVE8EJcCstwDoaC_UtHm73R2HrZwVwQmsnv55xNU,3369
 rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
@@ -37,14 +37,14 @@ rclone_api/experimental/flags_base.py,sha256=ajU_czkTcAxXYU-SlmiCfHY7aCQGHvpCLqJ
 rclone_api/profile/mount_copy_bytes.py,sha256=M1vZn-Mrga14Ik7MHGZHbnwYli41Ep6Tyll7hQc7Wmo,9071
 rclone_api/s3/api.py,sha256=PafsIEyWDpLWAXsZAjFm9CY14vJpsDr9lOsn0kGRLZ0,4009
 rclone_api/s3/basic_ops.py,sha256=hK3366xhVEzEcjz9Gk_8lFx6MRceAk72cax6mUrr6ko,2104
-rclone_api/s3/chunk_task.py,sha256=ZAsVOdiKae0aJ6_YjDuFYG8ZxCfF5jWWMToPM_Li9bo,7286
+rclone_api/s3/chunk_task.py,sha256=AanVCygDoUjmMOUdEIYl-hEpPEGSJTIU_MSFGQ0tI0Q,7421
 rclone_api/s3/chunk_types.py,sha256=oSWv8No9V3BeM7IcGnowyR2a7YrszdAXzEJlxaeZcp0,8852
 rclone_api/s3/create.py,sha256=wgfkapv_j904CfKuWyiBIWJVxfAx_ftemFSUV14aT68,3149
 rclone_api/s3/types.py,sha256=Elmh__gvZJyJyElYwMmvYZIBIunDJiTRAbEg21GmsRU,1604
 rclone_api/s3/upload_file_multipart.py,sha256=bxAB_SFkyydBBzC_cAv7gShe93nBkFVS-TXwM2Xttfk,12425
-rclone_api-1.3.24.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.3.24.dist-info/METADATA,sha256=uP9r1gJ4ASyiISJg48vY86hiUBlvib2ZRRhJ_tBaSyg,4628
-rclone_api-1.3.24.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-rclone_api-1.3.24.dist-info/entry_points.txt,sha256=fJteOlYVwgX3UbNuL9jJ0zUTuX2O79JFAeNgK7Sw7EQ,255
-rclone_api-1.3.24.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.3.24.dist-info/RECORD,,
+rclone_api-1.3.25.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.3.25.dist-info/METADATA,sha256=Pq7IVLcxa50RVNbvCcqG3yGkL2QN9mgb9t_aCA-9sn0,4628
+rclone_api-1.3.25.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+rclone_api-1.3.25.dist-info/entry_points.txt,sha256=fJteOlYVwgX3UbNuL9jJ0zUTuX2O79JFAeNgK7Sw7EQ,255
+rclone_api-1.3.25.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.3.25.dist-info/RECORD,,