rclone-api 1.2.11__tar.gz → 1.2.13__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rclone_api-1.2.11 → rclone_api-1.2.13}/PKG-INFO +1 -1
- {rclone_api-1.2.11 → rclone_api-1.2.13}/pyproject.toml +1 -1
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/chunk_file.py +9 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/upload_file_multipart.py +3 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api.egg-info/PKG-INFO +1 -1
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.aiderignore +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.github/workflows/lint.yml +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.github/workflows/push_macos.yml +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.github/workflows/push_ubuntu.yml +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.github/workflows/push_win.yml +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.gitignore +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.pylintrc +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.vscode/launch.json +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.vscode/settings.json +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/.vscode/tasks.json +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/LICENSE +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/MANIFEST.in +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/README.md +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/clean +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/install +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/lint +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/requirements.testing.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/setup.cfg +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/setup.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/__init__.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/assets/example.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/cli.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/cmd/copy_large_s3.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/cmd/list_files.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/completed_process.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/config.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/convert.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/deprecated.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/diff.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/dir.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/dir_listing.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/exec.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/experimental/flags.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/experimental/flags_base.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/file.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/filelist.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/group_files.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/mount.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/process.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/profile/mount_copy_bytes.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/rclone.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/remote.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/rpath.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/api.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/basic_ops.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/chunk_types.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/create.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/s3/types.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/scan_missing_folders.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/types.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/util.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api/walk.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api.egg-info/SOURCES.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api.egg-info/dependency_links.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api.egg-info/entry_points.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api.egg-info/requires.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/src/rclone_api.egg-info/top_level.txt +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/test +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/archive/test_paramiko.py.disabled +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_cmd_list_files.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_copy.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_copy_bytes.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_copy_file_resumable_s3.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_copy_files.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_diff.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_group_files.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_is_synced.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_ls.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_mount.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_mount_s3.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_obscure.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_rclone_config.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_remote_control.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_remotes.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_s3.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_scan_missing_folders.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_size_files.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_size_suffix.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tests/test_walk.py +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/tox.ini +0 -0
- {rclone_api-1.2.11 → rclone_api-1.2.13}/upload_package.sh +0 -0
|
@@ -51,6 +51,9 @@ def file_chunker(
|
|
|
51
51
|
if max_chunks is None:
|
|
52
52
|
return False
|
|
53
53
|
if count >= max_chunks:
|
|
54
|
+
print(
|
|
55
|
+
f"Stopping file chunker after {count} chunks because it exceeded max_chunks {max_chunks}"
|
|
56
|
+
)
|
|
54
57
|
return True
|
|
55
58
|
count += 1
|
|
56
59
|
return False
|
|
@@ -82,6 +85,7 @@ def file_chunker(
|
|
|
82
85
|
return
|
|
83
86
|
|
|
84
87
|
while not should_stop():
|
|
88
|
+
print("@@@@@@@@@@")
|
|
85
89
|
curr_part_number = next_part_number()
|
|
86
90
|
if curr_part_number is None:
|
|
87
91
|
locked_print(f"File {file_path} has completed chunking all parts")
|
|
@@ -103,6 +107,7 @@ def file_chunker(
|
|
|
103
107
|
cpn: int = curr_part_number
|
|
104
108
|
|
|
105
109
|
def on_complete(fut: Future[FilePart]) -> None:
|
|
110
|
+
print("ON COMPLETE")
|
|
106
111
|
fp: FilePart = fut.result()
|
|
107
112
|
if fp.is_error():
|
|
108
113
|
warnings.warn(
|
|
@@ -124,6 +129,7 @@ def file_chunker(
|
|
|
124
129
|
queue_upload.put(fp)
|
|
125
130
|
|
|
126
131
|
offset = (curr_part_number - 1) * chunk_size
|
|
132
|
+
print(f"Reading chunk {curr_part_number} of {num_parts} for {file_path}")
|
|
127
133
|
fut = fetcher(offset, file_size, S3FileInfo(upload_info.upload_id, cpn))
|
|
128
134
|
fut.add_done_callback(on_complete)
|
|
129
135
|
# wait until the queue_upload queue can accept the next chunk
|
|
@@ -133,4 +139,7 @@ def file_chunker(
|
|
|
133
139
|
|
|
134
140
|
warnings.warn(f"Error reading file: {e}")
|
|
135
141
|
finally:
|
|
142
|
+
print("#############################################################")
|
|
143
|
+
print(f"Finishing FILE CHUNKER for {file_path} and adding EndOfStream")
|
|
144
|
+
print("#############################################################")
|
|
136
145
|
queue_upload.put(EndOfStream())
|
|
@@ -246,6 +246,9 @@ def upload_file_multipart(
|
|
|
246
246
|
queue_errors.put(e)
|
|
247
247
|
_thread.interrupt_main()
|
|
248
248
|
raise
|
|
249
|
+
print("#########################################")
|
|
250
|
+
print("# CHUNKER TASK COMPLETED")
|
|
251
|
+
print("#########################################")
|
|
249
252
|
|
|
250
253
|
try:
|
|
251
254
|
thread_chunker = Thread(target=chunker_task, daemon=True)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|