rclone-api 1.1.97__py2.py3-none-any.whl → 1.1.99__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. rclone_api/cmd/copy_large_s3.py +2 -2
  2. rclone_api/s3/chunk_file.py +2 -4
  3. rclone_api/s3/upload_file_multipart.py +3 -1
  4. {rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/METADATA +1 -1
  5. {rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/RECORD +9 -9
  6. {rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/LICENSE +0 -0
  7. {rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/WHEEL +0 -0
  8. {rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/entry_points.txt +0 -0
  9. {rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/top_level.txt +0 -0
rclone_api/cmd/copy_large_s3.py CHANGED
@@ -45,13 +45,13 @@ def _parse_args() -> Args:
45
45
  "--read-threads",
46
46
  help="Number of concurrent read threads per chunk, only one chunk will be read at a time",
47
47
  type=int,
48
- default=1,
48
+ default=16,
49
49
  )
50
50
  parser.add_argument(
51
51
  "--write-threads",
52
52
  help="Max number of chunks to upload in parallel to the destination, each chunk is uploaded in a separate thread",
53
53
  type=int,
54
- default=4,
54
+ default=16,
55
55
  )
56
56
  parser.add_argument("--retries", help="Number of retries", type=int, default=3)
57
57
  parser.add_argument(
rclone_api/s3/chunk_file.py CHANGED
@@ -36,9 +36,6 @@ def file_chunker(
36
36
  ) -> None:
37
37
  count = 0
38
38
 
39
- if False:
40
- print(chunk_fetcher)
41
-
42
39
  def should_stop() -> bool:
43
40
  nonlocal count
44
41
 
@@ -128,7 +125,8 @@ def file_chunker(
128
125
  done_part_numbers.add(part_number)
129
126
  output.put(file_chunk)
130
127
 
131
- fut = chunk_fetcher(curr_parth_num, chunk_size)
128
+ offset = (curr_parth_num - 1) * chunk_size
129
+ fut = chunk_fetcher(offset, chunk_size)
132
130
  fut.add_done_callback(on_complete)
133
131
  # wait until the output queue can accept the next chunk
134
132
  while output.full():
rclone_api/s3/upload_file_multipart.py CHANGED
@@ -171,7 +171,9 @@ def upload_file_multipart(
171
171
  )
172
172
  return upload_state
173
173
 
174
- filechunks: Queue[FileChunk | None] = Queue(upload_threads)
174
+ work_que_max = upload_threads // 2 + 2
175
+
176
+ filechunks: Queue[FileChunk | None] = Queue(work_que_max)
175
177
  new_state = make_new_state()
176
178
  loaded_state = get_upload_state()
177
179
 
{rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: rclone_api
3
- Version: 1.1.97
3
+ Version: 1.1.99
4
4
  Summary: rclone api in python
5
5
  Home-page: https://github.com/zackees/rclone-api
6
6
  License: BSD 3-Clause License
{rclone_api-1.1.97.dist-info → rclone_api-1.1.99.dist-info}/RECORD RENAMED
@@ -21,21 +21,21 @@ rclone_api/types.py,sha256=Gchc24Ze0QFUoUZpF_H1pwtP37OT8MKLUpMk3RwXSTs,6151
21
21
  rclone_api/util.py,sha256=_Z-GUMVXnHYOGdo2dy2ie2P5fGgyg8KdGjHKicx68Ko,4573
22
22
  rclone_api/walk.py,sha256=-54NVE8EJcCstwDoaC_UtHm73R2HrZwVwQmsnv55xNU,3369
23
23
  rclone_api/assets/example.txt,sha256=lTBovRjiz0_TgtAtbA1C5hNi2ffbqnNPqkKg6UiKCT8,54
24
- rclone_api/cmd/copy_large_s3.py,sha256=a-NtpIhy3gj1umIyS0JG1qQMCbsLQoi6VP6u2NjBGWo,3387
24
+ rclone_api/cmd/copy_large_s3.py,sha256=lIWDQUFo2k59eX0plHZf8ogHl1PLCdOeipnN_MB54Fc,3389
25
25
  rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
26
26
  rclone_api/experimental/flags.py,sha256=qCVD--fSTmzlk9hloRLr0q9elzAOFzPsvVpKM3aB1Mk,2739
27
27
  rclone_api/experimental/flags_base.py,sha256=ajU_czkTcAxXYU-SlmiCfHY7aCQGHvpCLqJ-Z8uZLk0,2102
28
28
  rclone_api/profile/mount_copy_bytes.py,sha256=_bd9oergTuCdj1P6AVh_pC6GmtCpLFQYwiTdhwXeYZE,8404
29
29
  rclone_api/s3/api.py,sha256=Plhtw_R9wrhN1fNzMI14ZFkHlvKdehUpdJ07P5cw9HI,3842
30
30
  rclone_api/s3/basic_ops.py,sha256=hK3366xhVEzEcjz9Gk_8lFx6MRceAk72cax6mUrr6ko,2104
31
- rclone_api/s3/chunk_file.py,sha256=Gro77c-mHQUvW41fw3aFtSrc6ByOcdGt0_padnip6yc,4568
31
+ rclone_api/s3/chunk_file.py,sha256=DoxW51lICo6cBF0YhMI-IP_JGAKoGSG3LCiHpTpql00,4571
32
32
  rclone_api/s3/chunk_types.py,sha256=LbXayXY1KgVU1LkdbASD_BQ7TpVpwVnzMjtz--8LBaE,10316
33
33
  rclone_api/s3/create.py,sha256=wgfkapv_j904CfKuWyiBIWJVxfAx_ftemFSUV14aT68,3149
34
34
  rclone_api/s3/types.py,sha256=MFZkVXB-rUHa-d3b5gAt5qKPP1tv3FrUmy7Wq4HQgjc,1521
35
- rclone_api/s3/upload_file_multipart.py,sha256=3usEOqA6eytsSHIyCbWm2trCgV0hOR6lYLPBV-lC_yU,10562
36
- rclone_api-1.1.97.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
37
- rclone_api-1.1.97.dist-info/METADATA,sha256=dKGFj8i9YkBf5aE54b2MpgrQ2Ll6x4bHpqwAMe3va3Y,4537
38
- rclone_api-1.1.97.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
39
- rclone_api-1.1.97.dist-info/entry_points.txt,sha256=TV8kwP3FRzYwUEr0RLC7aJh0W03SAefIJNXTJ-FdMIQ,200
40
- rclone_api-1.1.97.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
41
- rclone_api-1.1.97.dist-info/RECORD,,
35
+ rclone_api/s3/upload_file_multipart.py,sha256=UJXbgPumMDDmBwpfBACMa3_J7ftRsaYcYRfpDRBWB_I,10604
36
+ rclone_api-1.1.99.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
37
+ rclone_api-1.1.99.dist-info/METADATA,sha256=X1-uqD22K5phQSFh____AOCvzpLu4f6CSThaQPZFk14,4537
38
+ rclone_api-1.1.99.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
39
+ rclone_api-1.1.99.dist-info/entry_points.txt,sha256=TV8kwP3FRzYwUEr0RLC7aJh0W03SAefIJNXTJ-FdMIQ,200
40
+ rclone_api-1.1.99.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
41
+ rclone_api-1.1.99.dist-info/RECORD,,