rclone-api 1.2.5__py2.py3-none-any.whl → 1.2.7__py2.py3-none-any.whl

rclone_api/mount.py

@@ -319,89 +319,54 @@ class MultiMountFileChunker:
     def fetch(self, offset: int, size: int) -> Future[bytes | Exception]:
         if self.verbose:
             print(f"Fetching data range: offset={offset}, size={size}")
+
+        assert size > 0, f"Invalid size: {size}"
+        assert offset >= 0, f"Invalid offset: {offset}"
+        assert (
+            offset + size <= self.filesize
+        ), f"Invalid offset + size: {offset} + {size} ({offset+size}) <= {self.filesize}"
+
         try:
-            try:
-                if offset + size > self.filesize:
-                    size = self.filesize - offset
-                assert (
-                    offset + size <= self.filesize
-                ), f"Invalid offset + size: {offset + size}, it is beyond the end of the file."
-                assert size > 0, f"Invalid size: {size}"
-                assert offset >= 0, f"Invalid offset: {offset}"
-            except AssertionError as e:
-                warnings.warn(f"Invalid chunk request: {e}")
-                # return ValueError(e)
-                # return self.executor.submit(lambda: Exception(e))
-                err = Exception(e)
-                return self.executor.submit(lambda: err)
-
-            chunks: list[tuple[int, int]] = []
-            start = offset
-            end = offset + size
-            while start < end:
-                chunk_size = min(self.chunk_size.as_int(), end - start)
-                chunks.append((start, chunk_size))
-                start += chunk_size
-
-            futures: list[Future[bytes | Exception]] = []
-            for start, chunk_size in chunks:
-                self.semaphore.acquire()
-                with self.lock:
-                    mount = self.mounts_availabe.pop()
-                    self.mounts_processing.append(mount)
-
-                path = mount.mount_path / self.filename
-
-                def task(
-                    offset=start, size=chunk_size, path=path, mount=mount
-                ) -> bytes | Exception:
-                    if self.verbose:
-                        print(
-                            f"Fetching chunk: offset={offset}, size={size}, path={path}"
-                        )
-                    try:
-                        # make sure we don't overflow the file size
-                        # assert (
-                        #     offset + size <= self.chunk_size.as_int()
-                        # ), f"Invalid offset + size: {offset + size}, it is beyond the end of the file."
-                        if offset + size > self.filesize:
-                            size = self.filesize - offset
-                        with path.open("rb") as f:
-                            f.seek(offset)
-                            return f.read(size)
-                    except KeyboardInterrupt as e:
-                        import _thread
-
-                        warnings.warn(f"Error fetching file chunk: {e}")
-
-                        _thread.interrupt_main()
-                        return Exception(e)
-                    except Exception as e:
-                        stack_trace = traceback.format_exc()
-                        warnings.warn(
-                            f"Error fetching file chunk at offset {offset} + {size}: {e}\n{stack_trace}"
-                        )
-                        return e
-                    finally:
-                        with self.lock:
-                            self.mounts_processing.remove(mount)
-                            self.mounts_availabe.append(mount)
-                            self.semaphore.release()
-
-                fut = self.executor.submit(task)
-                futures.append(fut)
-
-            def combine(futs: list[Future[bytes | Exception]]) -> bytes | Exception:
-                finished_list: list[bytes | Exception] = [f.result() for f in futs]
-                bytes_list = [f for f in finished_list if isinstance(f, bytes)]
-                if len(bytes_list) != len(finished_list):
-                    exceptions = [f for f in finished_list if isinstance(f, Exception)]
-                    return Exception(f"Error fetching file chunk: {exceptions}")
-                return b"".join(bytes_list)
-
-            if len(futures) == 1:
-                return futures[0]
-            fut = self.executor.submit(combine, futures)
+            self.semaphore.acquire()
+            with self.lock:
+                mount = self.mounts_availabe.pop()
+                self.mounts_processing.append(mount)
+
+            path = mount.mount_path / self.filename
+
+            def task(
+                offset=offset, size=size, path=path, mount=mount
+            ) -> bytes | Exception:
+                if self.verbose or True:
+                    print(f"Fetching chunk: offset={offset}, size={size}, path={path}")
+                try:
+                    if offset + size > self.filesize:
+                        raise ValueError(f"Invalid offset + size: {offset + size}")
+                    with path.open("rb") as f:
+                        f.seek(offset)
+                        sz = f.read(size)
+                        assert len(sz) == size, f"Invalid read size: {len(sz)}"
+                        return sz
+                except KeyboardInterrupt as e:
+                    import _thread
+
+                    warnings.warn(f"Error fetching file chunk: {e}")
+
+                    _thread.interrupt_main()
+                    return Exception(e)
+                except Exception as e:
+                    stack_trace = traceback.format_exc()
+                    warnings.warn(
+                        f"Error fetching file chunk at offset {offset} + {size}: {e}\n{stack_trace}"
+                    )
+                    return e
+                finally:
+                    with self.lock:
+                        self.mounts_processing.remove(mount)
+                        self.mounts_availabe.append(mount)
+                        self.semaphore.release()
+
+            fut = self.executor.submit(task)
             return fut
         except Exception as e:
             warnings.warn(f"Error fetching file chunk: {e}")

rclone_api/s3/chunk_file.py

@@ -105,15 +105,11 @@ def file_chunker(
                     )
                     return
 
-                if isinstance(data, Exception):
-                    err: Exception = data
-                    warnings.warn(
-                        f"Error reading file: {err}, skipping part {part_number}"
-                    )
-                    return
-
-                if not data:
+                if not data or len(data) == 0:
                     warnings.warn(f"Empty data for part {part_number} of {file_path}")
+                    raise ValueError(
+                        f"Empty data for part {part_number} of {file_path}"
+                    )
 
                 file_chunk = FileChunk(
                     src,

{rclone_api-1.2.5.dist-info → rclone_api-1.2.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.2.5
+Version: 1.2.7
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.2.5.dist-info → rclone_api-1.2.7.dist-info}/RECORD

@@ -11,7 +11,7 @@ rclone_api/exec.py,sha256=Pd7pUBd8ib5MzqvMybG2DQISPRbDRu20VjVRL2mLAVY,1076
 rclone_api/file.py,sha256=EP5yT2dZ0H2p7CY5n0y5k5pHhIliV25pm8KOwBklUTk,1863
 rclone_api/filelist.py,sha256=xbiusvNgaB_b_kQOZoHMJJxn6TWGtPrWd2J042BI28o,767
 rclone_api/group_files.py,sha256=H92xPW9lQnbNw5KbtZCl00bD6iRh9yRbCuxku4j_3dg,8036
-rclone_api/mount.py,sha256=yklGrFzqADpxE8oK6PQCt78ZryK4JmU8lqv4S8cgroA,15234
+rclone_api/mount.py,sha256=bnujsYZ0uNvIovfgkvoCyz0qZ71GHIcqfVbjESNMgGI,13375
 rclone_api/process.py,sha256=rBj_S86jC6nqCYop-jq8r9eMSteKeObxUrJMgH8LZvI,5084
 rclone_api/rclone.py,sha256=V4oeepsleic2llCA7JekMw1iOwN7uYE3ktJ-gEA7wcw,49277
 rclone_api/remote.py,sha256=O9WDUFQy9f6oT1HdUbTixK2eg0xtBBm8k4Xl6aa6K00,431
@@ -28,14 +28,14 @@ rclone_api/experimental/flags_base.py,sha256=ajU_czkTcAxXYU-SlmiCfHY7aCQGHvpCLqJ
 rclone_api/profile/mount_copy_bytes.py,sha256=_bd9oergTuCdj1P6AVh_pC6GmtCpLFQYwiTdhwXeYZE,8404
 rclone_api/s3/api.py,sha256=PafsIEyWDpLWAXsZAjFm9CY14vJpsDr9lOsn0kGRLZ0,4009
 rclone_api/s3/basic_ops.py,sha256=hK3366xhVEzEcjz9Gk_8lFx6MRceAk72cax6mUrr6ko,2104
-rclone_api/s3/chunk_file.py,sha256=dCF5PcI3ygw4PXuaLluBU6euW4QYYpHjsLR_jjhZxQc,4505
+rclone_api/s3/chunk_file.py,sha256=2YLWPzQnVVtdBUOlZkLATcRcQGE18cI2TJZzfj4LAoc,4402
 rclone_api/s3/chunk_types.py,sha256=2n9U1BZ_5mcpoLLbSqkhvzgKj814jtSMnih9CWKcChU,10592
 rclone_api/s3/create.py,sha256=wgfkapv_j904CfKuWyiBIWJVxfAx_ftemFSUV14aT68,3149
 rclone_api/s3/types.py,sha256=ZUw9s164wljCEMTS4CoHXNzFIhYJEgKD6NDAu-RXyr8,1551
 rclone_api/s3/upload_file_multipart.py,sha256=aDaLF2FWSvU_jurxiFphGZBncvkPqWN47VFNzYSSTWM,10906
-rclone_api-1.2.5.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.2.5.dist-info/METADATA,sha256=LOI7QwDVmTqYaOvpvtF0-jQwM5dzpJQ4urbe3m0YQvg,4536
-rclone_api-1.2.5.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-rclone_api-1.2.5.dist-info/entry_points.txt,sha256=TV8kwP3FRzYwUEr0RLC7aJh0W03SAefIJNXTJ-FdMIQ,200
-rclone_api-1.2.5.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.2.5.dist-info/RECORD,,
+rclone_api-1.2.7.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.2.7.dist-info/METADATA,sha256=P6YPH1dHv2MVivIFK7NJqhErXVikuans9oR7kX1Pn4Q,4536
+rclone_api-1.2.7.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+rclone_api-1.2.7.dist-info/entry_points.txt,sha256=TV8kwP3FRzYwUEr0RLC7aJh0W03SAefIJNXTJ-FdMIQ,200
+rclone_api-1.2.7.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.2.7.dist-info/RECORD,,