rclone-api 1.1.32__py2.py3-none-any.whl → 1.1.34__py2.py3-none-any.whl

rclone_api/profile/mount_copy_bytes.py

@@ -0,0 +1,148 @@
+"""
+Unit test file.
+"""
+
+import os
+import time
+
+import psutil
+from dotenv import load_dotenv
+
+from rclone_api import Config, Rclone, SizeSuffix
+
+load_dotenv()
+
+BUCKET_NAME = os.getenv("BUCKET_NAME")  # Default if not in .env
+
+
+def _generate_rclone_config() -> Config:
+
+    # assert that .env exists for this test
+    assert os.path.exists(
+        ".env"
+    ), "this test requires that the secret .env file exists with the credentials"
+
+    # BUCKET_NAME = os.getenv("BUCKET_NAME", "TorrentBooks")  # Default if not in .env
+
+    # Load additional environment variables
+    BUCKET_KEY_SECRET = os.getenv("BUCKET_KEY_SECRET")
+    BUCKET_KEY_PUBLIC = os.getenv("BUCKET_KEY_PUBLIC")
+    SRC_SFTP_HOST = os.getenv("SRC_SFTP_HOST")
+    SRC_SFTP_USER = os.getenv("SRC_SFTP_USER")
+    SRC_SFTP_PORT = os.getenv("SRC_SFTP_PORT")
+    SRC_SFTP_PASS = os.getenv("SRC_SFTP_PASS")
+    # BUCKET_URL = os.getenv("BUCKET_URL")
+    BUCKET_URL = "sfo3.digitaloceanspaces.com"
+
+    config_text = f"""
+[dst]
+type = s3
+provider = DigitalOcean
+access_key_id = {BUCKET_KEY_PUBLIC}
+secret_access_key = {BUCKET_KEY_SECRET}
+endpoint = {BUCKET_URL}
+bucket = {BUCKET_NAME}
+
+[src]
+type = sftp
+host = {SRC_SFTP_HOST}
+user = {SRC_SFTP_USER}
+port = {SRC_SFTP_PORT}
+pass = {SRC_SFTP_PASS}
+
+"""
+    # _CONFIG_PATH.write_text(config_text, encoding="utf-8")
+    # print(f"Config file written to: {_CONFIG_PATH}")
+    return Config(config_text)
+
+
+def _init() -> None:
+    """Check if all required environment variables are set before running tests."""
+    required_vars = [
+        "BUCKET_NAME",
+        "BUCKET_KEY_SECRET",
+        "BUCKET_KEY_PUBLIC",
+        "BUCKET_URL",
+    ]
+    missing = [var for var in required_vars if not os.getenv(var)]
+    if missing:
+        print(f"Missing required environment variables: {', '.join(missing)}")
+    os.environ["RCLONE_API_VERBOSE"] = "1"
+
+
+def test_profile_copy_bytes() -> None:
+    print("Running test_profile_copy_bytes")
+    rclone = Rclone(_generate_rclone_config())
+    sizes = [
+        1024 * 1024 * 1,
+        1024 * 1024 * 2,
+        1024 * 1024 * 4,
+        1024 * 1024 * 8,
+        1024 * 1024 * 16,
+        1024 * 1024 * 32,
+        1024 * 1024 * 64,
+    ]
+    # transfer_list = [1, 2, 4, 8, 16]
+    transfer_list = [1, 2, 4]
+
+    # src_file = "dst:rclone-api-unit-test/zachs_video/internaly_ai_alignment.mp4"
+    # sftp mount
+    src_file = "src:aa_misc_data/aa_misc_data/world_lending_library_2024_11.tar.zst"
+
+    for size in sizes:
+        for transfers in transfer_list:
+            print("\n\n")
+            print("#" * 80)
+            print(
+                f"# Started test download of {SizeSuffix(size)} with {transfers} transfers"
+            )
+            print("#" * 80)
+            net_io_start = psutil.net_io_counters()
+            start = time.time()
+            bytes_or_err: bytes | Exception = rclone.copy_bytes(
+                src=src_file,
+                offset=0,
+                length=size,
+                direct_io=True,
+                transfers=transfers,
+            )
+            diff = time.time() - start
+            net_io_end = psutil.net_io_counters()
+            if isinstance(bytes_or_err, Exception):
+                print(bytes_or_err)
+                assert False, f"Error: {bytes_or_err}"
+            assert isinstance(bytes_or_err, bytes)
+            # self.assertEqual(len(bytes_or_err), size)
+            assert len(bytes_or_err) == size, f"Length: {len(bytes_or_err)} != {size}"
+
+            # print io stats
+            bytes_sent = net_io_end.bytes_sent - net_io_start.bytes_sent
+            bytes_recv = net_io_end.bytes_recv - net_io_start.bytes_recv
+            packets_sent = net_io_end.packets_sent - net_io_start.packets_sent
+            efficiency = size / (bytes_recv)
+            efficiency_100 = efficiency * 100
+            efficiency_str = f"{efficiency_100:.2f}"
+
+            bytes_send_suffix = SizeSuffix(bytes_sent)
+            bytes_recv_suffix = SizeSuffix(bytes_recv)
+            range_size = SizeSuffix(size)
+
+            print(f"\nFinished downloading {range_size} with {transfers} transfers")
+            print("Net IO stats:")
+            print(f"Bytes sent: {bytes_send_suffix}")
+            print(f"Bytes received: {bytes_recv_suffix}")
+            print(f"Packets sent: {packets_sent}")
+            print(f"Efficiency: {efficiency_str}%")
+            print(f"Time: {diff:.1f} seconds")
+
+    print("done")
+
+
+def main() -> None:
+    """Main entry point."""
+    _init()
+    test_profile_copy_bytes()
+
+
+if __name__ == "__main__":
+    main()

{rclone_api-1.1.32.dist-info → rclone_api-1.1.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.1.32
+Version: 1.1.34
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.1.32.dist-info → rclone_api-1.1.34.dist-info}/RECORD

@@ -25,7 +25,7 @@ rclone_api/cmd/copy_large_s3.py,sha256=-rfedi-ZzPUdCSP8ai9LRL0y1xVkvN-viQQlk8HVU
 rclone_api/cmd/list_files.py,sha256=x8FHODEilwKqwdiU1jdkeJbLwOqUkUQuDWPo2u_zpf0,741
 rclone_api/experimental/flags.py,sha256=qCVD--fSTmzlk9hloRLr0q9elzAOFzPsvVpKM3aB1Mk,2739
 rclone_api/experimental/flags_base.py,sha256=ajU_czkTcAxXYU-SlmiCfHY7aCQGHvpCLqJ-Z8uZLk0,2102
-rclone_api/profiling/mount_copy_bytes.py,sha256=WfCikFiFhLoZhnTjiKzJkpPWb0dOsfgjfcRtkWoY2Fs,4794
+rclone_api/profile/mount_copy_bytes.py,sha256=XpVmEh0x0S2XlivWf85OcDzUxpAv_lE2hVaiJtvt4fg,4537
 rclone_api/s3/api.py,sha256=qxtRDUpHYqJ7StJRtP8U_PbF_BvYRg705568SyvF-R0,3770
 rclone_api/s3/basic_ops.py,sha256=hK3366xhVEzEcjz9Gk_8lFx6MRceAk72cax6mUrr6ko,2104
 rclone_api/s3/chunk_file.py,sha256=YELR-EzR7RHpzCDGpYdzlwu21NZW5wttIDvLoONI4aU,3477
@@ -33,9 +33,9 @@ rclone_api/s3/chunk_types.py,sha256=LbXayXY1KgVU1LkdbASD_BQ7TpVpwVnzMjtz--8LBaE,
 rclone_api/s3/create.py,sha256=wgfkapv_j904CfKuWyiBIWJVxfAx_ftemFSUV14aT68,3149
 rclone_api/s3/types.py,sha256=yBnJ38Tjk6RlydJ-sqZ7DSfyFloy8KDYJ0mv3vlOzLE,1388
 rclone_api/s3/upload_file_multipart.py,sha256=1jQAdk35Fa9Tcq36bS65262cs7AcNG2DAFQ-NdYlWSw,9961
-rclone_api-1.1.32.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
-rclone_api-1.1.32.dist-info/METADATA,sha256=ar5X9lipUNxKc2mAzx3wBqIl1jMAyaoVJRicNBs4grY,4537
-rclone_api-1.1.32.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
-rclone_api-1.1.32.dist-info/entry_points.txt,sha256=6eNqTRXKhVf8CpWNjXiOa_0Du9tHiW_HD2iQSXRsUg8,132
-rclone_api-1.1.32.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
-rclone_api-1.1.32.dist-info/RECORD,,
+rclone_api-1.1.34.dist-info/LICENSE,sha256=b6pOoifSXiUaz_lDS84vWlG3fr4yUKwB8fzkrH9R8bQ,1064
+rclone_api-1.1.34.dist-info/METADATA,sha256=7USuJIMKwDRzG2L9FP2ZV6Zwi1Ceg3qwykofMZ7ug0M,4537
+rclone_api-1.1.34.dist-info/WHEEL,sha256=rF4EZyR2XVS6irmOHQIJx2SUqXLZKRMUrjsg8UwN-XQ,109
+rclone_api-1.1.34.dist-info/entry_points.txt,sha256=TV8kwP3FRzYwUEr0RLC7aJh0W03SAefIJNXTJ-FdMIQ,200
+rclone_api-1.1.34.dist-info/top_level.txt,sha256=EvZ7uuruUpe9RiUyEp25d1Keq7PWYNT0O_-mr8FCG5g,11
+rclone_api-1.1.34.dist-info/RECORD,,

{rclone_api-1.1.32.dist-info → rclone_api-1.1.34.dist-info}/entry_points.txt

@@ -1,3 +1,4 @@
 [console_scripts]
 rclone-api-copylarge-s3 = rclone_api.cmd.copy_large_s3:main
 rclone-api-listfiles = rclone_api.cmd.list_files:main
+rclone-api-profile-mount = rclone_api.profile.mount_copy_bytes:main

rclone_api/profiling/mount_copy_bytes.py

@@ -1,146 +0,0 @@
-"""
-Unit test file.
-"""
-
-import os
-import time
-import unittest
-
-import psutil
-from dotenv import load_dotenv
-
-from rclone_api import Config, Rclone, SizeSuffix
-
-load_dotenv()
-
-BUCKET_NAME = os.getenv("BUCKET_NAME")  # Default if not in .env
-
-
-def _generate_rclone_config() -> Config:
-
-    # assert that .env exists for this test
-    assert os.path.exists(
-        ".env"
-    ), "this test requires that the secret .env file exists with the credentials"
-
-    # BUCKET_NAME = os.getenv("BUCKET_NAME", "TorrentBooks")  # Default if not in .env
-
-    # Load additional environment variables
-    BUCKET_KEY_SECRET = os.getenv("BUCKET_KEY_SECRET")
-    BUCKET_KEY_PUBLIC = os.getenv("BUCKET_KEY_PUBLIC")
-    SRC_SFTP_HOST = os.getenv("SRC_SFTP_HOST")
-    SRC_SFTP_USER = os.getenv("SRC_SFTP_USER")
-    SRC_SFTP_PORT = os.getenv("SRC_SFTP_PORT")
-    SRC_SFTP_PASS = os.getenv("SRC_SFTP_PASS")
-    # BUCKET_URL = os.getenv("BUCKET_URL")
-    BUCKET_URL = "sfo3.digitaloceanspaces.com"
-
-    config_text = f"""
-[dst]
-type = s3
-provider = DigitalOcean
-access_key_id = {BUCKET_KEY_PUBLIC}
-secret_access_key = {BUCKET_KEY_SECRET}
-endpoint = {BUCKET_URL}
-bucket = {BUCKET_NAME}
-
-[src]
-type = sftp
-host = {SRC_SFTP_HOST}
-user = {SRC_SFTP_USER}
-port = {SRC_SFTP_PORT}
-pass = {SRC_SFTP_PASS}
-
-"""
-    # _CONFIG_PATH.write_text(config_text, encoding="utf-8")
-    # print(f"Config file written to: {_CONFIG_PATH}")
-    return Config(config_text)
-
-
-class RcloneProfileCopyBytes(unittest.TestCase):
-    """Test rclone functionality."""
-
-    def setUp(self) -> None:
-        """Check if all required environment variables are set before running tests."""
-        required_vars = [
-            "BUCKET_NAME",
-            "BUCKET_KEY_SECRET",
-            "BUCKET_KEY_PUBLIC",
-            "BUCKET_URL",
-        ]
-        missing = [var for var in required_vars if not os.getenv(var)]
-        if missing:
-            self.skipTest(
-                f"Missing required environment variables: {', '.join(missing)}"
-            )
-        os.environ["RCLONE_API_VERBOSE"] = "1"
-
-    def test_profile_copy_bytes(self) -> None:
-        print("Running test_profile_copy_bytes")
-        rclone = Rclone(_generate_rclone_config())
-        sizes = [
-            1024 * 1024 * 1,
-            1024 * 1024 * 2,
-            1024 * 1024 * 4,
-            1024 * 1024 * 8,
-            1024 * 1024 * 16,
-            1024 * 1024 * 32,
-            1024 * 1024 * 64,
-        ]
-        # transfer_list = [1, 2, 4, 8, 16]
-        transfer_list = [1, 2, 4]
-
-        # src_file = "dst:rclone-api-unit-test/zachs_video/internaly_ai_alignment.mp4"
-        # sftp mount
-        src_file = "src:aa_misc_data/aa_misc_data/world_lending_library_2024_11.tar.zst"
-
-        for size in sizes:
-            for transfers in transfer_list:
-                print("\n\n")
-                print("#" * 80)
-                print(
-                    f"# Started test download of {SizeSuffix(size)} with {transfers} transfers"
-                )
-                print("#" * 80)
-                net_io_start = psutil.net_io_counters()
-                start = time.time()
-                bytes_or_err: bytes | Exception = rclone.copy_bytes(
-                    src=src_file,
-                    offset=0,
-                    length=size,
-                    direct_io=True,
-                    transfers=transfers,
-                )
-                diff = time.time() - start
-                net_io_end = psutil.net_io_counters()
-                if isinstance(bytes_or_err, Exception):
-                    print(bytes_or_err)
-                    self.fail(f"Error: {bytes_or_err}")
-                assert isinstance(bytes_or_err, bytes)
-                self.assertEqual(len(bytes_or_err), size)
-
-                # print io stats
-                bytes_sent = net_io_end.bytes_sent - net_io_start.bytes_sent
-                bytes_recv = net_io_end.bytes_recv - net_io_start.bytes_recv
-                packets_sent = net_io_end.packets_sent - net_io_start.packets_sent
-                efficiency = size / (bytes_recv)
-                efficiency_100 = efficiency * 100
-                efficiency_str = f"{efficiency_100:.2f}"
-
-                bytes_send_suffix = SizeSuffix(bytes_sent)
-                bytes_recv_suffix = SizeSuffix(bytes_recv)
-                range_size = SizeSuffix(size)
-
-                print(f"\nFinished downloading {range_size} with {transfers} transfers")
-                print("Net IO stats:")
-                print(f"Bytes sent: {bytes_send_suffix}")
-                print(f"Bytes received: {bytes_recv_suffix}")
-                print(f"Packets sent: {packets_sent}")
-                print(f"Efficiency: {efficiency_str}%")
-                print(f"Time: {diff:.1f} seconds")
-
-        print("done")
-
-
-if __name__ == "__main__":
-    unittest.main()