rclone-api 1.1.33__tar.gz → 1.1.37__tar.gz

{rclone_api-1.1.33 → rclone_api-1.1.37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.1.33
+Version: 1.1.37
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.1.33 → rclone_api-1.1.37}/pyproject.toml

@@ -23,7 +23,7 @@ dependencies = [
 ]
 
 # Change this with the version number bump.
-version = "1.1.33"
+version = "1.1.37"
 
 [tool.setuptools]
 package-dir = {"" = "src"}
@@ -54,4 +54,5 @@ disable_error_code = ["import-untyped"]
 
 [project.scripts]
 rclone-api-listfiles = "rclone_api.cmd.list_files:main"
-rclone-api-copylarge-s3 = "rclone_api.cmd.copy_large_s3:main"
+rclone-api-copylarge-s3 = "rclone_api.cmd.copy_large_s3:main"
+rclone-api-profile-mount = "rclone_api.profile.mount_copy_bytes:main"

{rclone_api-1.1.33/src/rclone_api/profiling → rclone_api-1.1.37/src/rclone_api/profile}/mount_copy_bytes.py

@@ -4,6 +4,8 @@ Unit test file.
 
 import os
 import time
+from dataclasses import dataclass
+from pathlib import Path
 
 import psutil
 from dotenv import load_dotenv
@@ -15,7 +17,21 @@ load_dotenv()
 BUCKET_NAME = os.getenv("BUCKET_NAME")  # Default if not in .env
 
 
-def _generate_rclone_config() -> Config:
+@dataclass
+class Credentials:
+    BUCKET_KEY_SECRET: str
+    BUCKET_KEY_PUBLIC: str
+    SRC_SFTP_HOST: str
+    SRC_SFTP_USER: str
+    SRC_SFTP_PORT: str
+    SRC_SFTP_PASS: str
+    BUCKET_URL: str
+
+
+def _generate_rclone_config() -> tuple[Config, Credentials]:
+
+    cwd = Path.cwd()
+    print(f"Current working directory: {cwd}")
 
     # assert that .env exists for this test
     assert os.path.exists(
@@ -51,9 +67,22 @@ port = {SRC_SFTP_PORT}
 pass = {SRC_SFTP_PASS}
 
 """
+    print("Config text:")
+    print(config_text)
     # _CONFIG_PATH.write_text(config_text, encoding="utf-8")
     # print(f"Config file written to: {_CONFIG_PATH}")
-    return Config(config_text)
+
+    creds = Credentials(
+        BUCKET_KEY_SECRET=str(BUCKET_KEY_SECRET),
+        BUCKET_KEY_PUBLIC=str(BUCKET_KEY_PUBLIC),
+        SRC_SFTP_HOST=str(SRC_SFTP_HOST),
+        SRC_SFTP_USER=str(SRC_SFTP_USER),
+        SRC_SFTP_PORT=str(SRC_SFTP_PORT),
+        SRC_SFTP_PASS=str(SRC_SFTP_PASS),
+        BUCKET_URL=str(BUCKET_URL),
+    )
+
+    return Config(config_text), creds
 
 
 def _init() -> None:
@@ -72,7 +101,13 @@ def _init() -> None:
 
 def test_profile_copy_bytes() -> None:
     print("Running test_profile_copy_bytes")
-    rclone = Rclone(_generate_rclone_config())
+    config, creds = _generate_rclone_config()
+    print("Config:")
+    print(config)
+    print("Credentials:")
+    print(creds)
+    rclone = Rclone(config)
+
     sizes = [
         1024 * 1024 * 1,
         1024 * 1024 * 2,
@@ -91,6 +126,7 @@ def test_profile_copy_bytes() -> None:
 
     for size in sizes:
         for transfers in transfer_list:
+            mount_log = Path("logs") / "mount" / f"mount_{size}_{transfers}.log"
             print("\n\n")
             print("#" * 80)
             print(
@@ -105,12 +141,14 @@ def test_profile_copy_bytes() -> None:
                 length=size,
                 direct_io=True,
                 transfers=transfers,
+                mount_log=mount_log,
             )
             diff = time.time() - start
             net_io_end = psutil.net_io_counters()
             if isinstance(bytes_or_err, Exception):
                 print(bytes_or_err)
-                assert False, f"Error: {bytes_or_err}"
+                stack_trace = bytes_or_err.__traceback__
+                assert False, f"Error: {bytes_or_err}\nStack trace:\n{stack_trace}"
             assert isinstance(bytes_or_err, bytes)
             # self.assertEqual(len(bytes_or_err), size)
             assert len(bytes_or_err) == size, f"Length: {len(bytes_or_err)} != {size}"

{rclone_api-1.1.33 → rclone_api-1.1.37}/src/rclone_api.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rclone_api
-Version: 1.1.33
+Version: 1.1.37
 Summary: rclone api in python
 Home-page: https://github.com/zackees/rclone-api
 License: BSD 3-Clause License

{rclone_api-1.1.33 → rclone_api-1.1.37}/src/rclone_api.egg-info/SOURCES.txt

@@ -53,7 +53,7 @@ src/rclone_api/cmd/copy_large_s3.py
 src/rclone_api/cmd/list_files.py
 src/rclone_api/experimental/flags.py
 src/rclone_api/experimental/flags_base.py
-src/rclone_api/profiling/mount_copy_bytes.py
+src/rclone_api/profile/mount_copy_bytes.py
 src/rclone_api/s3/api.py
 src/rclone_api/s3/basic_ops.py
 src/rclone_api/s3/chunk_file.py

{rclone_api-1.1.33 → rclone_api-1.1.37}/src/rclone_api.egg-info/entry_points.txt

@@ -1,3 +1,4 @@
 [console_scripts]
 rclone-api-copylarge-s3 = rclone_api.cmd.copy_large_s3:main
 rclone-api-listfiles = rclone_api.cmd.list_files:main
+rclone-api-profile-mount = rclone_api.profile.mount_copy_bytes:main