remotivelabs-cli 0.0.24__py3-none-any.whl → 0.0.26__py3-none-any.whl

cli/cloud/configs.py

@@ -7,22 +7,22 @@ import requests
 import typer
 from rich.progress import Progress, SpinnerColumn, TextColumn
 
-from . import rest_helper as rest
+from .rest_helper import RestHelper as Rest
 
 app = typer.Typer()
 
 
 @app.command("list")
-def list_signal_databases(project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT")):
-    rest.handle_get(f"/api/project/{project}/files/config")
+def list_signal_databases(project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT")) -> None:
+    Rest.handle_get(f"/api/project/{project}/files/config")
 
 
 @app.command("delete")
 def delete(
     signal_db_file: str = typer.Argument("", help="Signal database file"),
     project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
-):
-    rest.handle_delete(f"/api/project/{project}/files/config/{signal_db_file}")
+) -> None:
+    Rest.handle_delete(f"/api/project/{project}/files/config/{signal_db_file}")
 
 
 @app.command()
@@ -38,35 +38,42 @@ def upload(
         help="Path to signal database file to upload",
     ),
     project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
-):
+) -> None:
     """
     Uploads signal database to project
     """
-    rest.upload_file(path=path, url=f"/api/project/{project}/files/config/{os.path.basename(path)}/uploadfile")
+    res = Rest.handle_put(url=f"/api/project/{project}/files/config/{os.path.basename(path)}/uploadfile", return_response=True)
+    if res is not None:
+        Rest.upload_file_with_signed_url(
+            path=path, url=res.text, upload_headers={"Content-Type": "application/octet-stream"}, progress_label=f"Uploading {path}..."
+        )
 
 
 @app.command()
 def download(
     signal_db_file: str = typer.Argument("", help="Signal database file"),
     project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
-):
+) -> None:
     with Progress(
         SpinnerColumn(),
         TextColumn("[progress.description]{task.description}"),
         transient=True,
     ) as progress:
-        rest.ensure_auth_token()
+        Rest.ensure_auth_token()
 
         progress.add_task(description=f"Downloading {signal_db_file}", total=None)
 
         # First request the download url from cloud. This is a public signed url that is valid
         # for a short period of time
         get_signed_url_resp = requests.get(
-            f"{rest.base_url}/api/project/{project}/files/config/{signal_db_file}/download", headers=rest.headers, allow_redirects=True
+            f"{Rest.get_base_url()}/api/project/{project}/files/config/{signal_db_file}/download",
+            headers=Rest.get_headers(),
+            allow_redirects=True,
+            timeout=60,
         )
         if get_signed_url_resp.status_code == 200:
             # Next download the actual file
-            download_resp = requests.get(url=get_signed_url_resp.text, stream=True)
+            download_resp = requests.get(url=get_signed_url_resp.text, stream=True, timeout=60)
             if download_resp.status_code == 200:
                 with open(signal_db_file, "wb") as out_file:
                     shutil.copyfileobj(download_resp.raw, out_file)
@@ -86,4 +93,5 @@ def download(
 # print(r.status_code)
 # print(r.text)
 
+# pylint: disable=C0301
 # curl -X PUT -H 'Content-Type: application/octet-stream' --upload-file docker-compose.yml 'https://storage.googleapis.com/beamylabs-fileuploads-dev/projects/beamyhack/recording/myrecording?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=recordings-upload-account%40beamycloud-dev.iam.gserviceaccount.com%2F20220729%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20220729T134012Z&X-Goog-Expires=3000&X-Goog-SignedHeaders=content-type%3Bhost&X-Goog-Signature=d1fa7639349d6453aebfce8814d6e5685af03952d07aa4e3cb0d44dba7cf5e572f684c8120dba17cbc7ea6a0ef5450542a3c745c65e04272b34265d0ddcf1b67e6f2b5bfa446264a62d77bd7faabf45ad6bd2aec5225f57004b0a31cfe0480cba063a3807d86346b1da99ecbae3f3e6da8f44f06396dfc1fdc6f89e475abdf969142cef6f369f03aff41000c8abb28aa82185246746fd6c16b6b381baa2d586382a3d3067b6376ddba2b55b2b6f9d942913a1cbfbc61491ba6a615d7d5a0d9a476c357431143e9cea1411dfad9f01b1e1176dc8c056cbf08cccfd401a55d63c19d038f3ab42b712abc48d759047ac07862c4fae937c341e19b568bb60a4e4086'

cli/cloud/filestorage.py

@@ -0,0 +1,155 @@
+import os.path
+import sys
+from pathlib import Path
+
+import typer
+
+from ..errors import ErrorPrinter
+from . import resumable_upload as upload
+from .rest_helper import RestHelper as Rest
+
+app = typer.Typer(
+    rich_markup_mode="rich",
+    help="""
+Manage files ([yellow]Beta feature not available for all customers[/yellow])
+
+Copy file from local to remote storage and vice versa, list and delete files.
+
+""",
+)
+
+
+@app.command(name="ls")
+def list_files(
+    project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
+    prefix: str = typer.Argument(default="rcs://", help="Remote storage path"),
+) -> None:
+    """
+    Listing remote files
+
+    This will list files and directories in project top level directory
+    remotive cloud storage ls rcs://
+
+    This will list all files and directories matching the path
+    remotive cloud storage ls rcs://fileOrDirectoryPrefix
+
+    This will list all files and directories in the specified directory
+    remotive cloud storage ls rcs://fileOrDirectory/
+    """
+
+    if prefix.startswith("rcs://"):
+        prefix = __check_rcs_path(prefix)
+    else:
+        ErrorPrinter.print_hint("Path must start with rcs://")
+        sys.exit(1)
+
+    Rest.handle_get(
+        f"/api/project/{project}/files/storage{prefix}",
+    )
+
+
+@app.command(name="rm")
+def delete_file(
+    project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
+    path: str = typer.Argument(default=..., help="Remote storage path to file to delete"),
+) -> None:
+    """
+    [red]Deletes[/red] a file from remote storage, this cannot be undone :fire:
+
+    [white]remotive cloud storage rm rcs://directory/filename[/white]
+    """
+    if path.startswith("rcs://"):
+        prefix = __check_rcs_path(path)
+    else:
+        ErrorPrinter.print_hint("Path must start with rcs://")
+        sys.exit(1)
+
+    Rest.handle_delete(
+        f"/api/project/{project}/files/storage{prefix}",
+    )
+
+
+@app.command(name="cp")
+def copy_file(  # noqa: C901 # type: ignore[too-many-branches]  # pylint: disable=no-member
+    source: str = typer.Argument(default=..., help="Remote or local path to source file"),
+    dest: str = typer.Argument(default=..., help="Remote or local path to destination file"),
+    project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
+) -> None:
+    """
+    Copies a file to or from remote storage
+
+    remotive cloud storage cp rcs://dir/filename .
+    remotive cloud storage cp rcs://dir/filename filename
+
+    remotive cloud storage cp filename rcs://dir/
+    remotive cloud storage cp filename rcs://dir/filename
+    """
+
+    if not source.startswith("rcs://") and not dest.startswith("rcs://"):
+        ErrorPrinter.print_hint("Source or destination path must be an rcs:// path")
+        sys.exit(2)
+
+    if source.startswith("rcs://") and dest.startswith("rcs://"):
+        ErrorPrinter.print_hint("Currently one of source and destination path must be a local path")
+        sys.exit(2)
+
+    if source.startswith("rcs://"):
+        __copy_to_local(source=source, dest=dest, project=project)
+    else:
+        __copy_to_remote(source=source, dest=dest, project=project)
+
+
+def __copy_to_remote(source: str, dest: str, project: str) -> None:
+    path = Path(source)
+    if not path.exists():
+        ErrorPrinter.print_hint("Source file does not exist")
+        sys.exit(1)
+    filename = source.rsplit("/", 1)[-1]
+    rcs_path = __check_rcs_path(dest)
+    if rcs_path.endswith("/"):
+        rcs_path = rcs_path + filename
+    res = Rest.handle_post(f"/api/project/{project}/files/storage{rcs_path}", return_response=True)
+    if res is None:
+        return
+    json = res.json()
+    url = json["url"]
+    content_type = json["contentType"]
+    try:
+        upload.upload_signed_url(url, source, content_type)
+    except IsADirectoryError:
+        ErrorPrinter.print_hint(f"Supplied source file '{source}' is a directory but must be a file")
+
+
+def __copy_to_local(source: str, dest: str, project: str) -> None:
+    rcs_path = __check_rcs_path(source)
+    filename = source.rsplit("/", 1)[-1]
+    path = Path(dest)
+    if path.is_dir():
+        if not path.exists():
+            ErrorPrinter.print_generic_error("Destination directory does not exist")
+            sys.exit(1)
+        else:
+            dest = os.path.join(path.absolute(), filename)
+
+    else:
+        if not path.parent.is_dir() or not path.parent.exists():
+            ErrorPrinter.print_generic_error("Destination directory does not exist")
+            sys.exit(1)
+    dest = str(Path(dest).absolute())
+
+    res = Rest.handle_get(
+        f"/api/project/{project}/files/storage{rcs_path}?download=true",
+        return_response=True,
+    )
+    if res is None:
+        return
+
+    Rest.download_file(save_file_name=dest, url=res.text)
+
+
+def __check_rcs_path(path: str) -> str:
+    rcs_path = path.replace("rcs://", "/")
+    if rcs_path.startswith("/."):
+        ErrorPrinter.print_hint("Invalid path")
+        sys.exit(1)
+    return rcs_path

cli/cloud/projects.py

@@ -2,14 +2,17 @@ import json
 
 import typer
 
-from . import rest_helper as rest
+from .rest_helper import RestHelper as Rest
 
 app = typer.Typer()
 
 
 @app.command(name="list", help="List your projects")
-def list_projects(organisation: str = typer.Option(..., help="Organisation ID", envvar="REMOTIVE_CLOUD_ORGANISATION")):
-    r = rest.handle_get(url=f"/api/bu/{organisation}/me", return_response=True)
+def list_projects(organisation: str = typer.Option(..., help="Organisation ID", envvar="REMOTIVE_CLOUD_ORGANISATION")) -> None:
+    r = Rest.handle_get(url=f"/api/bu/{organisation}/me", return_response=True)
+    if r is None:
+        return
+
     if r.status_code == 200:
         # extract the project uid parts
         projects = r.json()["projects"]
@@ -25,16 +28,16 @@ def create_project(
     organisation: str = typer.Option(..., help="Organisation ID", envvar="REMOTIVE_CLOUD_ORGANISATION"),
     project_uid: str = typer.Option(..., help="Project UID"),
     project_display_name: str = typer.Option(default="", help="Project display name"),
-):
+) -> None:
     create_project_req = {
         "uid": project_uid,
         "displayName": project_display_name if project_display_name != "" else project_uid,
         "description": "",
     }
 
-    rest.handle_post(url=f"/api/bu/{organisation}/project", body=json.dumps(create_project_req))
+    Rest.handle_post(url=f"/api/bu/{organisation}/project", body=json.dumps(create_project_req))
 
 
 @app.command(name="delete")
-def delete(project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT")):
-    rest.handle_delete(url=f"/api/project/{project}")
+def delete(project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT")) -> None:
+    Rest.handle_delete(url=f"/api/project/{project}")