remotivelabs-cli 0.0.21__py3-none-any.whl → 0.0.23__py3-none-any.whl

cli/cloud/recordings.py

@@ -6,7 +6,10 @@ import os
 import re
 import sys
 import tempfile
+import time
+import urllib.parse
 from pathlib import Path
+from typing import Dict, List, Union
 
 import grpc
 import requests
@@ -193,7 +196,7 @@ def delete_recording_file(
 
 
 @app.command()
-def upload(
+def upload(  # noqa: C901
     path: Path = typer.Argument(
         ...,
         exists=True,
@@ -205,38 +208,86 @@ def upload(
         help="Path to recording file to upload",
     ),
     project: str = typer.Option(..., help="Project ID", envvar="REMOTIVE_CLOUD_PROJECT"),
-    recording_type: str = typer.Option("remotive-broker", help="Type of recording"),
-    signal_database: str = typer.Option(None, help="Signal database to use with candump"),
+    recording_session: str = typer.Option(default=None, help="Optional existing recording to upload file to"),
 ):
-    # TODO - Test to do this with typer Enums instead
-    # Validate this here to validate before we start any progress
-    if recording_type == "candump" and (signal_database is None or signal_database == ""):
-        ErrorPrinter.print_hint("Option --signal-database is required with --recording-type is 'candump'")
-        exit(1)
+    """
+    Uploads a recording to RemotiveCloud.
+    Except for recordings from RemotiveBroker you can also upload Can ASC (.asc), Can BLF(.blf) and  Can LOG (.log, .txt)
+    """
 
     filename = os.path.basename(path.name)
     rest.ensure_auth_token()
 
-    if recording_type == "candump":
-        rest.headers["x-recording-type"] = "candump"
-        r = rest.handle_post(
-            url=f"/api/project/{project}/files/recording/{filename}",
-            return_response=True,
-            progress_label="Requesting recording upload...",
-            body=json.dumps({"dbcFile": signal_database}),
-        )
-    else:
+    if recording_session is None:
         r = rest.handle_post(f"/api/project/{project}/files/recording/{filename}", return_response=True)
+    else:
+        r = rest.handle_post(f"/api/project/{project}/files/recording/{recording_session}/recording-file/{filename}", return_response=True)
+
+    upload_url = r.text
+    url_path = urllib.parse.urlparse(upload_url).path
+    # Upload_id is the first part of the path
+    match = re.match(r"^/([^/]+)/organisation/(.*)$", url_path)
+    if match:
+        upload_id = match.group(1)
+    else:
+        ErrorPrinter.print_generic_error(
+            "Something went wrong, please try again. Please contact RemotiveLabs support if this problem remains"
+        )
+        ErrorPrinter.print_hint("Please make sure to use the latest version of RemotiveCLI")
+        exit(1)
 
-    response = rest.upload_file_with_signed_url(path=path, url=r.text, upload_headers={"Content-Type": "application/x-www-form-urlencoded"})
+    upload_response = rest.upload_file_with_signed_url(
+        path=path, url=upload_url, upload_headers={"Content-Type": "application/x-www-form-urlencoded"}, return_response=True
+    )
+
+    # Exact same as in cloud console
+    def get_processing_message(step: str) -> str:
+        if step == "REQUESTED":
+            return "Preparing file..."
+        if step == "VALIDATING":
+            return "Validating file..."
+        if step == "CONVERT":
+            return "Converting file..."
+        if step == "SPLIT":
+            return "Splitting file..."
+        if step == "ZIP":
+            return "Compressing file..."
+        if step == "FINALIZE":
+            return "Finishing up..."
+        return "Processing..."
+
+    # print(response)
+    if 200 <= upload_response.status_code < 300:
+        # We need to print the error message outside the with Progress so the indicator is closed
+        error_message: Union[str, None] = None
+        with Progress(SpinnerColumn(), TextColumn("[progress.description]{task.description}"), transient=True) as p:
+            t = p.add_task("Processing...", total=1)
+            while True:
+                time.sleep(1)
+                r = rest.handle_get(
+                    f"/api/project/{project}/files/recording/processing", return_response=True, use_progress_indicator=False
+                )
+                status_list: List[Dict[str, any]] = r.json()
+                res = list(filter(lambda s: s["uploadId"] == upload_id, status_list))
+                if len(res) == 1:
+                    tracking_state = res[0]
+                    if tracking_state["status"] != "FAILED" and tracking_state["status"] != "SUCCESS":
+                        p.update(task_id=t, description=get_processing_message(tracking_state["step"]))
+                    else:
+                        if tracking_state["status"] == "FAILED":
+                            error_message = f"Processing of uploaded file failed: {tracking_state['errors'][0]['message']}"
+                        else:
+                            print("File successfully uploaded")
+                        break
+                else:
+                    error_message = "Something went wrong, please try again. Please contact RemotiveLabs support if this problem remains"
+                    break
+        if error_message is not None:
+            ErrorPrinter.print_generic_error(error_message)
+            exit(1)
 
-    if 200 <= response.status_code < 300:
-        print(
-            "File successfully uploaded, please run 'remotive cloud recordings list' "
-            "to verify that the recording was successfully processed"
-        )
     else:
-        rest.err_console.print(f":boom: [bold red]Got status code[/bold red]: {response.status_code} {response.text}")
+        rest.err_console.print(f":boom: [bold red]Got status code[/bold red]: {upload_response.status_code} {upload_response.text}")
 
 
 @app.command()
@@ -450,9 +501,9 @@ def _do_change_playback_mode(mode: str, recording_session: str, broker: str, pro
         # Here we try to verify that we are operating on a recording that is mounted on the
         # broker so we can verify this before we try playback and can also present some good
         # error messages
-        tmp = tempfile.NamedTemporaryFile()
-        broker.download(".cloud.context", tmp.name, True)
-        with open(tmp.name, "r") as f:
+        tmp = os.path.join(tempfile.gettempdir(), os.urandom(24).hex())
+        broker.download(".cloud.context", tmp, True)
+        with open(tmp, "r") as f:
             json_context = json.loads(f.read())
             if json_context["recordingSessionId"] != recording_session:
                 ErrorPrinter.print_generic_error(
@@ -496,3 +547,9 @@ def get_filename_from_cd(cd):
     if len(fname) == 0:
         return None
     return fname[0]
+
+
+def use_progress(label: str):
+    p = Progress(SpinnerColumn(), TextColumn("[progress.description]{task.description}"), transient=True)
+    t = p.add_task(label, total=1)
+    return (p, t)

cli/cloud/rest_helper.py

@@ -185,7 +185,7 @@ def upload_file_with_signed_url(
     path: Union[str, Path], url: str, upload_headers: dict[str, str], return_response: bool = False, progress_label="Uploading..."
 ):
     with open(path, "rb") as file:
-        with wrap_file(file, os.stat(path).st_size, description=progress_label) as f:
+        with wrap_file(file, os.stat(path).st_size, description=progress_label, transient=True) as f:
             r = requests.put(url, data=f, headers=upload_headers)
         if return_response:
             check_api_result(r)

cli/connect/connect.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import json
 import sys
 from pathlib import Path
 
@@ -94,7 +95,14 @@ def protopie(
     if len(signal) > 0:
         signals_to_subscribe_to = list(map(to_subscribable_signal, signal))
     else:
-        signals_to_subscribe_to = None
+        with open(config, "r") as f:
+            c = json.load(f)
+            s = c["subscription"]
+            ss = []
+            for entry in s.keys():
+                ss.append(SubscribableSignal(namespace=s[entry]["namespace"], name=entry))
+            print(ss)
+        signals_to_subscribe_to = ss
 
     protopie.do_connect(
         address=pp_connect_host,

cli/connect/protopie/protopie.py

@@ -3,6 +3,7 @@ from __future__ import annotations
 import json
 import os
 import time
+import traceback
 from pathlib import Path
 from typing import Dict, List, Union
 
@@ -96,6 +97,8 @@ def _connect_to_broker(
                 signal_name = get_signal_name(expression, s.name())
                 io.emit("ppMessage", {"messageId": signal_name, "value": str(s.value())})
 
+    print(signals_to_subscribe_to)
+
     grpc_connect(on_signals, signals_to_subscribe_to)
 
 
@@ -107,6 +110,7 @@ def grpc_connect(on_signals, signals_to_subscribe_to: Union[List[SignalIdentifie
         client.connect(url=broker, api_key=x_api_key)
         client.on_signals = on_signals
 
+        print(signals_to_subscribe_to)
         subscription = client.subscribe(signals_to_subscribe_to=signals_to_subscribe_to, changed_values_only=False)
         pretty_print("Subscription to broker completed")
         pretty_print("Waiting for signals...")
@@ -132,6 +136,7 @@ def grpc_connect(on_signals, signals_to_subscribe_to: Union[List[SignalIdentifie
             subscription.cancel()
 
     except Exception as e:
+        print(traceback.format_exc())
         err_console.print(f":boom: {e}")
         # exit(1)
 

{remotivelabs_cli-0.0.21.dist-info → remotivelabs_cli-0.0.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: remotivelabs-cli
-Version: 0.0.21
+Version: 0.0.23
 Summary: CLI for operating RemotiveCloud and RemotiveBroker
 Author: Johan Rask
 Author-email: johan.rask@remotivelabs.com

{remotivelabs_cli-0.0.21.dist-info → remotivelabs_cli-0.0.23.dist-info}/RECORD

@@ -18,15 +18,15 @@ cli/cloud/brokers.py,sha256=wa3uMg91IZdrP0tMpTdO9cBIkZHtMHxQ-zEXwFiye_I,4127
 cli/cloud/cloud_cli.py,sha256=nRRXFF_IgUMayerxS-h7oqsNe6tt34Q5VeThq8gatEg,1443
 cli/cloud/configs.py,sha256=2p1mCHf5BwYNtwbY0Cbed5t6-79WHGKWU4Fv6LuJ21o,4069
 cli/cloud/projects.py,sha256=-uqltAOficwprOKaPd2R0Itm4sqTz3VJNs9Sc8jtO5k,1369
-cli/cloud/recordings.py,sha256=aBQeZW569cBcf_qLZA5StmgNnnSKYaaunn91SXnJVQM,20801
+cli/cloud/recordings.py,sha256=QpNb9HWK_LC7Trex8E7RevEy7GTOBZHw0RsgOt_RmUA,23286
 cli/cloud/recordings_playback.py,sha256=crrwQ3kl8LzCVBan9B1a15t-vhDCNYqLKSVQbLf58Ng,10907
-cli/cloud/rest_helper.py,sha256=WK5We-vWg0GwnTq37OyKVuQTc58RFkPuA0kq5wjDtCk,7769
+cli/cloud/rest_helper.py,sha256=dUVmykp0_M4pxzI3WiGoURjlaeCe_V_2h7JwnteW69w,7785
 cli/cloud/sample_recordings.py,sha256=g1X6JTxvzWInSP9R1BJsDmL4WqvpEKqjdJR_xT4bo1U,639
 cli/cloud/service_account_tokens.py,sha256=7vjoMd6Xq7orWCUP7TVUVa86JA0OiX8O10NZcHUE6rM,2294
 cli/cloud/service_accounts.py,sha256=GCYdYPnP5uWVsg1bTIS67CmoPWDng5dupJHmlThrJ80,1606
 cli/connect/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-cli/connect/connect.py,sha256=xeQLgbLvwB-l2pL6ulbOkYeMQZb5B_rLvy7oQVNa78k,3649
-cli/connect/protopie/protopie.py,sha256=8gRBwanAXL7hUYycpZUNV0JodM-jCRMMhC9G0LIZNzs,5720
+cli/connect/connect.py,sha256=x4HH0yPUsBtLROOalB8J35U7UJq718cE0C57tCia2To,3927
+cli/connect/protopie/protopie.py,sha256=sbzOG2130q2PlalhOD0CYU7oam-zdIJY9p6bGQsLsxY,5850
 cli/errors.py,sha256=sOjYasWbwqu2IcK4MvrG4ddpQ7idLGxiFYOxjhdsahM,1319
 cli/remotive.py,sha256=KKahzVZACa3MIBqt2lZDiSsDOTmoZIdNeKex8LJR8ZQ,1645
 cli/requirements.txt,sha256=Tjpv2HSAPemgKC-eJbwDw-gvAdklfJ18LixRcwzvQIU,78
@@ -35,8 +35,8 @@ cli/tools/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 cli/tools/can/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 cli/tools/can/can.py,sha256=kSd1c-nxxXyeKkm19oDILiDBZsKOcpjsUT0T3xox5Qs,2172
 cli/tools/tools.py,sha256=LwQdWMcJ19pCyKUsVfSB2B3R6ui61NxxFWP0Nrnd5Jk,198
-remotivelabs_cli-0.0.21.dist-info/LICENSE,sha256=qDPP_yfuv1fF-u7EfexN-cN3M8aFgGVndGhGLovLKz0,608
-remotivelabs_cli-0.0.21.dist-info/METADATA,sha256=hFU-4UmT2_YsKzVdIBwyWiT8ysdOjMqAt-_CbvrCQoU,1224
-remotivelabs_cli-0.0.21.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-remotivelabs_cli-0.0.21.dist-info/entry_points.txt,sha256=lvDhPgagLqW_KTnLPCwKSqfYlEp-1uYVosRiPjsVj10,45
-remotivelabs_cli-0.0.21.dist-info/RECORD,,
+remotivelabs_cli-0.0.23.dist-info/LICENSE,sha256=qDPP_yfuv1fF-u7EfexN-cN3M8aFgGVndGhGLovLKz0,608
+remotivelabs_cli-0.0.23.dist-info/METADATA,sha256=nGPW6zDIEdqFujksCqmL3lKDNFgv5rF5hlEhexPmuZk,1224
+remotivelabs_cli-0.0.23.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+remotivelabs_cli-0.0.23.dist-info/entry_points.txt,sha256=lvDhPgagLqW_KTnLPCwKSqfYlEp-1uYVosRiPjsVj10,45
+remotivelabs_cli-0.0.23.dist-info/RECORD,,

{remotivelabs_cli-0.0.21.dist-info → remotivelabs_cli-0.0.23.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.8.1
+Generator: poetry-core 1.9.0
 Root-Is-Purelib: true
 Tag: py3-none-any