primitive 0.1.59__py3-none-any.whl → 0.1.62__py3-none-any.whl

primitive/__about__.py

@@ -1,4 +1,4 @@
 # SPDX-FileCopyrightText: 2024-present Dylan Stein <dylan@primitive.tech>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.1.59"
+__version__ = "0.1.62"

primitive/agent/actions.py

@@ -129,6 +129,7 @@ class Agent(BaseAction):
                             source_dir=source_dir,
                             job_id=job_run["id"],
                             job_slug=job_run["job"]["slug"],
+                            max_log_size=500 * 1024,
                         )
                     except Exception as e:
                         # Log Error

primitive/agent/process.py

@@ -34,7 +34,7 @@ class Process:
         self.sel.register(self.process.stdout, selectors.EVENT_READ)
         self.sel.register(self.process.stderr, selectors.EVENT_READ)
 
-    def probe_logs(self):
+    def log(self):
         for key, _ in self.sel.select():
             data = key.fileobj.readline()
             if not data:
@@ -48,7 +48,7 @@ class Process:
 
     def wait(self):
         while True:
-            self.probe_logs()
+            self.log()
             if not self.is_running():
                 break
 

primitive/agent/provision.py

@@ -2,6 +2,7 @@ import sys
 from subprocess import Popen, PIPE
 from pathlib import Path
 from typing import Dict
+from ..utils.shell import env_string_to_dict
 
 
 class ProvisionPython:
@@ -34,14 +35,7 @@ class ProvisionPython:
         output, _ = proc.communicate()
 
         # Split the output into lines and parse it into a dictionary
-        env_vars = {}
-
-        for line in output.splitlines():
-            var_line = line.split("=", 1)
-
-            if len(var_line) == 2:
-                key, value = var_line
-                env_vars[key] = value
+        env_vars = env_string_to_dict(output)
 
         cmd = f"python -m pip install -r {self.requirements_path}"
         proc = Popen(

primitive/agent/runner.py

@@ -7,11 +7,10 @@ from typing import Dict, Iterable, List, Optional, TypedDict
 
 import yaml
 from loguru import logger
-
-from ..utils.cache import get_artifacts_cache
-from ..utils.files import find_files_for_extension
 from .process import Process
 from .provision import ProvisionPython
+from ..utils.cache import get_artifacts_cache, get_logs_cache
+from ..utils.files import find_files_for_extension
 
 try:
     from yaml import CLoader as Loader
@@ -56,12 +55,11 @@ class AgentRunner:
         self.job_slug = job_slug
         self.max_log_size = max_log_size
         self.artifacts_dir = get_artifacts_cache(self.job_id)
+        self.logs_dir = get_logs_cache(self.job_id)
+        self.logger_handle = None
 
         logger.enable("primitive")
-        self.logger_handle = logger.add(
-            Path(self.artifacts_dir / "runner_{time}.log"),
-            rotation=self.max_log_size,  # Rotate when the log file reaches 10MB
-        )
+        self.swap_logs(label="init")
 
         logger.info(f"Scanning directory for job {self.job_slug}")
 
@@ -113,6 +111,9 @@ class AgentRunner:
         conclusion = None
         total_errors = 0
         for step in self.steps():
+            # Swap logger
+            self.swap_logs(label=step["name"])
+
             logger.info(f"Beginning step {step['name']}")
 
             # Update workdir
@@ -138,7 +139,7 @@ class AgentRunner:
                 while proc.is_running():
                     # Check job status
                     status = self.primitive.jobs.get_job_status(self.job_id)
-                    status_value = status["jobRun"]["status"]
+                    status_value = status.data["jobRun"]["status"]
 
                     # TODO: Should probably use request_cancelled or something
                     # once we change it, we'll have to call conclude w/ cancelled status
@@ -184,6 +185,16 @@ class AgentRunner:
         logger.info(f"Completed {self.job_slug} job")
         logger.remove(self.logger_handle)
 
+    def swap_logs(self, label: str):
+        # Remove Handle
+        if self.logger_handle:
+            logger.remove(self.logger_handle)
+
+        self.logger_handle = logger.add(
+            Path(self.logs_dir / f"{label}_{{time}}.primitive.log"),
+            rotation=self.max_log_size,
+        )
+
     def provision(self) -> Optional[Dict]:
         match self.job["provision"]:
             case "python":
@@ -199,8 +210,6 @@ class AgentRunner:
                 return prov.create_env()
 
     def collect_artifacts(self, step: JobStep) -> None:
-        # str(PurePath(file_path).relative_to(Path(source))
-
         # Search each artifact type
         for artifact in step["artifacts"]:
             files = find_files_for_extension(self.source_dir, artifact["extension"])

primitive/agent/uploader.py

@@ -1,9 +1,12 @@
 import typing
+from typing import Dict
 import shutil
 import os
-from loguru import logger
 from pathlib import Path, PurePath
-from ..utils.cache import get_artifacts_cache
+
+from loguru import logger
+
+from ..utils.cache import get_artifacts_cache, get_logs_cache
 
 if typing.TYPE_CHECKING:
     import primitive.client
@@ -16,62 +19,86 @@ class Uploader:
     ):
         self.primitive = primitive
 
-    def upload_file(self, path: Path, prefix: str, job_run_id: str) -> str:
-        file_upload_response = self.primitive.files.file_upload(
-            path, key_prefix=prefix, job_run_id=job_run_id
-        )
-        return file_upload_response.json()["data"]["fileUpload"]["id"]
+    def upload_dir(self, cache: Path) -> Dict:
+        file_ids = []
+        job_run_id = cache.name
+
+        files = None
+        has_walk = getattr(cache, "walk", None)
+        if has_walk:
+            files = sorted(
+                [
+                    current_path / file
+                    for current_path, _, current_path_files in cache.walk()
+                    for file in current_path_files
+                ],
+                key=lambda p: p.stat().st_size,
+            )
+        else:
+            files = sorted(
+                [
+                    Path(Path(current_path) / file)
+                    for current_path, _, current_path_files in os.walk(cache)
+                    for file in current_path_files
+                ],
+                key=lambda p: p.stat().st_size,
+            )
+
+        for file in files:
+            response = self.primitive.files.upload_file_via_api(
+                path=file,
+                key_prefix=str(PurePath(file).relative_to(cache.parent).parent),
+                job_run_id=job_run_id,
+            )
+            upload_id = response.json()["data"]["fileUpload"]["id"]
+
+            if upload_id:
+                file_ids.append(upload_id)
+                continue
+
+            logger.error(f"Unable to upload file {file}")
+
+        # Clean up job cache
+        shutil.rmtree(path=cache)
+
+        return {job_run_id: file_ids}
 
     def scan(self) -> None:
         # Scan artifacts directory
         artifacts_dir = get_artifacts_cache()
+        logs_dir = get_logs_cache()
+
+        artifacts = sorted(
+            [
+                artifacts_cache
+                for artifacts_cache in artifacts_dir.iterdir()
+                if artifacts_cache.is_dir()
+            ],
+            key=lambda p: p.stat().st_ctime,
+        )
 
-        subdirs = sorted(
-            [job_cache for job_cache in artifacts_dir.iterdir() if job_cache.is_dir()],
+        logs = sorted(
+            [logs_cache for logs_cache in logs_dir.iterdir() if logs_cache.is_dir()],
             key=lambda p: p.stat().st_ctime,
         )
 
-        for job_cache in subdirs:
-            job_run_id = job_cache.name
-
-            files = None
-            has_walk = getattr(job_cache, "walk", None)
-            if has_walk:
-                files = sorted(
-                    [
-                        w_path / file
-                        for w_path, _, w_files in job_cache.walk()
-                        for file in w_files
-                    ],
-                    key=lambda p: p.stat().st_size,
-                )
-            else:
-                files = sorted(
-                    [
-                        Path(Path(w_path) / file)
-                        for w_path, _, w_files in os.walk(job_cache)
-                        for file in w_files
-                    ],
-                    key=lambda p: p.stat().st_size,
-                )
-
-            file_ids = []
-            for file in files:
-                upload_id = self.upload_file(
-                    file,
-                    prefix=str(PurePath(file).relative_to(job_cache.parent).parent),
-                    job_run_id=job_run_id,
-                )
-
-                if upload_id:
-                    file_ids.append(upload_id)
-                    continue
-
-                logger.error(f"Unable to upload file {file}")
-
-            # Update job run
-            if len(file_ids) > 0:
-                self.primitive.jobs.job_run_update(id=job_run_id, file_ids=file_ids)
-
-            # Clean up job cache
-            shutil.rmtree(path=job_cache)
+        log_files = {
+            job_id: files
+            for log_path in logs
+            for job_id, files in self.upload_dir(log_path).items()
+        }
+
+        artifact_files = {
+            job_id: files
+            for artifact_path in artifacts
+            for job_id, files in self.upload_dir(artifact_path).items()
+        }
+
+        files_by_id = {
+            job_id: log_files.get(job_id, []) + artifact_files.get(job_id, [])
+            for job_id in log_files.keys() | artifact_files.keys()
+        }
+
+        # Update job run
+        for job_id, files in files_by_id.items():
+            self.primitive.jobs.job_run_update(id=job_id, file_ids=files)

primitive/exec/actions.py

@@ -1,9 +1,14 @@
+import tempfile
 import typing
 
+from primitive.exec.interactive import interactive_shell
+
 if typing.TYPE_CHECKING:
     pass
 
 
+from paramiko import SSHClient
+
 from primitive.utils.actions import BaseAction
 
 
@@ -41,7 +46,48 @@ class Exec(BaseAction):
             reservation_id=reservation["id"], desired_status="in_progress"
         )
 
-        print(f"Executing command: {command} on {hardware['name']}")
+        ssh_credentials = self.primitive.hardware.get_hardware_ssh_credentials(
+            hardware_id=hardware["id"]
+        )
+
+        ssh_hostname = ssh_credentials["ssh_hostname"]
+        ssh_username = ssh_credentials["ssh_username"]
+        ssh_password = ssh_credentials["ssh_password"]
+        ssh_private_key = ssh_credentials["ssh_private_key"]
+
+        ssh_client = SSHClient()
+        ssh_client.load_system_host_keys()
+        keyfile = None
+        if ssh_private_key:
+            keyfile = tempfile.NamedTemporaryFile()
+            keyfile.write(ssh_private_key.encode())
+            keyfile.flush()
+            ssh_client.connect(
+                hostname=ssh_hostname,
+                username=ssh_username,
+                key_filename=keyfile.name,
+            )
+        else:
+            ssh_client.connect(
+                hostname=ssh_hostname,
+                username=ssh_username,
+                pkey=ssh_private_key,
+                password=ssh_password,
+            )
+
+        if command:
+            formatted_command = " ".join(command)
+            stdin, stdout, stderr = ssh_client.exec_command(formatted_command)
+            print(stdout.read())
+            ssh_client.close()
+        else:
+            channel = ssh_client.get_transport().open_session()
+            channel.get_pty()
+            channel.invoke_shell()
+            interactive_shell(channel)
+            ssh_client.close()
+            if keyfile:
+                keyfile.close()
 
         if created_reservation_on_behalf_of_user:
             print("Cleaning up reservation.")

primitive/exec/commands.py

@@ -13,7 +13,7 @@ if typing.TYPE_CHECKING:
     type=str,
     required=True,
 )
-@click.argument("command", nargs=-1, required=True)
+@click.argument("command", nargs=-1, required=False)
 def cli(context, hardware_identifier: str, command: str) -> None:
     """Exec"""
     primitive: Primitive = context.obj.get("PRIMITIVE")

primitive/exec/interactive.py

@@ -0,0 +1,99 @@
+# https://github.com/paramiko/paramiko/blob/main/demos/interactive.py
+
+import socket
+import sys
+
+
+def _to_unicode(s):
+    """
+    decode a string as ascii or utf8 if possible (as required by the sftp
+    protocol).  if neither works, just return a byte string because the server
+    probably doesn't know the filename's encoding.
+    """
+    try:
+        return s.encode("ascii")
+    except (UnicodeError, AttributeError):
+        try:
+            return s.decode("utf-8")
+        except UnicodeError:
+            return s
+
+
+# windows does not have termios...
+try:
+    import termios
+    import tty
+
+    has_termios = True
+except ImportError:
+    has_termios = False
+
+
+def interactive_shell(chan):
+    if has_termios:
+        posix_shell(chan)
+    else:
+        windows_shell(chan)
+
+
+def posix_shell(chan):
+    import select
+
+    oldtty = termios.tcgetattr(sys.stdin)
+    try:
+        tty.setraw(sys.stdin.fileno())
+        tty.setcbreak(sys.stdin.fileno())
+        chan.settimeout(0.0)
+
+        while True:
+            r, w, e = select.select([chan, sys.stdin], [], [])
+            if chan in r:
+                try:
+                    x = _to_unicode(chan.recv(1024))
+                    if len(x) == 0:
+                        sys.stdout.write("\r\n*** EOF\r\n")
+                        break
+                    sys.stdout.write(x)
+                    sys.stdout.flush()
+                except socket.timeout:
+                    pass
+            if sys.stdin in r:
+                x = sys.stdin.read(1)
+                if len(x) == 0:
+                    break
+                chan.send(x)
+
+    finally:
+        termios.tcsetattr(sys.stdin, termios.TCSADRAIN, oldtty)
+
+
+# thanks to Mike Looijmans for this code
+def windows_shell(chan):
+    import threading
+
+    sys.stdout.write(
+        "Line-buffered terminal emulation. Press F6 or ^Z to send EOF.\r\n\r\n"
+    )
+
+    def writeall(sock):
+        while True:
+            data = sock.recv(256)
+            if not data:
+                sys.stdout.write("\r\n*** EOF ***\r\n\r\n")
+                sys.stdout.flush()
+                break
+            sys.stdout.write(data)
+            sys.stdout.flush()
+
+    writer = threading.Thread(target=writeall, args=(chan,))
+    writer.start()
+
+    try:
+        while True:
+            d = sys.stdin.read(1)
+            if not d:
+                break
+            chan.send(d)
+    except EOFError:
+        # user hit ^Z or F6
+        pass

primitive/files/actions.py

@@ -1,34 +1,85 @@
+import hashlib
+import sys
+import threading
 from pathlib import Path
+from typing import Dict, Optional
 
+import requests
 from gql import gql
+from loguru import logger
 
 from primitive.graphql.sdk import create_requests_session
 from primitive.utils.actions import BaseAction
 
 from ..utils.auth import guard
-from .graphql.mutations import create_trace_mutation
+from .graphql.mutations import (
+    file_update_mutation,
+    pending_file_create_mutation,
+)
+
+
+# this class can be used in multithreaded S3 client uploader
+# this requires getting an S3 access token to this machine however
+# we are using presigned urls instead at this time Oct 29th, 2024
+class ProgressPercentage(object):
+    def __init__(self, filepath: Path) -> None:
+        self._filename = filepath.name
+        self._size = float(filepath.stat().st_size)
+        self._seen_so_far = 0
+        self._lock = threading.Lock()
+
+    def __call__(self, bytes_amount):
+        # To simplify, assume this is hooked up to a single filename
+        with self._lock:
+            self._seen_so_far += bytes_amount
+            percentage = (self._seen_so_far / self._size) * 100
+            sys.stdout.write(
+                "\r%s  %s / %s  (%.2f%%)"
+                % (self._filename, self._seen_so_far, self._size, percentage)
+            )
+            sys.stdout.flush()
 
 
 class Files(BaseAction):
-    @guard
-    def trace_create(
+    def _pending_file_create(
         self,
-        file_id: str,
-        signal_id: str,
-        signal_name: str,
-        module_name: str,
-        is_vector: bool,
-        size: int,
+        file_name: str,
+        file_size: int,
+        file_checksum: str,
+        file_path: str,
+        key_prefix: str,
+        is_public: bool = False,
     ):
-        mutation = gql(create_trace_mutation)
+        mutation = gql(pending_file_create_mutation)
         input = {
-            "fileId": file_id,
-            "signalId": signal_id,
-            "signalName": signal_name,
-            "moduleName": module_name,
-            "isVector": is_vector,
-            "size": size,
+            "filePath": file_path,
+            "fileName": file_name,
+            "fileSize": file_size,
+            "fileChecksum": file_checksum,
+            "keyPrefix": key_prefix,
+            "isPublic": is_public,
+        }
+        variables = {"input": input}
+        result = self.primitive.session.execute(
+            mutation, variable_values=variables, get_execution_result=True
+        )
+        return result.data.get("pendingFileCreate")
+
+    def _update_file_status(
+        self,
+        file_id: str,
+        is_uploading: Optional[bool] = None,
+        is_complete: Optional[bool] = None,
+    ):
+        mutation = gql(file_update_mutation)
+        input: Dict[str, str | bool] = {
+            "id": file_id,
         }
+        if is_uploading is not None:
+            input["isUploading"] = is_uploading
+        if is_complete is not None:
+            input["isComplete"] = is_complete
+
         variables = {"input": input}
         result = self.primitive.session.execute(
             mutation, variable_values=variables, get_execution_result=True
@@ -36,13 +87,70 @@ class Files(BaseAction):
         return result
 
     @guard
-    def file_upload(
+    def upload_file_direct(
+        self,
+        path: Path,
+        is_public: False,
+        key_prefix: str = "",
+        file_id: Optional[str] = None,
+    ):
+        logger.enable("primitive")
+        if path.exists() is False:
+            raise Exception(f"File {path} does not exist.")
+
+        file_size = path.stat().st_size
+        if file_size == 0:
+            raise Exception(f"{path} is empty.")
+
+        file_checksum = hashlib.md5(path.read_bytes()).hexdigest()
+
+        if not file_id:
+            pending_file_create = self._pending_file_create(
+                file_name=path.name,
+                file_size=path.stat().st_size,
+                file_checksum=file_checksum,
+                file_path=str(path),
+                key_prefix=key_prefix,
+                is_public=is_public,
+            )
+        file_id = pending_file_create.get("id")
+        presigned_url = pending_file_create.get("presignedUrlForUpload")
+
+        if not file_id:
+            raise Exception("No file_id found or provided.")
+        if not presigned_url:
+            raise Exception("No presigned_url returned.")
+
+        self._update_file_status(file_id, is_uploading=True)
+        with open(path, "rb") as object_file:
+            object_text = object_file.read()
+            response = requests.put(presigned_url, data=object_text)
+            if response.ok:
+                logger.info(f"File {path} uploaded successfully.")
+                update_file_status_result = self._update_file_status(
+                    file_id, is_uploading=False, is_complete=True
+                )
+            else:
+                message = f"Failed to upload file {path}. {response.status_code}: {response.text}"
+                logger.error(message)
+                raise Exception(message)
+        file_pk = update_file_status_result.data.get("fileUpdate").get("pk")
+        file_access_url = f"{self.primitive.host_config.get("transport")}://{self.primitive.host}/files/{file_pk}/presigned-url/"
+        logger.info(f"Available at: {file_access_url}")
+        return update_file_status_result
+
+    @guard
+    def upload_file_via_api(
         self,
         path: Path,
         is_public: bool = False,
         key_prefix: str = "",
         job_run_id: str = "",
     ):
+        """
+        This method uploads a file via the Primitive API.
+        This does NOT upload the file straight to S3
+        """
         file_path = str(path.resolve())
         if path.exists() is False:
             raise FileNotFoundError(f"File not found at {file_path}")

primitive/files/commands.py

@@ -1,7 +1,10 @@
+import json
+import typing
+from pathlib import Path
+
 import click
+
 from ..utils.printer import print_result
-from pathlib import Path
-import typing
 
 if typing.TYPE_CHECKING:
     from ..client import Primitive
@@ -19,10 +22,19 @@ def cli(context):
 @click.argument("path", type=click.Path(exists=True))
 @click.option("--public", "-p", help="Is this a Public file", is_flag=True)
 @click.option("--key-prefix", "-k", help="Key Prefix", default="")
-def file_upload_command(context, path, public, key_prefix):
+@click.option("--direct", "-k", help="direct", is_flag=True)
+def file_upload_command(context, path, public, key_prefix, direct):
     """File Upload"""
     primitive: Primitive = context.obj.get("PRIMITIVE")
     path = Path(path)
-    result = primitive.files.file_upload(path, is_public=public, key_prefix=key_prefix)
-    message = result.json()
+    if direct:
+        result = primitive.files.upload_file_direct(
+            path, is_public=public, key_prefix=key_prefix
+        )
+    else:
+        result = primitive.files.upload_file_via_api(
+            path, is_public=public, key_prefix=key_prefix
+        )
+
+    message = json.dumps(result.data)
     print_result(message=message, context=context)

primitive/files/graphql/mutations.py

@@ -1,11 +1,32 @@
-create_trace_mutation = """
-mutation createTrace($input: TraceCreateInput!) {
-    traceCreate(input: $input) {
-        ... on Trace {
+from primitive.graphql.utility_fragments import operation_info_fragment
+
+file_update_mutation = (
+    operation_info_fragment
+    + """
+mutation fileUpdate($input: FileInputPartial!) {
+    fileUpdate(input: $input) {
+        ... on File {
             id
-            signalId
-            signalName
+            pk
         }
+        ...OperationInfoFragment
     }
 }
 """
+)
+
+pending_file_create_mutation = (
+    operation_info_fragment
+    + """
+mutation pendingFileCreate($input: PendingFileCreateInput!) {
+    pendingFileCreate(input: $input) {
+        ... on File {
+            id
+            pk
+            presignedUrlForUpload
+        }
+        ...OperationInfoFragment
+    }
+}
+"""
+)

primitive/hardware/actions.py

@@ -22,7 +22,7 @@ from .graphql.mutations import (
     hardware_update_mutation,
     register_hardware_mutation,
 )
-from .graphql.queries import hardware_list
+from .graphql.queries import hardware_list, hardware_ssh_credentials
 
 if typing.TYPE_CHECKING:
     pass
@@ -479,3 +479,16 @@ class Hardware(BaseAction):
                 raise Exception(f"No hardware found with slug {hardware_identifier}")
 
         return hardware
+
+    @guard
+    def get_hardware_ssh_credentials(self, hardware_id: str):
+        query = gql(hardware_ssh_credentials)
+
+        variables = {
+            "id": hardware_id,
+        }
+        result = self.primitive.session.execute(
+            query, variable_values=variables, get_execution_result=True
+        )
+        ssh_credentials = result.data.get("hardware").get("sshCredentials")
+        return ssh_credentials

primitive/hardware/graphql/queries.py

@@ -29,3 +29,13 @@ query hardwareList(
 }
 """
 )
+
+hardware_ssh_credentials = """
+query hardwareSSHCredentials($id: GlobalID!) {
+  hardware(id: $id) {
+    id
+    pk
+    sshCredentials
+  }
+}
+"""

primitive/sim/actions.py

@@ -46,10 +46,6 @@ class Sim(BaseAction):
 
         return True, message
 
-    def upload_file(self, path: Path, prefix: str) -> str:
-        file_upload_response = self.primitive.files.file_upload(path, key_prefix=prefix)
-        return file_upload_response.json()["data"]["fileUpload"]["id"]
-
     def collect_artifacts(self, source: Path, job_run_id: str) -> None:
         # Parse VCD artifacts using rust binding
         # TODO: eventually make this smarter, only parsing VCDs for failed tests
@@ -72,12 +68,12 @@ class Sim(BaseAction):
         )
         for file_path in files:
             try:
-                file_ids.append(
-                    self.upload_file(
-                        file_path,
-                        prefix=f"{job_run_id}/{str(PurePath(file_path).relative_to(Path(source)).parent)}",
-                    )
+                key_prefix = f"{job_run_id}/{str(PurePath(file_path).relative_to(Path(source)).parent)}"
+                file_upload_response = self.primitive.files.upload_file_via_api(
+                    file_path, key_prefix=key_prefix
                 )
+                file_id = file_upload_response.json()["data"]["fileUpload"]["id"]
+                file_ids.append(file_id)
             except FileNotFoundError:
                 logger.warning(f"{file_path} not found...")
 

primitive/utils/cache.py

@@ -44,6 +44,20 @@ def get_artifacts_cache(cache_id: str = None) -> Path:
     return artifacts_dir
 
 
+def get_logs_cache(cache_id: str = None) -> Path:
+    cache_dir = get_cache_dir()
+
+    logs_dir = cache_dir / "logs"
+
+    if cache_id:
+        logs_dir = logs_dir / cache_id
+
+    if not logs_dir.exists():
+        logs_dir.mkdir(parents=True, exist_ok=True)
+
+    return logs_dir
+
+
 def get_deps_cache() -> Path:
     cache_dir = get_cache_dir()
 

primitive/utils/shell.py

@@ -1,5 +1,6 @@
 from pathlib import Path
 import subprocess
+from typing import Dict
 
 
 def add_path_to_shell(path: Path):
@@ -31,3 +32,27 @@ def add_path_to_shell(path: Path):
         file.write(f"export PATH={path}:$PATH\n")
 
     return True
+
+
+def env_string_to_dict(env_str: str) -> Dict:
+    lines = env_str.splitlines()
+
+    current_key = None
+    current_value = []
+    env_dict = {}
+    for line in lines:
+        if "=" in line:
+            if current_key is not None:
+                env_dict[current_key] = "\n".join(current_value)
+
+            key, value = line.split("=", 1)
+
+            current_key = key
+            current_value = [value]
+        else:
+            current_value.append(line)
+
+    if current_key is not None:
+        env_dict[current_key] = "\n".join(current_value)
+
+    return env_dict

primitive/utils/verible.py

@@ -1,10 +1,10 @@
 import tarfile
-import requests
-from .shell import add_path_to_shell
-from .cache import get_deps_cache
 
+import requests
 from loguru import logger
 
+from .cache import get_deps_cache
+from .shell import add_path_to_shell
 
 VERIBLE_MAC_OS_LINK = "https://github.com/chipsalliance/verible/releases/download/v0.0-3752-g8b64887e/verible-v0.0-3752-g8b64887e-macOS.tar.gz"
 VERIBLE_WINDOWS_64_OS_LINK = "https://github.com/chipsalliance/verible/releases/download/v0.0-3752-g8b64887e/verible-v0.0-3752-g8b64887e-win64.zip"

{primitive-0.1.59.dist-info → primitive-0.1.62.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: primitive
-Version: 0.1.59
+Version: 0.1.62
 Project-URL: Documentation, https://github.com//primitivecorp/primitive-cli#readme
 Project-URL: Issues, https://github.com//primitivecorp/primitive-cli/issues
 Project-URL: Source, https://github.com//primitivecorp/primitive-cli
@@ -21,6 +21,7 @@ Requires-Python: >=3.11
 Requires-Dist: click
 Requires-Dist: gql[all]
 Requires-Dist: loguru
+Requires-Dist: paramiko[all]
 Requires-Dist: primitive-pal==0.1.4
 Requires-Dist: pyyaml
 Description-Content-Type: text/markdown

{primitive-0.1.59.dist-info → primitive-0.1.62.dist-info}/RECORD

@@ -1,14 +1,14 @@
-primitive/__about__.py,sha256=C9j2a-6ERCVy_C_OHbf9s91MGCcAIm1Dlc-h-vRuSew,130
+primitive/__about__.py,sha256=geKDLLFDQydMN_sAK9SDHgrotZtzInxl2yNgIL4tHng,130
 primitive/__init__.py,sha256=bwKdgggKNVssJFVPfKSxqFMz4IxSr54WWbmiZqTMPNI,106
 primitive/cli.py,sha256=CGmWiqqCLMHtHGOUPuf3tVO6VvChBZ1VdSwCCglnBgA,2582
 primitive/client.py,sha256=p-5z1iGM8ZydIrkYf4R6b7Yna73oszlGdXim9-Zsbyk,2364
 primitive/agent/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/agent/actions.py,sha256=HuKR0bi3VVO8bR5IgcZ1paZw0lGK__8FTgfbWTm68go,5830
+primitive/agent/actions.py,sha256=B7d2oNMjtjUP2RhD-QnNDWNl3jHwjUDk5KLWQ2OnNQ4,5883
 primitive/agent/commands.py,sha256=-dVDilELfkGfbZB7qfEPs77Dm1oT62qJj4tsIk4KoxI,254
-primitive/agent/process.py,sha256=2ZY3YoJHvoukrsCAZIt-AF2YKY4HEO5_jWji5K3W9fM,2267
-primitive/agent/provision.py,sha256=3EEzOV-ria6zf-pvfNddad1lzzd1QmfKInTIjmwX71Y,1673
-primitive/agent/runner.py,sha256=La1XSjH1vVj75DNI2rLR8GSRJvk3BosG_h_x1evGLCE,6878
-primitive/agent/uploader.py,sha256=5ZxonvRlMGRVBYx3hPEaWiPio5lMPi_zhtxz64V5S-A,2379
+primitive/agent/process.py,sha256=LVI-RB4a0YEuXUTYMXKL5Xi9euNwUI2nxj00mv8EFOg,2253
+primitive/agent/provision.py,sha256=rmwnro1K5F8mwtd45XAq7RVQmpDWnbBCQ8X_qgWhm3M,1546
+primitive/agent/runner.py,sha256=xt0Ty-dAc8VatNIZwBZUJbC3mHXLpywpRVVyr_RvVYw,7142
+primitive/agent/uploader.py,sha256=W-aXUgKZvcm9LbTXq8su_cgBl_mFrmcFfkkU9t8W04Q,3002
 primitive/auth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/auth/actions.py,sha256=MPsG9LcKcOPwA7gZ9Ewk0PZJhTQvIrGfODdz4GxSzgA,999
 primitive/auth/commands.py,sha256=JahUq0E2e7Xa-FX1WEUv7TgM6ieDvNH4VwRRtxAW7HE,2340
@@ -20,13 +20,14 @@ primitive/daemons/commands.py,sha256=-Muh-6ib4uAVtPn_67AcMrDwuCwYlCnRQozCi2Xurmk
 primitive/daemons/launch_agents.py,sha256=qovt32gwpjGDd82z_SY5EGCUjaUyNA49pZFajZsw3eE,4796
 primitive/daemons/launch_service.py,sha256=FPB9qKEjhllRfEpct0ng2L9lpIaGJbQwn1JdFT8uBA8,5600
 primitive/exec/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/exec/actions.py,sha256=GdqoVbD65JuDCzdelmygMVuA5a8V-RZHdhxuAqrFzaA,1907
-primitive/exec/commands.py,sha256=iX8SP_9vwyy-R2unk5HaesLIdUAbhXCqCSWOOdFCtY0,509
+primitive/exec/actions.py,sha256=Q7Nj4SVIh2XH83mirpBRQietwWZDZXdoBF3gGvUVzCU,3425
+primitive/exec/commands.py,sha256=66LO2kkJC-ynNZQpUCXv4Ol15QoacdSZAHblePDcmLo,510
+primitive/exec/interactive.py,sha256=TscY6s2ZysijidKPheq6y-fCErUVLS0zcdTW8XyFWGI,2435
 primitive/files/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/files/actions.py,sha256=AYh2o2BY4-glySkILoHZia9nVADKaAFM0z9Pe3GH2EM,2686
-primitive/files/commands.py,sha256=DDizo3xJnU3KLUBTMeeM72viVpnJinLwxs84tmqKhqo,810
+primitive/files/actions.py,sha256=q33aP7UvCFfhhJ8iOnvI57jOpobBUaJspRN4_3vJApU,6675
+primitive/files/commands.py,sha256=x1fxixMrZFvYZGeQb3u5ElsbmWXMmYGq0f_zZArGp8Q,1084
 primitive/files/graphql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/files/graphql/mutations.py,sha256=iVolIhWu8-QktsdavBghr7VxomkxOV4de75BnovP9JM,215
+primitive/files/graphql/mutations.py,sha256=SWxq6rwVWhouiuC72--Avpg9vybURFxmxiwkMY6dX7E,642
 primitive/git/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/git/actions.py,sha256=0KHeHViZZqIhF6-Eqvhs0g_UmglqyWrOQKElQCm6jVw,1506
 primitive/git/commands.py,sha256=sCeSjkRgSEjCEsB5seXgB_h6xfk0KpvMvzMKoRfUbRA,1177
@@ -37,12 +38,12 @@ primitive/graphql/relay.py,sha256=bmij2AjdpURQ6GGVCxwWhauF-r_SxuAU2oJ4sDbLxpI,72
 primitive/graphql/sdk.py,sha256=BhCGmDtc4sNnH8CxbQSJyFwOZ-ZSqMtjsxMB3JRBhPw,1456
 primitive/graphql/utility_fragments.py,sha256=uIjwILC4QtWNyO5vu77VjQf_p0jvP3A9q_6zRq91zqs,303
 primitive/hardware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/hardware/actions.py,sha256=KPRlpGbmeOKViAPWb_nzX6BMyMAjBHjdEz_lyBKqod0,18601
+primitive/hardware/actions.py,sha256=fgwTASzElwk4PxLS2_sdIQYdwbRnuKczThV-aN_MT5A,19049
 primitive/hardware/commands.py,sha256=_HaWOdRQSkhnA1xZZHZWgadSQ9Gijxtnzg2vc_IDSMA,1854
 primitive/hardware/graphql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/hardware/graphql/fragments.py,sha256=2uI0_WIhJISgd9Yx8tAdM7EUuAXEeQMUIXTIfkbZc2Q,246
 primitive/hardware/graphql/mutations.py,sha256=Zd6HxnIgTJ9mJQAfKJkdeDfstcPAal6Bj38pnKb_RuI,904
-primitive/hardware/graphql/queries.py,sha256=dhihQwr4O7zxDNRjeNWhkAXaSDOBsK-uqIczEGy1XLI,430
+primitive/hardware/graphql/queries.py,sha256=1xEe8JoXt_MmqJ3bIeCk13PpzyNFJn4OgRDU2_93mZA,574
 primitive/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/jobs/actions.py,sha256=CtyO-Z9614TgIoXJJX1QGsoll0fgpBIjG9PJH5JwCQs,4901
 primitive/jobs/commands.py,sha256=MxPCkBEYW_eLNqgCRYeyj7ZcLOFAWfpVZlqDR2Y_S0o,830
@@ -75,21 +76,21 @@ primitive/reservations/graphql/fragments.py,sha256=OPh8ylJR2kxfArBJ4IYIBLvWJyms3
 primitive/reservations/graphql/mutations.py,sha256=IqzwQL7OclN7RpIcidrTQo9cGYofY7wqoBOdnY0pwN8,651
 primitive/reservations/graphql/queries.py,sha256=x31wTRelskX2fc0fx2qrY7XT1q74nvzLv_Xef3o9weg,746
 primitive/sim/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-primitive/sim/actions.py,sha256=8eGOL7_sRj-7aW4TfPDH6gX5bYvxSIJkUxzRvPb7rjo,4904
+primitive/sim/actions.py,sha256=oR77UmCp6PxDEuKvoNejeHOG6E5r6uHax3G9OZYoofM,4810
 primitive/sim/commands.py,sha256=8PaOfL1MO6qxTn7mNVRnBU1X2wa3gk_mlbAhBW6MnI0,591
 primitive/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 primitive/utils/actions.py,sha256=HOFrmM3-0A_A3NS84MqrZ6JmQEiiPSoDqEeuu6b_qfQ,196
 primitive/utils/auth.py,sha256=TtJKTR6tLmNrtWbOjJI-KJh4ZSJ1uG7ApE9GcY63m00,836
-primitive/utils/cache.py,sha256=hDVpEL2TePrWOH6q7Me_Oi-DH_viFrRxrVta-z4wBhM,1295
+primitive/utils/cache.py,sha256=FHGmVWYLJFQOazpXXcEwI0YJEZbdkgG39nOLdOv6VNk,1575
 primitive/utils/config.py,sha256=DlFM5Nglo22WPtbpZSVtH7NX-PTMaKYlcrUE7GPRG4c,1058
 primitive/utils/files.py,sha256=Yv__bQes3YIlzhOT9kVxtYhoA5CmUjPSvphl9PZ41k4,867
 primitive/utils/git.py,sha256=1qNOu8X-33CavmrD580BmrFhD_WVO9PGWHUUboXJR_g,663
 primitive/utils/memory_size.py,sha256=4xfha21kW82nFvOTtDFx9Jk2ZQoEhkfXii-PGNTpIUk,3058
 primitive/utils/printer.py,sha256=f1XUpqi5dkTL3GWvYRUGlSwtj2IxU1q745T4Fxo7Tn4,370
-primitive/utils/shell.py,sha256=-7UjQaBqSGHzEEyX8pNjeYFFP0P3lVnDV0OkgPz1qHU,1050
-primitive/utils/verible.py,sha256=r7c_hfqvL0UicMmIzK3Cy_BfZI1ZpcfBeLqKEWFWqJo,2252
-primitive-0.1.59.dist-info/METADATA,sha256=pkPSFAV49Rz8KgwQyXJX9sjkuSlyc_mzsC_owgi7cto,3782
-primitive-0.1.59.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-primitive-0.1.59.dist-info/entry_points.txt,sha256=p1K8DMCWka5FqLlqP1sPek5Uovy9jq8u51gUsP-z334,48
-primitive-0.1.59.dist-info/licenses/LICENSE.txt,sha256=B8kmQMJ2sxYygjCLBk770uacaMci4mPSoJJ8WoDBY_c,1098
-primitive-0.1.59.dist-info/RECORD,,
+primitive/utils/shell.py,sha256=j7E1YwgNWw57dFHVfEbqRNVcPHX0xDefX2vFSNgeI_8,1648
+primitive/utils/verible.py,sha256=Zb5NUISvcaIgEvgCDBWr-GCoceMa79Tcwvr5Wl9lfnA,2252
+primitive-0.1.62.dist-info/METADATA,sha256=sQ2iai9V1lS1U_snKtzwP4JsUgUaHPYyqzoRnmaHVhk,3811
+primitive-0.1.62.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+primitive-0.1.62.dist-info/entry_points.txt,sha256=p1K8DMCWka5FqLlqP1sPek5Uovy9jq8u51gUsP-z334,48
+primitive-0.1.62.dist-info/licenses/LICENSE.txt,sha256=B8kmQMJ2sxYygjCLBk770uacaMci4mPSoJJ8WoDBY_c,1098
+primitive-0.1.62.dist-info/RECORD,,