datatorch 0.7.2__tar.gz → 0.7.3__tar.gz

{datatorch-0.7.2 → datatorch-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatorch
-Version: 0.7.2
+Version: 0.7.3
 Summary: A CLI and library for interacting with DataTorch.
 Home-page: https://github.com/datatorch/python
 Author: DataTorch

{datatorch-0.7.2 → datatorch-0.7.3}/datatorch/agent/client.py

@@ -15,14 +15,14 @@ class Log(TypedDict):
 
 
 class AgentStepDispatch(TypedDict):
-    """A ready step pushed to this agent (agent protocol v2).
+    """A ready step pushed to this runner (runner protocol v2).
 
     ``input`` arrives server-resolved: ``steps.*`` and ``input.*``
     references are already substituted with concrete values.
     """
 
     stepId: str
-    agentId: str
+    runnerId: str
     action: str
     stepName: Optional[str]
     stepIndex: int
@@ -40,10 +40,10 @@ class AgentStepRequest(TypedDict):
 
 
 class AgentStepCancel(TypedDict):
-    """A stop signal for a step this agent is currently running."""
+    """A stop signal for a step this runner is currently running."""
 
     stepId: str
-    agentId: str
+    runnerId: str
 
 
 class AgentStepCancelRequest(TypedDict):
@@ -52,7 +52,7 @@ class AgentStepCancelRequest(TypedDict):
 
 STEP_DISPATCH_FIELDS = """
     stepId
-    agentId
+    runnerId
     action
     stepName
     stepIndex
@@ -71,11 +71,11 @@ class AgentApiClient(object):
         self.session = session
 
     def agent_steps(self):
-        """Subscribe to ready steps dispatched to this agent."""
+        """Subscribe to ready steps dispatched to this runner."""
         # fmt: off
         sub = gql("""
             subscription {
-                step: agentSteps {
+                step: runnerSteps {
                     %s
                 }
             }
@@ -84,7 +84,7 @@ class AgentApiClient(object):
         return cast(AsyncGenerator[AgentStepRequest, None], self.session.subscribe(sub))
 
     def agent_step_cancels(self):
-        """Subscribe to stop signals for steps this agent is running.
+        """Subscribe to stop signals for steps this runner is running.
 
         Best effort: the server has already moved the step terminal, so a
         missed signal only means the step runs to harmless completion.
@@ -92,9 +92,9 @@ class AgentApiClient(object):
         # fmt: off
         sub = gql("""
             subscription {
-                cancel: agentStepCancels {
+                cancel: runnerStepCancels {
                     stepId
-                    agentId
+                    runnerId
                 }
             }
         """)
@@ -105,7 +105,7 @@ class AgentApiClient(object):
         )
 
     async def pending_steps(self) -> List[AgentStepDispatch]:
-        """Steps dispatched to this agent but not yet claimed.
+        """Steps dispatched to this runner but not yet claimed.
 
         Called on (re)connect: pushes missed while offline are recovered
         here.
@@ -113,7 +113,7 @@ class AgentApiClient(object):
         # fmt: off
         query = """
             query PendingSteps {
-                steps: agentPendingSteps {
+                steps: runnerPendingSteps {
                     %s
                 }
             }
@@ -163,7 +163,7 @@ class AgentApiClient(object):
     def initial_metrics(self, metrics):
         # fmt: off
         mutate = """
-            mutation updateAgent(
+            mutation updateRunner(
                 $id: ID!
                 $version: String
                 $os: String
@@ -177,7 +177,7 @@ class AgentApiClient(object):
                 $cpuCoresPhysical: Int
                 $cpuCoresLogical: Int
             ) {
-                updateAgent(id: $id, input: {
+                updateRunner(id: $id, input: {
                     version: $version
                     os: $os
                     osRelease: $osRelease
@@ -201,8 +201,8 @@ class AgentApiClient(object):
     def metrics(self, metrics):
         # fmt: off
         mutate = """
-            mutation updateAgent(
-                $agentId: ID!
+            mutation createRunnerMetric(
+                $runnerId: ID!
                 $sampledAt: DateTime!
                 $avgLoad1: Float
                 $avgLoad5: Float
@@ -211,8 +211,8 @@ class AgentApiClient(object):
                 $diskUsage: Float
                 $memoryUsage: Float
             ) {
-                createAgentMetric(input: {
-                    agentId: $agentId
+                createRunnerMetric(input: {
+                    runnerId: $runnerId
                     sampledAt: $sampledAt
                     avgLoad1: $avgLoad1
                     avgLoad5: $avgLoad5
@@ -226,7 +226,7 @@ class AgentApiClient(object):
             }
         """
         # fmt: on
-        params = {"agentId": agent_directory.settings.agent_id, **metrics}
+        params = {"runnerId": agent_directory.settings.agent_id, **metrics}
         return self.execute(mutate, params=params)
 
     def upload_step_logs(self, step_id: str, logs: List[Log]):

datatorch-0.7.3/datatorch/agent/pipelines/runner/python.py

@@ -0,0 +1,32 @@
+import os
+import sys
+import json
+import shlex
+
+from .runner import Runner
+
+
+class PythonFailedError(Exception):
+    pass
+
+
+class PythonRunner(Runner):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        if self.config.get("main") is None:
+            raise ValueError("A main path was not provided.")
+
+    async def execute(self):
+        main = self.get("main").strip("/")
+        main_path = os.path.join(self.action.dir, main)
+
+        # Inputs reach the action verbatim as one JSON argv argument.
+        # shlex.quote covers every shell metacharacter, apostrophes
+        # included, and the space in macOS "Application Support" paths.
+        json_input = json.dumps(self.variables.inputs)
+
+        await self.monitor_cmd(
+            " ".join(
+                shlex.quote(part) for part in (sys.executable, main_path, json_input)
+            )
+        )

{datatorch-0.7.2 → datatorch-0.7.3}/datatorch/agent/pipelines/runner/shell.py

@@ -1,4 +1,5 @@
 import os
+import shlex
 
 from .runner import Runner
 
@@ -18,6 +19,12 @@ class ShellRunner(Runner):
         # ${{ input.* }} — injection policy). Inputs reach the script as
         # $INPUT_<NAME> environment variables.
         script = self.get_command("script").strip("/")
-        script_command = os.path.join(self.action.dir, script)
-        await self.run_cmd("chmod +x {}".format(script_command.split(" ", 1)[0]))
-        await self.monitor_cmd(script_command, env=self.input_env())
+        # `script` may carry arguments after the path ("run.sh --flag");
+        # only the path is joined to the action dir and quoted, since the
+        # dir can contain a space (macOS "Application Support").
+        script_path, _, script_args = script.partition(" ")
+        quoted_path = shlex.quote(os.path.join(self.action.dir, script_path))
+        await self.run_cmd(f"chmod +x {quoted_path}")
+        await self.monitor_cmd(
+            f"{quoted_path} {script_args}".rstrip(), env=self.input_env()
+        )

{datatorch-0.7.2 → datatorch-0.7.3}/datatorch/api/client.py

@@ -20,7 +20,7 @@ T = TypeVar("T")
 __all__ = "Client"
 
 
-AGENT_TOKEN_HEADER = "datatorch-agent-token"
+AGENT_TOKEN_HEADER = "datatorch-runner-token"
 API_KEY_HEADER = "datatorch-api-key"
 
 

{datatorch-0.7.2 → datatorch-0.7.3}/datatorch/cli/agent/create.py

@@ -14,9 +14,9 @@ def create_agent(name: str) -> dict:
     # fmt: off
     results = api.execute(
         """
-        mutation CreateAgent($name: String!, $version: String!) {
-            createAgent(name: $name, version: $version) {
-                agent {
+        mutation CreateRunner($name: String!, $version: String!) {
+            createRunner(name: $name, version: $version) {
+                runner {
                     id
                 }
                 token
@@ -54,8 +54,8 @@ def create(ctx):
     spinner = Spinner("Creating runner")
 
     try:
-        agent = create_agent(name)["createAgent"]
-        agent_settings.agent_id = agent["agent"]["id"]
+        agent = create_agent(name)["createRunner"]
+        agent_settings.agent_id = agent["runner"]["id"]
         agent_settings.agent_token = agent["token"]
         agent_settings.api_url = user_settings.api_url
     except Exception as ex:

{datatorch-0.7.2 → datatorch-0.7.3}/datatorch.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datatorch
-Version: 0.7.2
+Version: 0.7.3
 Summary: A CLI and library for interacting with DataTorch.
 Home-page: https://github.com/datatorch/python
 Author: DataTorch

{datatorch-0.7.2 → datatorch-0.7.3}/setup.py

@@ -33,7 +33,7 @@ requirements = [
 
 setup(
     name="datatorch",
-    version="0.7.2",
+    version="0.7.3",
     description="A CLI and library for interacting with DataTorch.",
     author="DataTorch",
     author_email="support@datatorch.io",

datatorch-0.7.2/datatorch/agent/pipelines/runner/python.py

@@ -1,30 +0,0 @@
-import os
-import sys
-import json
-import base64
-
-from .runner import Runner
-
-
-class PythonFailedError(Exception):
-    pass
-
-
-class PythonRunner(Runner):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        if self.config.get("main") is None:
-            raise ValueError("A main path was not provided.")
-
-    async def execute(self):
-        main = self.get("main").strip("/")
-        # Ok this command parsing stuff is to handle Application Support folder in Macs
-        # Because there are spaces in the folder name
-        main_command_spaces = os.path.join(self.action.dir, main)
-        main_command_nospaces = main_command_spaces.replace(" ", "\ ")
-
-        json_input = json.dumps(self.variables.inputs).replace("'", '\\"')
-
-        await self.monitor_cmd(
-            f"{sys.executable} {main_command_nospaces} '{json_input}'"
-        )