jolt 0.9.172__py3-none-any.whl → 0.9.435__py3-none-any.whl

jolt/plugins/python.py

@@ -1,9 +1,12 @@
 import sys
 
+from jolt import Task
+from jolt import attributes
 from jolt import filesystem as fs
 from jolt.cache import ArtifactStringAttribute
 from jolt.cache import ArtifactAttributeSet
 from jolt.cache import ArtifactAttributeSetProvider
+from jolt.error import raise_task_error_if
 
 
 class PythonVariable(ArtifactStringAttribute):
@@ -98,3 +101,137 @@ class PythonProvider(ArtifactAttributeSetProvider):
 
     def unapply(self, task, artifact):
         artifact.python.unapply(task, artifact)
+
+
+@attributes.system
+@attributes.requires("requires_python")
+class PythonEnv(Task):
+    """
+    Base class for Python virtual environment tasks.
+
+    Builds a Python virtual environment and installs specified packages.
+
+    The venv module from the Python standard library must be available in the
+    Python installation used to run the task.
+    """
+
+    abstract = True
+    """ This is an abstract base class that should be inherited by concrete tasks. """
+
+    executable = "python3"
+    """ Python executable to use for creating the virtual environment. """
+
+    requirements = []
+    """
+    List of Python packages to install in the virtual environment.
+
+    Each entry should be a string suitable for pip, e.g., "package==version".
+    """
+
+    def _verify_influence(self, deps, artifact, tools, sources=None):
+        # No influence to verify
+        return
+
+    def relocate_scripts(self, artifact, tools, frompath, topath):
+        bindir = "Scripts" if self.system == "windows" else "bin"
+
+        with tools.cwd(artifact.path, bindir):
+            for script in tools.glob("*"):
+                if script.startswith("python"):
+                    continue
+                tools.replace_in_file(script, frompath, topath)
+
+        with tools.cwd(artifact.path):
+            if not tools.exists("local/bin"):
+                return
+            with tools.cwd("local", "bin"):
+                for script in tools.glob("*"):
+                    tools.replace_in_file(script, frompath, topath)
+
+    def publish(self, artifact, tools):
+        # Create a parallel installation by copying a Python installation
+
+        # First locate the Python executable to copy
+        py_exe = tools.which(self.executable)
+        raise_task_error_if(
+            py_exe is None, self,
+            f"Python executable '{self.executable}' not found in PATH.",
+        )
+
+        # Follow symlinks to get the real executable
+        py_exe = fs.path.realpath(py_exe)
+
+        # Determine the Python home directory
+        py_home = fs.path.dirname(fs.path.dirname(py_exe))
+
+        # Determine the Python version
+        self.version_major = tools.run(
+            [py_exe, "-c", "import sys; print(\"{{}}.{{}}\".format(sys.version_info[0], sys.version_info[1]))"],
+            shell=False,
+            output_on_error=True).strip()
+
+        self.info("Python executable: {0}", py_exe)
+        self.info("Python home: {0}", py_home)
+        self.info("Python version: {0}", self.version_major)
+
+        # Copy the Python installation to the artifact path
+        with tools.cwd(py_home):
+            artifact.collect(py_exe, "bin/python3")
+            artifact.collect("lib/python3")
+            artifact.collect("lib/python{version_major}")
+            artifact.collect("lib/libpython{version_major}.*")
+
+        # Create common symlinks
+        if self.system != "windows":
+            with tools.cwd(artifact.path, "bin"):
+                tools.symlink("python3", "python")
+                tools.symlink("python3", "python{version_major}")
+
+        # Install required packages into the artifact using pip
+        with tools.environ(PYTHONHOME=artifact.path):
+            py_exe = fs.path.join(artifact.path, "bin", "python3")
+            with tools.tmpdir() as tmp, tools.cwd(tmp):
+                tools.write_file(
+                    "requirements.txt",
+                    "\n".join(self.requirements) + "\n"
+                )
+
+                pip_cmd = [
+                    py_exe,
+                    "-m",
+                    "pip",
+                    "--isolated",
+                    "--no-cache-dir",
+                    "install",
+                    "-r",
+                    "requirements.txt",
+                    "--break-system-packages",
+                ]
+                tools.run(pip_cmd, shell=False)
+
+        artifact.environ.PATH.append("bin")
+        artifact.environ.PATH.append("local/bin")
+        artifact.strings.install_prefix = artifact.path
+
+    def unpack(self, artifact, tools):
+        # Relocate the virtual environment by adjusting script paths
+        frompath = artifact.strings.install_prefix
+        topath = artifact.final_path
+        self.relocate_scripts(artifact, tools, frompath, topath)
+
+        artifact.strings.install_prefix = artifact.final_path
+
+
+def requires(python=True):
+    """ Decorator to add Python requirements to a task. """
+
+    import jolt.pkgs.cpython
+
+    def decorate(cls):
+        if python:
+            cls = attributes.requires("requires_python")(cls)
+            cls.requires_python = ["cpython"]
+
+        return cls
+
+    return decorate

jolt/plugins/remote_execution/administration_pb2.py

@@ -2,37 +2,45 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: jolt/plugins/remote_execution/administration.proto
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
 
 
 from google.protobuf import empty_pb2 as google_dot_protobuf_dot_empty__pb2
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
+from jolt import common_pb2 as jolt_dot_common__pb2
 from jolt.plugins.remote_execution import scheduler_pb2 as jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n2jolt/plugins/remote_execution/administration.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a-jolt/plugins/remote_execution/scheduler.proto\"\x13\n\x11ListBuildsRequest\"T\n\x12ListBuildsResponse\x12)\n\x06\x62uilds\x18\x01 \x03(\x0b\x32\x19.ListBuildsResponse.Build\x1a\x13\n\x05\x42uild\x12\n\n\x02id\x18\x01 \x01(\t\"\x14\n\x12ListWorkersRequest\"\x15\n\x13ListWorkersResponse2\xf9\x01\n\x0e\x41\x64ministration\x12\x38\n\x0b\x43\x61ncelBuild\x12\x13.CancelBuildRequest\x1a\x14.CancelBuildResponse\x12\x35\n\nListBuilds\x12\x12.ListBuildsRequest\x1a\x13.ListBuildsResponse\x12\x38\n\x0bListWorkers\x12\x13.ListWorkersRequest\x1a\x14.ListWorkersResponse\x12<\n\nReschedule\x12\x16.google.protobuf.Empty\x1a\x16.google.protobuf.EmptyB\x0eZ\x0cpkg/protocolb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n2jolt/plugins/remote_execution/administration.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x11jolt/common.proto\x1a-jolt/plugins/remote_execution/scheduler.proto\"\"\n\x11ListBuildsRequest\x12\r\n\x05tasks\x18\x01 \x01(\x08\"\xf4\x02\n\x12ListBuildsResponse\x12)\n\x06\x62uilds\x18\x01 \x03(\x0b\x32\x19.ListBuildsResponse.Build\x1aR\n\x04Task\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1b\n\x06status\x18\x03 \x01(\x0e\x32\x0b.TaskStatus\x12\x13\n\x0bhasObserver\x18\x04 \x01(\x08\x1a\xde\x01\n\x05\x42uild\x12\n\n\x02id\x18\x01 \x01(\t\x12\x1c\n\x06status\x18\x02 \x01(\x0e\x32\x0c.BuildStatus\x12\'\n\x05tasks\x18\x03 \x03(\x0b\x32\x18.ListBuildsResponse.Task\x12/\n\x0bscheduledAt\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bhasObserver\x18\x05 \x01(\x08\x12\x16\n\x0ehasRunningTask\x18\x06 \x01(\x08\x12\x15\n\rhasQueuedTask\x18\x07 \x01(\x08\x12\r\n\x05ready\x18\x08 \x01(\x08\"\x14\n\x12ListWorkersRequest\"\x80\x02\n\x13ListWorkersResponse\x12,\n\x07workers\x18\x01 \x03(\x0b\x32\x1b.ListWorkersResponse.Worker\x1a=\n\x04Task\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1b\n\x06status\x18\x03 \x01(\x0e\x32\x0b.TaskStatus\x1a|\n\x06Worker\x12\n\n\x02id\x18\x01 \x01(\t\x12\x1b\n\x08platform\x18\x02 \x01(\x0b\x32\t.Platform\x12 \n\rtask_platform\x18\x03 \x01(\x0b\x32\t.Platform\x12\'\n\x04task\x18\x04 \x01(\x0b\x32\x19.ListWorkersResponse.Task2\xf9\x01\n\x0e\x41\x64ministration\x12\x38\n\x0b\x43\x61ncelBuild\x12\x13.CancelBuildRequest\x1a\x14.CancelBuildResponse\x12\x35\n\nListBuilds\x12\x12.ListBuildsRequest\x1a\x13.ListBuildsResponse\x12\x38\n\x0bListWorkers\x12\x13.ListWorkersRequest\x1a\x14.ListWorkersResponse\x12<\n\nReschedule\x12\x16.google.protobuf.Empty\x1a\x16.google.protobuf.EmptyB\x0eZ\x0cpkg/protocolb\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.administration_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.administration_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  DESCRIPTOR._serialized_options = b'Z\014pkg/protocol'
-  _LISTBUILDSREQUEST._serialized_start=130
-  _LISTBUILDSREQUEST._serialized_end=149
-  _LISTBUILDSRESPONSE._serialized_start=151
-  _LISTBUILDSRESPONSE._serialized_end=235
-  _LISTBUILDSRESPONSE_BUILD._serialized_start=216
-  _LISTBUILDSRESPONSE_BUILD._serialized_end=235
-  _LISTWORKERSREQUEST._serialized_start=237
-  _LISTWORKERSREQUEST._serialized_end=257
-  _LISTWORKERSRESPONSE._serialized_start=259
-  _LISTWORKERSRESPONSE._serialized_end=280
-  _ADMINISTRATION._serialized_start=283
-  _ADMINISTRATION._serialized_end=532
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\014pkg/protocol'
+  _globals['_LISTBUILDSREQUEST']._serialized_start=182
+  _globals['_LISTBUILDSREQUEST']._serialized_end=216
+  _globals['_LISTBUILDSRESPONSE']._serialized_start=219
+  _globals['_LISTBUILDSRESPONSE']._serialized_end=591
+  _globals['_LISTBUILDSRESPONSE_TASK']._serialized_start=284
+  _globals['_LISTBUILDSRESPONSE_TASK']._serialized_end=366
+  _globals['_LISTBUILDSRESPONSE_BUILD']._serialized_start=369
+  _globals['_LISTBUILDSRESPONSE_BUILD']._serialized_end=591
+  _globals['_LISTWORKERSREQUEST']._serialized_start=593
+  _globals['_LISTWORKERSREQUEST']._serialized_end=613
+  _globals['_LISTWORKERSRESPONSE']._serialized_start=616
+  _globals['_LISTWORKERSRESPONSE']._serialized_end=872
+  _globals['_LISTWORKERSRESPONSE_TASK']._serialized_start=284
+  _globals['_LISTWORKERSRESPONSE_TASK']._serialized_end=345
+  _globals['_LISTWORKERSRESPONSE_WORKER']._serialized_start=748
+  _globals['_LISTWORKERSRESPONSE_WORKER']._serialized_end=872
+  _globals['_ADMINISTRATION']._serialized_start=875
+  _globals['_ADMINISTRATION']._serialized_end=1124
 # @@protoc_insertion_point(module_scope)

jolt/plugins/remote_execution/log_pb2.py

@@ -2,10 +2,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: jolt/plugins/remote_execution/log.proto
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -17,16 +17,16 @@ from jolt import common_pb2 as jolt_dot_common__pb2
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\'jolt/plugins/remote_execution/log.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x11jolt/common.proto\"s\n\x0eReadLogRequest\x12\n\n\x02id\x18\x01 \x01(\t\x12*\n\x06\x62\x65\x66ore\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12)\n\x05\x61\x66ter\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"9\n\x0fReadLogResponse\x12\n\n\x02id\x18\x01 \x01(\t\x12\x1a\n\x08loglines\x18\x02 \x03(\x0b\x32\x08.LogLine2:\n\x08LogStash\x12.\n\x07ReadLog\x12\x0f.ReadLogRequest\x1a\x10.ReadLogResponse0\x01\x42\x0eZ\x0cpkg/protocolb\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.log_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.log_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  DESCRIPTOR._serialized_options = b'Z\014pkg/protocol'
-  _READLOGREQUEST._serialized_start=95
-  _READLOGREQUEST._serialized_end=210
-  _READLOGRESPONSE._serialized_start=212
-  _READLOGRESPONSE._serialized_end=269
-  _LOGSTASH._serialized_start=271
-  _LOGSTASH._serialized_end=329
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\014pkg/protocol'
+  _globals['_READLOGREQUEST']._serialized_start=95
+  _globals['_READLOGREQUEST']._serialized_end=210
+  _globals['_READLOGRESPONSE']._serialized_start=212
+  _globals['_READLOGRESPONSE']._serialized_end=269
+  _globals['_LOGSTASH']._serialized_start=271
+  _globals['_LOGSTASH']._serialized_end=329
 # @@protoc_insertion_point(module_scope)

jolt/plugins/remote_execution/scheduler_pb2.py

@@ -2,10 +2,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: jolt/plugins/remote_execution/scheduler.proto
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -14,28 +14,28 @@ _sym_db = _symbol_database.Default()
 from jolt import common_pb2 as jolt_dot_common__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n-jolt/plugins/remote_execution/scheduler.proto\x1a\x11jolt/common.proto\"[\n\x0c\x42uildRequest\x12&\n\x0b\x65nvironment\x18\x01 \x01(\x0b\x32\x11.BuildEnvironment\x12\x10\n\x08priority\x18\x02 \x01(\x05\x12\x11\n\tlogstream\x18\x03 \x01(\x08\"=\n\x0b\x42uildUpdate\x12\x1c\n\x06status\x18\x01 \x01(\x0e\x32\x0c.BuildStatus\x12\x10\n\x08\x62uild_id\x18\x02 \x01(\t\"&\n\x12\x43\x61ncelBuildRequest\x12\x10\n\x08\x62uild_id\x18\x01 \x01(\t\"3\n\x13\x43\x61ncelBuildResponse\x12\x1c\n\x06status\x18\x01 \x01(\x0e\x32\x0c.BuildStatus\"0\n\x0bTaskRequest\x12\x10\n\x08\x62uild_id\x18\x01 \x01(\t\x12\x0f\n\x07task_id\x18\x02 \x01(\t\"\x1e\n\x10WorkerAllocation\x12\n\n\x02id\x18\x01 \x01(\t\"\xa3\x01\n\nTaskUpdate\x12\x1d\n\x07request\x18\x01 \x01(\x0b\x32\x0c.TaskRequest\x12\x1b\n\x06status\x18\x02 \x01(\x0e\x32\x0b.TaskStatus\x12!\n\x06worker\x18\x03 \x01(\x0b\x32\x11.WorkerAllocation\x12\x1a\n\x08loglines\x18\x04 \x03(\x0b\x32\x08.LogLine\x12\x1a\n\x06\x65rrors\x18\x05 \x03(\x0b\x32\n.TaskError2\xa2\x01\n\tScheduler\x12.\n\rScheduleBuild\x12\r.BuildRequest\x1a\x0c.BuildUpdate0\x01\x12\x38\n\x0b\x43\x61ncelBuild\x12\x13.CancelBuildRequest\x1a\x14.CancelBuildResponse\x12+\n\x0cScheduleTask\x12\x0c.TaskRequest\x1a\x0b.TaskUpdate0\x01\x42\x0eZ\x0cpkg/protocolb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n-jolt/plugins/remote_execution/scheduler.proto\x1a\x11jolt/common.proto\"[\n\x0c\x42uildRequest\x12&\n\x0b\x65nvironment\x18\x01 \x01(\x0b\x32\x11.BuildEnvironment\x12\x10\n\x08priority\x18\x02 \x01(\x05\x12\x11\n\tlogstream\x18\x03 \x01(\x08\"=\n\x0b\x42uildUpdate\x12\x1c\n\x06status\x18\x01 \x01(\x0e\x32\x0c.BuildStatus\x12\x10\n\x08\x62uild_id\x18\x02 \x01(\t\"&\n\x12\x43\x61ncelBuildRequest\x12\x10\n\x08\x62uild_id\x18\x01 \x01(\t\"3\n\x13\x43\x61ncelBuildResponse\x12\x1c\n\x06status\x18\x01 \x01(\x0e\x32\x0c.BuildStatus\"0\n\x0bTaskRequest\x12\x10\n\x08\x62uild_id\x18\x01 \x01(\t\x12\x0f\n\x07task_id\x18\x02 \x01(\t\"0\n\x10WorkerAllocation\x12\n\n\x02id\x18\x01 \x01(\t\x12\x10\n\x08hostname\x18\x02 \x01(\t\"\xa3\x01\n\nTaskUpdate\x12\x1d\n\x07request\x18\x01 \x01(\x0b\x32\x0c.TaskRequest\x12\x1b\n\x06status\x18\x02 \x01(\x0e\x32\x0b.TaskStatus\x12!\n\x06worker\x18\x03 \x01(\x0b\x32\x11.WorkerAllocation\x12\x1a\n\x08loglines\x18\x04 \x03(\x0b\x32\x08.LogLine\x12\x1a\n\x06\x65rrors\x18\x05 \x03(\x0b\x32\n.TaskError2\xa2\x01\n\tScheduler\x12.\n\rScheduleBuild\x12\r.BuildRequest\x1a\x0c.BuildUpdate0\x01\x12\x38\n\x0b\x43\x61ncelBuild\x12\x13.CancelBuildRequest\x1a\x14.CancelBuildResponse\x12+\n\x0cScheduleTask\x12\x0c.TaskRequest\x1a\x0b.TaskUpdate0\x01\x42\x0eZ\x0cpkg/protocolb\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.scheduler_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.scheduler_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  DESCRIPTOR._serialized_options = b'Z\014pkg/protocol'
-  _BUILDREQUEST._serialized_start=68
-  _BUILDREQUEST._serialized_end=159
-  _BUILDUPDATE._serialized_start=161
-  _BUILDUPDATE._serialized_end=222
-  _CANCELBUILDREQUEST._serialized_start=224
-  _CANCELBUILDREQUEST._serialized_end=262
-  _CANCELBUILDRESPONSE._serialized_start=264
-  _CANCELBUILDRESPONSE._serialized_end=315
-  _TASKREQUEST._serialized_start=317
-  _TASKREQUEST._serialized_end=365
-  _WORKERALLOCATION._serialized_start=367
-  _WORKERALLOCATION._serialized_end=397
-  _TASKUPDATE._serialized_start=400
-  _TASKUPDATE._serialized_end=563
-  _SCHEDULER._serialized_start=566
-  _SCHEDULER._serialized_end=728
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\014pkg/protocol'
+  _globals['_BUILDREQUEST']._serialized_start=68
+  _globals['_BUILDREQUEST']._serialized_end=159
+  _globals['_BUILDUPDATE']._serialized_start=161
+  _globals['_BUILDUPDATE']._serialized_end=222
+  _globals['_CANCELBUILDREQUEST']._serialized_start=224
+  _globals['_CANCELBUILDREQUEST']._serialized_end=262
+  _globals['_CANCELBUILDRESPONSE']._serialized_start=264
+  _globals['_CANCELBUILDRESPONSE']._serialized_end=315
+  _globals['_TASKREQUEST']._serialized_start=317
+  _globals['_TASKREQUEST']._serialized_end=365
+  _globals['_WORKERALLOCATION']._serialized_start=367
+  _globals['_WORKERALLOCATION']._serialized_end=415
+  _globals['_TASKUPDATE']._serialized_start=418
+  _globals['_TASKUPDATE']._serialized_end=581
+  _globals['_SCHEDULER']._serialized_start=584
+  _globals['_SCHEDULER']._serialized_end=746
 # @@protoc_insertion_point(module_scope)

jolt/plugins/remote_execution/worker_pb2.py

@@ -2,10 +2,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: jolt/plugins/remote_execution/worker.proto
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -15,24 +15,24 @@ from jolt import common_pb2 as jolt_dot_common__pb2
 from jolt.plugins.remote_execution import scheduler_pb2 as jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*jolt/plugins/remote_execution/worker.proto\x1a\x11jolt/common.proto\x1a-jolt/plugins/remote_execution/scheduler.proto\"\xaf\x01\n\rWorkerRequest\x12%\n\x06\x61\x63tion\x18\x01 \x01(\x0e\x32\x15.WorkerRequest.Action\x12\x1c\n\x05\x62uild\x18\x02 \x01(\x0b\x32\r.BuildRequest\x12\x11\n\tworker_id\x18\x03 \x01(\t\x12\x10\n\x08\x62uild_id\x18\x04 \x01(\t\"4\n\x06\x41\x63tion\x12\t\n\x05\x42UILD\x10\x00\x12\x10\n\x0c\x43\x41NCEL_BUILD\x10\x01\x12\r\n\tTERMINATE\x10\x02\"\xcf\x01\n\x0cWorkerUpdate\x12$\n\x06status\x18\x01 \x01(\x0e\x32\x14.WorkerUpdate.Status\x12\x1b\n\x08platform\x18\x02 \x01(\x0b\x32\t.Platform\x12\x1b\n\x05\x65rror\x18\x03 \x01(\x0b\x32\x0c.WorkerError\"_\n\x06Status\x12\r\n\tENLISTING\x10\x00\x12\r\n\tDELISTING\x10\x01\x12\x0f\n\x0b\x42UILD_ENDED\x10\x02\x12\x11\n\rDEPLOY_FAILED\x10\x03\x12\x13\n\x0f\x45XECUTOR_FAILED\x10\x04\"/\n\x0bWorkerError\x12\x0f\n\x07message\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x65tails\x18\x02 \x01(\t2i\n\x06Worker\x12\x34\n\x0fGetInstructions\x12\r.WorkerUpdate\x1a\x0e.WorkerRequest(\x01\x30\x01\x12)\n\x08GetTasks\x12\x0b.TaskUpdate\x1a\x0c.TaskRequest(\x01\x30\x01\x42\x0eZ\x0cpkg/protocolb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*jolt/plugins/remote_execution/worker.proto\x1a\x11jolt/common.proto\x1a-jolt/plugins/remote_execution/scheduler.proto\"\xaf\x01\n\rWorkerRequest\x12%\n\x06\x61\x63tion\x18\x01 \x01(\x0e\x32\x15.WorkerRequest.Action\x12\x1c\n\x05\x62uild\x18\x02 \x01(\x0b\x32\r.BuildRequest\x12\x11\n\tworker_id\x18\x03 \x01(\t\x12\x10\n\x08\x62uild_id\x18\x04 \x01(\t\"4\n\x06\x41\x63tion\x12\t\n\x05\x42UILD\x10\x00\x12\x10\n\x0c\x43\x41NCEL_BUILD\x10\x01\x12\r\n\tTERMINATE\x10\x02\"\xf1\x01\n\x0cWorkerUpdate\x12$\n\x06status\x18\x01 \x01(\x0e\x32\x14.WorkerUpdate.Status\x12\x1b\n\x08platform\x18\x02 \x01(\x0b\x32\t.Platform\x12 \n\rtask_platform\x18\x04 \x01(\x0b\x32\t.Platform\x12\x1b\n\x05\x65rror\x18\x03 \x01(\x0b\x32\x0c.WorkerError\"_\n\x06Status\x12\r\n\tENLISTING\x10\x00\x12\r\n\tDELISTING\x10\x01\x12\x0f\n\x0b\x42UILD_ENDED\x10\x02\x12\x11\n\rDEPLOY_FAILED\x10\x03\x12\x13\n\x0f\x45XECUTOR_FAILED\x10\x04\"/\n\x0bWorkerError\x12\x0f\n\x07message\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x65tails\x18\x02 \x01(\t2i\n\x06Worker\x12\x34\n\x0fGetInstructions\x12\r.WorkerUpdate\x1a\x0e.WorkerRequest(\x01\x30\x01\x12)\n\x08GetTasks\x12\x0b.TaskUpdate\x1a\x0c.TaskRequest(\x01\x30\x01\x42\x0eZ\x0cpkg/protocolb\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.worker_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.worker_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
-  DESCRIPTOR._options = None
-  DESCRIPTOR._serialized_options = b'Z\014pkg/protocol'
-  _WORKERREQUEST._serialized_start=113
-  _WORKERREQUEST._serialized_end=288
-  _WORKERREQUEST_ACTION._serialized_start=236
-  _WORKERREQUEST_ACTION._serialized_end=288
-  _WORKERUPDATE._serialized_start=291
-  _WORKERUPDATE._serialized_end=498
-  _WORKERUPDATE_STATUS._serialized_start=403
-  _WORKERUPDATE_STATUS._serialized_end=498
-  _WORKERERROR._serialized_start=500
-  _WORKERERROR._serialized_end=547
-  _WORKER._serialized_start=549
-  _WORKER._serialized_end=654
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\014pkg/protocol'
+  _globals['_WORKERREQUEST']._serialized_start=113
+  _globals['_WORKERREQUEST']._serialized_end=288
+  _globals['_WORKERREQUEST_ACTION']._serialized_start=236
+  _globals['_WORKERREQUEST_ACTION']._serialized_end=288
+  _globals['_WORKERUPDATE']._serialized_start=291
+  _globals['_WORKERUPDATE']._serialized_end=532
+  _globals['_WORKERUPDATE_STATUS']._serialized_start=437
+  _globals['_WORKERUPDATE_STATUS']._serialized_end=532
+  _globals['_WORKERERROR']._serialized_start=534
+  _globals['_WORKERERROR']._serialized_end=581
+  _globals['_WORKER']._serialized_start=583
+  _globals['_WORKER']._serialized_end=688
 # @@protoc_insertion_point(module_scope)

jolt/plugins/report.py

@@ -1,5 +1,6 @@
 from contextlib import contextmanager
 
+from jolt import common_pb2 as common_pb
 from jolt.hooks import TaskHook, TaskHookFactory
 from jolt.manifest import JoltManifest
 
@@ -37,7 +38,10 @@ class ReportHooks(TaskHook):
 
     def task_failed(self, task):
         with task.task.report() as report:
-            self.finalize_report(report.manifest, task, "FAILED")
+            if task.status() == common_pb.TaskStatus.TASK_FAILED:
+                self.finalize_report(report.manifest, task, "FAILED")
+            elif task.status() == common_pb.TaskStatus.TASK_CANCELLED:
+                self.finalize_report(report.manifest, task, "CANCELLED")
 
     def task_unstable(self, task):
         with task.task.report() as report:
@@ -54,7 +58,8 @@ class ReportHooks(TaskHook):
             raise e
         else:
             with task.task.report() as report:
-                self.finalize_report(report.manifest, task, "SUCCESS")
+                if task.status() == common_pb.TaskStatus.TASK_PASSED:
+                    self.finalize_report(report.manifest, task, "SUCCESS")
 
     def write(self, filename):
         self.manifest.write(filename)

jolt/plugins/rust.py

@@ -0,0 +1,25 @@
+from jolt import attributes, Task
+
+
+@attributes.common_metadata()
+class Rust(Task):
+    """ Base class for Rust-based build tasks. """
+
+    abstract = True
+
+    srcdir = None
+    """
+    Source directory for the Rust project.
+
+    If None, defaults to the task work directory (joltdir).
+    """
+
+    def run(self, deps, tools):
+        self.builddir = tools.builddir(incremental=True)
+        self.installdir = tools.builddir("install")
+        with tools.cwd(self.srcdir or self.joltdir):
+            tools.run("cargo install --path . --target-dir={builddir} --root={installdir}")
+
+    def publish(self, artifact, tools):
+        with tools.cwd(self.installdir):
+            artifact.collect("*", symlinks=True)