jolt 0.9.123__py3-none-any.whl → 0.9.435__py3-none-any.whl

jolt/plugins/remote_execution/worker_pb2.py

@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: jolt/plugins/remote_execution/worker.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from jolt import common_pb2 as jolt_dot_common__pb2
+from jolt.plugins.remote_execution import scheduler_pb2 as jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n*jolt/plugins/remote_execution/worker.proto\x1a\x11jolt/common.proto\x1a-jolt/plugins/remote_execution/scheduler.proto\"\xaf\x01\n\rWorkerRequest\x12%\n\x06\x61\x63tion\x18\x01 \x01(\x0e\x32\x15.WorkerRequest.Action\x12\x1c\n\x05\x62uild\x18\x02 \x01(\x0b\x32\r.BuildRequest\x12\x11\n\tworker_id\x18\x03 \x01(\t\x12\x10\n\x08\x62uild_id\x18\x04 \x01(\t\"4\n\x06\x41\x63tion\x12\t\n\x05\x42UILD\x10\x00\x12\x10\n\x0c\x43\x41NCEL_BUILD\x10\x01\x12\r\n\tTERMINATE\x10\x02\"\xf1\x01\n\x0cWorkerUpdate\x12$\n\x06status\x18\x01 \x01(\x0e\x32\x14.WorkerUpdate.Status\x12\x1b\n\x08platform\x18\x02 \x01(\x0b\x32\t.Platform\x12 \n\rtask_platform\x18\x04 \x01(\x0b\x32\t.Platform\x12\x1b\n\x05\x65rror\x18\x03 \x01(\x0b\x32\x0c.WorkerError\"_\n\x06Status\x12\r\n\tENLISTING\x10\x00\x12\r\n\tDELISTING\x10\x01\x12\x0f\n\x0b\x42UILD_ENDED\x10\x02\x12\x11\n\rDEPLOY_FAILED\x10\x03\x12\x13\n\x0f\x45XECUTOR_FAILED\x10\x04\"/\n\x0bWorkerError\x12\x0f\n\x07message\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x65tails\x18\x02 \x01(\t2i\n\x06Worker\x12\x34\n\x0fGetInstructions\x12\r.WorkerUpdate\x1a\x0e.WorkerRequest(\x01\x30\x01\x12)\n\x08GetTasks\x12\x0b.TaskUpdate\x1a\x0c.TaskRequest(\x01\x30\x01\x42\x0eZ\x0cpkg/protocolb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'jolt.plugins.remote_execution.worker_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'Z\014pkg/protocol'
+  _globals['_WORKERREQUEST']._serialized_start=113
+  _globals['_WORKERREQUEST']._serialized_end=288
+  _globals['_WORKERREQUEST_ACTION']._serialized_start=236
+  _globals['_WORKERREQUEST_ACTION']._serialized_end=288
+  _globals['_WORKERUPDATE']._serialized_start=291
+  _globals['_WORKERUPDATE']._serialized_end=532
+  _globals['_WORKERUPDATE_STATUS']._serialized_start=437
+  _globals['_WORKERUPDATE_STATUS']._serialized_end=532
+  _globals['_WORKERERROR']._serialized_start=534
+  _globals['_WORKERERROR']._serialized_end=581
+  _globals['_WORKER']._serialized_start=583
+  _globals['_WORKER']._serialized_end=688
+# @@protoc_insertion_point(module_scope)

jolt/plugins/remote_execution/worker_pb2_grpc.py

@@ -0,0 +1,112 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
+from jolt.plugins.remote_execution import scheduler_pb2 as jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2
+from jolt.plugins.remote_execution import worker_pb2 as jolt_dot_plugins_dot_remote__execution_dot_worker__pb2
+
+
+class WorkerStub(object):
+    """The scheduler interface for workers and executors.
+    Workers prepare the build environment by deploying and
+    running executors (Jolt clients) to execute tasks.
+    """
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.GetInstructions = channel.stream_stream(
+                '/Worker/GetInstructions',
+                request_serializer=jolt_dot_plugins_dot_remote__execution_dot_worker__pb2.WorkerUpdate.SerializeToString,
+                response_deserializer=jolt_dot_plugins_dot_remote__execution_dot_worker__pb2.WorkerRequest.FromString,
+                )
+        self.GetTasks = channel.stream_stream(
+                '/Worker/GetTasks',
+                request_serializer=jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2.TaskUpdate.SerializeToString,
+                response_deserializer=jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2.TaskRequest.FromString,
+                )
+
+
+class WorkerServicer(object):
+    """The scheduler interface for workers and executors.
+    Workers prepare the build environment by deploying and
+    running executors (Jolt clients) to execute tasks.
+    """
+
+    def GetInstructions(self, request_iterator, context):
+        """Called by a worker to get build instructions.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def GetTasks(self, request_iterator, context):
+        """Called by an executor (Jolt client) to get task execution requests.
+        Task updates, including status and logs are sent back to the scheduler.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_WorkerServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'GetInstructions': grpc.stream_stream_rpc_method_handler(
+                    servicer.GetInstructions,
+                    request_deserializer=jolt_dot_plugins_dot_remote__execution_dot_worker__pb2.WorkerUpdate.FromString,
+                    response_serializer=jolt_dot_plugins_dot_remote__execution_dot_worker__pb2.WorkerRequest.SerializeToString,
+            ),
+            'GetTasks': grpc.stream_stream_rpc_method_handler(
+                    servicer.GetTasks,
+                    request_deserializer=jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2.TaskUpdate.FromString,
+                    response_serializer=jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2.TaskRequest.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'Worker', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class Worker(object):
+    """The scheduler interface for workers and executors.
+    Workers prepare the build environment by deploying and
+    running executors (Jolt clients) to execute tasks.
+    """
+
+    @staticmethod
+    def GetInstructions(request_iterator,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.stream_stream(request_iterator, target, '/Worker/GetInstructions',
+            jolt_dot_plugins_dot_remote__execution_dot_worker__pb2.WorkerUpdate.SerializeToString,
+            jolt_dot_plugins_dot_remote__execution_dot_worker__pb2.WorkerRequest.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def GetTasks(request_iterator,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.stream_stream(request_iterator, target, '/Worker/GetTasks',
+            jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2.TaskUpdate.SerializeToString,
+            jolt_dot_plugins_dot_remote__execution_dot_scheduler__pb2.TaskRequest.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

jolt/plugins/report.py

@@ -1,5 +1,6 @@
 from contextlib import contextmanager
 
+from jolt import common_pb2 as common_pb
 from jolt.hooks import TaskHook, TaskHookFactory
 from jolt.manifest import JoltManifest
 
@@ -12,6 +13,7 @@ class ReportHooks(TaskHook):
         report.name = task.qualified_name
         report.goal = str(task.is_goal()).lower()
         report.identity = task.identity
+        report.instance = task.instance
         report.result = result
         if task.duration_running:
             report.duration = str(task.duration_running.seconds)
@@ -36,7 +38,14 @@ class ReportHooks(TaskHook):
 
     def task_failed(self, task):
         with task.task.report() as report:
-            self.finalize_report(report.manifest, task, "FAILED")
+            if task.status() == common_pb.TaskStatus.TASK_FAILED:
+                self.finalize_report(report.manifest, task, "FAILED")
+            elif task.status() == common_pb.TaskStatus.TASK_CANCELLED:
+                self.finalize_report(report.manifest, task, "CANCELLED")
+
+    def task_unstable(self, task):
+        with task.task.report() as report:
+            self.finalize_report(report.manifest, task, "UNSTABLE")
 
     @contextmanager
     def task_run(self, task):
@@ -49,7 +58,8 @@ class ReportHooks(TaskHook):
             raise e
         else:
             with task.task.report() as report:
-                self.finalize_report(report.manifest, task, "SUCCESS")
+                if task.status() == common_pb.TaskStatus.TASK_PASSED:
+                    self.finalize_report(report.manifest, task, "SUCCESS")
 
     def write(self, filename):
         self.manifest.write(filename)

jolt/plugins/rust.py

@@ -0,0 +1,25 @@
+from jolt import attributes, Task
+
+
+@attributes.common_metadata()
+class Rust(Task):
+    """ Base class for Rust-based build tasks. """
+
+    abstract = True
+
+    srcdir = None
+    """
+    Source directory for the Rust project.
+
+    If None, defaults to the task work directory (joltdir).
+    """
+
+    def run(self, deps, tools):
+        self.builddir = tools.builddir(incremental=True)
+        self.installdir = tools.builddir("install")
+        with tools.cwd(self.srcdir or self.joltdir):
+            tools.run("cargo install --path . --target-dir={builddir} --root={installdir}")
+
+    def publish(self, artifact, tools):
+        with tools.cwd(self.installdir):
+            artifact.collect("*", symlinks=True)