flyte 0.1.0__py3-none-any.whl → 0.2.0a0__py3-none-any.whl

flyte/_protos/workflow/common_pb2.py

@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: workflow/common.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from flyteidl.core import interface_pb2 as flyteidl_dot_core_dot_interface__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x15workflow/common.proto\x12\x11\x63loudidl.workflow\x1a\x1d\x66lyteidl/core/interface.proto\"\\\n\x0eNamedParameter\x12\x12\n\x04name\x18\x01 \x01(\tR\x04name\x12\x36\n\tparameter\x18\x02 \x01(\x0b\x32\x18.flyteidl.core.ParameterR\tparameterB\xb8\x01\n\x15\x63om.cloudidl.workflowB\x0b\x43ommonProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.common_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\013CommonProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
+  _globals['_NAMEDPARAMETER']._serialized_start=75
+  _globals['_NAMEDPARAMETER']._serialized_end=167
+# @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/common_pb2.pyi

@@ -0,0 +1,14 @@
+from flyteidl.core import interface_pb2 as _interface_pb2
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class NamedParameter(_message.Message):
+    __slots__ = ["name", "parameter"]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    PARAMETER_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    parameter: _interface_pb2.Parameter
+    def __init__(self, name: _Optional[str] = ..., parameter: _Optional[_Union[_interface_pb2.Parameter, _Mapping]] = ...) -> None: ...

flyte/_protos/workflow/common_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

flyte/_protos/workflow/environment_pb2.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: workflow/environment.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1aworkflow/environment.proto\x12\x11\x63loudidl.workflow\x1a\x17validate/validate.proto\",\n\x0b\x45nvironment\x12\x1d\n\x04name\x18\x01 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x04nameB\xbd\x01\n\x15\x63om.cloudidl.workflowB\x10\x45nvironmentProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.environment_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\020EnvironmentProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
+  _ENVIRONMENT.fields_by_name['name']._options = None
+  _ENVIRONMENT.fields_by_name['name']._serialized_options = b'\372B\006r\004\020\001\030?'
+  _globals['_ENVIRONMENT']._serialized_start=74
+  _globals['_ENVIRONMENT']._serialized_end=118
+# @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/environment_pb2.pyi

@@ -0,0 +1,12 @@
+from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class Environment(_message.Message):
+    __slots__ = ["name"]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    def __init__(self, name: _Optional[str] = ...) -> None: ...

flyte/_protos/workflow/environment_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

flyte/_protos/workflow/node_execution_service_pb2.py

@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: workflow/node_execution_service.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n%workflow/node_execution_service.proto\x12\x11\x63loudidl.workflow2\x16\n\x14NodeExecutionServiceB\xc6\x01\n\x15\x63om.cloudidl.workflowB\x19NodeExecutionServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.node_execution_service_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\031NodeExecutionServiceProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
+  _globals['_NODEEXECUTIONSERVICE']._serialized_start=60
+  _globals['_NODEEXECUTIONSERVICE']._serialized_end=82
+# @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/node_execution_service_pb2.pyi

@@ -0,0 +1,4 @@
+from google.protobuf import descriptor as _descriptor
+from typing import ClassVar as _ClassVar
+
+DESCRIPTOR: _descriptor.FileDescriptor

flyte/_protos/workflow/node_execution_service_pb2_grpc.py

@@ -0,0 +1,32 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
+
+
+class NodeExecutionServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+
+
+class NodeExecutionServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+
+def add_NodeExecutionServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'cloudidl.workflow.NodeExecutionService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class NodeExecutionService(object):
+    """Missing associated documentation comment in .proto file."""

flyte/_protos/workflow/queue_service_pb2.py

@@ -0,0 +1,105 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: workflow/queue_service.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from flyteidl.core import types_pb2 as flyteidl_dot_core_dot_types__pb2
+from google.protobuf import wrappers_pb2 as google_dot_protobuf_dot_wrappers__pb2
+from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
+from flyte._protos.workflow import run_definition_pb2 as workflow_dot_run__definition__pb2
+from flyte._protos.workflow import task_definition_pb2 as workflow_dot_task__definition__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1cworkflow/queue_service.proto\x12\x11\x63loudidl.workflow\x1a\x19\x66lyteidl/core/types.proto\x1a\x1egoogle/protobuf/wrappers.proto\x1a\x17validate/validate.proto\x1a\x1dworkflow/run_definition.proto\x1a\x1eworkflow/task_definition.proto\"\x7f\n\x10WorkerIdentifier\x12+\n\x0corganization\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x0corganization\x12!\n\x07\x63luster\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07\x63luster\x12\x1b\n\x04name\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\"\x8a\x04\n\x14\x45nqueueActionRequest\x12J\n\taction_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12$\n\tinput_uri\x18\x06 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x07 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12=\n\x04task\x18\n \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12@\n\x05trace\x18\x0b \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12L\n\tcondition\x18\x0c \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tconditionB\x06\n\x04specB\x15\n\x13_parent_action_name\"\xb5\x01\n\nTaskAction\x12\x31\n\x02id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierR\x02id\x12\x39\n\x04spec\x18\x02 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04spec\x12\x39\n\tcache_key\x18\x03 \x01(\x0b\x32\x1c.google.protobuf.StringValueR\x08\x63\x61\x63heKey\"*\n\x0bTraceAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\"\x8a\x02\n\x0f\x43onditionAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12 \n\x06run_id\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x05runId\x12&\n\taction_id\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x08\x61\x63tionId\x12\x18\n\x06global\x18\x04 \x01(\x08H\x00R\x06global\x12.\n\x04type\x18\x06 \x01(\x0b\x32\x1a.flyteidl.core.LiteralTypeR\x04type\x12\x16\n\x06prompt\x18\x07 \x01(\tR\x06prompt\x12 \n\x0b\x64\x65scription\x18\x08 \x01(\tR\x0b\x64\x65scriptionB\x0c\n\x05scope\x12\x03\xf8\x42\x01\"\x17\n\x15\x45nqueueActionResponse\"Z\n\x15\x41\x62ortQueuedRunRequest\x12\x41\n\x06run_id\x18\x01 \x01(\x0b\x32 .cloudidl.workflow.RunIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x05runId\"\x18\n\x16\x41\x62ortQueuedRunResponse\"\x86\x03\n\x10HeartbeatRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\x12O\n\x11\x61\x63tive_action_ids\x18\x02 \x03(\x0b\x32#.cloudidl.workflow.ActionIdentifierR\x0f\x61\x63tiveActionIds\x12S\n\x13terminal_action_ids\x18\x03 \x03(\x0b\x32#.cloudidl.workflow.ActionIdentifierR\x11terminalActionIds\x12Q\n\x12\x61\x62orted_action_ids\x18\x04 \x03(\x0b\x32#.cloudidl.workflow.ActionIdentifierR\x10\x61\x62ortedActionIds\x12-\n\x12\x61vailable_capacity\x18\x05 \x01(\x05R\x11\x61vailableCapacity\"\xe4\x01\n\x11HeartbeatResponse\x12\x37\n\nnew_leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\tnewLeases\x12?\n\x0e\x61\x62orted_leases\x18\x02 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\rabortedLeases\x12U\n\x14\x66inalized_action_ids\x18\x03 \x03(\x0b\x32#.cloudidl.workflow.ActionIdentifierR\x12\x66inalizedActionIds\"a\n\x13StreamLeasesRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\"H\n\x14StreamLeasesResponse\x12\x30\n\x06leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\x06leases\"\xbe\x03\n\x05Lease\x12J\n\taction_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12$\n\tinput_uri\x18\x04 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x05 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12=\n\x04task\x18\x06 \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12L\n\tcondition\x18\x07 \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tcondition\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subjectB\x0b\n\x04spec\x12\x03\xf8\x42\x01\x42\x15\n\x13_parent_action_name2\xa0\x03\n\x0cQueueService\x12\x64\n\rEnqueueAction\x12\'.cloudidl.workflow.EnqueueActionRequest\x1a(.cloudidl.workflow.EnqueueActionResponse\"\x00\x12g\n\x0e\x41\x62ortQueuedRun\x12(.cloudidl.workflow.AbortQueuedRunRequest\x1a).cloudidl.workflow.AbortQueuedRunResponse\"\x00\x12\\\n\tHeartbeat\x12#.cloudidl.workflow.HeartbeatRequest\x1a$.cloudidl.workflow.HeartbeatResponse\"\x00(\x01\x30\x01\x12\x63\n\x0cStreamLeases\x12&.cloudidl.workflow.StreamLeasesRequest\x1a\'.cloudidl.workflow.StreamLeasesResponse\"\x00\x30\x01\x42\xbe\x01\n\x15\x63om.cloudidl.workflowB\x11QueueServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.queue_service_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\021QueueServiceProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
+  _WORKERIDENTIFIER.fields_by_name['organization']._options = None
+  _WORKERIDENTIFIER.fields_by_name['organization']._serialized_options = b'\372B\004r\002\020\001'
+  _WORKERIDENTIFIER.fields_by_name['cluster']._options = None
+  _WORKERIDENTIFIER.fields_by_name['cluster']._serialized_options = b'\372B\004r\002\020\001'
+  _WORKERIDENTIFIER.fields_by_name['name']._options = None
+  _WORKERIDENTIFIER.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
+  _ENQUEUEACTIONREQUEST.fields_by_name['action_id']._options = None
+  _ENQUEUEACTIONREQUEST.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _ENQUEUEACTIONREQUEST.fields_by_name['input_uri']._options = None
+  _ENQUEUEACTIONREQUEST.fields_by_name['input_uri']._serialized_options = b'\372B\004r\002\020\001'
+  _ENQUEUEACTIONREQUEST.fields_by_name['run_output_base']._options = None
+  _ENQUEUEACTIONREQUEST.fields_by_name['run_output_base']._serialized_options = b'\372B\004r\002\020\001'
+  _ENQUEUEACTIONREQUEST.fields_by_name['task']._options = None
+  _ENQUEUEACTIONREQUEST.fields_by_name['task']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _ENQUEUEACTIONREQUEST.fields_by_name['trace']._options = None
+  _ENQUEUEACTIONREQUEST.fields_by_name['trace']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _ENQUEUEACTIONREQUEST.fields_by_name['condition']._options = None
+  _ENQUEUEACTIONREQUEST.fields_by_name['condition']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _TASKACTION.fields_by_name['spec']._options = None
+  _TASKACTION.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _TRACEACTION.fields_by_name['name']._options = None
+  _TRACEACTION.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
+  _CONDITIONACTION.oneofs_by_name['scope']._options = None
+  _CONDITIONACTION.oneofs_by_name['scope']._serialized_options = b'\370B\001'
+  _CONDITIONACTION.fields_by_name['name']._options = None
+  _CONDITIONACTION.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
+  _CONDITIONACTION.fields_by_name['run_id']._options = None
+  _CONDITIONACTION.fields_by_name['run_id']._serialized_options = b'\372B\004r\002\020\001'
+  _CONDITIONACTION.fields_by_name['action_id']._options = None
+  _CONDITIONACTION.fields_by_name['action_id']._serialized_options = b'\372B\004r\002\020\001'
+  _ABORTQUEUEDRUNREQUEST.fields_by_name['run_id']._options = None
+  _ABORTQUEUEDRUNREQUEST.fields_by_name['run_id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _HEARTBEATREQUEST.fields_by_name['worker_id']._options = None
+  _HEARTBEATREQUEST.fields_by_name['worker_id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _STREAMLEASESREQUEST.fields_by_name['worker_id']._options = None
+  _STREAMLEASESREQUEST.fields_by_name['worker_id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _LEASE.oneofs_by_name['spec']._options = None
+  _LEASE.oneofs_by_name['spec']._serialized_options = b'\370B\001'
+  _LEASE.fields_by_name['action_id']._options = None
+  _LEASE.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _LEASE.fields_by_name['input_uri']._options = None
+  _LEASE.fields_by_name['input_uri']._serialized_options = b'\372B\004r\002\020\001'
+  _LEASE.fields_by_name['run_output_base']._options = None
+  _LEASE.fields_by_name['run_output_base']._serialized_options = b'\372B\004r\002\020\001'
+  _LEASE.fields_by_name['task']._options = None
+  _LEASE.fields_by_name['task']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _LEASE.fields_by_name['condition']._options = None
+  _LEASE.fields_by_name['condition']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _globals['_WORKERIDENTIFIER']._serialized_start=198
+  _globals['_WORKERIDENTIFIER']._serialized_end=325
+  _globals['_ENQUEUEACTIONREQUEST']._serialized_start=328
+  _globals['_ENQUEUEACTIONREQUEST']._serialized_end=850
+  _globals['_TASKACTION']._serialized_start=853
+  _globals['_TASKACTION']._serialized_end=1034
+  _globals['_TRACEACTION']._serialized_start=1036
+  _globals['_TRACEACTION']._serialized_end=1078
+  _globals['_CONDITIONACTION']._serialized_start=1081
+  _globals['_CONDITIONACTION']._serialized_end=1347
+  _globals['_ENQUEUEACTIONRESPONSE']._serialized_start=1349
+  _globals['_ENQUEUEACTIONRESPONSE']._serialized_end=1372
+  _globals['_ABORTQUEUEDRUNREQUEST']._serialized_start=1374
+  _globals['_ABORTQUEUEDRUNREQUEST']._serialized_end=1464
+  _globals['_ABORTQUEUEDRUNRESPONSE']._serialized_start=1466
+  _globals['_ABORTQUEUEDRUNRESPONSE']._serialized_end=1490
+  _globals['_HEARTBEATREQUEST']._serialized_start=1493
+  _globals['_HEARTBEATREQUEST']._serialized_end=1883
+  _globals['_HEARTBEATRESPONSE']._serialized_start=1886
+  _globals['_HEARTBEATRESPONSE']._serialized_end=2114
+  _globals['_STREAMLEASESREQUEST']._serialized_start=2116
+  _globals['_STREAMLEASESREQUEST']._serialized_end=2213
+  _globals['_STREAMLEASESRESPONSE']._serialized_start=2215
+  _globals['_STREAMLEASESRESPONSE']._serialized_end=2287
+  _globals['_LEASE']._serialized_start=2290
+  _globals['_LEASE']._serialized_end=2736
+  _globals['_QUEUESERVICE']._serialized_start=2739
+  _globals['_QUEUESERVICE']._serialized_end=3155
+# @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/queue_service_pb2.pyi

@@ -0,0 +1,146 @@
+from flyteidl.core import types_pb2 as _types_pb2
+from google.protobuf import wrappers_pb2 as _wrappers_pb2
+from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
+from flyte._protos.workflow import run_definition_pb2 as _run_definition_pb2
+from flyte._protos.workflow import task_definition_pb2 as _task_definition_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class WorkerIdentifier(_message.Message):
+    __slots__ = ["organization", "cluster", "name"]
+    ORGANIZATION_FIELD_NUMBER: _ClassVar[int]
+    CLUSTER_FIELD_NUMBER: _ClassVar[int]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    organization: str
+    cluster: str
+    name: str
+    def __init__(self, organization: _Optional[str] = ..., cluster: _Optional[str] = ..., name: _Optional[str] = ...) -> None: ...
+
+class EnqueueActionRequest(_message.Message):
+    __slots__ = ["action_id", "parent_action_name", "input_uri", "run_output_base", "group", "subject", "task", "trace", "condition"]
+    ACTION_ID_FIELD_NUMBER: _ClassVar[int]
+    PARENT_ACTION_NAME_FIELD_NUMBER: _ClassVar[int]
+    INPUT_URI_FIELD_NUMBER: _ClassVar[int]
+    RUN_OUTPUT_BASE_FIELD_NUMBER: _ClassVar[int]
+    GROUP_FIELD_NUMBER: _ClassVar[int]
+    SUBJECT_FIELD_NUMBER: _ClassVar[int]
+    TASK_FIELD_NUMBER: _ClassVar[int]
+    TRACE_FIELD_NUMBER: _ClassVar[int]
+    CONDITION_FIELD_NUMBER: _ClassVar[int]
+    action_id: _run_definition_pb2.ActionIdentifier
+    parent_action_name: str
+    input_uri: str
+    run_output_base: str
+    group: str
+    subject: str
+    task: TaskAction
+    trace: TraceAction
+    condition: ConditionAction
+    def __init__(self, action_id: _Optional[_Union[_run_definition_pb2.ActionIdentifier, _Mapping]] = ..., parent_action_name: _Optional[str] = ..., input_uri: _Optional[str] = ..., run_output_base: _Optional[str] = ..., group: _Optional[str] = ..., subject: _Optional[str] = ..., task: _Optional[_Union[TaskAction, _Mapping]] = ..., trace: _Optional[_Union[TraceAction, _Mapping]] = ..., condition: _Optional[_Union[ConditionAction, _Mapping]] = ...) -> None: ...
+
+class TaskAction(_message.Message):
+    __slots__ = ["id", "spec", "cache_key"]
+    ID_FIELD_NUMBER: _ClassVar[int]
+    SPEC_FIELD_NUMBER: _ClassVar[int]
+    CACHE_KEY_FIELD_NUMBER: _ClassVar[int]
+    id: _task_definition_pb2.TaskIdentifier
+    spec: _task_definition_pb2.TaskSpec
+    cache_key: _wrappers_pb2.StringValue
+    def __init__(self, id: _Optional[_Union[_task_definition_pb2.TaskIdentifier, _Mapping]] = ..., spec: _Optional[_Union[_task_definition_pb2.TaskSpec, _Mapping]] = ..., cache_key: _Optional[_Union[_wrappers_pb2.StringValue, _Mapping]] = ...) -> None: ...
+
+class TraceAction(_message.Message):
+    __slots__ = ["name"]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    def __init__(self, name: _Optional[str] = ...) -> None: ...
+
+class ConditionAction(_message.Message):
+    __slots__ = ["name", "run_id", "action_id", "type", "prompt", "description"]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    RUN_ID_FIELD_NUMBER: _ClassVar[int]
+    ACTION_ID_FIELD_NUMBER: _ClassVar[int]
+    GLOBAL_FIELD_NUMBER: _ClassVar[int]
+    TYPE_FIELD_NUMBER: _ClassVar[int]
+    PROMPT_FIELD_NUMBER: _ClassVar[int]
+    DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    run_id: str
+    action_id: str
+    type: _types_pb2.LiteralType
+    prompt: str
+    description: str
+    def __init__(self, name: _Optional[str] = ..., run_id: _Optional[str] = ..., action_id: _Optional[str] = ..., type: _Optional[_Union[_types_pb2.LiteralType, _Mapping]] = ..., prompt: _Optional[str] = ..., description: _Optional[str] = ..., **kwargs) -> None: ...
+
+class EnqueueActionResponse(_message.Message):
+    __slots__ = []
+    def __init__(self) -> None: ...
+
+class AbortQueuedRunRequest(_message.Message):
+    __slots__ = ["run_id"]
+    RUN_ID_FIELD_NUMBER: _ClassVar[int]
+    run_id: _run_definition_pb2.RunIdentifier
+    def __init__(self, run_id: _Optional[_Union[_run_definition_pb2.RunIdentifier, _Mapping]] = ...) -> None: ...
+
+class AbortQueuedRunResponse(_message.Message):
+    __slots__ = []
+    def __init__(self) -> None: ...
+
+class HeartbeatRequest(_message.Message):
+    __slots__ = ["worker_id", "active_action_ids", "terminal_action_ids", "aborted_action_ids", "available_capacity"]
+    WORKER_ID_FIELD_NUMBER: _ClassVar[int]
+    ACTIVE_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
+    TERMINAL_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
+    ABORTED_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
+    AVAILABLE_CAPACITY_FIELD_NUMBER: _ClassVar[int]
+    worker_id: WorkerIdentifier
+    active_action_ids: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.ActionIdentifier]
+    terminal_action_ids: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.ActionIdentifier]
+    aborted_action_ids: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.ActionIdentifier]
+    available_capacity: int
+    def __init__(self, worker_id: _Optional[_Union[WorkerIdentifier, _Mapping]] = ..., active_action_ids: _Optional[_Iterable[_Union[_run_definition_pb2.ActionIdentifier, _Mapping]]] = ..., terminal_action_ids: _Optional[_Iterable[_Union[_run_definition_pb2.ActionIdentifier, _Mapping]]] = ..., aborted_action_ids: _Optional[_Iterable[_Union[_run_definition_pb2.ActionIdentifier, _Mapping]]] = ..., available_capacity: _Optional[int] = ...) -> None: ...
+
+class HeartbeatResponse(_message.Message):
+    __slots__ = ["new_leases", "aborted_leases", "finalized_action_ids"]
+    NEW_LEASES_FIELD_NUMBER: _ClassVar[int]
+    ABORTED_LEASES_FIELD_NUMBER: _ClassVar[int]
+    FINALIZED_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
+    new_leases: _containers.RepeatedCompositeFieldContainer[Lease]
+    aborted_leases: _containers.RepeatedCompositeFieldContainer[Lease]
+    finalized_action_ids: _containers.RepeatedCompositeFieldContainer[_run_definition_pb2.ActionIdentifier]
+    def __init__(self, new_leases: _Optional[_Iterable[_Union[Lease, _Mapping]]] = ..., aborted_leases: _Optional[_Iterable[_Union[Lease, _Mapping]]] = ..., finalized_action_ids: _Optional[_Iterable[_Union[_run_definition_pb2.ActionIdentifier, _Mapping]]] = ...) -> None: ...
+
+class StreamLeasesRequest(_message.Message):
+    __slots__ = ["worker_id"]
+    WORKER_ID_FIELD_NUMBER: _ClassVar[int]
+    worker_id: WorkerIdentifier
+    def __init__(self, worker_id: _Optional[_Union[WorkerIdentifier, _Mapping]] = ...) -> None: ...
+
+class StreamLeasesResponse(_message.Message):
+    __slots__ = ["leases"]
+    LEASES_FIELD_NUMBER: _ClassVar[int]
+    leases: _containers.RepeatedCompositeFieldContainer[Lease]
+    def __init__(self, leases: _Optional[_Iterable[_Union[Lease, _Mapping]]] = ...) -> None: ...
+
+class Lease(_message.Message):
+    __slots__ = ["action_id", "parent_action_name", "input_uri", "run_output_base", "task", "condition", "group", "subject"]
+    ACTION_ID_FIELD_NUMBER: _ClassVar[int]
+    PARENT_ACTION_NAME_FIELD_NUMBER: _ClassVar[int]
+    INPUT_URI_FIELD_NUMBER: _ClassVar[int]
+    RUN_OUTPUT_BASE_FIELD_NUMBER: _ClassVar[int]
+    TASK_FIELD_NUMBER: _ClassVar[int]
+    CONDITION_FIELD_NUMBER: _ClassVar[int]
+    GROUP_FIELD_NUMBER: _ClassVar[int]
+    SUBJECT_FIELD_NUMBER: _ClassVar[int]
+    action_id: _run_definition_pb2.ActionIdentifier
+    parent_action_name: str
+    input_uri: str
+    run_output_base: str
+    task: TaskAction
+    condition: ConditionAction
+    group: str
+    subject: str
+    def __init__(self, action_id: _Optional[_Union[_run_definition_pb2.ActionIdentifier, _Mapping]] = ..., parent_action_name: _Optional[str] = ..., input_uri: _Optional[str] = ..., run_output_base: _Optional[str] = ..., task: _Optional[_Union[TaskAction, _Mapping]] = ..., condition: _Optional[_Union[ConditionAction, _Mapping]] = ..., group: _Optional[str] = ..., subject: _Optional[str] = ...) -> None: ...

flyte/_protos/workflow/queue_service_pb2_grpc.py

@@ -0,0 +1,172 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
+from flyte._protos.workflow import queue_service_pb2 as workflow_dot_queue__service__pb2
+
+
+class QueueServiceStub(object):
+    """provides an interface for managing execution of runs over a collection of workers.
+    """
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.EnqueueAction = channel.unary_unary(
+                '/cloudidl.workflow.QueueService/EnqueueAction',
+                request_serializer=workflow_dot_queue__service__pb2.EnqueueActionRequest.SerializeToString,
+                response_deserializer=workflow_dot_queue__service__pb2.EnqueueActionResponse.FromString,
+                )
+        self.AbortQueuedRun = channel.unary_unary(
+                '/cloudidl.workflow.QueueService/AbortQueuedRun',
+                request_serializer=workflow_dot_queue__service__pb2.AbortQueuedRunRequest.SerializeToString,
+                response_deserializer=workflow_dot_queue__service__pb2.AbortQueuedRunResponse.FromString,
+                )
+        self.Heartbeat = channel.stream_stream(
+                '/cloudidl.workflow.QueueService/Heartbeat',
+                request_serializer=workflow_dot_queue__service__pb2.HeartbeatRequest.SerializeToString,
+                response_deserializer=workflow_dot_queue__service__pb2.HeartbeatResponse.FromString,
+                )
+        self.StreamLeases = channel.unary_stream(
+                '/cloudidl.workflow.QueueService/StreamLeases',
+                request_serializer=workflow_dot_queue__service__pb2.StreamLeasesRequest.SerializeToString,
+                response_deserializer=workflow_dot_queue__service__pb2.StreamLeasesResponse.FromString,
+                )
+
+
+class QueueServiceServicer(object):
+    """provides an interface for managing execution of runs over a collection of workers.
+    """
+
+    def EnqueueAction(self, request, context):
+        """queue a new action for execution.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def AbortQueuedRun(self, request, context):
+        """abort a queued run.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def Heartbeat(self, request_iterator, context):
+        """heartbeat is used by workers to report their status and acquire new leases.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def StreamLeases(self, request, context):
+        """stream leases for a worker.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_QueueServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'EnqueueAction': grpc.unary_unary_rpc_method_handler(
+                    servicer.EnqueueAction,
+                    request_deserializer=workflow_dot_queue__service__pb2.EnqueueActionRequest.FromString,
+                    response_serializer=workflow_dot_queue__service__pb2.EnqueueActionResponse.SerializeToString,
+            ),
+            'AbortQueuedRun': grpc.unary_unary_rpc_method_handler(
+                    servicer.AbortQueuedRun,
+                    request_deserializer=workflow_dot_queue__service__pb2.AbortQueuedRunRequest.FromString,
+                    response_serializer=workflow_dot_queue__service__pb2.AbortQueuedRunResponse.SerializeToString,
+            ),
+            'Heartbeat': grpc.stream_stream_rpc_method_handler(
+                    servicer.Heartbeat,
+                    request_deserializer=workflow_dot_queue__service__pb2.HeartbeatRequest.FromString,
+                    response_serializer=workflow_dot_queue__service__pb2.HeartbeatResponse.SerializeToString,
+            ),
+            'StreamLeases': grpc.unary_stream_rpc_method_handler(
+                    servicer.StreamLeases,
+                    request_deserializer=workflow_dot_queue__service__pb2.StreamLeasesRequest.FromString,
+                    response_serializer=workflow_dot_queue__service__pb2.StreamLeasesResponse.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'cloudidl.workflow.QueueService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class QueueService(object):
+    """provides an interface for managing execution of runs over a collection of workers.
+    """
+
+    @staticmethod
+    def EnqueueAction(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.QueueService/EnqueueAction',
+            workflow_dot_queue__service__pb2.EnqueueActionRequest.SerializeToString,
+            workflow_dot_queue__service__pb2.EnqueueActionResponse.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def AbortQueuedRun(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.QueueService/AbortQueuedRun',
+            workflow_dot_queue__service__pb2.AbortQueuedRunRequest.SerializeToString,
+            workflow_dot_queue__service__pb2.AbortQueuedRunResponse.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def Heartbeat(request_iterator,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.stream_stream(request_iterator, target, '/cloudidl.workflow.QueueService/Heartbeat',
+            workflow_dot_queue__service__pb2.HeartbeatRequest.SerializeToString,
+            workflow_dot_queue__service__pb2.HeartbeatResponse.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def StreamLeases(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.QueueService/StreamLeases',
+            workflow_dot_queue__service__pb2.StreamLeasesRequest.SerializeToString,
+            workflow_dot_queue__service__pb2.StreamLeasesResponse.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)