flyte 2.0.0b22__py3-none-any.whl → 2.0.0b30__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- flyte/__init__.py +18 -2
- flyte/_bin/runtime.py +43 -5
- flyte/_cache/cache.py +4 -2
- flyte/_cache/local_cache.py +216 -0
- flyte/_code_bundle/_ignore.py +1 -1
- flyte/_code_bundle/_packaging.py +4 -4
- flyte/_code_bundle/_utils.py +14 -8
- flyte/_code_bundle/bundle.py +13 -5
- flyte/_constants.py +1 -0
- flyte/_context.py +4 -1
- flyte/_custom_context.py +73 -0
- flyte/_debug/constants.py +0 -1
- flyte/_debug/vscode.py +6 -1
- flyte/_deploy.py +223 -59
- flyte/_environment.py +5 -0
- flyte/_excepthook.py +1 -1
- flyte/_image.py +144 -82
- flyte/_initialize.py +95 -12
- flyte/_interface.py +2 -0
- flyte/_internal/controllers/_local_controller.py +65 -24
- flyte/_internal/controllers/_trace.py +1 -1
- flyte/_internal/controllers/remote/_action.py +13 -11
- flyte/_internal/controllers/remote/_client.py +1 -1
- flyte/_internal/controllers/remote/_controller.py +9 -4
- flyte/_internal/controllers/remote/_core.py +16 -16
- flyte/_internal/controllers/remote/_informer.py +4 -4
- flyte/_internal/controllers/remote/_service_protocol.py +7 -7
- flyte/_internal/imagebuild/docker_builder.py +139 -84
- flyte/_internal/imagebuild/image_builder.py +7 -13
- flyte/_internal/imagebuild/remote_builder.py +65 -13
- flyte/_internal/imagebuild/utils.py +51 -3
- flyte/_internal/resolvers/_task_module.py +5 -38
- flyte/_internal/resolvers/default.py +2 -2
- flyte/_internal/runtime/convert.py +42 -20
- flyte/_internal/runtime/entrypoints.py +24 -1
- flyte/_internal/runtime/io.py +21 -8
- flyte/_internal/runtime/resources_serde.py +20 -6
- flyte/_internal/runtime/reuse.py +1 -1
- flyte/_internal/runtime/rusty.py +20 -5
- flyte/_internal/runtime/task_serde.py +33 -27
- flyte/_internal/runtime/taskrunner.py +10 -1
- flyte/_internal/runtime/trigger_serde.py +160 -0
- flyte/_internal/runtime/types_serde.py +1 -1
- flyte/_keyring/file.py +39 -9
- flyte/_logging.py +79 -12
- flyte/_map.py +31 -12
- flyte/_module.py +70 -0
- flyte/_pod.py +2 -2
- flyte/_resources.py +213 -31
- flyte/_run.py +107 -41
- flyte/_task.py +66 -10
- flyte/_task_environment.py +96 -24
- flyte/_task_plugins.py +4 -2
- flyte/_trigger.py +1000 -0
- flyte/_utils/__init__.py +2 -1
- flyte/_utils/asyn.py +3 -1
- flyte/_utils/docker_credentials.py +173 -0
- flyte/_utils/module_loader.py +17 -2
- flyte/_version.py +3 -3
- flyte/cli/_abort.py +3 -3
- flyte/cli/_build.py +1 -3
- flyte/cli/_common.py +78 -7
- flyte/cli/_create.py +178 -3
- flyte/cli/_delete.py +23 -1
- flyte/cli/_deploy.py +49 -11
- flyte/cli/_get.py +79 -34
- flyte/cli/_params.py +8 -6
- flyte/cli/_plugins.py +209 -0
- flyte/cli/_run.py +127 -11
- flyte/cli/_serve.py +64 -0
- flyte/cli/_update.py +37 -0
- flyte/cli/_user.py +17 -0
- flyte/cli/main.py +30 -4
- flyte/config/_config.py +2 -0
- flyte/config/_internal.py +1 -0
- flyte/config/_reader.py +3 -3
- flyte/connectors/__init__.py +11 -0
- flyte/connectors/_connector.py +270 -0
- flyte/connectors/_server.py +197 -0
- flyte/connectors/utils.py +135 -0
- flyte/errors.py +10 -1
- flyte/extend.py +8 -1
- flyte/extras/_container.py +6 -1
- flyte/git/_config.py +11 -9
- flyte/io/__init__.py +2 -0
- flyte/io/_dataframe/__init__.py +2 -0
- flyte/io/_dataframe/basic_dfs.py +1 -1
- flyte/io/_dataframe/dataframe.py +12 -8
- flyte/io/_dir.py +551 -120
- flyte/io/_file.py +538 -141
- flyte/models.py +57 -12
- flyte/remote/__init__.py +6 -1
- flyte/remote/_action.py +18 -16
- flyte/remote/_client/_protocols.py +39 -4
- flyte/remote/_client/auth/_channel.py +10 -6
- flyte/remote/_client/controlplane.py +17 -5
- flyte/remote/_console.py +3 -2
- flyte/remote/_data.py +4 -3
- flyte/remote/_logs.py +3 -3
- flyte/remote/_run.py +47 -7
- flyte/remote/_secret.py +26 -17
- flyte/remote/_task.py +21 -9
- flyte/remote/_trigger.py +306 -0
- flyte/remote/_user.py +33 -0
- flyte/storage/__init__.py +6 -1
- flyte/storage/_parallel_reader.py +274 -0
- flyte/storage/_storage.py +185 -103
- flyte/types/__init__.py +16 -0
- flyte/types/_interface.py +2 -2
- flyte/types/_pickle.py +17 -4
- flyte/types/_string_literals.py +8 -9
- flyte/types/_type_engine.py +26 -19
- flyte/types/_utils.py +1 -1
- {flyte-2.0.0b22.data → flyte-2.0.0b30.data}/scripts/runtime.py +43 -5
- {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/METADATA +8 -1
- flyte-2.0.0b30.dist-info/RECORD +192 -0
- flyte/_protos/__init__.py +0 -0
- flyte/_protos/common/authorization_pb2.py +0 -66
- flyte/_protos/common/authorization_pb2.pyi +0 -108
- flyte/_protos/common/authorization_pb2_grpc.py +0 -4
- flyte/_protos/common/identifier_pb2.py +0 -99
- flyte/_protos/common/identifier_pb2.pyi +0 -120
- flyte/_protos/common/identifier_pb2_grpc.py +0 -4
- flyte/_protos/common/identity_pb2.py +0 -48
- flyte/_protos/common/identity_pb2.pyi +0 -72
- flyte/_protos/common/identity_pb2_grpc.py +0 -4
- flyte/_protos/common/list_pb2.py +0 -36
- flyte/_protos/common/list_pb2.pyi +0 -71
- flyte/_protos/common/list_pb2_grpc.py +0 -4
- flyte/_protos/common/policy_pb2.py +0 -37
- flyte/_protos/common/policy_pb2.pyi +0 -27
- flyte/_protos/common/policy_pb2_grpc.py +0 -4
- flyte/_protos/common/role_pb2.py +0 -37
- flyte/_protos/common/role_pb2.pyi +0 -53
- flyte/_protos/common/role_pb2_grpc.py +0 -4
- flyte/_protos/common/runtime_version_pb2.py +0 -28
- flyte/_protos/common/runtime_version_pb2.pyi +0 -24
- flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
- flyte/_protos/imagebuilder/definition_pb2.py +0 -60
- flyte/_protos/imagebuilder/definition_pb2.pyi +0 -153
- flyte/_protos/imagebuilder/definition_pb2_grpc.py +0 -4
- flyte/_protos/imagebuilder/payload_pb2.py +0 -32
- flyte/_protos/imagebuilder/payload_pb2.pyi +0 -21
- flyte/_protos/imagebuilder/payload_pb2_grpc.py +0 -4
- flyte/_protos/imagebuilder/service_pb2.py +0 -29
- flyte/_protos/imagebuilder/service_pb2.pyi +0 -5
- flyte/_protos/imagebuilder/service_pb2_grpc.py +0 -66
- flyte/_protos/logs/dataplane/payload_pb2.py +0 -100
- flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -177
- flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
- flyte/_protos/secret/definition_pb2.py +0 -49
- flyte/_protos/secret/definition_pb2.pyi +0 -93
- flyte/_protos/secret/definition_pb2_grpc.py +0 -4
- flyte/_protos/secret/payload_pb2.py +0 -62
- flyte/_protos/secret/payload_pb2.pyi +0 -94
- flyte/_protos/secret/payload_pb2_grpc.py +0 -4
- flyte/_protos/secret/secret_pb2.py +0 -38
- flyte/_protos/secret/secret_pb2.pyi +0 -6
- flyte/_protos/secret/secret_pb2_grpc.py +0 -198
- flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
- flyte/_protos/validate/validate/validate_pb2.py +0 -76
- flyte/_protos/workflow/common_pb2.py +0 -27
- flyte/_protos/workflow/common_pb2.pyi +0 -14
- flyte/_protos/workflow/common_pb2_grpc.py +0 -4
- flyte/_protos/workflow/environment_pb2.py +0 -29
- flyte/_protos/workflow/environment_pb2.pyi +0 -12
- flyte/_protos/workflow/environment_pb2_grpc.py +0 -4
- flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
- flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
- flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
- flyte/_protos/workflow/queue_service_pb2.py +0 -111
- flyte/_protos/workflow/queue_service_pb2.pyi +0 -168
- flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
- flyte/_protos/workflow/run_definition_pb2.py +0 -123
- flyte/_protos/workflow/run_definition_pb2.pyi +0 -352
- flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
- flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
- flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
- flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
- flyte/_protos/workflow/run_service_pb2.py +0 -137
- flyte/_protos/workflow/run_service_pb2.pyi +0 -185
- flyte/_protos/workflow/run_service_pb2_grpc.py +0 -446
- flyte/_protos/workflow/state_service_pb2.py +0 -67
- flyte/_protos/workflow/state_service_pb2.pyi +0 -76
- flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
- flyte/_protos/workflow/task_definition_pb2.py +0 -82
- flyte/_protos/workflow/task_definition_pb2.pyi +0 -88
- flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
- flyte/_protos/workflow/task_service_pb2.py +0 -60
- flyte/_protos/workflow/task_service_pb2.pyi +0 -59
- flyte/_protos/workflow/task_service_pb2_grpc.py +0 -138
- flyte-2.0.0b22.dist-info/RECORD +0 -250
- {flyte-2.0.0b22.data → flyte-2.0.0b30.data}/scripts/debug.py +0 -0
- {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/WHEEL +0 -0
- {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/entry_points.txt +0 -0
- {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/licenses/LICENSE +0 -0
- {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/top_level.txt +0 -0
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
3
|
-
# source: workflow/node_execution_service.proto
|
|
4
|
-
"""Generated protocol buffer code."""
|
|
5
|
-
from google.protobuf import descriptor as _descriptor
|
|
6
|
-
from google.protobuf import descriptor_pool as _descriptor_pool
|
|
7
|
-
from google.protobuf import symbol_database as _symbol_database
|
|
8
|
-
from google.protobuf.internal import builder as _builder
|
|
9
|
-
# @@protoc_insertion_point(imports)
|
|
10
|
-
|
|
11
|
-
_sym_db = _symbol_database.Default()
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n%workflow/node_execution_service.proto\x12\x11\x63loudidl.workflow2\x16\n\x14NodeExecutionServiceB\xc6\x01\n\x15\x63om.cloudidl.workflowB\x19NodeExecutionServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
|
|
17
|
-
|
|
18
|
-
_globals = globals()
|
|
19
|
-
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
20
|
-
_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.node_execution_service_pb2', _globals)
|
|
21
|
-
if _descriptor._USE_C_DESCRIPTORS == False:
|
|
22
|
-
DESCRIPTOR._options = None
|
|
23
|
-
DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\031NodeExecutionServiceProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
|
|
24
|
-
_globals['_NODEEXECUTIONSERVICE']._serialized_start=60
|
|
25
|
-
_globals['_NODEEXECUTIONSERVICE']._serialized_end=82
|
|
26
|
-
# @@protoc_insertion_point(module_scope)
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
|
|
2
|
-
"""Client and server classes corresponding to protobuf-defined services."""
|
|
3
|
-
import grpc
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
class NodeExecutionServiceStub(object):
|
|
8
|
-
"""Missing associated documentation comment in .proto file."""
|
|
9
|
-
|
|
10
|
-
def __init__(self, channel):
|
|
11
|
-
"""Constructor.
|
|
12
|
-
|
|
13
|
-
Args:
|
|
14
|
-
channel: A grpc.Channel.
|
|
15
|
-
"""
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
class NodeExecutionServiceServicer(object):
|
|
19
|
-
"""Missing associated documentation comment in .proto file."""
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
def add_NodeExecutionServiceServicer_to_server(servicer, server):
|
|
23
|
-
rpc_method_handlers = {
|
|
24
|
-
}
|
|
25
|
-
generic_handler = grpc.method_handlers_generic_handler(
|
|
26
|
-
'cloudidl.workflow.NodeExecutionService', rpc_method_handlers)
|
|
27
|
-
server.add_generic_rpc_handlers((generic_handler,))
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
# This class is part of an EXPERIMENTAL API.
|
|
31
|
-
class NodeExecutionService(object):
|
|
32
|
-
"""Missing associated documentation comment in .proto file."""
|
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
3
|
-
# source: workflow/queue_service.proto
|
|
4
|
-
"""Generated protocol buffer code."""
|
|
5
|
-
from google.protobuf import descriptor as _descriptor
|
|
6
|
-
from google.protobuf import descriptor_pool as _descriptor_pool
|
|
7
|
-
from google.protobuf import symbol_database as _symbol_database
|
|
8
|
-
from google.protobuf.internal import builder as _builder
|
|
9
|
-
# @@protoc_insertion_point(imports)
|
|
10
|
-
|
|
11
|
-
_sym_db = _symbol_database.Default()
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
from flyte._protos.common import identifier_pb2 as common_dot_identifier__pb2
|
|
15
|
-
from flyteidl.core import types_pb2 as flyteidl_dot_core_dot_types__pb2
|
|
16
|
-
from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
|
|
17
|
-
from google.protobuf import wrappers_pb2 as google_dot_protobuf_dot_wrappers__pb2
|
|
18
|
-
from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
|
|
19
|
-
from flyte._protos.workflow import run_definition_pb2 as workflow_dot_run__definition__pb2
|
|
20
|
-
from flyte._protos.workflow import task_definition_pb2 as workflow_dot_task__definition__pb2
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1cworkflow/queue_service.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x19\x66lyteidl/core/types.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1egoogle/protobuf/wrappers.proto\x1a\x17validate/validate.proto\x1a\x1dworkflow/run_definition.proto\x1a\x1eworkflow/task_definition.proto\"\x7f\n\x10WorkerIdentifier\x12+\n\x0corganization\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x0corganization\x12!\n\x07\x63luster\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07\x63luster\x12\x1b\n\x04name\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\"\xbf\x04\n\x14\x45nqueueActionRequest\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12\x35\n\x08run_spec\x18\x03 \x01(\x0b\x32\x1a.cloudidl.workflow.RunSpecR\x07runSpec\x12$\n\tinput_uri\x18\x06 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x07 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12=\n\x04task\x18\n \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12@\n\x05trace\x18\x0b \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12L\n\tcondition\x18\x0c \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tconditionB\x06\n\x04specB\x15\n\x13_parent_action_name\"\xcf\x01\n\nTaskAction\x12\x31\n\x02id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierR\x02id\x12\x39\n\x04spec\x18\x02 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04spec\x12\x39\n\tcache_key\x18\x03 \x01(\x0b\x32\x1c.google.protobuf.StringValueR\x08\x63\x61\x63heKey\x12\x18\n\x07\x63luster\x18\x04 \x01(\tR\x07\x63luster\"\xd9\x02\n\x0bTraceAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12.\n\x05phase\x18\x02 \x01(\x0e\x32\x18.cloudidl.workflow.PhaseR\x05phase\x12\x39\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tstartTime\x12:\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00R\x07\x65ndTime\x88\x01\x01\x12=\n\x07outputs\x18\x05 \x01(\x0b\x32#.cloudidl.workflow.OutputReferencesR\x07outputs\x12:\n\x04spec\x18\x06 \x01(\x0b\x32\x1c.cloudidl.workflow.TraceSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04specB\x0b\n\t_end_time\"\x8a\x02\n\x0f\x43onditionAction\x12\x1b\n\x04name\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x04name\x12 \n\x06run_id\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x05runId\x12&\n\taction_id\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x08\x61\x63tionId\x12\x18\n\x06global\x18\x04 \x01(\x08H\x00R\x06global\x12.\n\x04type\x18\x06 \x01(\x0b\x32\x1a.flyteidl.core.LiteralTypeR\x04type\x12\x16\n\x06prompt\x18\x07 \x01(\tR\x06prompt\x12 \n\x0b\x64\x65scription\x18\x08 \x01(\tR\x0b\x64\x65scriptionB\x0c\n\x05scope\x12\x03\xf8\x42\x01\"\x17\n\x15\x45nqueueActionResponse\"X\n\x15\x41\x62ortQueuedRunRequest\x12?\n\x06run_id\x18\x01 \x01(\x0b\x32\x1e.cloudidl.common.RunIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x05runId\"\x18\n\x16\x41\x62ortQueuedRunResponse\"\x80\x03\n\x10HeartbeatRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\x12M\n\x11\x61\x63tive_action_ids\x18\x02 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x0f\x61\x63tiveActionIds\x12Q\n\x13terminal_action_ids\x18\x03 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x11terminalActionIds\x12O\n\x12\x61\x62orted_action_ids\x18\x04 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x10\x61\x62ortedActionIds\x12-\n\x12\x61vailable_capacity\x18\x05 \x01(\x05R\x11\x61vailableCapacity\"\xe2\x01\n\x11HeartbeatResponse\x12\x37\n\nnew_leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\tnewLeases\x12?\n\x0e\x61\x62orted_leases\x18\x02 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\rabortedLeases\x12S\n\x14\x66inalized_action_ids\x18\x03 \x03(\x0b\x32!.cloudidl.common.ActionIdentifierR\x12\x66inalizedActionIds\"a\n\x13StreamLeasesRequest\x12J\n\tworker_id\x18\x01 \x01(\x0b\x32#.cloudidl.workflow.WorkerIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08workerId\"H\n\x14StreamLeasesResponse\x12\x30\n\x06leases\x18\x01 \x03(\x0b\x32\x18.cloudidl.workflow.LeaseR\x06leases\"\xc9\x04\n\x05Lease\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x01R\x10parentActionName\x88\x01\x01\x12\x35\n\x08run_spec\x18\x03 \x01(\x0b\x32\x1a.cloudidl.workflow.RunSpecR\x07runSpec\x12$\n\tinput_uri\x18\x04 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x08inputUri\x12/\n\x0frun_output_base\x18\x05 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\rrunOutputBase\x12=\n\x04task\x18\x06 \x01(\x0b\x32\x1d.cloudidl.workflow.TaskActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x04task\x12L\n\tcondition\x18\x07 \x01(\x0b\x32\".cloudidl.workflow.ConditionActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tcondition\x12@\n\x05trace\x18\n \x01(\x0b\x32\x1e.cloudidl.workflow.TraceActionB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\x05trace\x12\x14\n\x05group\x18\x08 \x01(\tR\x05group\x12\x18\n\x07subject\x18\t \x01(\tR\x07subject\x12\x12\n\x04host\x18\x0b \x01(\tR\x04hostB\x0b\n\x04spec\x12\x03\xf8\x42\x01\x42\x15\n\x13_parent_action_name2\xa0\x03\n\x0cQueueService\x12\x64\n\rEnqueueAction\x12\'.cloudidl.workflow.EnqueueActionRequest\x1a(.cloudidl.workflow.EnqueueActionResponse\"\x00\x12g\n\x0e\x41\x62ortQueuedRun\x12(.cloudidl.workflow.AbortQueuedRunRequest\x1a).cloudidl.workflow.AbortQueuedRunResponse\"\x00\x12\\\n\tHeartbeat\x12#.cloudidl.workflow.HeartbeatRequest\x1a$.cloudidl.workflow.HeartbeatResponse\"\x00(\x01\x30\x01\x12\x63\n\x0cStreamLeases\x12&.cloudidl.workflow.StreamLeasesRequest\x1a\'.cloudidl.workflow.StreamLeasesResponse\"\x00\x30\x01\x42\xbe\x01\n\x15\x63om.cloudidl.workflowB\x11QueueServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
|
|
24
|
-
|
|
25
|
-
_globals = globals()
|
|
26
|
-
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
27
|
-
_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.queue_service_pb2', _globals)
|
|
28
|
-
if _descriptor._USE_C_DESCRIPTORS == False:
|
|
29
|
-
DESCRIPTOR._options = None
|
|
30
|
-
DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\021QueueServiceProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
|
|
31
|
-
_WORKERIDENTIFIER.fields_by_name['organization']._options = None
|
|
32
|
-
_WORKERIDENTIFIER.fields_by_name['organization']._serialized_options = b'\372B\004r\002\020\001'
|
|
33
|
-
_WORKERIDENTIFIER.fields_by_name['cluster']._options = None
|
|
34
|
-
_WORKERIDENTIFIER.fields_by_name['cluster']._serialized_options = b'\372B\004r\002\020\001'
|
|
35
|
-
_WORKERIDENTIFIER.fields_by_name['name']._options = None
|
|
36
|
-
_WORKERIDENTIFIER.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
|
|
37
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['action_id']._options = None
|
|
38
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
39
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['input_uri']._options = None
|
|
40
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['input_uri']._serialized_options = b'\372B\004r\002\020\001'
|
|
41
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['run_output_base']._options = None
|
|
42
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['run_output_base']._serialized_options = b'\372B\004r\002\020\001'
|
|
43
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['task']._options = None
|
|
44
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['task']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
45
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['trace']._options = None
|
|
46
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['trace']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
47
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['condition']._options = None
|
|
48
|
-
_ENQUEUEACTIONREQUEST.fields_by_name['condition']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
49
|
-
_TASKACTION.fields_by_name['spec']._options = None
|
|
50
|
-
_TASKACTION.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
51
|
-
_TRACEACTION.fields_by_name['name']._options = None
|
|
52
|
-
_TRACEACTION.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
|
|
53
|
-
_TRACEACTION.fields_by_name['spec']._options = None
|
|
54
|
-
_TRACEACTION.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
55
|
-
_CONDITIONACTION.oneofs_by_name['scope']._options = None
|
|
56
|
-
_CONDITIONACTION.oneofs_by_name['scope']._serialized_options = b'\370B\001'
|
|
57
|
-
_CONDITIONACTION.fields_by_name['name']._options = None
|
|
58
|
-
_CONDITIONACTION.fields_by_name['name']._serialized_options = b'\372B\004r\002\020\001'
|
|
59
|
-
_CONDITIONACTION.fields_by_name['run_id']._options = None
|
|
60
|
-
_CONDITIONACTION.fields_by_name['run_id']._serialized_options = b'\372B\004r\002\020\001'
|
|
61
|
-
_CONDITIONACTION.fields_by_name['action_id']._options = None
|
|
62
|
-
_CONDITIONACTION.fields_by_name['action_id']._serialized_options = b'\372B\004r\002\020\001'
|
|
63
|
-
_ABORTQUEUEDRUNREQUEST.fields_by_name['run_id']._options = None
|
|
64
|
-
_ABORTQUEUEDRUNREQUEST.fields_by_name['run_id']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
65
|
-
_HEARTBEATREQUEST.fields_by_name['worker_id']._options = None
|
|
66
|
-
_HEARTBEATREQUEST.fields_by_name['worker_id']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
67
|
-
_STREAMLEASESREQUEST.fields_by_name['worker_id']._options = None
|
|
68
|
-
_STREAMLEASESREQUEST.fields_by_name['worker_id']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
69
|
-
_LEASE.oneofs_by_name['spec']._options = None
|
|
70
|
-
_LEASE.oneofs_by_name['spec']._serialized_options = b'\370B\001'
|
|
71
|
-
_LEASE.fields_by_name['action_id']._options = None
|
|
72
|
-
_LEASE.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
73
|
-
_LEASE.fields_by_name['input_uri']._options = None
|
|
74
|
-
_LEASE.fields_by_name['input_uri']._serialized_options = b'\372B\004r\002\020\001'
|
|
75
|
-
_LEASE.fields_by_name['run_output_base']._options = None
|
|
76
|
-
_LEASE.fields_by_name['run_output_base']._serialized_options = b'\372B\004r\002\020\001'
|
|
77
|
-
_LEASE.fields_by_name['task']._options = None
|
|
78
|
-
_LEASE.fields_by_name['task']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
79
|
-
_LEASE.fields_by_name['condition']._options = None
|
|
80
|
-
_LEASE.fields_by_name['condition']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
81
|
-
_LEASE.fields_by_name['trace']._options = None
|
|
82
|
-
_LEASE.fields_by_name['trace']._serialized_options = b'\372B\005\212\001\002\020\001'
|
|
83
|
-
_globals['_WORKERIDENTIFIER']._serialized_start=256
|
|
84
|
-
_globals['_WORKERIDENTIFIER']._serialized_end=383
|
|
85
|
-
_globals['_ENQUEUEACTIONREQUEST']._serialized_start=386
|
|
86
|
-
_globals['_ENQUEUEACTIONREQUEST']._serialized_end=961
|
|
87
|
-
_globals['_TASKACTION']._serialized_start=964
|
|
88
|
-
_globals['_TASKACTION']._serialized_end=1171
|
|
89
|
-
_globals['_TRACEACTION']._serialized_start=1174
|
|
90
|
-
_globals['_TRACEACTION']._serialized_end=1519
|
|
91
|
-
_globals['_CONDITIONACTION']._serialized_start=1522
|
|
92
|
-
_globals['_CONDITIONACTION']._serialized_end=1788
|
|
93
|
-
_globals['_ENQUEUEACTIONRESPONSE']._serialized_start=1790
|
|
94
|
-
_globals['_ENQUEUEACTIONRESPONSE']._serialized_end=1813
|
|
95
|
-
_globals['_ABORTQUEUEDRUNREQUEST']._serialized_start=1815
|
|
96
|
-
_globals['_ABORTQUEUEDRUNREQUEST']._serialized_end=1903
|
|
97
|
-
_globals['_ABORTQUEUEDRUNRESPONSE']._serialized_start=1905
|
|
98
|
-
_globals['_ABORTQUEUEDRUNRESPONSE']._serialized_end=1929
|
|
99
|
-
_globals['_HEARTBEATREQUEST']._serialized_start=1932
|
|
100
|
-
_globals['_HEARTBEATREQUEST']._serialized_end=2316
|
|
101
|
-
_globals['_HEARTBEATRESPONSE']._serialized_start=2319
|
|
102
|
-
_globals['_HEARTBEATRESPONSE']._serialized_end=2545
|
|
103
|
-
_globals['_STREAMLEASESREQUEST']._serialized_start=2547
|
|
104
|
-
_globals['_STREAMLEASESREQUEST']._serialized_end=2644
|
|
105
|
-
_globals['_STREAMLEASESRESPONSE']._serialized_start=2646
|
|
106
|
-
_globals['_STREAMLEASESRESPONSE']._serialized_end=2718
|
|
107
|
-
_globals['_LEASE']._serialized_start=2721
|
|
108
|
-
_globals['_LEASE']._serialized_end=3306
|
|
109
|
-
_globals['_QUEUESERVICE']._serialized_start=3309
|
|
110
|
-
_globals['_QUEUESERVICE']._serialized_end=3725
|
|
111
|
-
# @@protoc_insertion_point(module_scope)
|
|
@@ -1,168 +0,0 @@
|
|
|
1
|
-
from flyte._protos.common import identifier_pb2 as _identifier_pb2
|
|
2
|
-
from flyteidl.core import types_pb2 as _types_pb2
|
|
3
|
-
from google.protobuf import timestamp_pb2 as _timestamp_pb2
|
|
4
|
-
from google.protobuf import wrappers_pb2 as _wrappers_pb2
|
|
5
|
-
from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
|
|
6
|
-
from flyte._protos.workflow import run_definition_pb2 as _run_definition_pb2
|
|
7
|
-
from flyte._protos.workflow import task_definition_pb2 as _task_definition_pb2
|
|
8
|
-
from google.protobuf.internal import containers as _containers
|
|
9
|
-
from google.protobuf import descriptor as _descriptor
|
|
10
|
-
from google.protobuf import message as _message
|
|
11
|
-
from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
|
|
12
|
-
|
|
13
|
-
DESCRIPTOR: _descriptor.FileDescriptor
|
|
14
|
-
|
|
15
|
-
class WorkerIdentifier(_message.Message):
|
|
16
|
-
__slots__ = ["organization", "cluster", "name"]
|
|
17
|
-
ORGANIZATION_FIELD_NUMBER: _ClassVar[int]
|
|
18
|
-
CLUSTER_FIELD_NUMBER: _ClassVar[int]
|
|
19
|
-
NAME_FIELD_NUMBER: _ClassVar[int]
|
|
20
|
-
organization: str
|
|
21
|
-
cluster: str
|
|
22
|
-
name: str
|
|
23
|
-
def __init__(self, organization: _Optional[str] = ..., cluster: _Optional[str] = ..., name: _Optional[str] = ...) -> None: ...
|
|
24
|
-
|
|
25
|
-
class EnqueueActionRequest(_message.Message):
|
|
26
|
-
__slots__ = ["action_id", "parent_action_name", "run_spec", "input_uri", "run_output_base", "group", "subject", "task", "trace", "condition"]
|
|
27
|
-
ACTION_ID_FIELD_NUMBER: _ClassVar[int]
|
|
28
|
-
PARENT_ACTION_NAME_FIELD_NUMBER: _ClassVar[int]
|
|
29
|
-
RUN_SPEC_FIELD_NUMBER: _ClassVar[int]
|
|
30
|
-
INPUT_URI_FIELD_NUMBER: _ClassVar[int]
|
|
31
|
-
RUN_OUTPUT_BASE_FIELD_NUMBER: _ClassVar[int]
|
|
32
|
-
GROUP_FIELD_NUMBER: _ClassVar[int]
|
|
33
|
-
SUBJECT_FIELD_NUMBER: _ClassVar[int]
|
|
34
|
-
TASK_FIELD_NUMBER: _ClassVar[int]
|
|
35
|
-
TRACE_FIELD_NUMBER: _ClassVar[int]
|
|
36
|
-
CONDITION_FIELD_NUMBER: _ClassVar[int]
|
|
37
|
-
action_id: _identifier_pb2.ActionIdentifier
|
|
38
|
-
parent_action_name: str
|
|
39
|
-
run_spec: _run_definition_pb2.RunSpec
|
|
40
|
-
input_uri: str
|
|
41
|
-
run_output_base: str
|
|
42
|
-
group: str
|
|
43
|
-
subject: str
|
|
44
|
-
task: TaskAction
|
|
45
|
-
trace: TraceAction
|
|
46
|
-
condition: ConditionAction
|
|
47
|
-
def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., parent_action_name: _Optional[str] = ..., run_spec: _Optional[_Union[_run_definition_pb2.RunSpec, _Mapping]] = ..., input_uri: _Optional[str] = ..., run_output_base: _Optional[str] = ..., group: _Optional[str] = ..., subject: _Optional[str] = ..., task: _Optional[_Union[TaskAction, _Mapping]] = ..., trace: _Optional[_Union[TraceAction, _Mapping]] = ..., condition: _Optional[_Union[ConditionAction, _Mapping]] = ...) -> None: ...
|
|
48
|
-
|
|
49
|
-
class TaskAction(_message.Message):
|
|
50
|
-
__slots__ = ["id", "spec", "cache_key", "cluster"]
|
|
51
|
-
ID_FIELD_NUMBER: _ClassVar[int]
|
|
52
|
-
SPEC_FIELD_NUMBER: _ClassVar[int]
|
|
53
|
-
CACHE_KEY_FIELD_NUMBER: _ClassVar[int]
|
|
54
|
-
CLUSTER_FIELD_NUMBER: _ClassVar[int]
|
|
55
|
-
id: _task_definition_pb2.TaskIdentifier
|
|
56
|
-
spec: _task_definition_pb2.TaskSpec
|
|
57
|
-
cache_key: _wrappers_pb2.StringValue
|
|
58
|
-
cluster: str
|
|
59
|
-
def __init__(self, id: _Optional[_Union[_task_definition_pb2.TaskIdentifier, _Mapping]] = ..., spec: _Optional[_Union[_task_definition_pb2.TaskSpec, _Mapping]] = ..., cache_key: _Optional[_Union[_wrappers_pb2.StringValue, _Mapping]] = ..., cluster: _Optional[str] = ...) -> None: ...
|
|
60
|
-
|
|
61
|
-
class TraceAction(_message.Message):
|
|
62
|
-
__slots__ = ["name", "phase", "start_time", "end_time", "outputs", "spec"]
|
|
63
|
-
NAME_FIELD_NUMBER: _ClassVar[int]
|
|
64
|
-
PHASE_FIELD_NUMBER: _ClassVar[int]
|
|
65
|
-
START_TIME_FIELD_NUMBER: _ClassVar[int]
|
|
66
|
-
END_TIME_FIELD_NUMBER: _ClassVar[int]
|
|
67
|
-
OUTPUTS_FIELD_NUMBER: _ClassVar[int]
|
|
68
|
-
SPEC_FIELD_NUMBER: _ClassVar[int]
|
|
69
|
-
name: str
|
|
70
|
-
phase: _run_definition_pb2.Phase
|
|
71
|
-
start_time: _timestamp_pb2.Timestamp
|
|
72
|
-
end_time: _timestamp_pb2.Timestamp
|
|
73
|
-
outputs: _run_definition_pb2.OutputReferences
|
|
74
|
-
spec: _task_definition_pb2.TraceSpec
|
|
75
|
-
def __init__(self, name: _Optional[str] = ..., phase: _Optional[_Union[_run_definition_pb2.Phase, str]] = ..., start_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., end_time: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., outputs: _Optional[_Union[_run_definition_pb2.OutputReferences, _Mapping]] = ..., spec: _Optional[_Union[_task_definition_pb2.TraceSpec, _Mapping]] = ...) -> None: ...
|
|
76
|
-
|
|
77
|
-
class ConditionAction(_message.Message):
|
|
78
|
-
__slots__ = ["name", "run_id", "action_id", "type", "prompt", "description"]
|
|
79
|
-
NAME_FIELD_NUMBER: _ClassVar[int]
|
|
80
|
-
RUN_ID_FIELD_NUMBER: _ClassVar[int]
|
|
81
|
-
ACTION_ID_FIELD_NUMBER: _ClassVar[int]
|
|
82
|
-
GLOBAL_FIELD_NUMBER: _ClassVar[int]
|
|
83
|
-
TYPE_FIELD_NUMBER: _ClassVar[int]
|
|
84
|
-
PROMPT_FIELD_NUMBER: _ClassVar[int]
|
|
85
|
-
DESCRIPTION_FIELD_NUMBER: _ClassVar[int]
|
|
86
|
-
name: str
|
|
87
|
-
run_id: str
|
|
88
|
-
action_id: str
|
|
89
|
-
type: _types_pb2.LiteralType
|
|
90
|
-
prompt: str
|
|
91
|
-
description: str
|
|
92
|
-
def __init__(self, name: _Optional[str] = ..., run_id: _Optional[str] = ..., action_id: _Optional[str] = ..., type: _Optional[_Union[_types_pb2.LiteralType, _Mapping]] = ..., prompt: _Optional[str] = ..., description: _Optional[str] = ..., **kwargs) -> None: ...
|
|
93
|
-
|
|
94
|
-
class EnqueueActionResponse(_message.Message):
|
|
95
|
-
__slots__ = []
|
|
96
|
-
def __init__(self) -> None: ...
|
|
97
|
-
|
|
98
|
-
class AbortQueuedRunRequest(_message.Message):
|
|
99
|
-
__slots__ = ["run_id"]
|
|
100
|
-
RUN_ID_FIELD_NUMBER: _ClassVar[int]
|
|
101
|
-
run_id: _identifier_pb2.RunIdentifier
|
|
102
|
-
def __init__(self, run_id: _Optional[_Union[_identifier_pb2.RunIdentifier, _Mapping]] = ...) -> None: ...
|
|
103
|
-
|
|
104
|
-
class AbortQueuedRunResponse(_message.Message):
|
|
105
|
-
__slots__ = []
|
|
106
|
-
def __init__(self) -> None: ...
|
|
107
|
-
|
|
108
|
-
class HeartbeatRequest(_message.Message):
|
|
109
|
-
__slots__ = ["worker_id", "active_action_ids", "terminal_action_ids", "aborted_action_ids", "available_capacity"]
|
|
110
|
-
WORKER_ID_FIELD_NUMBER: _ClassVar[int]
|
|
111
|
-
ACTIVE_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
|
|
112
|
-
TERMINAL_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
|
|
113
|
-
ABORTED_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
|
|
114
|
-
AVAILABLE_CAPACITY_FIELD_NUMBER: _ClassVar[int]
|
|
115
|
-
worker_id: WorkerIdentifier
|
|
116
|
-
active_action_ids: _containers.RepeatedCompositeFieldContainer[_identifier_pb2.ActionIdentifier]
|
|
117
|
-
terminal_action_ids: _containers.RepeatedCompositeFieldContainer[_identifier_pb2.ActionIdentifier]
|
|
118
|
-
aborted_action_ids: _containers.RepeatedCompositeFieldContainer[_identifier_pb2.ActionIdentifier]
|
|
119
|
-
available_capacity: int
|
|
120
|
-
def __init__(self, worker_id: _Optional[_Union[WorkerIdentifier, _Mapping]] = ..., active_action_ids: _Optional[_Iterable[_Union[_identifier_pb2.ActionIdentifier, _Mapping]]] = ..., terminal_action_ids: _Optional[_Iterable[_Union[_identifier_pb2.ActionIdentifier, _Mapping]]] = ..., aborted_action_ids: _Optional[_Iterable[_Union[_identifier_pb2.ActionIdentifier, _Mapping]]] = ..., available_capacity: _Optional[int] = ...) -> None: ...
|
|
121
|
-
|
|
122
|
-
class HeartbeatResponse(_message.Message):
|
|
123
|
-
__slots__ = ["new_leases", "aborted_leases", "finalized_action_ids"]
|
|
124
|
-
NEW_LEASES_FIELD_NUMBER: _ClassVar[int]
|
|
125
|
-
ABORTED_LEASES_FIELD_NUMBER: _ClassVar[int]
|
|
126
|
-
FINALIZED_ACTION_IDS_FIELD_NUMBER: _ClassVar[int]
|
|
127
|
-
new_leases: _containers.RepeatedCompositeFieldContainer[Lease]
|
|
128
|
-
aborted_leases: _containers.RepeatedCompositeFieldContainer[Lease]
|
|
129
|
-
finalized_action_ids: _containers.RepeatedCompositeFieldContainer[_identifier_pb2.ActionIdentifier]
|
|
130
|
-
def __init__(self, new_leases: _Optional[_Iterable[_Union[Lease, _Mapping]]] = ..., aborted_leases: _Optional[_Iterable[_Union[Lease, _Mapping]]] = ..., finalized_action_ids: _Optional[_Iterable[_Union[_identifier_pb2.ActionIdentifier, _Mapping]]] = ...) -> None: ...
|
|
131
|
-
|
|
132
|
-
class StreamLeasesRequest(_message.Message):
|
|
133
|
-
__slots__ = ["worker_id"]
|
|
134
|
-
WORKER_ID_FIELD_NUMBER: _ClassVar[int]
|
|
135
|
-
worker_id: WorkerIdentifier
|
|
136
|
-
def __init__(self, worker_id: _Optional[_Union[WorkerIdentifier, _Mapping]] = ...) -> None: ...
|
|
137
|
-
|
|
138
|
-
class StreamLeasesResponse(_message.Message):
|
|
139
|
-
__slots__ = ["leases"]
|
|
140
|
-
LEASES_FIELD_NUMBER: _ClassVar[int]
|
|
141
|
-
leases: _containers.RepeatedCompositeFieldContainer[Lease]
|
|
142
|
-
def __init__(self, leases: _Optional[_Iterable[_Union[Lease, _Mapping]]] = ...) -> None: ...
|
|
143
|
-
|
|
144
|
-
class Lease(_message.Message):
|
|
145
|
-
__slots__ = ["action_id", "parent_action_name", "run_spec", "input_uri", "run_output_base", "task", "condition", "trace", "group", "subject", "host"]
|
|
146
|
-
ACTION_ID_FIELD_NUMBER: _ClassVar[int]
|
|
147
|
-
PARENT_ACTION_NAME_FIELD_NUMBER: _ClassVar[int]
|
|
148
|
-
RUN_SPEC_FIELD_NUMBER: _ClassVar[int]
|
|
149
|
-
INPUT_URI_FIELD_NUMBER: _ClassVar[int]
|
|
150
|
-
RUN_OUTPUT_BASE_FIELD_NUMBER: _ClassVar[int]
|
|
151
|
-
TASK_FIELD_NUMBER: _ClassVar[int]
|
|
152
|
-
CONDITION_FIELD_NUMBER: _ClassVar[int]
|
|
153
|
-
TRACE_FIELD_NUMBER: _ClassVar[int]
|
|
154
|
-
GROUP_FIELD_NUMBER: _ClassVar[int]
|
|
155
|
-
SUBJECT_FIELD_NUMBER: _ClassVar[int]
|
|
156
|
-
HOST_FIELD_NUMBER: _ClassVar[int]
|
|
157
|
-
action_id: _identifier_pb2.ActionIdentifier
|
|
158
|
-
parent_action_name: str
|
|
159
|
-
run_spec: _run_definition_pb2.RunSpec
|
|
160
|
-
input_uri: str
|
|
161
|
-
run_output_base: str
|
|
162
|
-
task: TaskAction
|
|
163
|
-
condition: ConditionAction
|
|
164
|
-
trace: TraceAction
|
|
165
|
-
group: str
|
|
166
|
-
subject: str
|
|
167
|
-
host: str
|
|
168
|
-
def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., parent_action_name: _Optional[str] = ..., run_spec: _Optional[_Union[_run_definition_pb2.RunSpec, _Mapping]] = ..., input_uri: _Optional[str] = ..., run_output_base: _Optional[str] = ..., task: _Optional[_Union[TaskAction, _Mapping]] = ..., condition: _Optional[_Union[ConditionAction, _Mapping]] = ..., trace: _Optional[_Union[TraceAction, _Mapping]] = ..., group: _Optional[str] = ..., subject: _Optional[str] = ..., host: _Optional[str] = ...) -> None: ...
|
|
@@ -1,172 +0,0 @@
|
|
|
1
|
-
# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
|
|
2
|
-
"""Client and server classes corresponding to protobuf-defined services."""
|
|
3
|
-
import grpc
|
|
4
|
-
|
|
5
|
-
from flyte._protos.workflow import queue_service_pb2 as workflow_dot_queue__service__pb2
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
class QueueServiceStub(object):
|
|
9
|
-
"""provides an interface for managing execution of runs over a collection of workers.
|
|
10
|
-
"""
|
|
11
|
-
|
|
12
|
-
def __init__(self, channel):
|
|
13
|
-
"""Constructor.
|
|
14
|
-
|
|
15
|
-
Args:
|
|
16
|
-
channel: A grpc.Channel.
|
|
17
|
-
"""
|
|
18
|
-
self.EnqueueAction = channel.unary_unary(
|
|
19
|
-
'/cloudidl.workflow.QueueService/EnqueueAction',
|
|
20
|
-
request_serializer=workflow_dot_queue__service__pb2.EnqueueActionRequest.SerializeToString,
|
|
21
|
-
response_deserializer=workflow_dot_queue__service__pb2.EnqueueActionResponse.FromString,
|
|
22
|
-
)
|
|
23
|
-
self.AbortQueuedRun = channel.unary_unary(
|
|
24
|
-
'/cloudidl.workflow.QueueService/AbortQueuedRun',
|
|
25
|
-
request_serializer=workflow_dot_queue__service__pb2.AbortQueuedRunRequest.SerializeToString,
|
|
26
|
-
response_deserializer=workflow_dot_queue__service__pb2.AbortQueuedRunResponse.FromString,
|
|
27
|
-
)
|
|
28
|
-
self.Heartbeat = channel.stream_stream(
|
|
29
|
-
'/cloudidl.workflow.QueueService/Heartbeat',
|
|
30
|
-
request_serializer=workflow_dot_queue__service__pb2.HeartbeatRequest.SerializeToString,
|
|
31
|
-
response_deserializer=workflow_dot_queue__service__pb2.HeartbeatResponse.FromString,
|
|
32
|
-
)
|
|
33
|
-
self.StreamLeases = channel.unary_stream(
|
|
34
|
-
'/cloudidl.workflow.QueueService/StreamLeases',
|
|
35
|
-
request_serializer=workflow_dot_queue__service__pb2.StreamLeasesRequest.SerializeToString,
|
|
36
|
-
response_deserializer=workflow_dot_queue__service__pb2.StreamLeasesResponse.FromString,
|
|
37
|
-
)
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
class QueueServiceServicer(object):
|
|
41
|
-
"""provides an interface for managing execution of runs over a collection of workers.
|
|
42
|
-
"""
|
|
43
|
-
|
|
44
|
-
def EnqueueAction(self, request, context):
|
|
45
|
-
"""queue a new action for execution.
|
|
46
|
-
"""
|
|
47
|
-
context.set_code(grpc.StatusCode.UNIMPLEMENTED)
|
|
48
|
-
context.set_details('Method not implemented!')
|
|
49
|
-
raise NotImplementedError('Method not implemented!')
|
|
50
|
-
|
|
51
|
-
def AbortQueuedRun(self, request, context):
|
|
52
|
-
"""abort a queued run.
|
|
53
|
-
"""
|
|
54
|
-
context.set_code(grpc.StatusCode.UNIMPLEMENTED)
|
|
55
|
-
context.set_details('Method not implemented!')
|
|
56
|
-
raise NotImplementedError('Method not implemented!')
|
|
57
|
-
|
|
58
|
-
def Heartbeat(self, request_iterator, context):
|
|
59
|
-
"""heartbeat is used by workers to report their status and acquire new leases.
|
|
60
|
-
"""
|
|
61
|
-
context.set_code(grpc.StatusCode.UNIMPLEMENTED)
|
|
62
|
-
context.set_details('Method not implemented!')
|
|
63
|
-
raise NotImplementedError('Method not implemented!')
|
|
64
|
-
|
|
65
|
-
def StreamLeases(self, request, context):
|
|
66
|
-
"""stream leases for a worker.
|
|
67
|
-
"""
|
|
68
|
-
context.set_code(grpc.StatusCode.UNIMPLEMENTED)
|
|
69
|
-
context.set_details('Method not implemented!')
|
|
70
|
-
raise NotImplementedError('Method not implemented!')
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
def add_QueueServiceServicer_to_server(servicer, server):
|
|
74
|
-
rpc_method_handlers = {
|
|
75
|
-
'EnqueueAction': grpc.unary_unary_rpc_method_handler(
|
|
76
|
-
servicer.EnqueueAction,
|
|
77
|
-
request_deserializer=workflow_dot_queue__service__pb2.EnqueueActionRequest.FromString,
|
|
78
|
-
response_serializer=workflow_dot_queue__service__pb2.EnqueueActionResponse.SerializeToString,
|
|
79
|
-
),
|
|
80
|
-
'AbortQueuedRun': grpc.unary_unary_rpc_method_handler(
|
|
81
|
-
servicer.AbortQueuedRun,
|
|
82
|
-
request_deserializer=workflow_dot_queue__service__pb2.AbortQueuedRunRequest.FromString,
|
|
83
|
-
response_serializer=workflow_dot_queue__service__pb2.AbortQueuedRunResponse.SerializeToString,
|
|
84
|
-
),
|
|
85
|
-
'Heartbeat': grpc.stream_stream_rpc_method_handler(
|
|
86
|
-
servicer.Heartbeat,
|
|
87
|
-
request_deserializer=workflow_dot_queue__service__pb2.HeartbeatRequest.FromString,
|
|
88
|
-
response_serializer=workflow_dot_queue__service__pb2.HeartbeatResponse.SerializeToString,
|
|
89
|
-
),
|
|
90
|
-
'StreamLeases': grpc.unary_stream_rpc_method_handler(
|
|
91
|
-
servicer.StreamLeases,
|
|
92
|
-
request_deserializer=workflow_dot_queue__service__pb2.StreamLeasesRequest.FromString,
|
|
93
|
-
response_serializer=workflow_dot_queue__service__pb2.StreamLeasesResponse.SerializeToString,
|
|
94
|
-
),
|
|
95
|
-
}
|
|
96
|
-
generic_handler = grpc.method_handlers_generic_handler(
|
|
97
|
-
'cloudidl.workflow.QueueService', rpc_method_handlers)
|
|
98
|
-
server.add_generic_rpc_handlers((generic_handler,))
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
# This class is part of an EXPERIMENTAL API.
|
|
102
|
-
class QueueService(object):
|
|
103
|
-
"""provides an interface for managing execution of runs over a collection of workers.
|
|
104
|
-
"""
|
|
105
|
-
|
|
106
|
-
@staticmethod
|
|
107
|
-
def EnqueueAction(request,
|
|
108
|
-
target,
|
|
109
|
-
options=(),
|
|
110
|
-
channel_credentials=None,
|
|
111
|
-
call_credentials=None,
|
|
112
|
-
insecure=False,
|
|
113
|
-
compression=None,
|
|
114
|
-
wait_for_ready=None,
|
|
115
|
-
timeout=None,
|
|
116
|
-
metadata=None):
|
|
117
|
-
return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.QueueService/EnqueueAction',
|
|
118
|
-
workflow_dot_queue__service__pb2.EnqueueActionRequest.SerializeToString,
|
|
119
|
-
workflow_dot_queue__service__pb2.EnqueueActionResponse.FromString,
|
|
120
|
-
options, channel_credentials,
|
|
121
|
-
insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
|
|
122
|
-
|
|
123
|
-
@staticmethod
|
|
124
|
-
def AbortQueuedRun(request,
|
|
125
|
-
target,
|
|
126
|
-
options=(),
|
|
127
|
-
channel_credentials=None,
|
|
128
|
-
call_credentials=None,
|
|
129
|
-
insecure=False,
|
|
130
|
-
compression=None,
|
|
131
|
-
wait_for_ready=None,
|
|
132
|
-
timeout=None,
|
|
133
|
-
metadata=None):
|
|
134
|
-
return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.QueueService/AbortQueuedRun',
|
|
135
|
-
workflow_dot_queue__service__pb2.AbortQueuedRunRequest.SerializeToString,
|
|
136
|
-
workflow_dot_queue__service__pb2.AbortQueuedRunResponse.FromString,
|
|
137
|
-
options, channel_credentials,
|
|
138
|
-
insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
|
|
139
|
-
|
|
140
|
-
@staticmethod
|
|
141
|
-
def Heartbeat(request_iterator,
|
|
142
|
-
target,
|
|
143
|
-
options=(),
|
|
144
|
-
channel_credentials=None,
|
|
145
|
-
call_credentials=None,
|
|
146
|
-
insecure=False,
|
|
147
|
-
compression=None,
|
|
148
|
-
wait_for_ready=None,
|
|
149
|
-
timeout=None,
|
|
150
|
-
metadata=None):
|
|
151
|
-
return grpc.experimental.stream_stream(request_iterator, target, '/cloudidl.workflow.QueueService/Heartbeat',
|
|
152
|
-
workflow_dot_queue__service__pb2.HeartbeatRequest.SerializeToString,
|
|
153
|
-
workflow_dot_queue__service__pb2.HeartbeatResponse.FromString,
|
|
154
|
-
options, channel_credentials,
|
|
155
|
-
insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
|
|
156
|
-
|
|
157
|
-
@staticmethod
|
|
158
|
-
def StreamLeases(request,
|
|
159
|
-
target,
|
|
160
|
-
options=(),
|
|
161
|
-
channel_credentials=None,
|
|
162
|
-
call_credentials=None,
|
|
163
|
-
insecure=False,
|
|
164
|
-
compression=None,
|
|
165
|
-
wait_for_ready=None,
|
|
166
|
-
timeout=None,
|
|
167
|
-
metadata=None):
|
|
168
|
-
return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.QueueService/StreamLeases',
|
|
169
|
-
workflow_dot_queue__service__pb2.StreamLeasesRequest.SerializeToString,
|
|
170
|
-
workflow_dot_queue__service__pb2.StreamLeasesResponse.FromString,
|
|
171
|
-
options, channel_credentials,
|
|
172
|
-
insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
|