flyte 2.0.0b22__py3-none-any.whl → 2.0.0b30__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. flyte/__init__.py +18 -2
  2. flyte/_bin/runtime.py +43 -5
  3. flyte/_cache/cache.py +4 -2
  4. flyte/_cache/local_cache.py +216 -0
  5. flyte/_code_bundle/_ignore.py +1 -1
  6. flyte/_code_bundle/_packaging.py +4 -4
  7. flyte/_code_bundle/_utils.py +14 -8
  8. flyte/_code_bundle/bundle.py +13 -5
  9. flyte/_constants.py +1 -0
  10. flyte/_context.py +4 -1
  11. flyte/_custom_context.py +73 -0
  12. flyte/_debug/constants.py +0 -1
  13. flyte/_debug/vscode.py +6 -1
  14. flyte/_deploy.py +223 -59
  15. flyte/_environment.py +5 -0
  16. flyte/_excepthook.py +1 -1
  17. flyte/_image.py +144 -82
  18. flyte/_initialize.py +95 -12
  19. flyte/_interface.py +2 -0
  20. flyte/_internal/controllers/_local_controller.py +65 -24
  21. flyte/_internal/controllers/_trace.py +1 -1
  22. flyte/_internal/controllers/remote/_action.py +13 -11
  23. flyte/_internal/controllers/remote/_client.py +1 -1
  24. flyte/_internal/controllers/remote/_controller.py +9 -4
  25. flyte/_internal/controllers/remote/_core.py +16 -16
  26. flyte/_internal/controllers/remote/_informer.py +4 -4
  27. flyte/_internal/controllers/remote/_service_protocol.py +7 -7
  28. flyte/_internal/imagebuild/docker_builder.py +139 -84
  29. flyte/_internal/imagebuild/image_builder.py +7 -13
  30. flyte/_internal/imagebuild/remote_builder.py +65 -13
  31. flyte/_internal/imagebuild/utils.py +51 -3
  32. flyte/_internal/resolvers/_task_module.py +5 -38
  33. flyte/_internal/resolvers/default.py +2 -2
  34. flyte/_internal/runtime/convert.py +42 -20
  35. flyte/_internal/runtime/entrypoints.py +24 -1
  36. flyte/_internal/runtime/io.py +21 -8
  37. flyte/_internal/runtime/resources_serde.py +20 -6
  38. flyte/_internal/runtime/reuse.py +1 -1
  39. flyte/_internal/runtime/rusty.py +20 -5
  40. flyte/_internal/runtime/task_serde.py +33 -27
  41. flyte/_internal/runtime/taskrunner.py +10 -1
  42. flyte/_internal/runtime/trigger_serde.py +160 -0
  43. flyte/_internal/runtime/types_serde.py +1 -1
  44. flyte/_keyring/file.py +39 -9
  45. flyte/_logging.py +79 -12
  46. flyte/_map.py +31 -12
  47. flyte/_module.py +70 -0
  48. flyte/_pod.py +2 -2
  49. flyte/_resources.py +213 -31
  50. flyte/_run.py +107 -41
  51. flyte/_task.py +66 -10
  52. flyte/_task_environment.py +96 -24
  53. flyte/_task_plugins.py +4 -2
  54. flyte/_trigger.py +1000 -0
  55. flyte/_utils/__init__.py +2 -1
  56. flyte/_utils/asyn.py +3 -1
  57. flyte/_utils/docker_credentials.py +173 -0
  58. flyte/_utils/module_loader.py +17 -2
  59. flyte/_version.py +3 -3
  60. flyte/cli/_abort.py +3 -3
  61. flyte/cli/_build.py +1 -3
  62. flyte/cli/_common.py +78 -7
  63. flyte/cli/_create.py +178 -3
  64. flyte/cli/_delete.py +23 -1
  65. flyte/cli/_deploy.py +49 -11
  66. flyte/cli/_get.py +79 -34
  67. flyte/cli/_params.py +8 -6
  68. flyte/cli/_plugins.py +209 -0
  69. flyte/cli/_run.py +127 -11
  70. flyte/cli/_serve.py +64 -0
  71. flyte/cli/_update.py +37 -0
  72. flyte/cli/_user.py +17 -0
  73. flyte/cli/main.py +30 -4
  74. flyte/config/_config.py +2 -0
  75. flyte/config/_internal.py +1 -0
  76. flyte/config/_reader.py +3 -3
  77. flyte/connectors/__init__.py +11 -0
  78. flyte/connectors/_connector.py +270 -0
  79. flyte/connectors/_server.py +197 -0
  80. flyte/connectors/utils.py +135 -0
  81. flyte/errors.py +10 -1
  82. flyte/extend.py +8 -1
  83. flyte/extras/_container.py +6 -1
  84. flyte/git/_config.py +11 -9
  85. flyte/io/__init__.py +2 -0
  86. flyte/io/_dataframe/__init__.py +2 -0
  87. flyte/io/_dataframe/basic_dfs.py +1 -1
  88. flyte/io/_dataframe/dataframe.py +12 -8
  89. flyte/io/_dir.py +551 -120
  90. flyte/io/_file.py +538 -141
  91. flyte/models.py +57 -12
  92. flyte/remote/__init__.py +6 -1
  93. flyte/remote/_action.py +18 -16
  94. flyte/remote/_client/_protocols.py +39 -4
  95. flyte/remote/_client/auth/_channel.py +10 -6
  96. flyte/remote/_client/controlplane.py +17 -5
  97. flyte/remote/_console.py +3 -2
  98. flyte/remote/_data.py +4 -3
  99. flyte/remote/_logs.py +3 -3
  100. flyte/remote/_run.py +47 -7
  101. flyte/remote/_secret.py +26 -17
  102. flyte/remote/_task.py +21 -9
  103. flyte/remote/_trigger.py +306 -0
  104. flyte/remote/_user.py +33 -0
  105. flyte/storage/__init__.py +6 -1
  106. flyte/storage/_parallel_reader.py +274 -0
  107. flyte/storage/_storage.py +185 -103
  108. flyte/types/__init__.py +16 -0
  109. flyte/types/_interface.py +2 -2
  110. flyte/types/_pickle.py +17 -4
  111. flyte/types/_string_literals.py +8 -9
  112. flyte/types/_type_engine.py +26 -19
  113. flyte/types/_utils.py +1 -1
  114. {flyte-2.0.0b22.data → flyte-2.0.0b30.data}/scripts/runtime.py +43 -5
  115. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/METADATA +8 -1
  116. flyte-2.0.0b30.dist-info/RECORD +192 -0
  117. flyte/_protos/__init__.py +0 -0
  118. flyte/_protos/common/authorization_pb2.py +0 -66
  119. flyte/_protos/common/authorization_pb2.pyi +0 -108
  120. flyte/_protos/common/authorization_pb2_grpc.py +0 -4
  121. flyte/_protos/common/identifier_pb2.py +0 -99
  122. flyte/_protos/common/identifier_pb2.pyi +0 -120
  123. flyte/_protos/common/identifier_pb2_grpc.py +0 -4
  124. flyte/_protos/common/identity_pb2.py +0 -48
  125. flyte/_protos/common/identity_pb2.pyi +0 -72
  126. flyte/_protos/common/identity_pb2_grpc.py +0 -4
  127. flyte/_protos/common/list_pb2.py +0 -36
  128. flyte/_protos/common/list_pb2.pyi +0 -71
  129. flyte/_protos/common/list_pb2_grpc.py +0 -4
  130. flyte/_protos/common/policy_pb2.py +0 -37
  131. flyte/_protos/common/policy_pb2.pyi +0 -27
  132. flyte/_protos/common/policy_pb2_grpc.py +0 -4
  133. flyte/_protos/common/role_pb2.py +0 -37
  134. flyte/_protos/common/role_pb2.pyi +0 -53
  135. flyte/_protos/common/role_pb2_grpc.py +0 -4
  136. flyte/_protos/common/runtime_version_pb2.py +0 -28
  137. flyte/_protos/common/runtime_version_pb2.pyi +0 -24
  138. flyte/_protos/common/runtime_version_pb2_grpc.py +0 -4
  139. flyte/_protos/imagebuilder/definition_pb2.py +0 -60
  140. flyte/_protos/imagebuilder/definition_pb2.pyi +0 -153
  141. flyte/_protos/imagebuilder/definition_pb2_grpc.py +0 -4
  142. flyte/_protos/imagebuilder/payload_pb2.py +0 -32
  143. flyte/_protos/imagebuilder/payload_pb2.pyi +0 -21
  144. flyte/_protos/imagebuilder/payload_pb2_grpc.py +0 -4
  145. flyte/_protos/imagebuilder/service_pb2.py +0 -29
  146. flyte/_protos/imagebuilder/service_pb2.pyi +0 -5
  147. flyte/_protos/imagebuilder/service_pb2_grpc.py +0 -66
  148. flyte/_protos/logs/dataplane/payload_pb2.py +0 -100
  149. flyte/_protos/logs/dataplane/payload_pb2.pyi +0 -177
  150. flyte/_protos/logs/dataplane/payload_pb2_grpc.py +0 -4
  151. flyte/_protos/secret/definition_pb2.py +0 -49
  152. flyte/_protos/secret/definition_pb2.pyi +0 -93
  153. flyte/_protos/secret/definition_pb2_grpc.py +0 -4
  154. flyte/_protos/secret/payload_pb2.py +0 -62
  155. flyte/_protos/secret/payload_pb2.pyi +0 -94
  156. flyte/_protos/secret/payload_pb2_grpc.py +0 -4
  157. flyte/_protos/secret/secret_pb2.py +0 -38
  158. flyte/_protos/secret/secret_pb2.pyi +0 -6
  159. flyte/_protos/secret/secret_pb2_grpc.py +0 -198
  160. flyte/_protos/secret/secret_pb2_grpc_grpc.py +0 -198
  161. flyte/_protos/validate/validate/validate_pb2.py +0 -76
  162. flyte/_protos/workflow/common_pb2.py +0 -27
  163. flyte/_protos/workflow/common_pb2.pyi +0 -14
  164. flyte/_protos/workflow/common_pb2_grpc.py +0 -4
  165. flyte/_protos/workflow/environment_pb2.py +0 -29
  166. flyte/_protos/workflow/environment_pb2.pyi +0 -12
  167. flyte/_protos/workflow/environment_pb2_grpc.py +0 -4
  168. flyte/_protos/workflow/node_execution_service_pb2.py +0 -26
  169. flyte/_protos/workflow/node_execution_service_pb2.pyi +0 -4
  170. flyte/_protos/workflow/node_execution_service_pb2_grpc.py +0 -32
  171. flyte/_protos/workflow/queue_service_pb2.py +0 -111
  172. flyte/_protos/workflow/queue_service_pb2.pyi +0 -168
  173. flyte/_protos/workflow/queue_service_pb2_grpc.py +0 -172
  174. flyte/_protos/workflow/run_definition_pb2.py +0 -123
  175. flyte/_protos/workflow/run_definition_pb2.pyi +0 -352
  176. flyte/_protos/workflow/run_definition_pb2_grpc.py +0 -4
  177. flyte/_protos/workflow/run_logs_service_pb2.py +0 -41
  178. flyte/_protos/workflow/run_logs_service_pb2.pyi +0 -28
  179. flyte/_protos/workflow/run_logs_service_pb2_grpc.py +0 -69
  180. flyte/_protos/workflow/run_service_pb2.py +0 -137
  181. flyte/_protos/workflow/run_service_pb2.pyi +0 -185
  182. flyte/_protos/workflow/run_service_pb2_grpc.py +0 -446
  183. flyte/_protos/workflow/state_service_pb2.py +0 -67
  184. flyte/_protos/workflow/state_service_pb2.pyi +0 -76
  185. flyte/_protos/workflow/state_service_pb2_grpc.py +0 -138
  186. flyte/_protos/workflow/task_definition_pb2.py +0 -82
  187. flyte/_protos/workflow/task_definition_pb2.pyi +0 -88
  188. flyte/_protos/workflow/task_definition_pb2_grpc.py +0 -4
  189. flyte/_protos/workflow/task_service_pb2.py +0 -60
  190. flyte/_protos/workflow/task_service_pb2.pyi +0 -59
  191. flyte/_protos/workflow/task_service_pb2_grpc.py +0 -138
  192. flyte-2.0.0b22.dist-info/RECORD +0 -250
  193. {flyte-2.0.0b22.data → flyte-2.0.0b30.data}/scripts/debug.py +0 -0
  194. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/WHEEL +0 -0
  195. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/entry_points.txt +0 -0
  196. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/licenses/LICENSE +0 -0
  197. {flyte-2.0.0b22.dist-info → flyte-2.0.0b30.dist-info}/top_level.txt +0 -0
@@ -1,446 +0,0 @@
1
- # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
2
- """Client and server classes corresponding to protobuf-defined services."""
3
- import grpc
4
-
5
- from flyte._protos.workflow import run_service_pb2 as workflow_dot_run__service__pb2
6
-
7
-
8
- class RunServiceStub(object):
9
- """RunService provides an interface for managing runs.
10
- """
11
-
12
- def __init__(self, channel):
13
- """Constructor.
14
-
15
- Args:
16
- channel: A grpc.Channel.
17
- """
18
- self.CreateRun = channel.unary_unary(
19
- '/cloudidl.workflow.RunService/CreateRun',
20
- request_serializer=workflow_dot_run__service__pb2.CreateRunRequest.SerializeToString,
21
- response_deserializer=workflow_dot_run__service__pb2.CreateRunResponse.FromString,
22
- )
23
- self.AbortRun = channel.unary_unary(
24
- '/cloudidl.workflow.RunService/AbortRun',
25
- request_serializer=workflow_dot_run__service__pb2.AbortRunRequest.SerializeToString,
26
- response_deserializer=workflow_dot_run__service__pb2.AbortRunResponse.FromString,
27
- )
28
- self.GetRunDetails = channel.unary_unary(
29
- '/cloudidl.workflow.RunService/GetRunDetails',
30
- request_serializer=workflow_dot_run__service__pb2.GetRunDetailsRequest.SerializeToString,
31
- response_deserializer=workflow_dot_run__service__pb2.GetRunDetailsResponse.FromString,
32
- )
33
- self.WatchRunDetails = channel.unary_stream(
34
- '/cloudidl.workflow.RunService/WatchRunDetails',
35
- request_serializer=workflow_dot_run__service__pb2.WatchRunDetailsRequest.SerializeToString,
36
- response_deserializer=workflow_dot_run__service__pb2.WatchRunDetailsResponse.FromString,
37
- )
38
- self.GetActionDetails = channel.unary_unary(
39
- '/cloudidl.workflow.RunService/GetActionDetails',
40
- request_serializer=workflow_dot_run__service__pb2.GetActionDetailsRequest.SerializeToString,
41
- response_deserializer=workflow_dot_run__service__pb2.GetActionDetailsResponse.FromString,
42
- )
43
- self.WatchActionDetails = channel.unary_stream(
44
- '/cloudidl.workflow.RunService/WatchActionDetails',
45
- request_serializer=workflow_dot_run__service__pb2.WatchActionDetailsRequest.SerializeToString,
46
- response_deserializer=workflow_dot_run__service__pb2.WatchActionDetailsResponse.FromString,
47
- )
48
- self.GetActionData = channel.unary_unary(
49
- '/cloudidl.workflow.RunService/GetActionData',
50
- request_serializer=workflow_dot_run__service__pb2.GetActionDataRequest.SerializeToString,
51
- response_deserializer=workflow_dot_run__service__pb2.GetActionDataResponse.FromString,
52
- )
53
- self.ListRuns = channel.unary_unary(
54
- '/cloudidl.workflow.RunService/ListRuns',
55
- request_serializer=workflow_dot_run__service__pb2.ListRunsRequest.SerializeToString,
56
- response_deserializer=workflow_dot_run__service__pb2.ListRunsResponse.FromString,
57
- )
58
- self.WatchRuns = channel.unary_stream(
59
- '/cloudidl.workflow.RunService/WatchRuns',
60
- request_serializer=workflow_dot_run__service__pb2.WatchRunsRequest.SerializeToString,
61
- response_deserializer=workflow_dot_run__service__pb2.WatchRunsResponse.FromString,
62
- )
63
- self.ListActions = channel.unary_unary(
64
- '/cloudidl.workflow.RunService/ListActions',
65
- request_serializer=workflow_dot_run__service__pb2.ListActionsRequest.SerializeToString,
66
- response_deserializer=workflow_dot_run__service__pb2.ListActionsResponse.FromString,
67
- )
68
- self.WatchActions = channel.unary_stream(
69
- '/cloudidl.workflow.RunService/WatchActions',
70
- request_serializer=workflow_dot_run__service__pb2.WatchActionsRequest.SerializeToString,
71
- response_deserializer=workflow_dot_run__service__pb2.WatchActionsResponse.FromString,
72
- )
73
- self.WatchClusterEvents = channel.unary_stream(
74
- '/cloudidl.workflow.RunService/WatchClusterEvents',
75
- request_serializer=workflow_dot_run__service__pb2.WatchClusterEventsRequest.SerializeToString,
76
- response_deserializer=workflow_dot_run__service__pb2.WatchClusterEventsResponse.FromString,
77
- )
78
-
79
-
80
- class RunServiceServicer(object):
81
- """RunService provides an interface for managing runs.
82
- """
83
-
84
- def CreateRun(self, request, context):
85
- """Create a new run of the given task.
86
- """
87
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
88
- context.set_details('Method not implemented!')
89
- raise NotImplementedError('Method not implemented!')
90
-
91
- def AbortRun(self, request, context):
92
- """Abort a run.
93
- """
94
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
95
- context.set_details('Method not implemented!')
96
- raise NotImplementedError('Method not implemented!')
97
-
98
- def GetRunDetails(self, request, context):
99
- """Get detailed information about a run.
100
- """
101
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
102
- context.set_details('Method not implemented!')
103
- raise NotImplementedError('Method not implemented!')
104
-
105
- def WatchRunDetails(self, request, context):
106
- """Stream detailed information updates about a run. The call will terminate when the run reaches a terminal phase.
107
- """
108
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
109
- context.set_details('Method not implemented!')
110
- raise NotImplementedError('Method not implemented!')
111
-
112
- def GetActionDetails(self, request, context):
113
- """Get detailed information about an action.
114
- """
115
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
116
- context.set_details('Method not implemented!')
117
- raise NotImplementedError('Method not implemented!')
118
-
119
- def WatchActionDetails(self, request, context):
120
- """Stream detailed information updates about an action. The call will terminate when the action reaches a terminal phase.
121
- """
122
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
123
- context.set_details('Method not implemented!')
124
- raise NotImplementedError('Method not implemented!')
125
-
126
- def GetActionData(self, request, context):
127
- """Get input and output for an action.
128
- """
129
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
130
- context.set_details('Method not implemented!')
131
- raise NotImplementedError('Method not implemented!')
132
-
133
- def ListRuns(self, request, context):
134
- """List runs based on the provided filter criteria.
135
- """
136
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
137
- context.set_details('Method not implemented!')
138
- raise NotImplementedError('Method not implemented!')
139
-
140
- def WatchRuns(self, request, context):
141
- """Stream updates for runs based on the provided filter criteria. Responses may include newly discovered
142
- runs or updates to existing ones from the point of invocation.
143
- """
144
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
145
- context.set_details('Method not implemented!')
146
- raise NotImplementedError('Method not implemented!')
147
-
148
- def ListActions(self, request, context):
149
- """List all actions for a given run.
150
- """
151
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
152
- context.set_details('Method not implemented!')
153
- raise NotImplementedError('Method not implemented!')
154
-
155
- def WatchActions(self, request, context):
156
- """Stream updates for actions given a run. Responses may include newly discovered nested runs or updates
157
- to existing ones from the point of invocation.
158
- """
159
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
160
- context.set_details('Method not implemented!')
161
- raise NotImplementedError('Method not implemented!')
162
-
163
- def WatchClusterEvents(self, request, context):
164
- """Stream of k8s cluster events in human readable form
165
- """
166
- context.set_code(grpc.StatusCode.UNIMPLEMENTED)
167
- context.set_details('Method not implemented!')
168
- raise NotImplementedError('Method not implemented!')
169
-
170
-
171
- def add_RunServiceServicer_to_server(servicer, server):
172
- rpc_method_handlers = {
173
- 'CreateRun': grpc.unary_unary_rpc_method_handler(
174
- servicer.CreateRun,
175
- request_deserializer=workflow_dot_run__service__pb2.CreateRunRequest.FromString,
176
- response_serializer=workflow_dot_run__service__pb2.CreateRunResponse.SerializeToString,
177
- ),
178
- 'AbortRun': grpc.unary_unary_rpc_method_handler(
179
- servicer.AbortRun,
180
- request_deserializer=workflow_dot_run__service__pb2.AbortRunRequest.FromString,
181
- response_serializer=workflow_dot_run__service__pb2.AbortRunResponse.SerializeToString,
182
- ),
183
- 'GetRunDetails': grpc.unary_unary_rpc_method_handler(
184
- servicer.GetRunDetails,
185
- request_deserializer=workflow_dot_run__service__pb2.GetRunDetailsRequest.FromString,
186
- response_serializer=workflow_dot_run__service__pb2.GetRunDetailsResponse.SerializeToString,
187
- ),
188
- 'WatchRunDetails': grpc.unary_stream_rpc_method_handler(
189
- servicer.WatchRunDetails,
190
- request_deserializer=workflow_dot_run__service__pb2.WatchRunDetailsRequest.FromString,
191
- response_serializer=workflow_dot_run__service__pb2.WatchRunDetailsResponse.SerializeToString,
192
- ),
193
- 'GetActionDetails': grpc.unary_unary_rpc_method_handler(
194
- servicer.GetActionDetails,
195
- request_deserializer=workflow_dot_run__service__pb2.GetActionDetailsRequest.FromString,
196
- response_serializer=workflow_dot_run__service__pb2.GetActionDetailsResponse.SerializeToString,
197
- ),
198
- 'WatchActionDetails': grpc.unary_stream_rpc_method_handler(
199
- servicer.WatchActionDetails,
200
- request_deserializer=workflow_dot_run__service__pb2.WatchActionDetailsRequest.FromString,
201
- response_serializer=workflow_dot_run__service__pb2.WatchActionDetailsResponse.SerializeToString,
202
- ),
203
- 'GetActionData': grpc.unary_unary_rpc_method_handler(
204
- servicer.GetActionData,
205
- request_deserializer=workflow_dot_run__service__pb2.GetActionDataRequest.FromString,
206
- response_serializer=workflow_dot_run__service__pb2.GetActionDataResponse.SerializeToString,
207
- ),
208
- 'ListRuns': grpc.unary_unary_rpc_method_handler(
209
- servicer.ListRuns,
210
- request_deserializer=workflow_dot_run__service__pb2.ListRunsRequest.FromString,
211
- response_serializer=workflow_dot_run__service__pb2.ListRunsResponse.SerializeToString,
212
- ),
213
- 'WatchRuns': grpc.unary_stream_rpc_method_handler(
214
- servicer.WatchRuns,
215
- request_deserializer=workflow_dot_run__service__pb2.WatchRunsRequest.FromString,
216
- response_serializer=workflow_dot_run__service__pb2.WatchRunsResponse.SerializeToString,
217
- ),
218
- 'ListActions': grpc.unary_unary_rpc_method_handler(
219
- servicer.ListActions,
220
- request_deserializer=workflow_dot_run__service__pb2.ListActionsRequest.FromString,
221
- response_serializer=workflow_dot_run__service__pb2.ListActionsResponse.SerializeToString,
222
- ),
223
- 'WatchActions': grpc.unary_stream_rpc_method_handler(
224
- servicer.WatchActions,
225
- request_deserializer=workflow_dot_run__service__pb2.WatchActionsRequest.FromString,
226
- response_serializer=workflow_dot_run__service__pb2.WatchActionsResponse.SerializeToString,
227
- ),
228
- 'WatchClusterEvents': grpc.unary_stream_rpc_method_handler(
229
- servicer.WatchClusterEvents,
230
- request_deserializer=workflow_dot_run__service__pb2.WatchClusterEventsRequest.FromString,
231
- response_serializer=workflow_dot_run__service__pb2.WatchClusterEventsResponse.SerializeToString,
232
- ),
233
- }
234
- generic_handler = grpc.method_handlers_generic_handler(
235
- 'cloudidl.workflow.RunService', rpc_method_handlers)
236
- server.add_generic_rpc_handlers((generic_handler,))
237
-
238
-
239
- # This class is part of an EXPERIMENTAL API.
240
- class RunService(object):
241
- """RunService provides an interface for managing runs.
242
- """
243
-
244
- @staticmethod
245
- def CreateRun(request,
246
- target,
247
- options=(),
248
- channel_credentials=None,
249
- call_credentials=None,
250
- insecure=False,
251
- compression=None,
252
- wait_for_ready=None,
253
- timeout=None,
254
- metadata=None):
255
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/CreateRun',
256
- workflow_dot_run__service__pb2.CreateRunRequest.SerializeToString,
257
- workflow_dot_run__service__pb2.CreateRunResponse.FromString,
258
- options, channel_credentials,
259
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
260
-
261
- @staticmethod
262
- def AbortRun(request,
263
- target,
264
- options=(),
265
- channel_credentials=None,
266
- call_credentials=None,
267
- insecure=False,
268
- compression=None,
269
- wait_for_ready=None,
270
- timeout=None,
271
- metadata=None):
272
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/AbortRun',
273
- workflow_dot_run__service__pb2.AbortRunRequest.SerializeToString,
274
- workflow_dot_run__service__pb2.AbortRunResponse.FromString,
275
- options, channel_credentials,
276
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
277
-
278
- @staticmethod
279
- def GetRunDetails(request,
280
- target,
281
- options=(),
282
- channel_credentials=None,
283
- call_credentials=None,
284
- insecure=False,
285
- compression=None,
286
- wait_for_ready=None,
287
- timeout=None,
288
- metadata=None):
289
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/GetRunDetails',
290
- workflow_dot_run__service__pb2.GetRunDetailsRequest.SerializeToString,
291
- workflow_dot_run__service__pb2.GetRunDetailsResponse.FromString,
292
- options, channel_credentials,
293
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
294
-
295
- @staticmethod
296
- def WatchRunDetails(request,
297
- target,
298
- options=(),
299
- channel_credentials=None,
300
- call_credentials=None,
301
- insecure=False,
302
- compression=None,
303
- wait_for_ready=None,
304
- timeout=None,
305
- metadata=None):
306
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchRunDetails',
307
- workflow_dot_run__service__pb2.WatchRunDetailsRequest.SerializeToString,
308
- workflow_dot_run__service__pb2.WatchRunDetailsResponse.FromString,
309
- options, channel_credentials,
310
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
311
-
312
- @staticmethod
313
- def GetActionDetails(request,
314
- target,
315
- options=(),
316
- channel_credentials=None,
317
- call_credentials=None,
318
- insecure=False,
319
- compression=None,
320
- wait_for_ready=None,
321
- timeout=None,
322
- metadata=None):
323
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/GetActionDetails',
324
- workflow_dot_run__service__pb2.GetActionDetailsRequest.SerializeToString,
325
- workflow_dot_run__service__pb2.GetActionDetailsResponse.FromString,
326
- options, channel_credentials,
327
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
328
-
329
- @staticmethod
330
- def WatchActionDetails(request,
331
- target,
332
- options=(),
333
- channel_credentials=None,
334
- call_credentials=None,
335
- insecure=False,
336
- compression=None,
337
- wait_for_ready=None,
338
- timeout=None,
339
- metadata=None):
340
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchActionDetails',
341
- workflow_dot_run__service__pb2.WatchActionDetailsRequest.SerializeToString,
342
- workflow_dot_run__service__pb2.WatchActionDetailsResponse.FromString,
343
- options, channel_credentials,
344
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
345
-
346
- @staticmethod
347
- def GetActionData(request,
348
- target,
349
- options=(),
350
- channel_credentials=None,
351
- call_credentials=None,
352
- insecure=False,
353
- compression=None,
354
- wait_for_ready=None,
355
- timeout=None,
356
- metadata=None):
357
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/GetActionData',
358
- workflow_dot_run__service__pb2.GetActionDataRequest.SerializeToString,
359
- workflow_dot_run__service__pb2.GetActionDataResponse.FromString,
360
- options, channel_credentials,
361
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
362
-
363
- @staticmethod
364
- def ListRuns(request,
365
- target,
366
- options=(),
367
- channel_credentials=None,
368
- call_credentials=None,
369
- insecure=False,
370
- compression=None,
371
- wait_for_ready=None,
372
- timeout=None,
373
- metadata=None):
374
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/ListRuns',
375
- workflow_dot_run__service__pb2.ListRunsRequest.SerializeToString,
376
- workflow_dot_run__service__pb2.ListRunsResponse.FromString,
377
- options, channel_credentials,
378
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
379
-
380
- @staticmethod
381
- def WatchRuns(request,
382
- target,
383
- options=(),
384
- channel_credentials=None,
385
- call_credentials=None,
386
- insecure=False,
387
- compression=None,
388
- wait_for_ready=None,
389
- timeout=None,
390
- metadata=None):
391
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchRuns',
392
- workflow_dot_run__service__pb2.WatchRunsRequest.SerializeToString,
393
- workflow_dot_run__service__pb2.WatchRunsResponse.FromString,
394
- options, channel_credentials,
395
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
396
-
397
- @staticmethod
398
- def ListActions(request,
399
- target,
400
- options=(),
401
- channel_credentials=None,
402
- call_credentials=None,
403
- insecure=False,
404
- compression=None,
405
- wait_for_ready=None,
406
- timeout=None,
407
- metadata=None):
408
- return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.RunService/ListActions',
409
- workflow_dot_run__service__pb2.ListActionsRequest.SerializeToString,
410
- workflow_dot_run__service__pb2.ListActionsResponse.FromString,
411
- options, channel_credentials,
412
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
413
-
414
- @staticmethod
415
- def WatchActions(request,
416
- target,
417
- options=(),
418
- channel_credentials=None,
419
- call_credentials=None,
420
- insecure=False,
421
- compression=None,
422
- wait_for_ready=None,
423
- timeout=None,
424
- metadata=None):
425
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchActions',
426
- workflow_dot_run__service__pb2.WatchActionsRequest.SerializeToString,
427
- workflow_dot_run__service__pb2.WatchActionsResponse.FromString,
428
- options, channel_credentials,
429
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
430
-
431
- @staticmethod
432
- def WatchClusterEvents(request,
433
- target,
434
- options=(),
435
- channel_credentials=None,
436
- call_credentials=None,
437
- insecure=False,
438
- compression=None,
439
- wait_for_ready=None,
440
- timeout=None,
441
- metadata=None):
442
- return grpc.experimental.unary_stream(request, target, '/cloudidl.workflow.RunService/WatchClusterEvents',
443
- workflow_dot_run__service__pb2.WatchClusterEventsRequest.SerializeToString,
444
- workflow_dot_run__service__pb2.WatchClusterEventsResponse.FromString,
445
- options, channel_credentials,
446
- insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
@@ -1,67 +0,0 @@
1
- # -*- coding: utf-8 -*-
2
- # Generated by the protocol buffer compiler. DO NOT EDIT!
3
- # source: workflow/state_service.proto
4
- """Generated protocol buffer code."""
5
- from google.protobuf import descriptor as _descriptor
6
- from google.protobuf import descriptor_pool as _descriptor_pool
7
- from google.protobuf import symbol_database as _symbol_database
8
- from google.protobuf.internal import builder as _builder
9
- # @@protoc_insertion_point(imports)
10
-
11
- _sym_db = _symbol_database.Default()
12
-
13
-
14
- from flyte._protos.common import identifier_pb2 as common_dot_identifier__pb2
15
- from flyteidl.core import execution_pb2 as flyteidl_dot_core_dot_execution__pb2
16
- from google.rpc import status_pb2 as google_dot_rpc_dot_status__pb2
17
- from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
18
- from flyte._protos.workflow import run_definition_pb2 as workflow_dot_run__definition__pb2
19
-
20
-
21
- DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1cworkflow/state_service.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x1d\x66lyteidl/core/execution.proto\x1a\x17google/rpc/status.proto\x1a\x17validate/validate.proto\x1a\x1dworkflow/run_definition.proto\"\xbf\x01\n\nPutRequest\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x31\n\x12parent_action_name\x18\x02 \x01(\tH\x00R\x10parentActionName\x88\x01\x01\x12\x1d\n\x05state\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x05stateB\x15\n\x13_parent_action_name\"\x8d\x01\n\x0bPutResponse\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x34\n\x06status\x18\x02 \x01(\x0b\x32\x12.google.rpc.StatusB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06status\"V\n\nGetRequest\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\"\xac\x01\n\x0bGetResponse\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12\x34\n\x06status\x18\x02 \x01(\x0b\x32\x12.google.rpc.StatusB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06status\x12\x1d\n\x05state\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x05state\"l\n\x0cWatchRequest\x12M\n\x10parent_action_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierH\x00R\x0eparentActionIdB\r\n\x06\x66ilter\x12\x03\xf8\x42\x01\"\xb0\x01\n\rWatchResponse\x12\x46\n\raction_update\x18\x01 \x01(\x0b\x32\x1f.cloudidl.workflow.ActionUpdateH\x00R\x0c\x61\x63tionUpdate\x12L\n\x0f\x63ontrol_message\x18\x02 \x01(\x0b\x32!.cloudidl.workflow.ControlMessageH\x00R\x0e\x63ontrolMessageB\t\n\x07message\",\n\x0e\x43ontrolMessage\x12\x1a\n\x08sentinel\x18\x01 \x01(\x08R\x08sentinel\"\xeb\x01\n\x0c\x41\x63tionUpdate\x12H\n\taction_id\x18\x01 \x01(\x0b\x32!.cloudidl.common.ActionIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08\x61\x63tionId\x12.\n\x05phase\x18\x02 \x01(\x0e\x32\x18.cloudidl.workflow.PhaseR\x05phase\x12\x38\n\x05\x65rror\x18\x03 \x01(\x0b\x32\x1d.flyteidl.core.ExecutionErrorH\x00R\x05\x65rror\x88\x01\x01\x12\x1d\n\noutput_uri\x18\x04 \x01(\tR\toutputUriB\x08\n\x06_error2\xf6\x01\n\x0cStateService\x12J\n\x03Put\x12\x1d.cloudidl.workflow.PutRequest\x1a\x1e.cloudidl.workflow.PutResponse\"\x00(\x01\x30\x01\x12J\n\x03Get\x12\x1d.cloudidl.workflow.GetRequest\x1a\x1e.cloudidl.workflow.GetResponse\"\x00(\x01\x30\x01\x12N\n\x05Watch\x12\x1f.cloudidl.workflow.WatchRequest\x1a .cloudidl.workflow.WatchResponse\"\x00\x30\x01\x42\xbe\x01\n\x15\x63om.cloudidl.workflowB\x11StateServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
22
-
23
- _globals = globals()
24
- _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
25
- _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.state_service_pb2', _globals)
26
- if _descriptor._USE_C_DESCRIPTORS == False:
27
- DESCRIPTOR._options = None
28
- DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\021StateServiceProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
29
- _PUTREQUEST.fields_by_name['action_id']._options = None
30
- _PUTREQUEST.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
31
- _PUTREQUEST.fields_by_name['state']._options = None
32
- _PUTREQUEST.fields_by_name['state']._serialized_options = b'\372B\004r\002\020\001'
33
- _PUTRESPONSE.fields_by_name['action_id']._options = None
34
- _PUTRESPONSE.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
35
- _PUTRESPONSE.fields_by_name['status']._options = None
36
- _PUTRESPONSE.fields_by_name['status']._serialized_options = b'\372B\005\212\001\002\020\001'
37
- _GETREQUEST.fields_by_name['action_id']._options = None
38
- _GETREQUEST.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
39
- _GETRESPONSE.fields_by_name['action_id']._options = None
40
- _GETRESPONSE.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
41
- _GETRESPONSE.fields_by_name['status']._options = None
42
- _GETRESPONSE.fields_by_name['status']._serialized_options = b'\372B\005\212\001\002\020\001'
43
- _GETRESPONSE.fields_by_name['state']._options = None
44
- _GETRESPONSE.fields_by_name['state']._serialized_options = b'\372B\004r\002\020\001'
45
- _WATCHREQUEST.oneofs_by_name['filter']._options = None
46
- _WATCHREQUEST.oneofs_by_name['filter']._serialized_options = b'\370B\001'
47
- _ACTIONUPDATE.fields_by_name['action_id']._options = None
48
- _ACTIONUPDATE.fields_by_name['action_id']._serialized_options = b'\372B\005\212\001\002\020\001'
49
- _globals['_PUTREQUEST']._serialized_start=189
50
- _globals['_PUTREQUEST']._serialized_end=380
51
- _globals['_PUTRESPONSE']._serialized_start=383
52
- _globals['_PUTRESPONSE']._serialized_end=524
53
- _globals['_GETREQUEST']._serialized_start=526
54
- _globals['_GETREQUEST']._serialized_end=612
55
- _globals['_GETRESPONSE']._serialized_start=615
56
- _globals['_GETRESPONSE']._serialized_end=787
57
- _globals['_WATCHREQUEST']._serialized_start=789
58
- _globals['_WATCHREQUEST']._serialized_end=897
59
- _globals['_WATCHRESPONSE']._serialized_start=900
60
- _globals['_WATCHRESPONSE']._serialized_end=1076
61
- _globals['_CONTROLMESSAGE']._serialized_start=1078
62
- _globals['_CONTROLMESSAGE']._serialized_end=1122
63
- _globals['_ACTIONUPDATE']._serialized_start=1125
64
- _globals['_ACTIONUPDATE']._serialized_end=1360
65
- _globals['_STATESERVICE']._serialized_start=1363
66
- _globals['_STATESERVICE']._serialized_end=1609
67
- # @@protoc_insertion_point(module_scope)
@@ -1,76 +0,0 @@
1
- from flyte._protos.common import identifier_pb2 as _identifier_pb2
2
- from flyteidl.core import execution_pb2 as _execution_pb2
3
- from google.rpc import status_pb2 as _status_pb2
4
- from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
5
- from flyte._protos.workflow import run_definition_pb2 as _run_definition_pb2
6
- from google.protobuf import descriptor as _descriptor
7
- from google.protobuf import message as _message
8
- from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union
9
-
10
- DESCRIPTOR: _descriptor.FileDescriptor
11
-
12
- class PutRequest(_message.Message):
13
- __slots__ = ["action_id", "parent_action_name", "state"]
14
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
15
- PARENT_ACTION_NAME_FIELD_NUMBER: _ClassVar[int]
16
- STATE_FIELD_NUMBER: _ClassVar[int]
17
- action_id: _identifier_pb2.ActionIdentifier
18
- parent_action_name: str
19
- state: str
20
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., parent_action_name: _Optional[str] = ..., state: _Optional[str] = ...) -> None: ...
21
-
22
- class PutResponse(_message.Message):
23
- __slots__ = ["action_id", "status"]
24
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
25
- STATUS_FIELD_NUMBER: _ClassVar[int]
26
- action_id: _identifier_pb2.ActionIdentifier
27
- status: _status_pb2.Status
28
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., status: _Optional[_Union[_status_pb2.Status, _Mapping]] = ...) -> None: ...
29
-
30
- class GetRequest(_message.Message):
31
- __slots__ = ["action_id"]
32
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
33
- action_id: _identifier_pb2.ActionIdentifier
34
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ...) -> None: ...
35
-
36
- class GetResponse(_message.Message):
37
- __slots__ = ["action_id", "status", "state"]
38
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
39
- STATUS_FIELD_NUMBER: _ClassVar[int]
40
- STATE_FIELD_NUMBER: _ClassVar[int]
41
- action_id: _identifier_pb2.ActionIdentifier
42
- status: _status_pb2.Status
43
- state: str
44
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., status: _Optional[_Union[_status_pb2.Status, _Mapping]] = ..., state: _Optional[str] = ...) -> None: ...
45
-
46
- class WatchRequest(_message.Message):
47
- __slots__ = ["parent_action_id"]
48
- PARENT_ACTION_ID_FIELD_NUMBER: _ClassVar[int]
49
- parent_action_id: _identifier_pb2.ActionIdentifier
50
- def __init__(self, parent_action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ...) -> None: ...
51
-
52
- class WatchResponse(_message.Message):
53
- __slots__ = ["action_update", "control_message"]
54
- ACTION_UPDATE_FIELD_NUMBER: _ClassVar[int]
55
- CONTROL_MESSAGE_FIELD_NUMBER: _ClassVar[int]
56
- action_update: ActionUpdate
57
- control_message: ControlMessage
58
- def __init__(self, action_update: _Optional[_Union[ActionUpdate, _Mapping]] = ..., control_message: _Optional[_Union[ControlMessage, _Mapping]] = ...) -> None: ...
59
-
60
- class ControlMessage(_message.Message):
61
- __slots__ = ["sentinel"]
62
- SENTINEL_FIELD_NUMBER: _ClassVar[int]
63
- sentinel: bool
64
- def __init__(self, sentinel: bool = ...) -> None: ...
65
-
66
- class ActionUpdate(_message.Message):
67
- __slots__ = ["action_id", "phase", "error", "output_uri"]
68
- ACTION_ID_FIELD_NUMBER: _ClassVar[int]
69
- PHASE_FIELD_NUMBER: _ClassVar[int]
70
- ERROR_FIELD_NUMBER: _ClassVar[int]
71
- OUTPUT_URI_FIELD_NUMBER: _ClassVar[int]
72
- action_id: _identifier_pb2.ActionIdentifier
73
- phase: _run_definition_pb2.Phase
74
- error: _execution_pb2.ExecutionError
75
- output_uri: str
76
- def __init__(self, action_id: _Optional[_Union[_identifier_pb2.ActionIdentifier, _Mapping]] = ..., phase: _Optional[_Union[_run_definition_pb2.Phase, str]] = ..., error: _Optional[_Union[_execution_pb2.ExecutionError, _Mapping]] = ..., output_uri: _Optional[str] = ...) -> None: ...